| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9369716246756508, |
| "eval_steps": 500, |
| "global_step": 11194, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0008370302167908262, |
| "grad_norm": 5.156661510467529, |
| "learning_rate": 1.1061797752808989e-06, |
| "loss": 1.5667, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0016740604335816524, |
| "grad_norm": 2.557840347290039, |
| "learning_rate": 2.2241573033707866e-06, |
| "loss": 1.3469, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0025110906503724786, |
| "grad_norm": 1.6066818237304688, |
| "learning_rate": 3.342134831460675e-06, |
| "loss": 1.2057, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0033481208671633047, |
| "grad_norm": 1.1234897375106812, |
| "learning_rate": 4.4601123595505624e-06, |
| "loss": 1.0592, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.004185151083954131, |
| "grad_norm": 1.0128376483917236, |
| "learning_rate": 5.5780898876404495e-06, |
| "loss": 0.9068, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.005022181300744957, |
| "grad_norm": 0.7160766124725342, |
| "learning_rate": 6.6960674157303374e-06, |
| "loss": 0.8015, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.005859211517535783, |
| "grad_norm": 0.47716090083122253, |
| "learning_rate": 7.814044943820226e-06, |
| "loss": 0.8152, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.006696241734326609, |
| "grad_norm": 0.5273013114929199, |
| "learning_rate": 8.932022471910112e-06, |
| "loss": 0.7991, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.007533271951117435, |
| "grad_norm": 0.4626390039920807, |
| "learning_rate": 1.005e-05, |
| "loss": 0.7387, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.008370302167908262, |
| "grad_norm": 0.5121504664421082, |
| "learning_rate": 1.1167977528089888e-05, |
| "loss": 0.7605, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.009207332384699087, |
| "grad_norm": 0.4082605540752411, |
| "learning_rate": 1.2285955056179776e-05, |
| "loss": 0.7623, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.010044362601489915, |
| "grad_norm": 0.5059930682182312, |
| "learning_rate": 1.3403932584269664e-05, |
| "loss": 0.764, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.01088139281828074, |
| "grad_norm": 0.751139223575592, |
| "learning_rate": 1.4521910112359552e-05, |
| "loss": 0.7645, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.011718423035071566, |
| "grad_norm": 0.492674320936203, |
| "learning_rate": 1.563988764044944e-05, |
| "loss": 0.781, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.012555453251862391, |
| "grad_norm": 0.566781222820282, |
| "learning_rate": 1.6757865168539328e-05, |
| "loss": 0.7548, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.013392483468653219, |
| "grad_norm": 0.5136772990226746, |
| "learning_rate": 1.7875842696629214e-05, |
| "loss": 0.7799, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.014229513685444044, |
| "grad_norm": 0.40454524755477905, |
| "learning_rate": 1.89938202247191e-05, |
| "loss": 0.7748, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.01506654390223487, |
| "grad_norm": 0.4504382014274597, |
| "learning_rate": 2e-05, |
| "loss": 0.7757, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.015903574119025696, |
| "grad_norm": 0.5842396020889282, |
| "learning_rate": 2e-05, |
| "loss": 0.7491, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.016740604335816523, |
| "grad_norm": 0.42499402165412903, |
| "learning_rate": 2e-05, |
| "loss": 0.7533, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.01757763455260735, |
| "grad_norm": 0.4922196567058563, |
| "learning_rate": 2e-05, |
| "loss": 0.7639, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.018414664769398174, |
| "grad_norm": 0.4512643814086914, |
| "learning_rate": 2e-05, |
| "loss": 0.7663, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.019251694986189002, |
| "grad_norm": 0.4370189607143402, |
| "learning_rate": 2e-05, |
| "loss": 0.765, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.02008872520297983, |
| "grad_norm": 0.41970548033714294, |
| "learning_rate": 2e-05, |
| "loss": 0.745, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.020925755419770653, |
| "grad_norm": 0.45108288526535034, |
| "learning_rate": 2e-05, |
| "loss": 0.7364, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.02176278563656148, |
| "grad_norm": 0.42641422152519226, |
| "learning_rate": 2e-05, |
| "loss": 0.732, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.022599815853352308, |
| "grad_norm": 0.3930014371871948, |
| "learning_rate": 2e-05, |
| "loss": 0.7634, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.02343684607014313, |
| "grad_norm": 0.43919554352760315, |
| "learning_rate": 2e-05, |
| "loss": 0.7621, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.02427387628693396, |
| "grad_norm": 0.4371900260448456, |
| "learning_rate": 2e-05, |
| "loss": 0.7379, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.025110906503724783, |
| "grad_norm": 0.4431065618991852, |
| "learning_rate": 2e-05, |
| "loss": 0.7306, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.02594793672051561, |
| "grad_norm": 0.4054403603076935, |
| "learning_rate": 2e-05, |
| "loss": 0.7532, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.026784966937306438, |
| "grad_norm": 0.43971535563468933, |
| "learning_rate": 2e-05, |
| "loss": 0.7527, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.02762199715409726, |
| "grad_norm": 1.0866317749023438, |
| "learning_rate": 2e-05, |
| "loss": 0.7705, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.02845902737088809, |
| "grad_norm": 0.4061005115509033, |
| "learning_rate": 2e-05, |
| "loss": 0.7739, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.029296057587678916, |
| "grad_norm": 0.5896549820899963, |
| "learning_rate": 2e-05, |
| "loss": 0.7655, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.03013308780446974, |
| "grad_norm": 0.44174519181251526, |
| "learning_rate": 2e-05, |
| "loss": 0.7502, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.030970118021260568, |
| "grad_norm": 0.4336935877799988, |
| "learning_rate": 2e-05, |
| "loss": 0.7119, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.03180714823805139, |
| "grad_norm": 0.43263721466064453, |
| "learning_rate": 2e-05, |
| "loss": 0.7308, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.03264417845484222, |
| "grad_norm": 0.4120350480079651, |
| "learning_rate": 2e-05, |
| "loss": 0.7464, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.033481208671633046, |
| "grad_norm": 0.4036485254764557, |
| "learning_rate": 2e-05, |
| "loss": 0.7601, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.03431823888842387, |
| "grad_norm": 0.41021424531936646, |
| "learning_rate": 2e-05, |
| "loss": 0.7281, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0351552691052147, |
| "grad_norm": 0.4482649564743042, |
| "learning_rate": 2e-05, |
| "loss": 0.7316, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.035992299322005525, |
| "grad_norm": 0.4150967299938202, |
| "learning_rate": 2e-05, |
| "loss": 0.7365, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.03682932953879635, |
| "grad_norm": 0.3876197934150696, |
| "learning_rate": 2e-05, |
| "loss": 0.7511, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.03766635975558718, |
| "grad_norm": 0.40040096640586853, |
| "learning_rate": 2e-05, |
| "loss": 0.793, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.038503389972378003, |
| "grad_norm": 0.4496796727180481, |
| "learning_rate": 2e-05, |
| "loss": 0.7423, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.03934042018916883, |
| "grad_norm": 0.4478641152381897, |
| "learning_rate": 2e-05, |
| "loss": 0.7485, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.04017745040595966, |
| "grad_norm": 0.4376203715801239, |
| "learning_rate": 2e-05, |
| "loss": 0.7909, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.04101448062275048, |
| "grad_norm": 0.42852625250816345, |
| "learning_rate": 2e-05, |
| "loss": 0.7159, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.041851510839541306, |
| "grad_norm": 0.42360687255859375, |
| "learning_rate": 2e-05, |
| "loss": 0.7401, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.04268854105633214, |
| "grad_norm": 0.38901394605636597, |
| "learning_rate": 2e-05, |
| "loss": 0.7284, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.04352557127312296, |
| "grad_norm": 0.4375343322753906, |
| "learning_rate": 2e-05, |
| "loss": 0.738, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.044362601489913785, |
| "grad_norm": 0.44532549381256104, |
| "learning_rate": 2e-05, |
| "loss": 0.7469, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.045199631706704615, |
| "grad_norm": 0.46848392486572266, |
| "learning_rate": 2e-05, |
| "loss": 0.7366, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.04603666192349544, |
| "grad_norm": 0.3851851224899292, |
| "learning_rate": 2e-05, |
| "loss": 0.7335, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.04687369214028626, |
| "grad_norm": 0.40839746594429016, |
| "learning_rate": 2e-05, |
| "loss": 0.7053, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.04771072235707709, |
| "grad_norm": 0.4012123644351959, |
| "learning_rate": 2e-05, |
| "loss": 0.7137, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.04854775257386792, |
| "grad_norm": 0.3855404555797577, |
| "learning_rate": 2e-05, |
| "loss": 0.7133, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.04938478279065874, |
| "grad_norm": 0.3988204002380371, |
| "learning_rate": 2e-05, |
| "loss": 0.7541, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.050221813007449566, |
| "grad_norm": 0.4450335204601288, |
| "learning_rate": 2e-05, |
| "loss": 0.7238, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0510588432242404, |
| "grad_norm": 0.4375969469547272, |
| "learning_rate": 2e-05, |
| "loss": 0.7044, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.05189587344103122, |
| "grad_norm": 0.4379328787326813, |
| "learning_rate": 2e-05, |
| "loss": 0.726, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.052732903657822044, |
| "grad_norm": 0.39580798149108887, |
| "learning_rate": 2e-05, |
| "loss": 0.7463, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.053569933874612875, |
| "grad_norm": 0.41373711824417114, |
| "learning_rate": 2e-05, |
| "loss": 0.7499, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.0544069640914037, |
| "grad_norm": 0.4301176369190216, |
| "learning_rate": 2e-05, |
| "loss": 0.7341, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.05524399430819452, |
| "grad_norm": 0.45098692178726196, |
| "learning_rate": 2e-05, |
| "loss": 0.7318, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.056081024524985354, |
| "grad_norm": 0.4196617305278778, |
| "learning_rate": 2e-05, |
| "loss": 0.734, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.05691805474177618, |
| "grad_norm": 0.4272335171699524, |
| "learning_rate": 2e-05, |
| "loss": 0.7083, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.057755084958567, |
| "grad_norm": 0.4190222918987274, |
| "learning_rate": 2e-05, |
| "loss": 0.7272, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.05859211517535783, |
| "grad_norm": 0.42260268330574036, |
| "learning_rate": 2e-05, |
| "loss": 0.7266, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.059429145392148656, |
| "grad_norm": 0.3979990780353546, |
| "learning_rate": 2e-05, |
| "loss": 0.7265, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.06026617560893948, |
| "grad_norm": 0.41610896587371826, |
| "learning_rate": 2e-05, |
| "loss": 0.7308, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.06110320582573031, |
| "grad_norm": 0.44141194224357605, |
| "learning_rate": 2e-05, |
| "loss": 0.752, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.061940236042521135, |
| "grad_norm": 0.40890923142433167, |
| "learning_rate": 2e-05, |
| "loss": 0.7552, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.06277726625931196, |
| "grad_norm": 0.37664929032325745, |
| "learning_rate": 2e-05, |
| "loss": 0.7363, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.06361429647610278, |
| "grad_norm": 0.3718191683292389, |
| "learning_rate": 2e-05, |
| "loss": 0.7458, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.0644513266928936, |
| "grad_norm": 0.4162319004535675, |
| "learning_rate": 2e-05, |
| "loss": 0.7587, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.06528835690968444, |
| "grad_norm": 0.5250889658927917, |
| "learning_rate": 2e-05, |
| "loss": 0.733, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.06612538712647527, |
| "grad_norm": 0.3899112343788147, |
| "learning_rate": 2e-05, |
| "loss": 0.731, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.06696241734326609, |
| "grad_norm": 0.39714515209198, |
| "learning_rate": 2e-05, |
| "loss": 0.7397, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.06779944756005692, |
| "grad_norm": 0.4384140372276306, |
| "learning_rate": 2e-05, |
| "loss": 0.7334, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.06863647777684774, |
| "grad_norm": 0.37715354561805725, |
| "learning_rate": 2e-05, |
| "loss": 0.7442, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.06947350799363856, |
| "grad_norm": 0.4676320552825928, |
| "learning_rate": 2e-05, |
| "loss": 0.729, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.0703105382104294, |
| "grad_norm": 0.4101060926914215, |
| "learning_rate": 2e-05, |
| "loss": 0.7412, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.07114756842722023, |
| "grad_norm": 0.40823832154273987, |
| "learning_rate": 2e-05, |
| "loss": 0.7404, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.07198459864401105, |
| "grad_norm": 0.35889768600463867, |
| "learning_rate": 2e-05, |
| "loss": 0.7301, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.07282162886080187, |
| "grad_norm": 0.35591280460357666, |
| "learning_rate": 2e-05, |
| "loss": 0.7434, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.0736586590775927, |
| "grad_norm": 0.3851705491542816, |
| "learning_rate": 2e-05, |
| "loss": 0.7002, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.07449568929438352, |
| "grad_norm": 0.3983948230743408, |
| "learning_rate": 2e-05, |
| "loss": 0.7274, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.07533271951117436, |
| "grad_norm": 0.3635563254356384, |
| "learning_rate": 2e-05, |
| "loss": 0.6975, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.07616974972796518, |
| "grad_norm": 0.3900563418865204, |
| "learning_rate": 2e-05, |
| "loss": 0.7467, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.07700677994475601, |
| "grad_norm": 0.4121996760368347, |
| "learning_rate": 2e-05, |
| "loss": 0.7181, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.07784381016154683, |
| "grad_norm": 0.35744690895080566, |
| "learning_rate": 2e-05, |
| "loss": 0.72, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.07868084037833765, |
| "grad_norm": 0.44155263900756836, |
| "learning_rate": 2e-05, |
| "loss": 0.714, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.07951787059512848, |
| "grad_norm": 0.415809690952301, |
| "learning_rate": 2e-05, |
| "loss": 0.7518, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.08035490081191932, |
| "grad_norm": 0.3967406153678894, |
| "learning_rate": 2e-05, |
| "loss": 0.7445, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.08119193102871014, |
| "grad_norm": 0.4007624089717865, |
| "learning_rate": 2e-05, |
| "loss": 0.747, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.08202896124550096, |
| "grad_norm": 0.38344693183898926, |
| "learning_rate": 2e-05, |
| "loss": 0.7295, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.08286599146229179, |
| "grad_norm": 0.45661893486976624, |
| "learning_rate": 2e-05, |
| "loss": 0.7111, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.08370302167908261, |
| "grad_norm": 0.4255678951740265, |
| "learning_rate": 2e-05, |
| "loss": 0.775, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.08454005189587344, |
| "grad_norm": 0.49089524149894714, |
| "learning_rate": 2e-05, |
| "loss": 0.7387, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.08537708211266427, |
| "grad_norm": 0.3930380642414093, |
| "learning_rate": 2e-05, |
| "loss": 0.7601, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.0862141123294551, |
| "grad_norm": 0.4231725037097931, |
| "learning_rate": 2e-05, |
| "loss": 0.6822, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.08705114254624592, |
| "grad_norm": 0.39020201563835144, |
| "learning_rate": 2e-05, |
| "loss": 0.7325, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.08788817276303675, |
| "grad_norm": 0.429443359375, |
| "learning_rate": 2e-05, |
| "loss": 0.7194, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.08872520297982757, |
| "grad_norm": 0.38595613837242126, |
| "learning_rate": 2e-05, |
| "loss": 0.7336, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.0895622331966184, |
| "grad_norm": 0.371380090713501, |
| "learning_rate": 2e-05, |
| "loss": 0.7325, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.09039926341340923, |
| "grad_norm": 0.396846204996109, |
| "learning_rate": 2e-05, |
| "loss": 0.7281, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.09123629363020005, |
| "grad_norm": 0.42279285192489624, |
| "learning_rate": 2e-05, |
| "loss": 0.7383, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.09207332384699088, |
| "grad_norm": 0.41259169578552246, |
| "learning_rate": 2e-05, |
| "loss": 0.7398, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.0929103540637817, |
| "grad_norm": 0.43002089858055115, |
| "learning_rate": 2e-05, |
| "loss": 0.7323, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.09374738428057253, |
| "grad_norm": 0.4018864929676056, |
| "learning_rate": 2e-05, |
| "loss": 0.7542, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.09458441449736335, |
| "grad_norm": 0.3879416882991791, |
| "learning_rate": 2e-05, |
| "loss": 0.724, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.09542144471415417, |
| "grad_norm": 0.40612295269966125, |
| "learning_rate": 2e-05, |
| "loss": 0.7181, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.09625847493094501, |
| "grad_norm": 0.3889906406402588, |
| "learning_rate": 2e-05, |
| "loss": 0.7206, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.09709550514773584, |
| "grad_norm": 0.3631397783756256, |
| "learning_rate": 2e-05, |
| "loss": 0.7608, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.09793253536452666, |
| "grad_norm": 0.3583589494228363, |
| "learning_rate": 2e-05, |
| "loss": 0.7257, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.09876956558131748, |
| "grad_norm": 0.38138115406036377, |
| "learning_rate": 2e-05, |
| "loss": 0.7296, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.09960659579810831, |
| "grad_norm": 0.381708025932312, |
| "learning_rate": 2e-05, |
| "loss": 0.7275, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.10044362601489913, |
| "grad_norm": 0.3952488601207733, |
| "learning_rate": 2e-05, |
| "loss": 0.7211, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.10128065623168997, |
| "grad_norm": 0.369489848613739, |
| "learning_rate": 2e-05, |
| "loss": 0.6827, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.1021176864484808, |
| "grad_norm": 0.3854788541793823, |
| "learning_rate": 2e-05, |
| "loss": 0.7141, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.10295471666527162, |
| "grad_norm": 0.44547921419143677, |
| "learning_rate": 2e-05, |
| "loss": 0.7465, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.10379174688206244, |
| "grad_norm": 0.3807377219200134, |
| "learning_rate": 2e-05, |
| "loss": 0.6965, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.10462877709885327, |
| "grad_norm": 1.0734481811523438, |
| "learning_rate": 2e-05, |
| "loss": 0.7228, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.10546580731564409, |
| "grad_norm": 0.3832617700099945, |
| "learning_rate": 2e-05, |
| "loss": 0.76, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.10630283753243493, |
| "grad_norm": 0.4228065013885498, |
| "learning_rate": 2e-05, |
| "loss": 0.7379, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.10713986774922575, |
| "grad_norm": 0.39900723099708557, |
| "learning_rate": 2e-05, |
| "loss": 0.6866, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.10797689796601657, |
| "grad_norm": 0.5197460055351257, |
| "learning_rate": 2e-05, |
| "loss": 0.6915, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.1088139281828074, |
| "grad_norm": 0.6023410558700562, |
| "learning_rate": 2e-05, |
| "loss": 0.7019, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.10965095839959822, |
| "grad_norm": 0.4066433310508728, |
| "learning_rate": 2e-05, |
| "loss": 0.7001, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.11048798861638905, |
| "grad_norm": 0.382357656955719, |
| "learning_rate": 2e-05, |
| "loss": 0.7287, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.11132501883317988, |
| "grad_norm": 0.3749663829803467, |
| "learning_rate": 2e-05, |
| "loss": 0.7429, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.11216204904997071, |
| "grad_norm": 0.3689495325088501, |
| "learning_rate": 2e-05, |
| "loss": 0.6842, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.11299907926676153, |
| "grad_norm": 0.41168835759162903, |
| "learning_rate": 2e-05, |
| "loss": 0.7533, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.11383610948355236, |
| "grad_norm": 0.39960694313049316, |
| "learning_rate": 2e-05, |
| "loss": 0.7312, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.11467313970034318, |
| "grad_norm": 0.3908539414405823, |
| "learning_rate": 2e-05, |
| "loss": 0.7085, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.115510169917134, |
| "grad_norm": 0.38182100653648376, |
| "learning_rate": 2e-05, |
| "loss": 0.7271, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.11634720013392484, |
| "grad_norm": 0.405620276927948, |
| "learning_rate": 2e-05, |
| "loss": 0.7235, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.11718423035071567, |
| "grad_norm": 0.3966982364654541, |
| "learning_rate": 2e-05, |
| "loss": 0.7371, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.11802126056750649, |
| "grad_norm": 0.3768328130245209, |
| "learning_rate": 2e-05, |
| "loss": 0.7172, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.11885829078429731, |
| "grad_norm": 0.4282349944114685, |
| "learning_rate": 2e-05, |
| "loss": 0.7318, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.11969532100108814, |
| "grad_norm": 0.39045482873916626, |
| "learning_rate": 2e-05, |
| "loss": 0.704, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.12053235121787896, |
| "grad_norm": 0.3846886456012726, |
| "learning_rate": 2e-05, |
| "loss": 0.7069, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.12136938143466978, |
| "grad_norm": 0.3845898509025574, |
| "learning_rate": 2e-05, |
| "loss": 0.703, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.12220641165146062, |
| "grad_norm": 0.4043080508708954, |
| "learning_rate": 2e-05, |
| "loss": 0.7329, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.12304344186825145, |
| "grad_norm": 0.353148877620697, |
| "learning_rate": 2e-05, |
| "loss": 0.7039, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.12388047208504227, |
| "grad_norm": 0.3626961410045624, |
| "learning_rate": 2e-05, |
| "loss": 0.7125, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.1247175023018331, |
| "grad_norm": 0.40537577867507935, |
| "learning_rate": 2e-05, |
| "loss": 0.6874, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.12555453251862392, |
| "grad_norm": 0.38374269008636475, |
| "learning_rate": 2e-05, |
| "loss": 0.7166, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.12639156273541474, |
| "grad_norm": 0.3687508702278137, |
| "learning_rate": 2e-05, |
| "loss": 0.7042, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.12722859295220557, |
| "grad_norm": 0.38297727704048157, |
| "learning_rate": 2e-05, |
| "loss": 0.7276, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.1280656231689964, |
| "grad_norm": 0.40739986300468445, |
| "learning_rate": 2e-05, |
| "loss": 0.7352, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.1289026533857872, |
| "grad_norm": 0.5073732733726501, |
| "learning_rate": 2e-05, |
| "loss": 0.7407, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.12973968360257807, |
| "grad_norm": 0.3655388653278351, |
| "learning_rate": 2e-05, |
| "loss": 0.707, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.1305767138193689, |
| "grad_norm": 0.38478103280067444, |
| "learning_rate": 2e-05, |
| "loss": 0.7155, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.1314137440361597, |
| "grad_norm": 0.3790566027164459, |
| "learning_rate": 2e-05, |
| "loss": 0.7048, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.13225077425295054, |
| "grad_norm": 0.3985552489757538, |
| "learning_rate": 2e-05, |
| "loss": 0.7469, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.13308780446974136, |
| "grad_norm": 0.3573896586894989, |
| "learning_rate": 2e-05, |
| "loss": 0.7128, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.13392483468653218, |
| "grad_norm": 0.3679613471031189, |
| "learning_rate": 2e-05, |
| "loss": 0.7063, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.134761864903323, |
| "grad_norm": 0.4195422828197479, |
| "learning_rate": 2e-05, |
| "loss": 0.7214, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.13559889512011383, |
| "grad_norm": 0.4262971878051758, |
| "learning_rate": 2e-05, |
| "loss": 0.7214, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.13643592533690466, |
| "grad_norm": 0.3953056335449219, |
| "learning_rate": 2e-05, |
| "loss": 0.7457, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.13727295555369548, |
| "grad_norm": 0.3896598517894745, |
| "learning_rate": 2e-05, |
| "loss": 0.68, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.1381099857704863, |
| "grad_norm": 0.39134523272514343, |
| "learning_rate": 2e-05, |
| "loss": 0.7233, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.13894701598727713, |
| "grad_norm": 0.38543522357940674, |
| "learning_rate": 2e-05, |
| "loss": 0.7078, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.13978404620406798, |
| "grad_norm": 0.37859565019607544, |
| "learning_rate": 2e-05, |
| "loss": 0.7141, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.1406210764208588, |
| "grad_norm": 0.3654524087905884, |
| "learning_rate": 2e-05, |
| "loss": 0.6817, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.14145810663764963, |
| "grad_norm": 0.3827599585056305, |
| "learning_rate": 2e-05, |
| "loss": 0.6995, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.14229513685444045, |
| "grad_norm": 0.3548571467399597, |
| "learning_rate": 2e-05, |
| "loss": 0.7106, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.14313216707123128, |
| "grad_norm": 0.4650750756263733, |
| "learning_rate": 2e-05, |
| "loss": 0.7498, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.1439691972880221, |
| "grad_norm": 0.38478001952171326, |
| "learning_rate": 2e-05, |
| "loss": 0.7699, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.14480622750481292, |
| "grad_norm": 0.37154585123062134, |
| "learning_rate": 2e-05, |
| "loss": 0.6941, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.14564325772160375, |
| "grad_norm": 0.38709065318107605, |
| "learning_rate": 2e-05, |
| "loss": 0.7337, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.14648028793839457, |
| "grad_norm": 1.7314486503601074, |
| "learning_rate": 2e-05, |
| "loss": 0.7005, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.1473173181551854, |
| "grad_norm": 0.3551817834377289, |
| "learning_rate": 2e-05, |
| "loss": 0.7132, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.14815434837197622, |
| "grad_norm": 0.3846317529678345, |
| "learning_rate": 2e-05, |
| "loss": 0.6762, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.14899137858876704, |
| "grad_norm": 0.37913134694099426, |
| "learning_rate": 2e-05, |
| "loss": 0.7101, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.1498284088055579, |
| "grad_norm": 0.3794521391391754, |
| "learning_rate": 2e-05, |
| "loss": 0.7327, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.15066543902234872, |
| "grad_norm": 0.3727302551269531, |
| "learning_rate": 2e-05, |
| "loss": 0.7198, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.15150246923913954, |
| "grad_norm": 0.39975666999816895, |
| "learning_rate": 2e-05, |
| "loss": 0.7283, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.15233949945593037, |
| "grad_norm": 0.37394288182258606, |
| "learning_rate": 2e-05, |
| "loss": 0.6815, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.1531765296727212, |
| "grad_norm": 0.38191404938697815, |
| "learning_rate": 2e-05, |
| "loss": 0.723, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.15401355988951201, |
| "grad_norm": 0.3914385437965393, |
| "learning_rate": 2e-05, |
| "loss": 0.6959, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.15485059010630284, |
| "grad_norm": 0.36960726976394653, |
| "learning_rate": 2e-05, |
| "loss": 0.6981, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.15568762032309366, |
| "grad_norm": 0.4533153474330902, |
| "learning_rate": 2e-05, |
| "loss": 0.7042, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.15652465053988449, |
| "grad_norm": 0.390516459941864, |
| "learning_rate": 2e-05, |
| "loss": 0.7285, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.1573616807566753, |
| "grad_norm": 0.36687996983528137, |
| "learning_rate": 2e-05, |
| "loss": 0.7039, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.15819871097346613, |
| "grad_norm": 0.3998259902000427, |
| "learning_rate": 2e-05, |
| "loss": 0.7045, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.15903574119025696, |
| "grad_norm": 0.3630969226360321, |
| "learning_rate": 2e-05, |
| "loss": 0.7156, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.15987277140704778, |
| "grad_norm": 0.49144166707992554, |
| "learning_rate": 2e-05, |
| "loss": 0.7492, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.16070980162383863, |
| "grad_norm": 0.3666890263557434, |
| "learning_rate": 2e-05, |
| "loss": 0.6957, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.16154683184062946, |
| "grad_norm": 0.36240652203559875, |
| "learning_rate": 2e-05, |
| "loss": 0.7208, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.16238386205742028, |
| "grad_norm": 0.37068548798561096, |
| "learning_rate": 2e-05, |
| "loss": 0.7593, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.1632208922742111, |
| "grad_norm": 0.38422319293022156, |
| "learning_rate": 2e-05, |
| "loss": 0.718, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.16405792249100193, |
| "grad_norm": 0.4526020884513855, |
| "learning_rate": 2e-05, |
| "loss": 0.7152, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.16489495270779275, |
| "grad_norm": 0.42693546414375305, |
| "learning_rate": 2e-05, |
| "loss": 0.7031, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.16573198292458358, |
| "grad_norm": 0.352283239364624, |
| "learning_rate": 2e-05, |
| "loss": 0.6788, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.1665690131413744, |
| "grad_norm": 0.4254308342933655, |
| "learning_rate": 2e-05, |
| "loss": 0.7004, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.16740604335816522, |
| "grad_norm": 0.37109827995300293, |
| "learning_rate": 2e-05, |
| "loss": 0.7183, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.16824307357495605, |
| "grad_norm": 0.3963578939437866, |
| "learning_rate": 2e-05, |
| "loss": 0.7152, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.16908010379174687, |
| "grad_norm": 0.4323606491088867, |
| "learning_rate": 2e-05, |
| "loss": 0.7275, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.1699171340085377, |
| "grad_norm": 0.38154488801956177, |
| "learning_rate": 2e-05, |
| "loss": 0.7043, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.17075416422532855, |
| "grad_norm": 0.37403401732444763, |
| "learning_rate": 2e-05, |
| "loss": 0.6961, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.17159119444211937, |
| "grad_norm": 0.4297429919242859, |
| "learning_rate": 2e-05, |
| "loss": 0.7279, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.1724282246589102, |
| "grad_norm": 0.3764204978942871, |
| "learning_rate": 2e-05, |
| "loss": 0.7169, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.17326525487570102, |
| "grad_norm": 0.4536464512348175, |
| "learning_rate": 2e-05, |
| "loss": 0.7076, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.17410228509249184, |
| "grad_norm": 0.3891889750957489, |
| "learning_rate": 2e-05, |
| "loss": 0.6937, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.17493931530928267, |
| "grad_norm": 0.3979426920413971, |
| "learning_rate": 2e-05, |
| "loss": 0.7117, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.1757763455260735, |
| "grad_norm": 0.33533552289009094, |
| "learning_rate": 2e-05, |
| "loss": 0.6911, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.17661337574286431, |
| "grad_norm": 0.4086405038833618, |
| "learning_rate": 2e-05, |
| "loss": 0.6961, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.17745040595965514, |
| "grad_norm": 0.32550907135009766, |
| "learning_rate": 2e-05, |
| "loss": 0.7189, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.17828743617644596, |
| "grad_norm": 0.41129428148269653, |
| "learning_rate": 2e-05, |
| "loss": 0.7132, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.1791244663932368, |
| "grad_norm": 0.38379132747650146, |
| "learning_rate": 2e-05, |
| "loss": 0.7083, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.1799614966100276, |
| "grad_norm": 0.33447548747062683, |
| "learning_rate": 2e-05, |
| "loss": 0.6957, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.18079852682681846, |
| "grad_norm": 0.36413493752479553, |
| "learning_rate": 2e-05, |
| "loss": 0.6845, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.18163555704360929, |
| "grad_norm": 0.3704940676689148, |
| "learning_rate": 2e-05, |
| "loss": 0.7045, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.1824725872604001, |
| "grad_norm": 0.37158524990081787, |
| "learning_rate": 2e-05, |
| "loss": 0.6945, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.18330961747719093, |
| "grad_norm": 0.37925466895103455, |
| "learning_rate": 2e-05, |
| "loss": 0.7088, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.18414664769398176, |
| "grad_norm": 0.3649779260158539, |
| "learning_rate": 2e-05, |
| "loss": 0.7342, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.18498367791077258, |
| "grad_norm": 0.38125574588775635, |
| "learning_rate": 2e-05, |
| "loss": 0.7045, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.1858207081275634, |
| "grad_norm": 0.4088246524333954, |
| "learning_rate": 2e-05, |
| "loss": 0.7006, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.18665773834435423, |
| "grad_norm": 0.4514538645744324, |
| "learning_rate": 2e-05, |
| "loss": 0.7126, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.18749476856114505, |
| "grad_norm": 0.3832446336746216, |
| "learning_rate": 2e-05, |
| "loss": 0.6912, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.18833179877793588, |
| "grad_norm": 0.37790173292160034, |
| "learning_rate": 2e-05, |
| "loss": 0.6738, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.1891688289947267, |
| "grad_norm": 0.3716677129268646, |
| "learning_rate": 2e-05, |
| "loss": 0.7122, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.19000585921151752, |
| "grad_norm": 0.3565468490123749, |
| "learning_rate": 2e-05, |
| "loss": 0.679, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.19084288942830835, |
| "grad_norm": 0.37897953391075134, |
| "learning_rate": 2e-05, |
| "loss": 0.6941, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.1916799196450992, |
| "grad_norm": 0.3777736723423004, |
| "learning_rate": 2e-05, |
| "loss": 0.7166, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.19251694986189002, |
| "grad_norm": 0.3585146367549896, |
| "learning_rate": 2e-05, |
| "loss": 0.6928, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.19335398007868085, |
| "grad_norm": 0.3698466122150421, |
| "learning_rate": 2e-05, |
| "loss": 0.6937, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.19419101029547167, |
| "grad_norm": 0.3647162914276123, |
| "learning_rate": 2e-05, |
| "loss": 0.7128, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.1950280405122625, |
| "grad_norm": 0.4572893977165222, |
| "learning_rate": 2e-05, |
| "loss": 0.6978, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.19586507072905332, |
| "grad_norm": 0.42052674293518066, |
| "learning_rate": 2e-05, |
| "loss": 0.6901, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.19670210094584414, |
| "grad_norm": 0.4102165102958679, |
| "learning_rate": 2e-05, |
| "loss": 0.7097, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.19753913116263497, |
| "grad_norm": 0.3792290687561035, |
| "learning_rate": 2e-05, |
| "loss": 0.6917, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.1983761613794258, |
| "grad_norm": 0.41515079140663147, |
| "learning_rate": 2e-05, |
| "loss": 0.7033, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.19921319159621662, |
| "grad_norm": 0.44105610251426697, |
| "learning_rate": 2e-05, |
| "loss": 0.7093, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.20005022181300744, |
| "grad_norm": 0.3615840971469879, |
| "learning_rate": 2e-05, |
| "loss": 0.7512, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.20088725202979826, |
| "grad_norm": 0.3563784062862396, |
| "learning_rate": 2e-05, |
| "loss": 0.7046, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.20172428224658911, |
| "grad_norm": 0.3593883216381073, |
| "learning_rate": 2e-05, |
| "loss": 0.7143, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.20256131246337994, |
| "grad_norm": 0.375445157289505, |
| "learning_rate": 2e-05, |
| "loss": 0.678, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.20339834268017076, |
| "grad_norm": 0.3783409595489502, |
| "learning_rate": 2e-05, |
| "loss": 0.6926, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.2042353728969616, |
| "grad_norm": 0.3709818720817566, |
| "learning_rate": 2e-05, |
| "loss": 0.6974, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.2050724031137524, |
| "grad_norm": 0.3591563403606415, |
| "learning_rate": 2e-05, |
| "loss": 0.7022, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.20590943333054323, |
| "grad_norm": 0.42944005131721497, |
| "learning_rate": 2e-05, |
| "loss": 0.7151, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.20674646354733406, |
| "grad_norm": 0.36380648612976074, |
| "learning_rate": 2e-05, |
| "loss": 0.6938, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.20758349376412488, |
| "grad_norm": 0.3823877274990082, |
| "learning_rate": 2e-05, |
| "loss": 0.6853, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.2084205239809157, |
| "grad_norm": 0.40340110659599304, |
| "learning_rate": 2e-05, |
| "loss": 0.6983, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.20925755419770653, |
| "grad_norm": 0.3656036853790283, |
| "learning_rate": 2e-05, |
| "loss": 0.6927, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.21009458441449735, |
| "grad_norm": 0.3953785002231598, |
| "learning_rate": 2e-05, |
| "loss": 0.6779, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.21093161463128818, |
| "grad_norm": 0.40045875310897827, |
| "learning_rate": 2e-05, |
| "loss": 0.6812, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.211768644848079, |
| "grad_norm": 0.3604848086833954, |
| "learning_rate": 2e-05, |
| "loss": 0.6908, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.21260567506486985, |
| "grad_norm": 0.40517356991767883, |
| "learning_rate": 2e-05, |
| "loss": 0.7074, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.21344270528166068, |
| "grad_norm": 0.3920334279537201, |
| "learning_rate": 2e-05, |
| "loss": 0.7021, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.2142797354984515, |
| "grad_norm": 0.35391831398010254, |
| "learning_rate": 2e-05, |
| "loss": 0.704, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.21511676571524233, |
| "grad_norm": 0.33125635981559753, |
| "learning_rate": 2e-05, |
| "loss": 0.6751, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.21595379593203315, |
| "grad_norm": 0.3804548382759094, |
| "learning_rate": 2e-05, |
| "loss": 0.6929, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.21679082614882397, |
| "grad_norm": 0.41652804613113403, |
| "learning_rate": 2e-05, |
| "loss": 0.7224, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.2176278563656148, |
| "grad_norm": 0.37819674611091614, |
| "learning_rate": 2e-05, |
| "loss": 0.6942, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.21846488658240562, |
| "grad_norm": 0.3700343668460846, |
| "learning_rate": 2e-05, |
| "loss": 0.6922, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.21930191679919644, |
| "grad_norm": 0.39303967356681824, |
| "learning_rate": 2e-05, |
| "loss": 0.6836, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.22013894701598727, |
| "grad_norm": 0.3704970180988312, |
| "learning_rate": 2e-05, |
| "loss": 0.6656, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.2209759772327781, |
| "grad_norm": 0.35388532280921936, |
| "learning_rate": 2e-05, |
| "loss": 0.7203, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.22181300744956892, |
| "grad_norm": 0.3718905746936798, |
| "learning_rate": 2e-05, |
| "loss": 0.6942, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.22265003766635977, |
| "grad_norm": 0.36480191349983215, |
| "learning_rate": 2e-05, |
| "loss": 0.7213, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.2234870678831506, |
| "grad_norm": 0.5288359522819519, |
| "learning_rate": 2e-05, |
| "loss": 0.7045, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.22432409809994142, |
| "grad_norm": 0.3652160167694092, |
| "learning_rate": 2e-05, |
| "loss": 0.708, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.22516112831673224, |
| "grad_norm": 0.36390116810798645, |
| "learning_rate": 2e-05, |
| "loss": 0.6881, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.22599815853352306, |
| "grad_norm": 0.3840753734111786, |
| "learning_rate": 2e-05, |
| "loss": 0.6633, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.2268351887503139, |
| "grad_norm": 0.3530333638191223, |
| "learning_rate": 2e-05, |
| "loss": 0.7124, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.2276722189671047, |
| "grad_norm": 0.342545747756958, |
| "learning_rate": 2e-05, |
| "loss": 0.697, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.22850924918389554, |
| "grad_norm": 0.5206401348114014, |
| "learning_rate": 2e-05, |
| "loss": 0.6976, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.22934627940068636, |
| "grad_norm": 0.3752775192260742, |
| "learning_rate": 2e-05, |
| "loss": 0.7146, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.23018330961747718, |
| "grad_norm": 0.3544803857803345, |
| "learning_rate": 2e-05, |
| "loss": 0.7199, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.231020339834268, |
| "grad_norm": 0.47715863585472107, |
| "learning_rate": 2e-05, |
| "loss": 0.7116, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.23185737005105883, |
| "grad_norm": 0.3936082720756531, |
| "learning_rate": 2e-05, |
| "loss": 0.7104, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.23269440026784968, |
| "grad_norm": 0.3845888376235962, |
| "learning_rate": 2e-05, |
| "loss": 0.7153, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.2335314304846405, |
| "grad_norm": 0.3471842110157013, |
| "learning_rate": 2e-05, |
| "loss": 0.6582, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.23436846070143133, |
| "grad_norm": 0.3849339485168457, |
| "learning_rate": 2e-05, |
| "loss": 0.7134, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.23520549091822215, |
| "grad_norm": 0.4041845500469208, |
| "learning_rate": 2e-05, |
| "loss": 0.6917, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.23604252113501298, |
| "grad_norm": 0.347912460565567, |
| "learning_rate": 2e-05, |
| "loss": 0.7065, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.2368795513518038, |
| "grad_norm": 0.383291631937027, |
| "learning_rate": 2e-05, |
| "loss": 0.7237, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.23771658156859463, |
| "grad_norm": 0.3993476927280426, |
| "learning_rate": 2e-05, |
| "loss": 0.7263, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.23855361178538545, |
| "grad_norm": 0.364463210105896, |
| "learning_rate": 2e-05, |
| "loss": 0.6825, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.23939064200217627, |
| "grad_norm": 0.3854297697544098, |
| "learning_rate": 2e-05, |
| "loss": 0.6828, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.2402276722189671, |
| "grad_norm": 0.4553110599517822, |
| "learning_rate": 2e-05, |
| "loss": 0.6841, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.24106470243575792, |
| "grad_norm": 0.3404019773006439, |
| "learning_rate": 2e-05, |
| "loss": 0.6824, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.24190173265254875, |
| "grad_norm": 0.3552730679512024, |
| "learning_rate": 2e-05, |
| "loss": 0.705, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.24273876286933957, |
| "grad_norm": 0.6009185910224915, |
| "learning_rate": 2e-05, |
| "loss": 0.6872, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.24357579308613042, |
| "grad_norm": 0.3935545086860657, |
| "learning_rate": 2e-05, |
| "loss": 0.6606, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.24441282330292124, |
| "grad_norm": 0.3839946389198303, |
| "learning_rate": 2e-05, |
| "loss": 0.6758, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.24524985351971207, |
| "grad_norm": 0.49954575300216675, |
| "learning_rate": 2e-05, |
| "loss": 0.6747, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.2460868837365029, |
| "grad_norm": 0.3401426672935486, |
| "learning_rate": 2e-05, |
| "loss": 0.6798, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.24692391395329372, |
| "grad_norm": 0.38917040824890137, |
| "learning_rate": 2e-05, |
| "loss": 0.6955, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.24776094417008454, |
| "grad_norm": 0.3529467284679413, |
| "learning_rate": 2e-05, |
| "loss": 0.6733, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.24859797438687536, |
| "grad_norm": 0.3835350275039673, |
| "learning_rate": 2e-05, |
| "loss": 0.7163, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.2494350046036662, |
| "grad_norm": 0.34143391251564026, |
| "learning_rate": 2e-05, |
| "loss": 0.7019, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.250272034820457, |
| "grad_norm": 0.39724600315093994, |
| "learning_rate": 2e-05, |
| "loss": 0.6812, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.25110906503724784, |
| "grad_norm": 0.3517789840698242, |
| "learning_rate": 2e-05, |
| "loss": 0.6866, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.25194609525403866, |
| "grad_norm": 0.457095742225647, |
| "learning_rate": 2e-05, |
| "loss": 0.6892, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.2527831254708295, |
| "grad_norm": 0.3822527825832367, |
| "learning_rate": 2e-05, |
| "loss": 0.7063, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.2536201556876203, |
| "grad_norm": 0.39527907967567444, |
| "learning_rate": 2e-05, |
| "loss": 0.6757, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.25445718590441113, |
| "grad_norm": 0.36703014373779297, |
| "learning_rate": 2e-05, |
| "loss": 0.6991, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.25529421612120196, |
| "grad_norm": 0.5913490056991577, |
| "learning_rate": 2e-05, |
| "loss": 0.6808, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.2561312463379928, |
| "grad_norm": 0.6630072593688965, |
| "learning_rate": 2e-05, |
| "loss": 0.7075, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.2569682765547836, |
| "grad_norm": 0.3538056015968323, |
| "learning_rate": 2e-05, |
| "loss": 0.7061, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.2578053067715744, |
| "grad_norm": 0.4272959530353546, |
| "learning_rate": 2e-05, |
| "loss": 0.6843, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.2586423369883653, |
| "grad_norm": 0.396391898393631, |
| "learning_rate": 2e-05, |
| "loss": 0.6751, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.25947936720515613, |
| "grad_norm": 0.3552750051021576, |
| "learning_rate": 2e-05, |
| "loss": 0.7147, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.26031639742194695, |
| "grad_norm": 0.3866838216781616, |
| "learning_rate": 2e-05, |
| "loss": 0.736, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.2611534276387378, |
| "grad_norm": 0.37459060549736023, |
| "learning_rate": 2e-05, |
| "loss": 0.6848, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.2619904578555286, |
| "grad_norm": 0.3690750300884247, |
| "learning_rate": 2e-05, |
| "loss": 0.6834, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.2628274880723194, |
| "grad_norm": 0.4790518879890442, |
| "learning_rate": 2e-05, |
| "loss": 0.6947, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.26366451828911025, |
| "grad_norm": 0.3825061023235321, |
| "learning_rate": 2e-05, |
| "loss": 0.7086, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.2645015485059011, |
| "grad_norm": 0.43931442499160767, |
| "learning_rate": 2e-05, |
| "loss": 0.7131, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.2653385787226919, |
| "grad_norm": 0.36091071367263794, |
| "learning_rate": 2e-05, |
| "loss": 0.6678, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.2661756089394827, |
| "grad_norm": 0.35754019021987915, |
| "learning_rate": 2e-05, |
| "loss": 0.6757, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.26701263915627355, |
| "grad_norm": 0.34211859107017517, |
| "learning_rate": 2e-05, |
| "loss": 0.6844, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.26784966937306437, |
| "grad_norm": 0.3811708390712738, |
| "learning_rate": 2e-05, |
| "loss": 0.6752, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.2686866995898552, |
| "grad_norm": 0.37679523229599, |
| "learning_rate": 2e-05, |
| "loss": 0.6768, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.269523729806646, |
| "grad_norm": 0.3931836187839508, |
| "learning_rate": 2e-05, |
| "loss": 0.7104, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.27036076002343684, |
| "grad_norm": 0.4057767689228058, |
| "learning_rate": 2e-05, |
| "loss": 0.6791, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.27119779024022767, |
| "grad_norm": 0.33529049158096313, |
| "learning_rate": 2e-05, |
| "loss": 0.6784, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.2720348204570185, |
| "grad_norm": 0.34509772062301636, |
| "learning_rate": 2e-05, |
| "loss": 0.7474, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.2728718506738093, |
| "grad_norm": 0.3847754895687103, |
| "learning_rate": 2e-05, |
| "loss": 0.6765, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.27370888089060014, |
| "grad_norm": 0.38386350870132446, |
| "learning_rate": 2e-05, |
| "loss": 0.6782, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.27454591110739096, |
| "grad_norm": 0.4805894196033478, |
| "learning_rate": 2e-05, |
| "loss": 0.6864, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.2753829413241818, |
| "grad_norm": 0.46428972482681274, |
| "learning_rate": 2e-05, |
| "loss": 0.6901, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.2762199715409726, |
| "grad_norm": 0.3913302719593048, |
| "learning_rate": 2e-05, |
| "loss": 0.7239, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.27705700175776343, |
| "grad_norm": 0.3995335102081299, |
| "learning_rate": 2e-05, |
| "loss": 0.6828, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.27789403197455426, |
| "grad_norm": 0.36607876420021057, |
| "learning_rate": 2e-05, |
| "loss": 0.6621, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.2787310621913451, |
| "grad_norm": 0.38472291827201843, |
| "learning_rate": 2e-05, |
| "loss": 0.6712, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.27956809240813596, |
| "grad_norm": 0.34564754366874695, |
| "learning_rate": 2e-05, |
| "loss": 0.6863, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.2804051226249268, |
| "grad_norm": 0.3804911673069, |
| "learning_rate": 2e-05, |
| "loss": 0.7107, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.2812421528417176, |
| "grad_norm": 0.3177351653575897, |
| "learning_rate": 2e-05, |
| "loss": 0.6595, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.28207918305850843, |
| "grad_norm": 0.3490181863307953, |
| "learning_rate": 2e-05, |
| "loss": 0.6671, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.28291621327529926, |
| "grad_norm": 0.5247802734375, |
| "learning_rate": 2e-05, |
| "loss": 0.6614, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.2837532434920901, |
| "grad_norm": 0.36323365569114685, |
| "learning_rate": 2e-05, |
| "loss": 0.684, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.2845902737088809, |
| "grad_norm": 0.359318345785141, |
| "learning_rate": 2e-05, |
| "loss": 0.661, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.2854273039256717, |
| "grad_norm": 0.3711358308792114, |
| "learning_rate": 2e-05, |
| "loss": 0.6748, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.28626433414246255, |
| "grad_norm": 0.36873385310173035, |
| "learning_rate": 2e-05, |
| "loss": 0.6655, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.2871013643592534, |
| "grad_norm": 0.398560494184494, |
| "learning_rate": 2e-05, |
| "loss": 0.6624, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.2879383945760442, |
| "grad_norm": 0.48586469888687134, |
| "learning_rate": 2e-05, |
| "loss": 0.6993, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.288775424792835, |
| "grad_norm": 0.3617458641529083, |
| "learning_rate": 2e-05, |
| "loss": 0.6928, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.28961245500962585, |
| "grad_norm": 0.3452693521976471, |
| "learning_rate": 2e-05, |
| "loss": 0.6965, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.29044948522641667, |
| "grad_norm": 0.39020127058029175, |
| "learning_rate": 2e-05, |
| "loss": 0.691, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.2912865154432075, |
| "grad_norm": 0.38490548729896545, |
| "learning_rate": 2e-05, |
| "loss": 0.6824, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.2921235456599983, |
| "grad_norm": 0.3624000549316406, |
| "learning_rate": 2e-05, |
| "loss": 0.6849, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.29296057587678914, |
| "grad_norm": 0.40137097239494324, |
| "learning_rate": 2e-05, |
| "loss": 0.6779, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.29379760609357997, |
| "grad_norm": 0.3723010718822479, |
| "learning_rate": 2e-05, |
| "loss": 0.6639, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.2946346363103708, |
| "grad_norm": 0.33410966396331787, |
| "learning_rate": 2e-05, |
| "loss": 0.6849, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.2954716665271616, |
| "grad_norm": 0.4087796211242676, |
| "learning_rate": 2e-05, |
| "loss": 0.7198, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.29630869674395244, |
| "grad_norm": 0.3803013265132904, |
| "learning_rate": 2e-05, |
| "loss": 0.6705, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.29714572696074326, |
| "grad_norm": 0.38683268427848816, |
| "learning_rate": 2e-05, |
| "loss": 0.6848, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.2979827571775341, |
| "grad_norm": 0.3987625241279602, |
| "learning_rate": 2e-05, |
| "loss": 0.693, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.2988197873943249, |
| "grad_norm": 0.3848333954811096, |
| "learning_rate": 2e-05, |
| "loss": 0.691, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.2996568176111158, |
| "grad_norm": 0.3905976116657257, |
| "learning_rate": 2e-05, |
| "loss": 0.6745, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.3004938478279066, |
| "grad_norm": 0.36275070905685425, |
| "learning_rate": 2e-05, |
| "loss": 0.6693, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.30133087804469744, |
| "grad_norm": 0.3495936691761017, |
| "learning_rate": 2e-05, |
| "loss": 0.6845, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.30216790826148826, |
| "grad_norm": 0.36721131205558777, |
| "learning_rate": 2e-05, |
| "loss": 0.6807, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.3030049384782791, |
| "grad_norm": 0.42015427350997925, |
| "learning_rate": 2e-05, |
| "loss": 0.6934, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.3038419686950699, |
| "grad_norm": 0.41565388441085815, |
| "learning_rate": 2e-05, |
| "loss": 0.6817, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.30467899891186073, |
| "grad_norm": 0.3864046633243561, |
| "learning_rate": 2e-05, |
| "loss": 0.6972, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.30551602912865156, |
| "grad_norm": 0.3387700021266937, |
| "learning_rate": 2e-05, |
| "loss": 0.6753, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.3063530593454424, |
| "grad_norm": 0.37594422698020935, |
| "learning_rate": 2e-05, |
| "loss": 0.6808, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.3071900895622332, |
| "grad_norm": 0.3680058419704437, |
| "learning_rate": 2e-05, |
| "loss": 0.6924, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.30802711977902403, |
| "grad_norm": 0.37362930178642273, |
| "learning_rate": 2e-05, |
| "loss": 0.6598, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.30886414999581485, |
| "grad_norm": 0.3793889880180359, |
| "learning_rate": 2e-05, |
| "loss": 0.6754, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.3097011802126057, |
| "grad_norm": 0.35503870248794556, |
| "learning_rate": 2e-05, |
| "loss": 0.6834, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.3105382104293965, |
| "grad_norm": 0.3719038665294647, |
| "learning_rate": 2e-05, |
| "loss": 0.6721, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.3113752406461873, |
| "grad_norm": 0.38428905606269836, |
| "learning_rate": 2e-05, |
| "loss": 0.6499, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.31221227086297815, |
| "grad_norm": 0.374455988407135, |
| "learning_rate": 2e-05, |
| "loss": 0.657, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.31304930107976897, |
| "grad_norm": 0.37055298686027527, |
| "learning_rate": 2e-05, |
| "loss": 0.691, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.3138863312965598, |
| "grad_norm": 0.37087371945381165, |
| "learning_rate": 2e-05, |
| "loss": 0.6859, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.3147233615133506, |
| "grad_norm": 0.44824519753456116, |
| "learning_rate": 2e-05, |
| "loss": 0.689, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.31556039173014144, |
| "grad_norm": 0.40546661615371704, |
| "learning_rate": 2e-05, |
| "loss": 0.6715, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.31639742194693227, |
| "grad_norm": 0.39258283376693726, |
| "learning_rate": 2e-05, |
| "loss": 0.6877, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.3172344521637231, |
| "grad_norm": 0.36289212107658386, |
| "learning_rate": 2e-05, |
| "loss": 0.6668, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.3180714823805139, |
| "grad_norm": 0.40301036834716797, |
| "learning_rate": 2e-05, |
| "loss": 0.6785, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.31890851259730474, |
| "grad_norm": 0.3613869249820709, |
| "learning_rate": 2e-05, |
| "loss": 0.6792, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.31974554281409556, |
| "grad_norm": 0.3650999069213867, |
| "learning_rate": 2e-05, |
| "loss": 0.6548, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.32058257303088644, |
| "grad_norm": 0.38625913858413696, |
| "learning_rate": 2e-05, |
| "loss": 0.63, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.32141960324767727, |
| "grad_norm": 0.35693198442459106, |
| "learning_rate": 2e-05, |
| "loss": 0.6974, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.3222566334644681, |
| "grad_norm": 0.3826311230659485, |
| "learning_rate": 2e-05, |
| "loss": 0.6842, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.3230936636812589, |
| "grad_norm": 0.3499303162097931, |
| "learning_rate": 2e-05, |
| "loss": 0.667, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.32393069389804974, |
| "grad_norm": 0.33624884486198425, |
| "learning_rate": 2e-05, |
| "loss": 0.6643, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.32476772411484056, |
| "grad_norm": 0.4605383574962616, |
| "learning_rate": 2e-05, |
| "loss": 0.6631, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.3256047543316314, |
| "grad_norm": 0.3703138828277588, |
| "learning_rate": 2e-05, |
| "loss": 0.7092, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.3264417845484222, |
| "grad_norm": 0.3547705411911011, |
| "learning_rate": 2e-05, |
| "loss": 0.674, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.32727881476521303, |
| "grad_norm": 0.38592010736465454, |
| "learning_rate": 2e-05, |
| "loss": 0.729, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.32811584498200386, |
| "grad_norm": 0.38469675183296204, |
| "learning_rate": 2e-05, |
| "loss": 0.6379, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.3289528751987947, |
| "grad_norm": 0.38590508699417114, |
| "learning_rate": 2e-05, |
| "loss": 0.6671, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.3297899054155855, |
| "grad_norm": 0.4092082381248474, |
| "learning_rate": 2e-05, |
| "loss": 0.7011, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.33062693563237633, |
| "grad_norm": 0.3793179988861084, |
| "learning_rate": 2e-05, |
| "loss": 0.6973, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.33146396584916715, |
| "grad_norm": 0.38254857063293457, |
| "learning_rate": 2e-05, |
| "loss": 0.6909, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.332300996065958, |
| "grad_norm": 0.3839905261993408, |
| "learning_rate": 2e-05, |
| "loss": 0.6891, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.3331380262827488, |
| "grad_norm": 0.38743963837623596, |
| "learning_rate": 2e-05, |
| "loss": 0.7079, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.3339750564995396, |
| "grad_norm": 0.381570965051651, |
| "learning_rate": 2e-05, |
| "loss": 0.7051, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.33481208671633045, |
| "grad_norm": 0.3812105059623718, |
| "learning_rate": 2e-05, |
| "loss": 0.6781, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.33564911693312127, |
| "grad_norm": 0.3621882200241089, |
| "learning_rate": 2e-05, |
| "loss": 0.6923, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.3364861471499121, |
| "grad_norm": 0.35323214530944824, |
| "learning_rate": 2e-05, |
| "loss": 0.6851, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.3373231773667029, |
| "grad_norm": 0.35751551389694214, |
| "learning_rate": 2e-05, |
| "loss": 0.6655, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.33816020758349374, |
| "grad_norm": 0.3949991464614868, |
| "learning_rate": 2e-05, |
| "loss": 0.6621, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.33899723780028457, |
| "grad_norm": 0.3553832173347473, |
| "learning_rate": 2e-05, |
| "loss": 0.7026, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.3398342680170754, |
| "grad_norm": 0.39129525423049927, |
| "learning_rate": 2e-05, |
| "loss": 0.6727, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.3406712982338662, |
| "grad_norm": 0.39109840989112854, |
| "learning_rate": 2e-05, |
| "loss": 0.692, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.3415083284506571, |
| "grad_norm": 0.384739488363266, |
| "learning_rate": 2e-05, |
| "loss": 0.6578, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.3423453586674479, |
| "grad_norm": 0.34750863909721375, |
| "learning_rate": 2e-05, |
| "loss": 0.6972, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.34318238888423874, |
| "grad_norm": 0.3817720115184784, |
| "learning_rate": 2e-05, |
| "loss": 0.6563, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.34401941910102957, |
| "grad_norm": 0.38964515924453735, |
| "learning_rate": 2e-05, |
| "loss": 0.6591, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.3448564493178204, |
| "grad_norm": 0.38531047105789185, |
| "learning_rate": 2e-05, |
| "loss": 0.6475, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.3456934795346112, |
| "grad_norm": 0.4181869626045227, |
| "learning_rate": 2e-05, |
| "loss": 0.6746, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.34653050975140204, |
| "grad_norm": 0.36208441853523254, |
| "learning_rate": 2e-05, |
| "loss": 0.6825, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.34736753996819286, |
| "grad_norm": 0.3654119074344635, |
| "learning_rate": 2e-05, |
| "loss": 0.6887, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.3482045701849837, |
| "grad_norm": 0.39477288722991943, |
| "learning_rate": 2e-05, |
| "loss": 0.6977, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.3490416004017745, |
| "grad_norm": 0.36870384216308594, |
| "learning_rate": 2e-05, |
| "loss": 0.6725, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.34987863061856533, |
| "grad_norm": 0.35877320170402527, |
| "learning_rate": 2e-05, |
| "loss": 0.679, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.35071566083535616, |
| "grad_norm": 0.5562852621078491, |
| "learning_rate": 2e-05, |
| "loss": 0.6439, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.351552691052147, |
| "grad_norm": 0.40305373072624207, |
| "learning_rate": 2e-05, |
| "loss": 0.703, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.3523897212689378, |
| "grad_norm": 0.41178417205810547, |
| "learning_rate": 2e-05, |
| "loss": 0.6618, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.35322675148572863, |
| "grad_norm": 0.3854200541973114, |
| "learning_rate": 2e-05, |
| "loss": 0.6662, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.35406378170251945, |
| "grad_norm": 0.3953651487827301, |
| "learning_rate": 2e-05, |
| "loss": 0.7133, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.3549008119193103, |
| "grad_norm": 0.3878295123577118, |
| "learning_rate": 2e-05, |
| "loss": 0.701, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.3557378421361011, |
| "grad_norm": 0.36245018243789673, |
| "learning_rate": 2e-05, |
| "loss": 0.6104, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.3565748723528919, |
| "grad_norm": 0.3872743844985962, |
| "learning_rate": 2e-05, |
| "loss": 0.6878, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.35741190256968275, |
| "grad_norm": 0.4376787543296814, |
| "learning_rate": 2e-05, |
| "loss": 0.6741, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.3582489327864736, |
| "grad_norm": 0.5118808150291443, |
| "learning_rate": 2e-05, |
| "loss": 0.7126, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.3590859630032644, |
| "grad_norm": 0.35995811223983765, |
| "learning_rate": 2e-05, |
| "loss": 0.6814, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.3599229932200552, |
| "grad_norm": 0.32932382822036743, |
| "learning_rate": 2e-05, |
| "loss": 0.6686, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.36076002343684604, |
| "grad_norm": 0.3927007019519806, |
| "learning_rate": 2e-05, |
| "loss": 0.6526, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.3615970536536369, |
| "grad_norm": 0.3740251958370209, |
| "learning_rate": 2e-05, |
| "loss": 0.6658, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.36243408387042775, |
| "grad_norm": 0.3808770477771759, |
| "learning_rate": 2e-05, |
| "loss": 0.6923, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.36327111408721857, |
| "grad_norm": 0.3733738660812378, |
| "learning_rate": 2e-05, |
| "loss": 0.6758, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.3641081443040094, |
| "grad_norm": 0.36265361309051514, |
| "learning_rate": 2e-05, |
| "loss": 0.6714, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.3649451745208002, |
| "grad_norm": 0.37637802958488464, |
| "learning_rate": 2e-05, |
| "loss": 0.7047, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.36578220473759104, |
| "grad_norm": 0.3615052402019501, |
| "learning_rate": 2e-05, |
| "loss": 0.6887, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.36661923495438187, |
| "grad_norm": 0.3507406413555145, |
| "learning_rate": 2e-05, |
| "loss": 0.6817, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.3674562651711727, |
| "grad_norm": 0.3859863579273224, |
| "learning_rate": 2e-05, |
| "loss": 0.6908, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.3682932953879635, |
| "grad_norm": 0.5150337815284729, |
| "learning_rate": 2e-05, |
| "loss": 0.6829, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.36913032560475434, |
| "grad_norm": 0.3702976107597351, |
| "learning_rate": 2e-05, |
| "loss": 0.6628, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.36996735582154516, |
| "grad_norm": 0.36254793405532837, |
| "learning_rate": 2e-05, |
| "loss": 0.6735, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.370804386038336, |
| "grad_norm": 0.3495381474494934, |
| "learning_rate": 2e-05, |
| "loss": 0.6815, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.3716414162551268, |
| "grad_norm": 0.3943999707698822, |
| "learning_rate": 2e-05, |
| "loss": 0.6797, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.37247844647191763, |
| "grad_norm": 0.3715941905975342, |
| "learning_rate": 2e-05, |
| "loss": 0.6615, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.37331547668870846, |
| "grad_norm": 0.47644540667533875, |
| "learning_rate": 2e-05, |
| "loss": 0.6901, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.3741525069054993, |
| "grad_norm": 0.40302789211273193, |
| "learning_rate": 2e-05, |
| "loss": 0.6556, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.3749895371222901, |
| "grad_norm": 0.366240531206131, |
| "learning_rate": 2e-05, |
| "loss": 0.6787, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.37582656733908093, |
| "grad_norm": 0.3775447607040405, |
| "learning_rate": 2e-05, |
| "loss": 0.6518, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.37666359755587175, |
| "grad_norm": 0.3555198609828949, |
| "learning_rate": 2e-05, |
| "loss": 0.6844, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.3775006277726626, |
| "grad_norm": 0.40677034854888916, |
| "learning_rate": 2e-05, |
| "loss": 0.6899, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.3783376579894534, |
| "grad_norm": 0.33568084239959717, |
| "learning_rate": 2e-05, |
| "loss": 0.6329, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.3791746882062442, |
| "grad_norm": 0.4298158586025238, |
| "learning_rate": 2e-05, |
| "loss": 0.6856, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.38001171842303505, |
| "grad_norm": 0.3619917333126068, |
| "learning_rate": 2e-05, |
| "loss": 0.655, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.3808487486398259, |
| "grad_norm": 0.34173473715782166, |
| "learning_rate": 2e-05, |
| "loss": 0.6386, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.3816857788566167, |
| "grad_norm": 0.41530799865722656, |
| "learning_rate": 2e-05, |
| "loss": 0.6436, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.3825228090734076, |
| "grad_norm": 0.3594314455986023, |
| "learning_rate": 2e-05, |
| "loss": 0.6765, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.3833598392901984, |
| "grad_norm": 0.3838607370853424, |
| "learning_rate": 2e-05, |
| "loss": 0.656, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.3841968695069892, |
| "grad_norm": 0.3307185769081116, |
| "learning_rate": 2e-05, |
| "loss": 0.6976, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.38503389972378005, |
| "grad_norm": 0.4034730792045593, |
| "learning_rate": 2e-05, |
| "loss": 0.6824, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.3858709299405709, |
| "grad_norm": 0.38577455282211304, |
| "learning_rate": 2e-05, |
| "loss": 0.6516, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.3867079601573617, |
| "grad_norm": 0.3357555568218231, |
| "learning_rate": 2e-05, |
| "loss": 0.645, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.3875449903741525, |
| "grad_norm": 0.37598440051078796, |
| "learning_rate": 2e-05, |
| "loss": 0.7059, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.38838202059094334, |
| "grad_norm": 0.3609393239021301, |
| "learning_rate": 2e-05, |
| "loss": 0.669, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.38921905080773417, |
| "grad_norm": 0.3757115304470062, |
| "learning_rate": 2e-05, |
| "loss": 0.6395, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.390056081024525, |
| "grad_norm": 0.36719217896461487, |
| "learning_rate": 2e-05, |
| "loss": 0.6744, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.3908931112413158, |
| "grad_norm": 0.36577510833740234, |
| "learning_rate": 2e-05, |
| "loss": 0.6851, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.39173014145810664, |
| "grad_norm": 0.36640894412994385, |
| "learning_rate": 2e-05, |
| "loss": 0.6627, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.39256717167489746, |
| "grad_norm": 0.3786374628543854, |
| "learning_rate": 2e-05, |
| "loss": 0.6888, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.3934042018916883, |
| "grad_norm": 0.3693200349807739, |
| "learning_rate": 2e-05, |
| "loss": 0.6608, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.3942412321084791, |
| "grad_norm": 0.35623887181282043, |
| "learning_rate": 2e-05, |
| "loss": 0.6913, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.39507826232526994, |
| "grad_norm": 0.37266993522644043, |
| "learning_rate": 2e-05, |
| "loss": 0.6216, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.39591529254206076, |
| "grad_norm": 0.48957139253616333, |
| "learning_rate": 2e-05, |
| "loss": 0.6577, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.3967523227588516, |
| "grad_norm": 0.361542284488678, |
| "learning_rate": 2e-05, |
| "loss": 0.6707, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.3975893529756424, |
| "grad_norm": 0.3781006932258606, |
| "learning_rate": 2e-05, |
| "loss": 0.6729, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.39842638319243323, |
| "grad_norm": 0.3931069076061249, |
| "learning_rate": 2e-05, |
| "loss": 0.6626, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.39926341340922405, |
| "grad_norm": 0.3622207045555115, |
| "learning_rate": 2e-05, |
| "loss": 0.6719, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.4001004436260149, |
| "grad_norm": 0.43951886892318726, |
| "learning_rate": 2e-05, |
| "loss": 0.6866, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.4009374738428057, |
| "grad_norm": 0.36725106835365295, |
| "learning_rate": 2e-05, |
| "loss": 0.6412, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.4017745040595965, |
| "grad_norm": 0.3468758761882782, |
| "learning_rate": 2e-05, |
| "loss": 0.656, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.40261153427638735, |
| "grad_norm": 0.3753811717033386, |
| "learning_rate": 2e-05, |
| "loss": 0.674, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.40344856449317823, |
| "grad_norm": 0.35826578736305237, |
| "learning_rate": 2e-05, |
| "loss": 0.6671, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.40428559470996905, |
| "grad_norm": 0.5122092962265015, |
| "learning_rate": 2e-05, |
| "loss": 0.68, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.4051226249267599, |
| "grad_norm": 0.34622722864151, |
| "learning_rate": 2e-05, |
| "loss": 0.6371, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.4059596551435507, |
| "grad_norm": 0.354408323764801, |
| "learning_rate": 2e-05, |
| "loss": 0.6516, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.4067966853603415, |
| "grad_norm": 0.3598283529281616, |
| "learning_rate": 2e-05, |
| "loss": 0.6357, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.40763371557713235, |
| "grad_norm": 0.34254366159439087, |
| "learning_rate": 2e-05, |
| "loss": 0.6617, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.4084707457939232, |
| "grad_norm": 0.4542747437953949, |
| "learning_rate": 2e-05, |
| "loss": 0.6532, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.409307776010714, |
| "grad_norm": 0.35308054089546204, |
| "learning_rate": 2e-05, |
| "loss": 0.6558, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.4101448062275048, |
| "grad_norm": 0.37054240703582764, |
| "learning_rate": 2e-05, |
| "loss": 0.6681, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.41098183644429565, |
| "grad_norm": 0.3926886022090912, |
| "learning_rate": 2e-05, |
| "loss": 0.6739, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.41181886666108647, |
| "grad_norm": 0.4271712601184845, |
| "learning_rate": 2e-05, |
| "loss": 0.655, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.4126558968778773, |
| "grad_norm": 0.4078362286090851, |
| "learning_rate": 2e-05, |
| "loss": 0.5931, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.4134929270946681, |
| "grad_norm": 0.3612181544303894, |
| "learning_rate": 2e-05, |
| "loss": 0.6747, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.41432995731145894, |
| "grad_norm": 0.36205559968948364, |
| "learning_rate": 2e-05, |
| "loss": 0.6643, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.41516698752824976, |
| "grad_norm": 0.33852431178092957, |
| "learning_rate": 2e-05, |
| "loss": 0.6516, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.4160040177450406, |
| "grad_norm": 0.360599160194397, |
| "learning_rate": 2e-05, |
| "loss": 0.6424, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.4168410479618314, |
| "grad_norm": 0.3367842733860016, |
| "learning_rate": 2e-05, |
| "loss": 0.6583, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.41767807817862224, |
| "grad_norm": 0.37129393219947815, |
| "learning_rate": 2e-05, |
| "loss": 0.6406, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.41851510839541306, |
| "grad_norm": 0.40336930751800537, |
| "learning_rate": 2e-05, |
| "loss": 0.6615, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.4193521386122039, |
| "grad_norm": 0.3625902831554413, |
| "learning_rate": 2e-05, |
| "loss": 0.6726, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.4201891688289947, |
| "grad_norm": 0.3696928322315216, |
| "learning_rate": 2e-05, |
| "loss": 0.6929, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.42102619904578553, |
| "grad_norm": 0.35005995631217957, |
| "learning_rate": 2e-05, |
| "loss": 0.6734, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.42186322926257636, |
| "grad_norm": 0.3266897201538086, |
| "learning_rate": 2e-05, |
| "loss": 0.6882, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.4227002594793672, |
| "grad_norm": 0.4611261188983917, |
| "learning_rate": 2e-05, |
| "loss": 0.7007, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.423537289696158, |
| "grad_norm": 0.39426982402801514, |
| "learning_rate": 2e-05, |
| "loss": 0.6638, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.4243743199129489, |
| "grad_norm": 0.3529796302318573, |
| "learning_rate": 2e-05, |
| "loss": 0.6559, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.4252113501297397, |
| "grad_norm": 0.39787614345550537, |
| "learning_rate": 2e-05, |
| "loss": 0.6387, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.42604838034653053, |
| "grad_norm": 0.3513227701187134, |
| "learning_rate": 2e-05, |
| "loss": 0.6614, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.42688541056332135, |
| "grad_norm": 0.39367735385894775, |
| "learning_rate": 2e-05, |
| "loss": 0.6512, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.4277224407801122, |
| "grad_norm": 0.39242255687713623, |
| "learning_rate": 2e-05, |
| "loss": 0.6726, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.428559470996903, |
| "grad_norm": 0.39294275641441345, |
| "learning_rate": 2e-05, |
| "loss": 0.6721, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.4293965012136938, |
| "grad_norm": 0.4447023570537567, |
| "learning_rate": 2e-05, |
| "loss": 0.6925, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.43023353143048465, |
| "grad_norm": 0.5347163677215576, |
| "learning_rate": 2e-05, |
| "loss": 0.6567, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.4310705616472755, |
| "grad_norm": 0.37236112356185913, |
| "learning_rate": 2e-05, |
| "loss": 0.6532, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.4319075918640663, |
| "grad_norm": 0.3528517484664917, |
| "learning_rate": 2e-05, |
| "loss": 0.6436, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.4327446220808571, |
| "grad_norm": 0.4381149709224701, |
| "learning_rate": 2e-05, |
| "loss": 0.6462, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.43358165229764795, |
| "grad_norm": 0.34845399856567383, |
| "learning_rate": 2e-05, |
| "loss": 0.6879, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.43441868251443877, |
| "grad_norm": 0.3650329113006592, |
| "learning_rate": 2e-05, |
| "loss": 0.6796, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.4352557127312296, |
| "grad_norm": 0.3584339916706085, |
| "learning_rate": 2e-05, |
| "loss": 0.6738, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.4360927429480204, |
| "grad_norm": 0.3829450309276581, |
| "learning_rate": 2e-05, |
| "loss": 0.642, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.43692977316481124, |
| "grad_norm": 0.3501336872577667, |
| "learning_rate": 2e-05, |
| "loss": 0.6659, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.43776680338160207, |
| "grad_norm": 0.36899852752685547, |
| "learning_rate": 2e-05, |
| "loss": 0.6634, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.4386038335983929, |
| "grad_norm": 0.35678166151046753, |
| "learning_rate": 2e-05, |
| "loss": 0.6384, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.4394408638151837, |
| "grad_norm": 0.3652724027633667, |
| "learning_rate": 2e-05, |
| "loss": 0.6173, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.44027789403197454, |
| "grad_norm": 0.38767310976982117, |
| "learning_rate": 2e-05, |
| "loss": 0.6758, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.44111492424876536, |
| "grad_norm": 0.33291152119636536, |
| "learning_rate": 2e-05, |
| "loss": 0.6699, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.4419519544655562, |
| "grad_norm": 0.35918429493904114, |
| "learning_rate": 2e-05, |
| "loss": 0.6709, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.442788984682347, |
| "grad_norm": 0.35800132155418396, |
| "learning_rate": 2e-05, |
| "loss": 0.6714, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.44362601489913783, |
| "grad_norm": 0.35795432329177856, |
| "learning_rate": 2e-05, |
| "loss": 0.6521, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.4444630451159287, |
| "grad_norm": 0.3649119734764099, |
| "learning_rate": 2e-05, |
| "loss": 0.651, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.44530007533271954, |
| "grad_norm": 0.6159412264823914, |
| "learning_rate": 2e-05, |
| "loss": 0.6632, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.44613710554951036, |
| "grad_norm": 0.3722281754016876, |
| "learning_rate": 2e-05, |
| "loss": 0.6651, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.4469741357663012, |
| "grad_norm": 0.34443187713623047, |
| "learning_rate": 2e-05, |
| "loss": 0.633, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.447811165983092, |
| "grad_norm": 0.3489256799221039, |
| "learning_rate": 2e-05, |
| "loss": 0.6692, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.44864819619988283, |
| "grad_norm": 0.3537524938583374, |
| "learning_rate": 2e-05, |
| "loss": 0.6598, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.44948522641667366, |
| "grad_norm": 0.35627481341362, |
| "learning_rate": 2e-05, |
| "loss": 0.6573, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.4503222566334645, |
| "grad_norm": 0.3463481068611145, |
| "learning_rate": 2e-05, |
| "loss": 0.6825, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.4511592868502553, |
| "grad_norm": 0.3670712411403656, |
| "learning_rate": 2e-05, |
| "loss": 0.6482, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.4519963170670461, |
| "grad_norm": 0.5201845169067383, |
| "learning_rate": 2e-05, |
| "loss": 0.6882, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.45283334728383695, |
| "grad_norm": 0.3747744858264923, |
| "learning_rate": 2e-05, |
| "loss": 0.6782, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.4536703775006278, |
| "grad_norm": 0.37223178148269653, |
| "learning_rate": 2e-05, |
| "loss": 0.6764, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.4545074077174186, |
| "grad_norm": 0.40864551067352295, |
| "learning_rate": 2e-05, |
| "loss": 0.6666, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.4553444379342094, |
| "grad_norm": 0.36135533452033997, |
| "learning_rate": 2e-05, |
| "loss": 0.6409, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.45618146815100025, |
| "grad_norm": 0.3873385190963745, |
| "learning_rate": 2e-05, |
| "loss": 0.6865, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.45701849836779107, |
| "grad_norm": 0.3834053874015808, |
| "learning_rate": 2e-05, |
| "loss": 0.6489, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.4578555285845819, |
| "grad_norm": 0.3461966812610626, |
| "learning_rate": 2e-05, |
| "loss": 0.6953, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.4586925588013727, |
| "grad_norm": 0.38454338908195496, |
| "learning_rate": 2e-05, |
| "loss": 0.6603, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.45952958901816354, |
| "grad_norm": 0.3803924024105072, |
| "learning_rate": 2e-05, |
| "loss": 0.6822, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.46036661923495437, |
| "grad_norm": 0.38291850686073303, |
| "learning_rate": 2e-05, |
| "loss": 0.6249, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.4612036494517452, |
| "grad_norm": 0.3552491366863251, |
| "learning_rate": 2e-05, |
| "loss": 0.6551, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.462040679668536, |
| "grad_norm": 0.3963458836078644, |
| "learning_rate": 2e-05, |
| "loss": 0.6142, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.46287770988532684, |
| "grad_norm": 0.3606397807598114, |
| "learning_rate": 2e-05, |
| "loss": 0.6279, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.46371474010211766, |
| "grad_norm": 0.3819950819015503, |
| "learning_rate": 2e-05, |
| "loss": 0.6335, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.4645517703189085, |
| "grad_norm": 0.3351725935935974, |
| "learning_rate": 2e-05, |
| "loss": 0.6544, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.46538880053569937, |
| "grad_norm": 0.5290308594703674, |
| "learning_rate": 2e-05, |
| "loss": 0.6792, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.4662258307524902, |
| "grad_norm": 0.35919585824012756, |
| "learning_rate": 2e-05, |
| "loss": 0.6633, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.467062860969281, |
| "grad_norm": 0.37764254212379456, |
| "learning_rate": 2e-05, |
| "loss": 0.6464, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.46789989118607184, |
| "grad_norm": 0.3419042229652405, |
| "learning_rate": 2e-05, |
| "loss": 0.6482, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.46873692140286266, |
| "grad_norm": 0.36101606488227844, |
| "learning_rate": 2e-05, |
| "loss": 0.638, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.4695739516196535, |
| "grad_norm": 0.38443782925605774, |
| "learning_rate": 2e-05, |
| "loss": 0.6505, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.4704109818364443, |
| "grad_norm": 0.6685389280319214, |
| "learning_rate": 2e-05, |
| "loss": 0.6319, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.47124801205323513, |
| "grad_norm": 0.37761780619621277, |
| "learning_rate": 2e-05, |
| "loss": 0.6383, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.47208504227002596, |
| "grad_norm": 0.47527140378952026, |
| "learning_rate": 2e-05, |
| "loss": 0.6663, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.4729220724868168, |
| "grad_norm": 0.35319945216178894, |
| "learning_rate": 2e-05, |
| "loss": 0.6447, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.4737591027036076, |
| "grad_norm": 0.3519211411476135, |
| "learning_rate": 2e-05, |
| "loss": 0.6716, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.47459613292039843, |
| "grad_norm": 0.35968127846717834, |
| "learning_rate": 2e-05, |
| "loss": 0.6622, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.47543316313718925, |
| "grad_norm": 0.3681982457637787, |
| "learning_rate": 2e-05, |
| "loss": 0.6462, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.4762701933539801, |
| "grad_norm": 0.3889543414115906, |
| "learning_rate": 2e-05, |
| "loss": 0.6846, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.4771072235707709, |
| "grad_norm": 0.35321757197380066, |
| "learning_rate": 2e-05, |
| "loss": 0.6627, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.4779442537875617, |
| "grad_norm": 0.4116288721561432, |
| "learning_rate": 2e-05, |
| "loss": 0.6756, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.47878128400435255, |
| "grad_norm": 0.35536208748817444, |
| "learning_rate": 2e-05, |
| "loss": 0.6553, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.47961831422114337, |
| "grad_norm": 0.4066528081893921, |
| "learning_rate": 2e-05, |
| "loss": 0.6814, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.4804553444379342, |
| "grad_norm": 0.37721550464630127, |
| "learning_rate": 2e-05, |
| "loss": 0.6775, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.481292374654725, |
| "grad_norm": 0.35653671622276306, |
| "learning_rate": 2e-05, |
| "loss": 0.6605, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.48212940487151584, |
| "grad_norm": 0.34860867261886597, |
| "learning_rate": 2e-05, |
| "loss": 0.6523, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.48296643508830667, |
| "grad_norm": 0.47001925110816956, |
| "learning_rate": 2e-05, |
| "loss": 0.631, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.4838034653050975, |
| "grad_norm": 0.3418459892272949, |
| "learning_rate": 2e-05, |
| "loss": 0.6297, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.4846404955218883, |
| "grad_norm": 0.360967218875885, |
| "learning_rate": 2e-05, |
| "loss": 0.6264, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.48547752573867914, |
| "grad_norm": 0.3304743468761444, |
| "learning_rate": 2e-05, |
| "loss": 0.6555, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.48631455595547, |
| "grad_norm": 0.3925345540046692, |
| "learning_rate": 2e-05, |
| "loss": 0.666, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.48715158617226084, |
| "grad_norm": 0.4329330325126648, |
| "learning_rate": 2e-05, |
| "loss": 0.6844, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.48798861638905167, |
| "grad_norm": 0.35020846128463745, |
| "learning_rate": 2e-05, |
| "loss": 0.6724, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.4888256466058425, |
| "grad_norm": 0.3561979830265045, |
| "learning_rate": 2e-05, |
| "loss": 0.6577, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.4896626768226333, |
| "grad_norm": 0.38194599747657776, |
| "learning_rate": 2e-05, |
| "loss": 0.6604, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.49049970703942414, |
| "grad_norm": 0.36795371770858765, |
| "learning_rate": 2e-05, |
| "loss": 0.6936, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.49133673725621496, |
| "grad_norm": 0.3567444980144501, |
| "learning_rate": 2e-05, |
| "loss": 0.647, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.4921737674730058, |
| "grad_norm": 0.3601284325122833, |
| "learning_rate": 2e-05, |
| "loss": 0.6537, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.4930107976897966, |
| "grad_norm": 0.40184250473976135, |
| "learning_rate": 2e-05, |
| "loss": 0.6765, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.49384782790658743, |
| "grad_norm": 0.4098629653453827, |
| "learning_rate": 2e-05, |
| "loss": 0.6563, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.49468485812337826, |
| "grad_norm": 0.3989146053791046, |
| "learning_rate": 2e-05, |
| "loss": 0.6738, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.4955218883401691, |
| "grad_norm": 0.3967300057411194, |
| "learning_rate": 2e-05, |
| "loss": 0.6618, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.4963589185569599, |
| "grad_norm": 0.35535138845443726, |
| "learning_rate": 2e-05, |
| "loss": 0.6466, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.49719594877375073, |
| "grad_norm": 0.36962181329727173, |
| "learning_rate": 2e-05, |
| "loss": 0.6388, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.49803297899054155, |
| "grad_norm": 0.40621426701545715, |
| "learning_rate": 2e-05, |
| "loss": 0.6631, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.4988700092073324, |
| "grad_norm": 0.35730671882629395, |
| "learning_rate": 2e-05, |
| "loss": 0.6521, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.4997070394241232, |
| "grad_norm": 0.3682115077972412, |
| "learning_rate": 2e-05, |
| "loss": 0.647, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.500544069640914, |
| "grad_norm": 0.3790656328201294, |
| "learning_rate": 2e-05, |
| "loss": 0.6541, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.5013810998577048, |
| "grad_norm": 0.37468239665031433, |
| "learning_rate": 2e-05, |
| "loss": 0.6547, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.5022181300744957, |
| "grad_norm": 0.3356288969516754, |
| "learning_rate": 2e-05, |
| "loss": 0.6329, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5030551602912865, |
| "grad_norm": 0.34511512517929077, |
| "learning_rate": 2e-05, |
| "loss": 0.6447, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.5038921905080773, |
| "grad_norm": 0.35576921701431274, |
| "learning_rate": 2e-05, |
| "loss": 0.6326, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.5047292207248681, |
| "grad_norm": 0.3609001338481903, |
| "learning_rate": 2e-05, |
| "loss": 0.6516, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.505566250941659, |
| "grad_norm": 0.3582797646522522, |
| "learning_rate": 2e-05, |
| "loss": 0.6685, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.5064032811584498, |
| "grad_norm": 0.34268200397491455, |
| "learning_rate": 2e-05, |
| "loss": 0.6524, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.5072403113752406, |
| "grad_norm": 0.3530672490596771, |
| "learning_rate": 2e-05, |
| "loss": 0.6696, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.5080773415920314, |
| "grad_norm": 0.34003183245658875, |
| "learning_rate": 2e-05, |
| "loss": 0.6457, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.5089143718088223, |
| "grad_norm": 0.3780054450035095, |
| "learning_rate": 2e-05, |
| "loss": 0.6252, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.5097514020256131, |
| "grad_norm": 0.43377479910850525, |
| "learning_rate": 2e-05, |
| "loss": 0.6606, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.5105884322424039, |
| "grad_norm": 0.37533921003341675, |
| "learning_rate": 2e-05, |
| "loss": 0.6162, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.5114254624591947, |
| "grad_norm": 0.34509313106536865, |
| "learning_rate": 2e-05, |
| "loss": 0.6542, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.5122624926759856, |
| "grad_norm": 0.39592641592025757, |
| "learning_rate": 2e-05, |
| "loss": 0.6309, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.5130995228927764, |
| "grad_norm": 0.3516509234905243, |
| "learning_rate": 2e-05, |
| "loss": 0.6412, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.5139365531095672, |
| "grad_norm": 0.35252875089645386, |
| "learning_rate": 2e-05, |
| "loss": 0.6741, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.514773583326358, |
| "grad_norm": 0.3630253076553345, |
| "learning_rate": 2e-05, |
| "loss": 0.67, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.5156106135431489, |
| "grad_norm": 0.4943890869617462, |
| "learning_rate": 2e-05, |
| "loss": 0.6496, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.5164476437599397, |
| "grad_norm": 0.38662484288215637, |
| "learning_rate": 2e-05, |
| "loss": 0.6599, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.5172846739767306, |
| "grad_norm": 0.39891964197158813, |
| "learning_rate": 2e-05, |
| "loss": 0.6473, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.5181217041935214, |
| "grad_norm": 0.3752380609512329, |
| "learning_rate": 2e-05, |
| "loss": 0.6669, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.5189587344103123, |
| "grad_norm": 0.3734413981437683, |
| "learning_rate": 2e-05, |
| "loss": 0.6671, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.5197957646271031, |
| "grad_norm": 0.3842720687389374, |
| "learning_rate": 2e-05, |
| "loss": 0.6205, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.5206327948438939, |
| "grad_norm": 0.3729918599128723, |
| "learning_rate": 2e-05, |
| "loss": 0.6299, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.5214698250606847, |
| "grad_norm": 0.3549349904060364, |
| "learning_rate": 2e-05, |
| "loss": 0.6658, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.5223068552774756, |
| "grad_norm": 0.3492337763309479, |
| "learning_rate": 2e-05, |
| "loss": 0.6511, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.5231438854942664, |
| "grad_norm": 0.3354603350162506, |
| "learning_rate": 2e-05, |
| "loss": 0.6369, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.5239809157110572, |
| "grad_norm": 0.36312589049339294, |
| "learning_rate": 2e-05, |
| "loss": 0.6517, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.524817945927848, |
| "grad_norm": 0.33643534779548645, |
| "learning_rate": 2e-05, |
| "loss": 0.631, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.5256549761446389, |
| "grad_norm": 0.3987065553665161, |
| "learning_rate": 2e-05, |
| "loss": 0.6539, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.5264920063614297, |
| "grad_norm": 0.3580562472343445, |
| "learning_rate": 2e-05, |
| "loss": 0.6565, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.5273290365782205, |
| "grad_norm": 0.39528289437294006, |
| "learning_rate": 2e-05, |
| "loss": 0.6317, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.5281660667950113, |
| "grad_norm": 0.35878393054008484, |
| "learning_rate": 2e-05, |
| "loss": 0.6521, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.5290030970118021, |
| "grad_norm": 0.3379558324813843, |
| "learning_rate": 2e-05, |
| "loss": 0.6624, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.529840127228593, |
| "grad_norm": 0.3982899785041809, |
| "learning_rate": 2e-05, |
| "loss": 0.6403, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.5306771574453838, |
| "grad_norm": 0.3709496259689331, |
| "learning_rate": 2e-05, |
| "loss": 0.6903, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.5315141876621746, |
| "grad_norm": 0.38068562746047974, |
| "learning_rate": 2e-05, |
| "loss": 0.6671, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.5323512178789654, |
| "grad_norm": 0.3703364133834839, |
| "learning_rate": 2e-05, |
| "loss": 0.6536, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.5331882480957563, |
| "grad_norm": 0.3773478865623474, |
| "learning_rate": 2e-05, |
| "loss": 0.6275, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.5340252783125471, |
| "grad_norm": 0.35488447546958923, |
| "learning_rate": 2e-05, |
| "loss": 0.6249, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.5348623085293379, |
| "grad_norm": 0.39066097140312195, |
| "learning_rate": 2e-05, |
| "loss": 0.6598, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.5356993387461287, |
| "grad_norm": 0.42319586873054504, |
| "learning_rate": 2e-05, |
| "loss": 0.6383, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.5365363689629196, |
| "grad_norm": 0.37875017523765564, |
| "learning_rate": 2e-05, |
| "loss": 0.6643, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.5373733991797104, |
| "grad_norm": 0.36670878529548645, |
| "learning_rate": 2e-05, |
| "loss": 0.6442, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.5382104293965012, |
| "grad_norm": 0.40315425395965576, |
| "learning_rate": 2e-05, |
| "loss": 0.6288, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.539047459613292, |
| "grad_norm": 0.37048014998435974, |
| "learning_rate": 2e-05, |
| "loss": 0.6387, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.5398844898300829, |
| "grad_norm": 0.34068137407302856, |
| "learning_rate": 2e-05, |
| "loss": 0.6582, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.5407215200468737, |
| "grad_norm": 0.4085431396961212, |
| "learning_rate": 2e-05, |
| "loss": 0.692, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.5415585502636645, |
| "grad_norm": 0.37911438941955566, |
| "learning_rate": 2e-05, |
| "loss": 0.6398, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.5423955804804553, |
| "grad_norm": 0.3791961371898651, |
| "learning_rate": 2e-05, |
| "loss": 0.6816, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.5432326106972462, |
| "grad_norm": 0.36386221647262573, |
| "learning_rate": 2e-05, |
| "loss": 0.6829, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.544069640914037, |
| "grad_norm": 0.3571239709854126, |
| "learning_rate": 2e-05, |
| "loss": 0.6275, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.5449066711308278, |
| "grad_norm": 0.3513040244579315, |
| "learning_rate": 2e-05, |
| "loss": 0.685, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.5457437013476186, |
| "grad_norm": 0.40488460659980774, |
| "learning_rate": 2e-05, |
| "loss": 0.6239, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.5465807315644094, |
| "grad_norm": 0.3723262846469879, |
| "learning_rate": 2e-05, |
| "loss": 0.6262, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.5474177617812003, |
| "grad_norm": 0.3982182443141937, |
| "learning_rate": 2e-05, |
| "loss": 0.6476, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.5482547919979911, |
| "grad_norm": 0.3855936527252197, |
| "learning_rate": 2e-05, |
| "loss": 0.6487, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.5490918222147819, |
| "grad_norm": 0.39931339025497437, |
| "learning_rate": 2e-05, |
| "loss": 0.6555, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.5499288524315727, |
| "grad_norm": 0.3838026821613312, |
| "learning_rate": 2e-05, |
| "loss": 0.614, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.5507658826483636, |
| "grad_norm": 0.3357454538345337, |
| "learning_rate": 2e-05, |
| "loss": 0.6312, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.5516029128651544, |
| "grad_norm": 0.32106679677963257, |
| "learning_rate": 2e-05, |
| "loss": 0.675, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.5524399430819452, |
| "grad_norm": 0.3373437523841858, |
| "learning_rate": 2e-05, |
| "loss": 0.631, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.553276973298736, |
| "grad_norm": 0.3836980164051056, |
| "learning_rate": 2e-05, |
| "loss": 0.6201, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.5541140035155269, |
| "grad_norm": 0.37900593876838684, |
| "learning_rate": 2e-05, |
| "loss": 0.6579, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.5549510337323177, |
| "grad_norm": 0.39630722999572754, |
| "learning_rate": 2e-05, |
| "loss": 0.6795, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.5557880639491085, |
| "grad_norm": 0.5832887291908264, |
| "learning_rate": 2e-05, |
| "loss": 0.6235, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.5566250941658993, |
| "grad_norm": 0.34389233589172363, |
| "learning_rate": 2e-05, |
| "loss": 0.642, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.5574621243826902, |
| "grad_norm": 0.44017985463142395, |
| "learning_rate": 2e-05, |
| "loss": 0.5899, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.5582991545994811, |
| "grad_norm": 0.3805539608001709, |
| "learning_rate": 2e-05, |
| "loss": 0.6636, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.5591361848162719, |
| "grad_norm": 0.4991150498390198, |
| "learning_rate": 2e-05, |
| "loss": 0.6334, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.5599732150330627, |
| "grad_norm": 0.3494931161403656, |
| "learning_rate": 2e-05, |
| "loss": 0.6725, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.5608102452498536, |
| "grad_norm": 0.3774120807647705, |
| "learning_rate": 2e-05, |
| "loss": 0.6431, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.5616472754666444, |
| "grad_norm": 0.3690647780895233, |
| "learning_rate": 2e-05, |
| "loss": 0.6669, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.5624843056834352, |
| "grad_norm": 0.3637116551399231, |
| "learning_rate": 2e-05, |
| "loss": 0.6754, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.563321335900226, |
| "grad_norm": 0.5737238526344299, |
| "learning_rate": 2e-05, |
| "loss": 0.6405, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.5641583661170169, |
| "grad_norm": 0.3776264488697052, |
| "learning_rate": 2e-05, |
| "loss": 0.6398, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.5649953963338077, |
| "grad_norm": 0.3660067319869995, |
| "learning_rate": 2e-05, |
| "loss": 0.615, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.5658324265505985, |
| "grad_norm": 0.335502952337265, |
| "learning_rate": 2e-05, |
| "loss": 0.6448, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.5666694567673893, |
| "grad_norm": 0.38001254200935364, |
| "learning_rate": 2e-05, |
| "loss": 0.6449, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.5675064869841802, |
| "grad_norm": 0.3713911473751068, |
| "learning_rate": 2e-05, |
| "loss": 0.6467, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.568343517200971, |
| "grad_norm": 0.3704918324947357, |
| "learning_rate": 2e-05, |
| "loss": 0.6654, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.5691805474177618, |
| "grad_norm": 0.343713641166687, |
| "learning_rate": 2e-05, |
| "loss": 0.6458, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.5700175776345526, |
| "grad_norm": 0.36956989765167236, |
| "learning_rate": 2e-05, |
| "loss": 0.6476, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.5708546078513435, |
| "grad_norm": 0.3819212019443512, |
| "learning_rate": 2e-05, |
| "loss": 0.6374, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.5716916380681343, |
| "grad_norm": 0.34743985533714294, |
| "learning_rate": 2e-05, |
| "loss": 0.6244, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.5725286682849251, |
| "grad_norm": 0.34101831912994385, |
| "learning_rate": 2e-05, |
| "loss": 0.6229, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.5733656985017159, |
| "grad_norm": 0.4011986553668976, |
| "learning_rate": 2e-05, |
| "loss": 0.6389, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.5742027287185067, |
| "grad_norm": 0.34482240676879883, |
| "learning_rate": 2e-05, |
| "loss": 0.6672, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.5750397589352976, |
| "grad_norm": 0.360812783241272, |
| "learning_rate": 2e-05, |
| "loss": 0.6835, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.5758767891520884, |
| "grad_norm": 0.5191910862922668, |
| "learning_rate": 2e-05, |
| "loss": 0.6367, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.5767138193688792, |
| "grad_norm": 0.3681277334690094, |
| "learning_rate": 2e-05, |
| "loss": 0.6618, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.57755084958567, |
| "grad_norm": 0.4177042543888092, |
| "learning_rate": 2e-05, |
| "loss": 0.6503, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.5783878798024609, |
| "grad_norm": 0.37461766600608826, |
| "learning_rate": 2e-05, |
| "loss": 0.6378, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.5792249100192517, |
| "grad_norm": 0.34315815567970276, |
| "learning_rate": 2e-05, |
| "loss": 0.6263, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.5800619402360425, |
| "grad_norm": 0.37280896306037903, |
| "learning_rate": 2e-05, |
| "loss": 0.6495, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.5808989704528333, |
| "grad_norm": 0.3597322702407837, |
| "learning_rate": 2e-05, |
| "loss": 0.6392, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.5817360006696242, |
| "grad_norm": 0.3935507833957672, |
| "learning_rate": 2e-05, |
| "loss": 0.6519, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.582573030886415, |
| "grad_norm": 0.473751038312912, |
| "learning_rate": 2e-05, |
| "loss": 0.6441, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.5834100611032058, |
| "grad_norm": 0.36001309752464294, |
| "learning_rate": 2e-05, |
| "loss": 0.647, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.5842470913199966, |
| "grad_norm": 0.3589722216129303, |
| "learning_rate": 2e-05, |
| "loss": 0.6381, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.5850841215367875, |
| "grad_norm": 0.3798554837703705, |
| "learning_rate": 2e-05, |
| "loss": 0.6471, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.5859211517535783, |
| "grad_norm": 0.3698202967643738, |
| "learning_rate": 2e-05, |
| "loss": 0.6444, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.5867581819703691, |
| "grad_norm": 0.38922882080078125, |
| "learning_rate": 2e-05, |
| "loss": 0.6623, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.5875952121871599, |
| "grad_norm": 0.3997010290622711, |
| "learning_rate": 2e-05, |
| "loss": 0.657, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.5884322424039508, |
| "grad_norm": 0.3831057846546173, |
| "learning_rate": 2e-05, |
| "loss": 0.6417, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.5892692726207416, |
| "grad_norm": 0.3822855055332184, |
| "learning_rate": 2e-05, |
| "loss": 0.6465, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.5901063028375324, |
| "grad_norm": 0.35025328397750854, |
| "learning_rate": 2e-05, |
| "loss": 0.6719, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.5909433330543232, |
| "grad_norm": 0.38824155926704407, |
| "learning_rate": 2e-05, |
| "loss": 0.6658, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.591780363271114, |
| "grad_norm": 0.35230553150177, |
| "learning_rate": 2e-05, |
| "loss": 0.6515, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.5926173934879049, |
| "grad_norm": 0.369748055934906, |
| "learning_rate": 2e-05, |
| "loss": 0.6125, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.5934544237046957, |
| "grad_norm": 0.37262609601020813, |
| "learning_rate": 2e-05, |
| "loss": 0.6568, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.5942914539214865, |
| "grad_norm": 0.4075169265270233, |
| "learning_rate": 2e-05, |
| "loss": 0.6407, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.5951284841382773, |
| "grad_norm": 0.35482028126716614, |
| "learning_rate": 2e-05, |
| "loss": 0.6446, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.5959655143550682, |
| "grad_norm": 0.37759819626808167, |
| "learning_rate": 2e-05, |
| "loss": 0.6359, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.596802544571859, |
| "grad_norm": 0.3791484832763672, |
| "learning_rate": 2e-05, |
| "loss": 0.6462, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.5976395747886498, |
| "grad_norm": 0.360541433095932, |
| "learning_rate": 2e-05, |
| "loss": 0.6734, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.5984766050054406, |
| "grad_norm": 0.8784747123718262, |
| "learning_rate": 2e-05, |
| "loss": 0.6533, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.5993136352222316, |
| "grad_norm": 0.4028649926185608, |
| "learning_rate": 2e-05, |
| "loss": 0.6878, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.6001506654390224, |
| "grad_norm": 0.3939493000507355, |
| "learning_rate": 2e-05, |
| "loss": 0.6343, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.6009876956558132, |
| "grad_norm": 0.33013269305229187, |
| "learning_rate": 2e-05, |
| "loss": 0.6208, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.601824725872604, |
| "grad_norm": 0.3637343943119049, |
| "learning_rate": 2e-05, |
| "loss": 0.67, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.6026617560893949, |
| "grad_norm": 0.4331212043762207, |
| "learning_rate": 2e-05, |
| "loss": 0.6325, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.6034987863061857, |
| "grad_norm": 0.3568844497203827, |
| "learning_rate": 2e-05, |
| "loss": 0.6407, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.6043358165229765, |
| "grad_norm": 0.36737126111984253, |
| "learning_rate": 2e-05, |
| "loss": 0.6369, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.6051728467397673, |
| "grad_norm": 0.37844184041023254, |
| "learning_rate": 2e-05, |
| "loss": 0.6334, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.6060098769565582, |
| "grad_norm": 0.36976346373558044, |
| "learning_rate": 2e-05, |
| "loss": 0.6469, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.606846907173349, |
| "grad_norm": 0.34516632556915283, |
| "learning_rate": 2e-05, |
| "loss": 0.7494, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.6076839373901398, |
| "grad_norm": 0.36559611558914185, |
| "learning_rate": 2e-05, |
| "loss": 0.6203, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.6085209676069306, |
| "grad_norm": 0.41558602452278137, |
| "learning_rate": 2e-05, |
| "loss": 0.6477, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.6093579978237215, |
| "grad_norm": 0.33512237668037415, |
| "learning_rate": 2e-05, |
| "loss": 0.6311, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.6101950280405123, |
| "grad_norm": 0.355272501707077, |
| "learning_rate": 2e-05, |
| "loss": 0.6369, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.6110320582573031, |
| "grad_norm": 0.42383986711502075, |
| "learning_rate": 2e-05, |
| "loss": 0.6656, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.6118690884740939, |
| "grad_norm": 0.37551674246788025, |
| "learning_rate": 2e-05, |
| "loss": 0.6193, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.6127061186908848, |
| "grad_norm": 0.33307281136512756, |
| "learning_rate": 2e-05, |
| "loss": 0.6288, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.6135431489076756, |
| "grad_norm": 0.3674827218055725, |
| "learning_rate": 2e-05, |
| "loss": 0.6242, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.6143801791244664, |
| "grad_norm": 0.37685728073120117, |
| "learning_rate": 2e-05, |
| "loss": 0.6263, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.6152172093412572, |
| "grad_norm": 0.40486040711402893, |
| "learning_rate": 2e-05, |
| "loss": 0.6273, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.6160542395580481, |
| "grad_norm": 0.36861538887023926, |
| "learning_rate": 2e-05, |
| "loss": 0.6369, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.6168912697748389, |
| "grad_norm": 0.38653436303138733, |
| "learning_rate": 2e-05, |
| "loss": 0.6399, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.6177282999916297, |
| "grad_norm": 0.3330835700035095, |
| "learning_rate": 2e-05, |
| "loss": 0.6446, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.6185653302084205, |
| "grad_norm": 0.3681088089942932, |
| "learning_rate": 2e-05, |
| "loss": 0.6752, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.6194023604252114, |
| "grad_norm": 0.3649876117706299, |
| "learning_rate": 2e-05, |
| "loss": 0.6528, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.6202393906420022, |
| "grad_norm": 0.37088438868522644, |
| "learning_rate": 2e-05, |
| "loss": 0.6222, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.621076420858793, |
| "grad_norm": 0.44030991196632385, |
| "learning_rate": 2e-05, |
| "loss": 0.6149, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.6219134510755838, |
| "grad_norm": 0.36003291606903076, |
| "learning_rate": 2e-05, |
| "loss": 0.6295, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.6227504812923746, |
| "grad_norm": 0.3467269539833069, |
| "learning_rate": 2e-05, |
| "loss": 0.6698, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.6235875115091655, |
| "grad_norm": 0.384486585855484, |
| "learning_rate": 2e-05, |
| "loss": 0.6266, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.6244245417259563, |
| "grad_norm": 0.33349546790122986, |
| "learning_rate": 2e-05, |
| "loss": 0.6162, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.6252615719427471, |
| "grad_norm": 0.4121619164943695, |
| "learning_rate": 2e-05, |
| "loss": 0.626, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.6260986021595379, |
| "grad_norm": 0.41288620233535767, |
| "learning_rate": 2e-05, |
| "loss": 0.6234, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.6269356323763288, |
| "grad_norm": 0.3818019926548004, |
| "learning_rate": 2e-05, |
| "loss": 0.6455, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.6277726625931196, |
| "grad_norm": 0.37027862668037415, |
| "learning_rate": 2e-05, |
| "loss": 0.6469, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.6286096928099104, |
| "grad_norm": 0.3822766840457916, |
| "learning_rate": 2e-05, |
| "loss": 0.6347, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.6294467230267012, |
| "grad_norm": 0.41255244612693787, |
| "learning_rate": 2e-05, |
| "loss": 0.6175, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.6302837532434921, |
| "grad_norm": 0.3520616888999939, |
| "learning_rate": 2e-05, |
| "loss": 0.6438, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.6311207834602829, |
| "grad_norm": 0.38395896553993225, |
| "learning_rate": 2e-05, |
| "loss": 0.6681, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.6319578136770737, |
| "grad_norm": 0.381974458694458, |
| "learning_rate": 2e-05, |
| "loss": 0.6115, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.6327948438938645, |
| "grad_norm": 0.3589411973953247, |
| "learning_rate": 2e-05, |
| "loss": 0.6311, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.6336318741106554, |
| "grad_norm": 0.372006356716156, |
| "learning_rate": 2e-05, |
| "loss": 0.6289, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.6344689043274462, |
| "grad_norm": 0.42437031865119934, |
| "learning_rate": 2e-05, |
| "loss": 0.652, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.635305934544237, |
| "grad_norm": 0.3619164824485779, |
| "learning_rate": 2e-05, |
| "loss": 0.6473, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.6361429647610278, |
| "grad_norm": 0.3945671617984772, |
| "learning_rate": 2e-05, |
| "loss": 0.6514, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.6369799949778187, |
| "grad_norm": 0.37704697251319885, |
| "learning_rate": 2e-05, |
| "loss": 0.5996, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.6378170251946095, |
| "grad_norm": 0.9980588555335999, |
| "learning_rate": 2e-05, |
| "loss": 0.6487, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.6386540554114003, |
| "grad_norm": 0.38779252767562866, |
| "learning_rate": 2e-05, |
| "loss": 0.6435, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.6394910856281911, |
| "grad_norm": 0.37917718291282654, |
| "learning_rate": 2e-05, |
| "loss": 0.6768, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.640328115844982, |
| "grad_norm": 0.39834779500961304, |
| "learning_rate": 2e-05, |
| "loss": 0.6871, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.6411651460617729, |
| "grad_norm": 0.3755333125591278, |
| "learning_rate": 2e-05, |
| "loss": 0.6558, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.6420021762785637, |
| "grad_norm": 0.3637411296367645, |
| "learning_rate": 2e-05, |
| "loss": 0.6231, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.6428392064953545, |
| "grad_norm": 0.36118972301483154, |
| "learning_rate": 2e-05, |
| "loss": 0.6269, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.6436762367121454, |
| "grad_norm": 0.402189701795578, |
| "learning_rate": 2e-05, |
| "loss": 0.6712, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.6445132669289362, |
| "grad_norm": 0.3748190701007843, |
| "learning_rate": 2e-05, |
| "loss": 0.6511, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.645350297145727, |
| "grad_norm": 0.37605899572372437, |
| "learning_rate": 2e-05, |
| "loss": 0.6827, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.6461873273625178, |
| "grad_norm": 0.37820547819137573, |
| "learning_rate": 2e-05, |
| "loss": 0.6232, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.6470243575793087, |
| "grad_norm": 0.328792005777359, |
| "learning_rate": 2e-05, |
| "loss": 0.655, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.6478613877960995, |
| "grad_norm": 0.3954271972179413, |
| "learning_rate": 2e-05, |
| "loss": 0.6809, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.6486984180128903, |
| "grad_norm": 0.3670234680175781, |
| "learning_rate": 2e-05, |
| "loss": 0.6532, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.6495354482296811, |
| "grad_norm": 0.3692343831062317, |
| "learning_rate": 2e-05, |
| "loss": 0.6131, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.650372478446472, |
| "grad_norm": 0.35789957642555237, |
| "learning_rate": 2e-05, |
| "loss": 0.622, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.6512095086632628, |
| "grad_norm": 0.35526564717292786, |
| "learning_rate": 2e-05, |
| "loss": 0.627, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.6520465388800536, |
| "grad_norm": 0.3509477376937866, |
| "learning_rate": 2e-05, |
| "loss": 0.653, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.6528835690968444, |
| "grad_norm": 0.373808354139328, |
| "learning_rate": 2e-05, |
| "loss": 0.6638, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.6537205993136352, |
| "grad_norm": 0.37063848972320557, |
| "learning_rate": 2e-05, |
| "loss": 0.6376, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.6545576295304261, |
| "grad_norm": 0.37798410654067993, |
| "learning_rate": 2e-05, |
| "loss": 0.6411, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.6553946597472169, |
| "grad_norm": 0.38672247529029846, |
| "learning_rate": 2e-05, |
| "loss": 0.6571, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.6562316899640077, |
| "grad_norm": 0.3556165099143982, |
| "learning_rate": 2e-05, |
| "loss": 0.6689, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.6570687201807985, |
| "grad_norm": 0.42970338463783264, |
| "learning_rate": 2e-05, |
| "loss": 0.6446, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.6579057503975894, |
| "grad_norm": 0.35523146390914917, |
| "learning_rate": 2e-05, |
| "loss": 0.6285, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.6587427806143802, |
| "grad_norm": 0.3626030385494232, |
| "learning_rate": 2e-05, |
| "loss": 0.6452, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.659579810831171, |
| "grad_norm": 0.3713902533054352, |
| "learning_rate": 2e-05, |
| "loss": 0.6309, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.6604168410479618, |
| "grad_norm": 0.34307995438575745, |
| "learning_rate": 2e-05, |
| "loss": 0.6351, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.6612538712647527, |
| "grad_norm": 0.37593090534210205, |
| "learning_rate": 2e-05, |
| "loss": 0.6358, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.6620909014815435, |
| "grad_norm": 0.3647778630256653, |
| "learning_rate": 2e-05, |
| "loss": 0.6154, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.6629279316983343, |
| "grad_norm": 0.3892625570297241, |
| "learning_rate": 2e-05, |
| "loss": 0.6123, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.6637649619151251, |
| "grad_norm": 0.3764898478984833, |
| "learning_rate": 2e-05, |
| "loss": 0.6604, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.664601992131916, |
| "grad_norm": 0.38851094245910645, |
| "learning_rate": 2e-05, |
| "loss": 0.6304, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.6654390223487068, |
| "grad_norm": 0.3928258419036865, |
| "learning_rate": 2e-05, |
| "loss": 0.6047, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.6662760525654976, |
| "grad_norm": 0.5227580070495605, |
| "learning_rate": 2e-05, |
| "loss": 0.6587, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.6671130827822884, |
| "grad_norm": 0.3499297499656677, |
| "learning_rate": 2e-05, |
| "loss": 0.6145, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.6679501129990792, |
| "grad_norm": 0.40670010447502136, |
| "learning_rate": 2e-05, |
| "loss": 0.6427, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.6687871432158701, |
| "grad_norm": 0.3574115037918091, |
| "learning_rate": 2e-05, |
| "loss": 0.6564, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.6696241734326609, |
| "grad_norm": 0.3581046462059021, |
| "learning_rate": 2e-05, |
| "loss": 0.6443, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.6704612036494517, |
| "grad_norm": 0.357467383146286, |
| "learning_rate": 2e-05, |
| "loss": 0.6521, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.6712982338662425, |
| "grad_norm": 0.41289180517196655, |
| "learning_rate": 2e-05, |
| "loss": 0.6606, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.6721352640830334, |
| "grad_norm": 0.3704478144645691, |
| "learning_rate": 2e-05, |
| "loss": 0.6854, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.6729722942998242, |
| "grad_norm": 0.3519052565097809, |
| "learning_rate": 2e-05, |
| "loss": 0.6309, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.673809324516615, |
| "grad_norm": 0.35991206765174866, |
| "learning_rate": 2e-05, |
| "loss": 0.6313, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.6746463547334058, |
| "grad_norm": 0.35568827390670776, |
| "learning_rate": 2e-05, |
| "loss": 0.6472, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.6754833849501967, |
| "grad_norm": 0.33062511682510376, |
| "learning_rate": 2e-05, |
| "loss": 0.6197, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.6763204151669875, |
| "grad_norm": 0.38448452949523926, |
| "learning_rate": 2e-05, |
| "loss": 0.649, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.6771574453837783, |
| "grad_norm": 0.3624459505081177, |
| "learning_rate": 2e-05, |
| "loss": 0.6208, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.6779944756005691, |
| "grad_norm": 0.3570438027381897, |
| "learning_rate": 2e-05, |
| "loss": 0.6659, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.67883150581736, |
| "grad_norm": 0.37720203399658203, |
| "learning_rate": 2e-05, |
| "loss": 0.6278, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.6796685360341508, |
| "grad_norm": 0.3522493243217468, |
| "learning_rate": 2e-05, |
| "loss": 0.6336, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.6805055662509416, |
| "grad_norm": 0.362285852432251, |
| "learning_rate": 2e-05, |
| "loss": 0.6605, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.6813425964677324, |
| "grad_norm": 0.4146277904510498, |
| "learning_rate": 2e-05, |
| "loss": 0.6718, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.6821796266845234, |
| "grad_norm": 0.37331175804138184, |
| "learning_rate": 2e-05, |
| "loss": 0.6294, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.6830166569013142, |
| "grad_norm": 0.36368969082832336, |
| "learning_rate": 2e-05, |
| "loss": 0.6144, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.683853687118105, |
| "grad_norm": 0.33885619044303894, |
| "learning_rate": 2e-05, |
| "loss": 0.6408, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.6846907173348958, |
| "grad_norm": 0.3416866362094879, |
| "learning_rate": 2e-05, |
| "loss": 0.6413, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.6855277475516867, |
| "grad_norm": 0.36033281683921814, |
| "learning_rate": 2e-05, |
| "loss": 0.6143, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.6863647777684775, |
| "grad_norm": 0.364259272813797, |
| "learning_rate": 2e-05, |
| "loss": 0.6215, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.6872018079852683, |
| "grad_norm": 0.3732483386993408, |
| "learning_rate": 2e-05, |
| "loss": 0.6285, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.6880388382020591, |
| "grad_norm": 0.35848233103752136, |
| "learning_rate": 2e-05, |
| "loss": 0.6359, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.68887586841885, |
| "grad_norm": 0.39869287610054016, |
| "learning_rate": 2e-05, |
| "loss": 0.6016, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.6897128986356408, |
| "grad_norm": 0.3383026123046875, |
| "learning_rate": 2e-05, |
| "loss": 0.6375, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.6905499288524316, |
| "grad_norm": 0.36849716305732727, |
| "learning_rate": 2e-05, |
| "loss": 0.5938, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.6913869590692224, |
| "grad_norm": 0.37617143988609314, |
| "learning_rate": 2e-05, |
| "loss": 0.6488, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.6922239892860133, |
| "grad_norm": 0.35504791140556335, |
| "learning_rate": 2e-05, |
| "loss": 0.6181, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.6930610195028041, |
| "grad_norm": 0.3785565197467804, |
| "learning_rate": 2e-05, |
| "loss": 0.6387, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.6938980497195949, |
| "grad_norm": 0.35008254647254944, |
| "learning_rate": 2e-05, |
| "loss": 0.6238, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.6947350799363857, |
| "grad_norm": 0.3626289963722229, |
| "learning_rate": 2e-05, |
| "loss": 0.6407, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.6955721101531765, |
| "grad_norm": 0.4064772129058838, |
| "learning_rate": 2e-05, |
| "loss": 0.6351, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.6964091403699674, |
| "grad_norm": 0.37249740958213806, |
| "learning_rate": 2e-05, |
| "loss": 0.6109, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.6972461705867582, |
| "grad_norm": 0.37401044368743896, |
| "learning_rate": 2e-05, |
| "loss": 0.6495, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.698083200803549, |
| "grad_norm": 0.3611725866794586, |
| "learning_rate": 2e-05, |
| "loss": 0.5961, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.6989202310203398, |
| "grad_norm": 0.37362730503082275, |
| "learning_rate": 2e-05, |
| "loss": 0.6398, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.6997572612371307, |
| "grad_norm": 0.48868802189826965, |
| "learning_rate": 2e-05, |
| "loss": 0.6447, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.7005942914539215, |
| "grad_norm": 0.4603143334388733, |
| "learning_rate": 2e-05, |
| "loss": 0.6562, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.7014313216707123, |
| "grad_norm": 0.3333459794521332, |
| "learning_rate": 2e-05, |
| "loss": 0.614, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.7022683518875031, |
| "grad_norm": 0.336022287607193, |
| "learning_rate": 2e-05, |
| "loss": 0.6471, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.703105382104294, |
| "grad_norm": 0.3631014823913574, |
| "learning_rate": 2e-05, |
| "loss": 0.6237, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.7039424123210848, |
| "grad_norm": 0.3699735403060913, |
| "learning_rate": 2e-05, |
| "loss": 0.6498, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.7047794425378756, |
| "grad_norm": 0.3177425265312195, |
| "learning_rate": 2e-05, |
| "loss": 0.5785, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.7056164727546664, |
| "grad_norm": 0.38554540276527405, |
| "learning_rate": 2e-05, |
| "loss": 0.67, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.7064535029714573, |
| "grad_norm": 0.3833550810813904, |
| "learning_rate": 2e-05, |
| "loss": 0.6324, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.7072905331882481, |
| "grad_norm": 0.34186726808547974, |
| "learning_rate": 2e-05, |
| "loss": 0.6251, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.7081275634050389, |
| "grad_norm": 0.3434412181377411, |
| "learning_rate": 2e-05, |
| "loss": 0.6358, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.7089645936218297, |
| "grad_norm": 0.38122087717056274, |
| "learning_rate": 2e-05, |
| "loss": 0.6225, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.7098016238386206, |
| "grad_norm": 0.35209226608276367, |
| "learning_rate": 2e-05, |
| "loss": 0.6517, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.7106386540554114, |
| "grad_norm": 0.3892095386981964, |
| "learning_rate": 2e-05, |
| "loss": 0.6441, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.7114756842722022, |
| "grad_norm": 0.3626607358455658, |
| "learning_rate": 2e-05, |
| "loss": 0.6779, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.712312714488993, |
| "grad_norm": 0.3459932506084442, |
| "learning_rate": 2e-05, |
| "loss": 0.6281, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.7131497447057839, |
| "grad_norm": 0.4026942253112793, |
| "learning_rate": 2e-05, |
| "loss": 0.6188, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.7139867749225747, |
| "grad_norm": 0.38787296414375305, |
| "learning_rate": 2e-05, |
| "loss": 0.6138, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.7148238051393655, |
| "grad_norm": 0.38193342089653015, |
| "learning_rate": 2e-05, |
| "loss": 0.6733, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.7156608353561563, |
| "grad_norm": 0.4010123014450073, |
| "learning_rate": 2e-05, |
| "loss": 0.6577, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.7164978655729471, |
| "grad_norm": 0.40022245049476624, |
| "learning_rate": 2e-05, |
| "loss": 0.6375, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.717334895789738, |
| "grad_norm": 0.4041902422904968, |
| "learning_rate": 2e-05, |
| "loss": 0.6488, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.7181719260065288, |
| "grad_norm": 0.3369944989681244, |
| "learning_rate": 2e-05, |
| "loss": 0.5881, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.7190089562233196, |
| "grad_norm": 0.348461389541626, |
| "learning_rate": 2e-05, |
| "loss": 0.6144, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.7198459864401104, |
| "grad_norm": 0.3990456759929657, |
| "learning_rate": 2e-05, |
| "loss": 0.6419, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.7206830166569013, |
| "grad_norm": 0.3708956241607666, |
| "learning_rate": 2e-05, |
| "loss": 0.6176, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.7215200468736921, |
| "grad_norm": 0.3824920654296875, |
| "learning_rate": 2e-05, |
| "loss": 0.6044, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.7223570770904829, |
| "grad_norm": 0.34812334179878235, |
| "learning_rate": 2e-05, |
| "loss": 0.6414, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.7231941073072738, |
| "grad_norm": 0.3725791573524475, |
| "learning_rate": 2e-05, |
| "loss": 0.613, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.7240311375240647, |
| "grad_norm": 0.4005664587020874, |
| "learning_rate": 2e-05, |
| "loss": 0.6258, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.7248681677408555, |
| "grad_norm": 0.38495662808418274, |
| "learning_rate": 2e-05, |
| "loss": 0.6448, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.7257051979576463, |
| "grad_norm": 0.36874255537986755, |
| "learning_rate": 2e-05, |
| "loss": 0.6066, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.7265422281744371, |
| "grad_norm": 0.3951646089553833, |
| "learning_rate": 2e-05, |
| "loss": 0.6373, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.727379258391228, |
| "grad_norm": 0.37776291370391846, |
| "learning_rate": 2e-05, |
| "loss": 0.6228, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.7282162886080188, |
| "grad_norm": 0.39674872159957886, |
| "learning_rate": 2e-05, |
| "loss": 0.6199, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.7290533188248096, |
| "grad_norm": 0.35712602734565735, |
| "learning_rate": 2e-05, |
| "loss": 0.6265, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.7298903490416004, |
| "grad_norm": 0.3914978504180908, |
| "learning_rate": 2e-05, |
| "loss": 0.639, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.7307273792583913, |
| "grad_norm": 0.38332468271255493, |
| "learning_rate": 2e-05, |
| "loss": 0.6467, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.7315644094751821, |
| "grad_norm": 0.5695624351501465, |
| "learning_rate": 2e-05, |
| "loss": 0.6676, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.7324014396919729, |
| "grad_norm": 0.3501618206501007, |
| "learning_rate": 2e-05, |
| "loss": 0.6465, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.7332384699087637, |
| "grad_norm": 0.4172833263874054, |
| "learning_rate": 2e-05, |
| "loss": 0.6495, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.7340755001255546, |
| "grad_norm": 0.4131946265697479, |
| "learning_rate": 2e-05, |
| "loss": 0.6316, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.7349125303423454, |
| "grad_norm": 0.37521132826805115, |
| "learning_rate": 2e-05, |
| "loss": 0.6237, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.7357495605591362, |
| "grad_norm": 0.3829571306705475, |
| "learning_rate": 2e-05, |
| "loss": 0.605, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.736586590775927, |
| "grad_norm": 0.39805084466934204, |
| "learning_rate": 2e-05, |
| "loss": 0.6442, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.7374236209927179, |
| "grad_norm": 0.36277908086776733, |
| "learning_rate": 2e-05, |
| "loss": 0.6111, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.7382606512095087, |
| "grad_norm": 0.3767291307449341, |
| "learning_rate": 2e-05, |
| "loss": 0.6102, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.7390976814262995, |
| "grad_norm": 0.35881152749061584, |
| "learning_rate": 2e-05, |
| "loss": 0.6386, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.7399347116430903, |
| "grad_norm": 0.4228999614715576, |
| "learning_rate": 2e-05, |
| "loss": 0.6702, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.7407717418598811, |
| "grad_norm": 0.38206616044044495, |
| "learning_rate": 2e-05, |
| "loss": 0.63, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.741608772076672, |
| "grad_norm": 0.3692625164985657, |
| "learning_rate": 2e-05, |
| "loss": 0.6316, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.7424458022934628, |
| "grad_norm": 0.4151228368282318, |
| "learning_rate": 2e-05, |
| "loss": 0.6144, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.7432828325102536, |
| "grad_norm": 0.37447482347488403, |
| "learning_rate": 2e-05, |
| "loss": 0.6255, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.7441198627270444, |
| "grad_norm": 0.4272429347038269, |
| "learning_rate": 2e-05, |
| "loss": 0.6253, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.7449568929438353, |
| "grad_norm": 0.4338759481906891, |
| "learning_rate": 2e-05, |
| "loss": 0.6513, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.7457939231606261, |
| "grad_norm": 0.3489220440387726, |
| "learning_rate": 2e-05, |
| "loss": 0.6123, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.7466309533774169, |
| "grad_norm": 0.4269581437110901, |
| "learning_rate": 2e-05, |
| "loss": 0.6134, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.7474679835942077, |
| "grad_norm": 0.5574132800102234, |
| "learning_rate": 2e-05, |
| "loss": 0.6539, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.7483050138109986, |
| "grad_norm": 0.37711331248283386, |
| "learning_rate": 2e-05, |
| "loss": 0.5916, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.7491420440277894, |
| "grad_norm": 0.37575340270996094, |
| "learning_rate": 2e-05, |
| "loss": 0.6273, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.7499790742445802, |
| "grad_norm": 0.4214867055416107, |
| "learning_rate": 2e-05, |
| "loss": 0.6497, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.750816104461371, |
| "grad_norm": 0.3663678765296936, |
| "learning_rate": 2e-05, |
| "loss": 0.6312, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.7516531346781619, |
| "grad_norm": 0.3570701479911804, |
| "learning_rate": 2e-05, |
| "loss": 0.6228, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.7524901648949527, |
| "grad_norm": 0.3359588384628296, |
| "learning_rate": 2e-05, |
| "loss": 0.6244, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.7533271951117435, |
| "grad_norm": 0.40977218747138977, |
| "learning_rate": 2e-05, |
| "loss": 0.6458, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.7541642253285343, |
| "grad_norm": 0.42812758684158325, |
| "learning_rate": 2e-05, |
| "loss": 0.6253, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.7550012555453252, |
| "grad_norm": 0.39282578229904175, |
| "learning_rate": 2e-05, |
| "loss": 0.6222, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.755838285762116, |
| "grad_norm": 0.39099663496017456, |
| "learning_rate": 2e-05, |
| "loss": 0.6023, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.7566753159789068, |
| "grad_norm": 0.34671810269355774, |
| "learning_rate": 2e-05, |
| "loss": 0.6277, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.7575123461956976, |
| "grad_norm": 0.35134005546569824, |
| "learning_rate": 2e-05, |
| "loss": 0.6129, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.7583493764124885, |
| "grad_norm": 0.35226568579673767, |
| "learning_rate": 2e-05, |
| "loss": 0.5996, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.7591864066292793, |
| "grad_norm": 0.38973966240882874, |
| "learning_rate": 2e-05, |
| "loss": 0.6396, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.7600234368460701, |
| "grad_norm": 0.35773080587387085, |
| "learning_rate": 2e-05, |
| "loss": 0.639, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.7608604670628609, |
| "grad_norm": 0.3722341060638428, |
| "learning_rate": 2e-05, |
| "loss": 0.5893, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.7616974972796517, |
| "grad_norm": 0.36534038186073303, |
| "learning_rate": 2e-05, |
| "loss": 0.62, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.7625345274964426, |
| "grad_norm": 0.3434760272502899, |
| "learning_rate": 2e-05, |
| "loss": 0.6069, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.7633715577132334, |
| "grad_norm": 0.39537400007247925, |
| "learning_rate": 2e-05, |
| "loss": 0.5883, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.7642085879300242, |
| "grad_norm": 0.37340280413627625, |
| "learning_rate": 2e-05, |
| "loss": 0.5897, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.7650456181468152, |
| "grad_norm": 0.35823094844818115, |
| "learning_rate": 2e-05, |
| "loss": 0.6298, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.765882648363606, |
| "grad_norm": 0.37899595499038696, |
| "learning_rate": 2e-05, |
| "loss": 0.6107, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.7667196785803968, |
| "grad_norm": 0.4177338182926178, |
| "learning_rate": 2e-05, |
| "loss": 0.621, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.7675567087971876, |
| "grad_norm": 0.36833837628364563, |
| "learning_rate": 2e-05, |
| "loss": 0.603, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.7683937390139784, |
| "grad_norm": 0.390982985496521, |
| "learning_rate": 2e-05, |
| "loss": 0.6385, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 0.35779502987861633, |
| "learning_rate": 2e-05, |
| "loss": 0.6362, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.7700677994475601, |
| "grad_norm": 0.377236932516098, |
| "learning_rate": 2e-05, |
| "loss": 0.6085, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.7709048296643509, |
| "grad_norm": 0.3452379107475281, |
| "learning_rate": 2e-05, |
| "loss": 0.6225, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.7717418598811417, |
| "grad_norm": 0.39392876625061035, |
| "learning_rate": 2e-05, |
| "loss": 0.6277, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.7725788900979326, |
| "grad_norm": 0.3619462847709656, |
| "learning_rate": 2e-05, |
| "loss": 0.6312, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.7734159203147234, |
| "grad_norm": 0.4709945023059845, |
| "learning_rate": 2e-05, |
| "loss": 0.6515, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.7742529505315142, |
| "grad_norm": 0.4286535382270813, |
| "learning_rate": 2e-05, |
| "loss": 0.6158, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.775089980748305, |
| "grad_norm": 0.37350061535835266, |
| "learning_rate": 2e-05, |
| "loss": 0.6375, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.7759270109650959, |
| "grad_norm": 0.3267936706542969, |
| "learning_rate": 2e-05, |
| "loss": 0.6507, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.7767640411818867, |
| "grad_norm": 0.3860539495944977, |
| "learning_rate": 2e-05, |
| "loss": 0.6438, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.7776010713986775, |
| "grad_norm": 0.3778722286224365, |
| "learning_rate": 2e-05, |
| "loss": 0.5884, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.7784381016154683, |
| "grad_norm": 0.3919179439544678, |
| "learning_rate": 2e-05, |
| "loss": 0.6225, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.7792751318322592, |
| "grad_norm": 0.3830442428588867, |
| "learning_rate": 2e-05, |
| "loss": 0.6394, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.78011216204905, |
| "grad_norm": 0.33387279510498047, |
| "learning_rate": 2e-05, |
| "loss": 0.6287, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.7809491922658408, |
| "grad_norm": 0.3703407049179077, |
| "learning_rate": 2e-05, |
| "loss": 0.6111, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.7817862224826316, |
| "grad_norm": 0.36593103408813477, |
| "learning_rate": 2e-05, |
| "loss": 0.6385, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.7826232526994225, |
| "grad_norm": 0.3878519535064697, |
| "learning_rate": 2e-05, |
| "loss": 0.6219, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.7834602829162133, |
| "grad_norm": 0.351995050907135, |
| "learning_rate": 2e-05, |
| "loss": 0.6272, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.7842973131330041, |
| "grad_norm": 0.3645213842391968, |
| "learning_rate": 2e-05, |
| "loss": 0.6222, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.7851343433497949, |
| "grad_norm": 0.33696743845939636, |
| "learning_rate": 2e-05, |
| "loss": 0.585, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.7859713735665858, |
| "grad_norm": 0.3524693250656128, |
| "learning_rate": 2e-05, |
| "loss": 0.6145, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.7868084037833766, |
| "grad_norm": 0.3504578173160553, |
| "learning_rate": 2e-05, |
| "loss": 0.6162, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.7876454340001674, |
| "grad_norm": 0.3870294988155365, |
| "learning_rate": 2e-05, |
| "loss": 0.6249, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.7884824642169582, |
| "grad_norm": 0.4301256835460663, |
| "learning_rate": 2e-05, |
| "loss": 0.6127, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.789319494433749, |
| "grad_norm": 0.3780767619609833, |
| "learning_rate": 2e-05, |
| "loss": 0.6034, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.7901565246505399, |
| "grad_norm": 0.3460957109928131, |
| "learning_rate": 2e-05, |
| "loss": 0.6185, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.7909935548673307, |
| "grad_norm": 0.39352548122406006, |
| "learning_rate": 2e-05, |
| "loss": 0.6517, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.7918305850841215, |
| "grad_norm": 0.411136269569397, |
| "learning_rate": 2e-05, |
| "loss": 0.6431, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.7926676153009123, |
| "grad_norm": 0.3527356684207916, |
| "learning_rate": 2e-05, |
| "loss": 0.6158, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.7935046455177032, |
| "grad_norm": 0.38108116388320923, |
| "learning_rate": 2e-05, |
| "loss": 0.6196, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.794341675734494, |
| "grad_norm": 0.36168816685676575, |
| "learning_rate": 2e-05, |
| "loss": 0.6306, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.7951787059512848, |
| "grad_norm": 0.3753302991390228, |
| "learning_rate": 2e-05, |
| "loss": 0.6267, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.7960157361680756, |
| "grad_norm": 0.3463782072067261, |
| "learning_rate": 2e-05, |
| "loss": 0.6496, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.7968527663848665, |
| "grad_norm": 0.3713393211364746, |
| "learning_rate": 2e-05, |
| "loss": 0.6105, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.7976897966016573, |
| "grad_norm": 0.3766273260116577, |
| "learning_rate": 2e-05, |
| "loss": 0.6185, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.7985268268184481, |
| "grad_norm": 0.3587380349636078, |
| "learning_rate": 2e-05, |
| "loss": 0.6069, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.7993638570352389, |
| "grad_norm": 0.3560864329338074, |
| "learning_rate": 2e-05, |
| "loss": 0.5949, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.8002008872520298, |
| "grad_norm": 0.35435038805007935, |
| "learning_rate": 2e-05, |
| "loss": 0.6079, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.8010379174688206, |
| "grad_norm": 0.38286086916923523, |
| "learning_rate": 2e-05, |
| "loss": 0.6189, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.8018749476856114, |
| "grad_norm": 0.39769411087036133, |
| "learning_rate": 2e-05, |
| "loss": 0.6183, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.8027119779024022, |
| "grad_norm": 0.4291287958621979, |
| "learning_rate": 2e-05, |
| "loss": 0.6278, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.803549008119193, |
| "grad_norm": 0.3671792149543762, |
| "learning_rate": 2e-05, |
| "loss": 0.6154, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.8043860383359839, |
| "grad_norm": 0.40434497594833374, |
| "learning_rate": 2e-05, |
| "loss": 0.6054, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.8052230685527747, |
| "grad_norm": 0.41883158683776855, |
| "learning_rate": 2e-05, |
| "loss": 0.6208, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.8060600987695656, |
| "grad_norm": 0.38663536310195923, |
| "learning_rate": 2e-05, |
| "loss": 0.5956, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.8068971289863565, |
| "grad_norm": 0.35269322991371155, |
| "learning_rate": 2e-05, |
| "loss": 0.6574, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.8077341592031473, |
| "grad_norm": 0.40031880140304565, |
| "learning_rate": 2e-05, |
| "loss": 0.6274, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.8085711894199381, |
| "grad_norm": 0.3519479036331177, |
| "learning_rate": 2e-05, |
| "loss": 0.6344, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.8094082196367289, |
| "grad_norm": 0.36624595522880554, |
| "learning_rate": 2e-05, |
| "loss": 0.6317, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.8102452498535198, |
| "grad_norm": 0.3485221266746521, |
| "learning_rate": 2e-05, |
| "loss": 0.6153, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.8110822800703106, |
| "grad_norm": 0.3847684860229492, |
| "learning_rate": 2e-05, |
| "loss": 0.5969, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.8119193102871014, |
| "grad_norm": 0.5449545979499817, |
| "learning_rate": 2e-05, |
| "loss": 0.6346, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.8127563405038922, |
| "grad_norm": 0.3659104108810425, |
| "learning_rate": 2e-05, |
| "loss": 0.5829, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.813593370720683, |
| "grad_norm": 0.3642854690551758, |
| "learning_rate": 2e-05, |
| "loss": 0.6232, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.8144304009374739, |
| "grad_norm": 0.3828984498977661, |
| "learning_rate": 2e-05, |
| "loss": 0.6078, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.8152674311542647, |
| "grad_norm": 0.4159924387931824, |
| "learning_rate": 2e-05, |
| "loss": 0.629, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.8161044613710555, |
| "grad_norm": 0.36572638154029846, |
| "learning_rate": 2e-05, |
| "loss": 0.604, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.8169414915878463, |
| "grad_norm": 0.36739251017570496, |
| "learning_rate": 2e-05, |
| "loss": 0.6154, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.8177785218046372, |
| "grad_norm": 0.3697957694530487, |
| "learning_rate": 2e-05, |
| "loss": 0.6252, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.818615552021428, |
| "grad_norm": 0.3758239448070526, |
| "learning_rate": 2e-05, |
| "loss": 0.6254, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.8194525822382188, |
| "grad_norm": 0.39665308594703674, |
| "learning_rate": 2e-05, |
| "loss": 0.6467, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.8202896124550096, |
| "grad_norm": 0.36492836475372314, |
| "learning_rate": 2e-05, |
| "loss": 0.6109, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.8211266426718005, |
| "grad_norm": 0.3612421154975891, |
| "learning_rate": 2e-05, |
| "loss": 0.5614, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.8219636728885913, |
| "grad_norm": 0.49745631217956543, |
| "learning_rate": 2e-05, |
| "loss": 0.6106, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.8228007031053821, |
| "grad_norm": 0.37881478667259216, |
| "learning_rate": 2e-05, |
| "loss": 0.6104, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.8236377333221729, |
| "grad_norm": 0.39541590213775635, |
| "learning_rate": 2e-05, |
| "loss": 0.6018, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.8244747635389638, |
| "grad_norm": 0.35362669825553894, |
| "learning_rate": 2e-05, |
| "loss": 0.6126, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.8253117937557546, |
| "grad_norm": 0.39162972569465637, |
| "learning_rate": 2e-05, |
| "loss": 0.6291, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.8261488239725454, |
| "grad_norm": 0.38019391894340515, |
| "learning_rate": 2e-05, |
| "loss": 0.607, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.8269858541893362, |
| "grad_norm": 0.3479459583759308, |
| "learning_rate": 2e-05, |
| "loss": 0.6391, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.8278228844061271, |
| "grad_norm": 0.3999125063419342, |
| "learning_rate": 2e-05, |
| "loss": 0.6363, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.8286599146229179, |
| "grad_norm": 0.4058418273925781, |
| "learning_rate": 2e-05, |
| "loss": 0.6119, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.8294969448397087, |
| "grad_norm": 0.4318464696407318, |
| "learning_rate": 2e-05, |
| "loss": 0.6222, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.8303339750564995, |
| "grad_norm": 0.48508167266845703, |
| "learning_rate": 2e-05, |
| "loss": 0.6336, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.8311710052732904, |
| "grad_norm": 0.42082536220550537, |
| "learning_rate": 2e-05, |
| "loss": 0.6164, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.8320080354900812, |
| "grad_norm": 0.37225547432899475, |
| "learning_rate": 2e-05, |
| "loss": 0.6375, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.832845065706872, |
| "grad_norm": 0.4065360724925995, |
| "learning_rate": 2e-05, |
| "loss": 0.6103, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.8336820959236628, |
| "grad_norm": 0.3439057767391205, |
| "learning_rate": 2e-05, |
| "loss": 0.602, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.8345191261404536, |
| "grad_norm": 0.34860286116600037, |
| "learning_rate": 2e-05, |
| "loss": 0.6097, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.8353561563572445, |
| "grad_norm": 0.35745686292648315, |
| "learning_rate": 2e-05, |
| "loss": 0.6318, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.8361931865740353, |
| "grad_norm": 0.37750235199928284, |
| "learning_rate": 2e-05, |
| "loss": 0.6111, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.8370302167908261, |
| "grad_norm": 0.37214308977127075, |
| "learning_rate": 2e-05, |
| "loss": 0.5948, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.8378672470076169, |
| "grad_norm": 0.3304697573184967, |
| "learning_rate": 2e-05, |
| "loss": 0.6271, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.8387042772244078, |
| "grad_norm": 0.38082876801490784, |
| "learning_rate": 2e-05, |
| "loss": 0.5802, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.8395413074411986, |
| "grad_norm": 0.35758861899375916, |
| "learning_rate": 2e-05, |
| "loss": 0.6184, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.8403783376579894, |
| "grad_norm": 0.3510086238384247, |
| "learning_rate": 2e-05, |
| "loss": 0.6091, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.8412153678747802, |
| "grad_norm": 0.35117197036743164, |
| "learning_rate": 2e-05, |
| "loss": 0.6467, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.8420523980915711, |
| "grad_norm": 0.3920142948627472, |
| "learning_rate": 2e-05, |
| "loss": 0.6129, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.8428894283083619, |
| "grad_norm": 0.37400299310684204, |
| "learning_rate": 2e-05, |
| "loss": 0.6199, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.8437264585251527, |
| "grad_norm": 0.3962348401546478, |
| "learning_rate": 2e-05, |
| "loss": 0.626, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.8445634887419435, |
| "grad_norm": 0.3788360059261322, |
| "learning_rate": 2e-05, |
| "loss": 0.6385, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.8454005189587344, |
| "grad_norm": 0.3845363259315491, |
| "learning_rate": 2e-05, |
| "loss": 0.6087, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.8462375491755252, |
| "grad_norm": 0.35839444398880005, |
| "learning_rate": 2e-05, |
| "loss": 0.6439, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.847074579392316, |
| "grad_norm": 0.3566266894340515, |
| "learning_rate": 2e-05, |
| "loss": 0.6194, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.8479116096091069, |
| "grad_norm": 0.41644003987312317, |
| "learning_rate": 2e-05, |
| "loss": 0.6275, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.8487486398258978, |
| "grad_norm": 0.690693199634552, |
| "learning_rate": 2e-05, |
| "loss": 0.6116, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.8495856700426886, |
| "grad_norm": 0.36446458101272583, |
| "learning_rate": 2e-05, |
| "loss": 0.611, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.8504227002594794, |
| "grad_norm": 0.3604367673397064, |
| "learning_rate": 2e-05, |
| "loss": 0.5857, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.8512597304762702, |
| "grad_norm": 0.4150809943675995, |
| "learning_rate": 2e-05, |
| "loss": 0.6254, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.8520967606930611, |
| "grad_norm": 0.7485426664352417, |
| "learning_rate": 1.999957358086795e-05, |
| "loss": 0.5828, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.8529337909098519, |
| "grad_norm": 0.40085193514823914, |
| "learning_rate": 1.9991993813020483e-05, |
| "loss": 0.6095, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.8537708211266427, |
| "grad_norm": 0.3835459053516388, |
| "learning_rate": 1.9974946373028628e-05, |
| "loss": 0.6153, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.8546078513434335, |
| "grad_norm": 0.4353942573070526, |
| "learning_rate": 1.994844749501764e-05, |
| "loss": 0.6221, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.8554448815602244, |
| "grad_norm": 0.3906109929084778, |
| "learning_rate": 1.9912522413632988e-05, |
| "loss": 0.6086, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.8562819117770152, |
| "grad_norm": 0.38756048679351807, |
| "learning_rate": 1.9867205340009656e-05, |
| "loss": 0.611, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.857118941993806, |
| "grad_norm": 0.3337929844856262, |
| "learning_rate": 1.9812539429193164e-05, |
| "loss": 0.5898, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.8579559722105968, |
| "grad_norm": 0.35246601700782776, |
| "learning_rate": 1.9748576739043423e-05, |
| "loss": 0.6305, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.8587930024273877, |
| "grad_norm": 0.35268184542655945, |
| "learning_rate": 1.967537818066047e-05, |
| "loss": 0.6252, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.8596300326441785, |
| "grad_norm": 0.37320220470428467, |
| "learning_rate": 1.959301346037941e-05, |
| "loss": 0.6127, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.8604670628609693, |
| "grad_norm": 0.4707813560962677, |
| "learning_rate": 1.9501561013389646e-05, |
| "loss": 0.6008, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.8613040930777601, |
| "grad_norm": 0.3598954677581787, |
| "learning_rate": 1.9401107929041795e-05, |
| "loss": 0.6294, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.862141123294551, |
| "grad_norm": 0.3455922305583954, |
| "learning_rate": 1.9291749867913225e-05, |
| "loss": 0.6056, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.8629781535113418, |
| "grad_norm": 0.35194408893585205, |
| "learning_rate": 1.91735909707114e-05, |
| "loss": 0.6066, |
| "step": 10310 |
| }, |
| { |
| "epoch": 0.8638151837281326, |
| "grad_norm": 0.3290748596191406, |
| "learning_rate": 1.9046743759101545e-05, |
| "loss": 0.5989, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.8646522139449234, |
| "grad_norm": 0.36974453926086426, |
| "learning_rate": 1.8911329028553324e-05, |
| "loss": 0.6415, |
| "step": 10330 |
| }, |
| { |
| "epoch": 0.8654892441617142, |
| "grad_norm": 0.3532561957836151, |
| "learning_rate": 1.876747573330835e-05, |
| "loss": 0.6381, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.8663262743785051, |
| "grad_norm": 0.3644556403160095, |
| "learning_rate": 1.8615320863578244e-05, |
| "loss": 0.6182, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.8671633045952959, |
| "grad_norm": 0.34960946440696716, |
| "learning_rate": 1.8455009315090036e-05, |
| "loss": 0.6138, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.8680003348120867, |
| "grad_norm": 0.39046117663383484, |
| "learning_rate": 1.8286693751103294e-05, |
| "loss": 0.6369, |
| "step": 10370 |
| }, |
| { |
| "epoch": 0.8688373650288775, |
| "grad_norm": 0.6220808625221252, |
| "learning_rate": 1.811053445703024e-05, |
| "loss": 0.5812, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.8696743952456684, |
| "grad_norm": 0.42720869183540344, |
| "learning_rate": 1.7926699187797375e-05, |
| "loss": 0.6012, |
| "step": 10390 |
| }, |
| { |
| "epoch": 0.8705114254624592, |
| "grad_norm": 0.364810049533844, |
| "learning_rate": 1.7735363008093995e-05, |
| "loss": 0.6154, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.87134845567925, |
| "grad_norm": 0.4052015244960785, |
| "learning_rate": 1.7536708125659577e-05, |
| "loss": 0.6595, |
| "step": 10410 |
| }, |
| { |
| "epoch": 0.8721854858960408, |
| "grad_norm": 0.3937699496746063, |
| "learning_rate": 1.733092371776905e-05, |
| "loss": 0.6393, |
| "step": 10420 |
| }, |
| { |
| "epoch": 0.8730225161128317, |
| "grad_norm": 0.3622001111507416, |
| "learning_rate": 1.7118205751080915e-05, |
| "loss": 0.609, |
| "step": 10430 |
| }, |
| { |
| "epoch": 0.8738595463296225, |
| "grad_norm": 0.3573143780231476, |
| "learning_rate": 1.6898756795019935e-05, |
| "loss": 0.6142, |
| "step": 10440 |
| }, |
| { |
| "epoch": 0.8746965765464133, |
| "grad_norm": 0.3644012212753296, |
| "learning_rate": 1.667278582887211e-05, |
| "loss": 0.5902, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.8755336067632041, |
| "grad_norm": 0.37499353289604187, |
| "learning_rate": 1.6440508042775545e-05, |
| "loss": 0.634, |
| "step": 10460 |
| }, |
| { |
| "epoch": 0.876370636979995, |
| "grad_norm": 0.39060723781585693, |
| "learning_rate": 1.6202144632796796e-05, |
| "loss": 0.6097, |
| "step": 10470 |
| }, |
| { |
| "epoch": 0.8772076671967858, |
| "grad_norm": 0.367694616317749, |
| "learning_rate": 1.595792259028783e-05, |
| "loss": 0.608, |
| "step": 10480 |
| }, |
| { |
| "epoch": 0.8780446974135766, |
| "grad_norm": 0.3774787187576294, |
| "learning_rate": 1.570807448572419e-05, |
| "loss": 0.6294, |
| "step": 10490 |
| }, |
| { |
| "epoch": 0.8788817276303674, |
| "grad_norm": 0.43220317363739014, |
| "learning_rate": 1.5452838247230197e-05, |
| "loss": 0.6224, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.8797187578471583, |
| "grad_norm": 0.3842547833919525, |
| "learning_rate": 1.5192456934002106e-05, |
| "loss": 0.5915, |
| "step": 10510 |
| }, |
| { |
| "epoch": 0.8805557880639491, |
| "grad_norm": 0.47000840306282043, |
| "learning_rate": 1.492717850484502e-05, |
| "loss": 0.6131, |
| "step": 10520 |
| }, |
| { |
| "epoch": 0.8813928182807399, |
| "grad_norm": 0.3147537410259247, |
| "learning_rate": 1.4657255582043904e-05, |
| "loss": 0.6242, |
| "step": 10530 |
| }, |
| { |
| "epoch": 0.8822298484975307, |
| "grad_norm": 0.39530083537101746, |
| "learning_rate": 1.4382945210793663e-05, |
| "loss": 0.6279, |
| "step": 10540 |
| }, |
| { |
| "epoch": 0.8830668787143215, |
| "grad_norm": 0.35616403818130493, |
| "learning_rate": 1.4104508614417267e-05, |
| "loss": 0.6086, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.8839039089311124, |
| "grad_norm": 0.4383719563484192, |
| "learning_rate": 1.382221094560512e-05, |
| "loss": 0.6205, |
| "step": 10560 |
| }, |
| { |
| "epoch": 0.8847409391479032, |
| "grad_norm": 0.33425262570381165, |
| "learning_rate": 1.3536321033912506e-05, |
| "loss": 0.6442, |
| "step": 10570 |
| }, |
| { |
| "epoch": 0.885577969364694, |
| "grad_norm": 0.36328378319740295, |
| "learning_rate": 1.3247111129755609e-05, |
| "loss": 0.5914, |
| "step": 10580 |
| }, |
| { |
| "epoch": 0.8864149995814848, |
| "grad_norm": 0.3541567027568817, |
| "learning_rate": 1.2954856645149868e-05, |
| "loss": 0.6201, |
| "step": 10590 |
| }, |
| { |
| "epoch": 0.8872520297982757, |
| "grad_norm": 0.39288944005966187, |
| "learning_rate": 1.2659835891437553e-05, |
| "loss": 0.6264, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.8880890600150665, |
| "grad_norm": 0.3486575782299042, |
| "learning_rate": 1.236232981425436e-05, |
| "loss": 0.5637, |
| "step": 10610 |
| }, |
| { |
| "epoch": 0.8889260902318574, |
| "grad_norm": 0.3532477915287018, |
| "learning_rate": 1.2062621725987402e-05, |
| "loss": 0.592, |
| "step": 10620 |
| }, |
| { |
| "epoch": 0.8897631204486482, |
| "grad_norm": 0.36439892649650574, |
| "learning_rate": 1.1760997035979318e-05, |
| "loss": 0.6297, |
| "step": 10630 |
| }, |
| { |
| "epoch": 0.8906001506654391, |
| "grad_norm": 0.37439948320388794, |
| "learning_rate": 1.1457742978735514e-05, |
| "loss": 0.6192, |
| "step": 10640 |
| }, |
| { |
| "epoch": 0.8914371808822299, |
| "grad_norm": 0.41263723373413086, |
| "learning_rate": 1.1153148340393298e-05, |
| "loss": 0.5706, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.8922742110990207, |
| "grad_norm": 0.353598952293396, |
| "learning_rate": 1.0847503183713424e-05, |
| "loss": 0.6118, |
| "step": 10660 |
| }, |
| { |
| "epoch": 0.8931112413158115, |
| "grad_norm": 0.39881426095962524, |
| "learning_rate": 1.0541098571855896e-05, |
| "loss": 0.5964, |
| "step": 10670 |
| }, |
| { |
| "epoch": 0.8939482715326024, |
| "grad_norm": 0.3593898117542267, |
| "learning_rate": 1.0234226291203123e-05, |
| "loss": 0.5827, |
| "step": 10680 |
| }, |
| { |
| "epoch": 0.8947853017493932, |
| "grad_norm": 0.3899114727973938, |
| "learning_rate": 9.927178573494333e-06, |
| "loss": 0.6307, |
| "step": 10690 |
| }, |
| { |
| "epoch": 0.895622331966184, |
| "grad_norm": 0.3991129398345947, |
| "learning_rate": 9.620247817535902e-06, |
| "loss": 0.608, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.8964593621829748, |
| "grad_norm": 0.32787102460861206, |
| "learning_rate": 9.313726310752581e-06, |
| "loss": 0.6169, |
| "step": 10710 |
| }, |
| { |
| "epoch": 0.8972963923997657, |
| "grad_norm": 0.37895214557647705, |
| "learning_rate": 9.00790595084477e-06, |
| "loss": 0.603, |
| "step": 10720 |
| }, |
| { |
| "epoch": 0.8981334226165565, |
| "grad_norm": 0.37545907497406006, |
| "learning_rate": 8.703077967816944e-06, |
| "loss": 0.5913, |
| "step": 10730 |
| }, |
| { |
| "epoch": 0.8989704528333473, |
| "grad_norm": 0.41248559951782227, |
| "learning_rate": 8.39953264664192e-06, |
| "loss": 0.5932, |
| "step": 10740 |
| }, |
| { |
| "epoch": 0.8998074830501381, |
| "grad_norm": 0.37453097105026245, |
| "learning_rate": 8.097559050825058e-06, |
| "loss": 0.5913, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.900644513266929, |
| "grad_norm": 0.334861159324646, |
| "learning_rate": 7.79744474713166e-06, |
| "loss": 0.5874, |
| "step": 10760 |
| }, |
| { |
| "epoch": 0.9014815434837198, |
| "grad_norm": 0.5139070749282837, |
| "learning_rate": 7.499475531739696e-06, |
| "loss": 0.6148, |
| "step": 10770 |
| }, |
| { |
| "epoch": 0.9023185737005106, |
| "grad_norm": 0.405596524477005, |
| "learning_rate": 7.203935158078662e-06, |
| "loss": 0.6082, |
| "step": 10780 |
| }, |
| { |
| "epoch": 0.9031556039173014, |
| "grad_norm": 0.35360997915267944, |
| "learning_rate": 6.911105066613709e-06, |
| "loss": 0.6039, |
| "step": 10790 |
| }, |
| { |
| "epoch": 0.9039926341340923, |
| "grad_norm": 0.3629005551338196, |
| "learning_rate": 6.621264116832394e-06, |
| "loss": 0.6, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.9048296643508831, |
| "grad_norm": 0.3518105149269104, |
| "learning_rate": 6.334688321689274e-06, |
| "loss": 0.6136, |
| "step": 10810 |
| }, |
| { |
| "epoch": 0.9056666945676739, |
| "grad_norm": 0.3385161757469177, |
| "learning_rate": 6.051650584761237e-06, |
| "loss": 0.5971, |
| "step": 10820 |
| }, |
| { |
| "epoch": 0.9065037247844647, |
| "grad_norm": 0.4495178163051605, |
| "learning_rate": 5.772420440363841e-06, |
| "loss": 0.6179, |
| "step": 10830 |
| }, |
| { |
| "epoch": 0.9073407550012556, |
| "grad_norm": 0.33703598380088806, |
| "learning_rate": 5.497263796876207e-06, |
| "loss": 0.5645, |
| "step": 10840 |
| }, |
| { |
| "epoch": 0.9081777852180464, |
| "grad_norm": 0.36705470085144043, |
| "learning_rate": 5.226442683518813e-06, |
| "loss": 0.6092, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.9090148154348372, |
| "grad_norm": 0.37629008293151855, |
| "learning_rate": 4.960215000825432e-06, |
| "loss": 0.6008, |
| "step": 10860 |
| }, |
| { |
| "epoch": 0.909851845651628, |
| "grad_norm": 0.3484477996826172, |
| "learning_rate": 4.698834275046711e-06, |
| "loss": 0.6254, |
| "step": 10870 |
| }, |
| { |
| "epoch": 0.9106888758684188, |
| "grad_norm": 0.32401078939437866, |
| "learning_rate": 4.442549416719423e-06, |
| "loss": 0.6048, |
| "step": 10880 |
| }, |
| { |
| "epoch": 0.9115259060852097, |
| "grad_norm": 0.3878401219844818, |
| "learning_rate": 4.1916044836311565e-06, |
| "loss": 0.6195, |
| "step": 10890 |
| }, |
| { |
| "epoch": 0.9123629363020005, |
| "grad_norm": 0.3420516550540924, |
| "learning_rate": 3.94623844840626e-06, |
| "loss": 0.563, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.9131999665187913, |
| "grad_norm": 0.36567628383636475, |
| "learning_rate": 3.7066849709343467e-06, |
| "loss": 0.5984, |
| "step": 10910 |
| }, |
| { |
| "epoch": 0.9140369967355821, |
| "grad_norm": 0.394072949886322, |
| "learning_rate": 3.473172175858059e-06, |
| "loss": 0.5985, |
| "step": 10920 |
| }, |
| { |
| "epoch": 0.914874026952373, |
| "grad_norm": 0.40274447202682495, |
| "learning_rate": 3.2459224353320046e-06, |
| "loss": 0.6132, |
| "step": 10930 |
| }, |
| { |
| "epoch": 0.9157110571691638, |
| "grad_norm": 0.37817761301994324, |
| "learning_rate": 3.025152157259735e-06, |
| "loss": 0.6138, |
| "step": 10940 |
| }, |
| { |
| "epoch": 0.9165480873859546, |
| "grad_norm": 0.3820495903491974, |
| "learning_rate": 2.811071579210425e-06, |
| "loss": 0.5878, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.9173851176027454, |
| "grad_norm": 0.38701289892196655, |
| "learning_rate": 2.603884568211513e-06, |
| "loss": 0.5899, |
| "step": 10960 |
| }, |
| { |
| "epoch": 0.9182221478195363, |
| "grad_norm": 0.3448856770992279, |
| "learning_rate": 2.4037884266079434e-06, |
| "loss": 0.6166, |
| "step": 10970 |
| }, |
| { |
| "epoch": 0.9190591780363271, |
| "grad_norm": 0.34730589389801025, |
| "learning_rate": 2.2109737041728955e-06, |
| "loss": 0.5803, |
| "step": 10980 |
| }, |
| { |
| "epoch": 0.9198962082531179, |
| "grad_norm": 0.3200985789299011, |
| "learning_rate": 2.0256240166489454e-06, |
| "loss": 0.5816, |
| "step": 10990 |
| }, |
| { |
| "epoch": 0.9207332384699087, |
| "grad_norm": 0.48213061690330505, |
| "learning_rate": 1.847915870892413e-06, |
| "loss": 0.6243, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.9215702686866996, |
| "grad_norm": 0.3733295500278473, |
| "learning_rate": 1.6780184967874715e-06, |
| "loss": 0.6135, |
| "step": 11010 |
| }, |
| { |
| "epoch": 0.9224072989034904, |
| "grad_norm": 0.3837072253227234, |
| "learning_rate": 1.5160936860900294e-06, |
| "loss": 0.6305, |
| "step": 11020 |
| }, |
| { |
| "epoch": 0.9232443291202812, |
| "grad_norm": 0.33880406618118286, |
| "learning_rate": 1.3622956383548762e-06, |
| "loss": 0.6266, |
| "step": 11030 |
| }, |
| { |
| "epoch": 0.924081359337072, |
| "grad_norm": 0.3343767523765564, |
| "learning_rate": 1.216770814092834e-06, |
| "loss": 0.6163, |
| "step": 11040 |
| }, |
| { |
| "epoch": 0.9249183895538629, |
| "grad_norm": 0.3547482490539551, |
| "learning_rate": 1.0796577952977013e-06, |
| "loss": 0.5669, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.9257554197706537, |
| "grad_norm": 0.3457980453968048, |
| "learning_rate": 9.510871534758705e-07, |
| "loss": 0.6015, |
| "step": 11060 |
| }, |
| { |
| "epoch": 0.9265924499874445, |
| "grad_norm": 0.32496410608291626, |
| "learning_rate": 8.311813253042334e-07, |
| "loss": 0.5854, |
| "step": 11070 |
| }, |
| { |
| "epoch": 0.9274294802042353, |
| "grad_norm": 0.3630751967430115, |
| "learning_rate": 7.200544960348308e-07, |
| "loss": 0.5813, |
| "step": 11080 |
| }, |
| { |
| "epoch": 0.9282665104210261, |
| "grad_norm": 0.3603667914867401, |
| "learning_rate": 6.178124907572545e-07, |
| "loss": 0.6052, |
| "step": 11090 |
| }, |
| { |
| "epoch": 0.929103540637817, |
| "grad_norm": 0.36034899950027466, |
| "learning_rate": 5.245526736223528e-07, |
| "loss": 0.5952, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.9299405708546079, |
| "grad_norm": 0.3739122748374939, |
| "learning_rate": 4.403638551232205e-07, |
| "loss": 0.5812, |
| "step": 11110 |
| }, |
| { |
| "epoch": 0.9307776010713987, |
| "grad_norm": 0.35268348455429077, |
| "learning_rate": 3.6532620752175616e-07, |
| "loss": 0.5956, |
| "step": 11120 |
| }, |
| { |
| "epoch": 0.9316146312881896, |
| "grad_norm": 0.375112384557724, |
| "learning_rate": 2.9951118850133247e-07, |
| "loss": 0.6201, |
| "step": 11130 |
| }, |
| { |
| "epoch": 0.9324516615049804, |
| "grad_norm": 0.3165109157562256, |
| "learning_rate": 2.429814731182774e-07, |
| "loss": 0.5721, |
| "step": 11140 |
| }, |
| { |
| "epoch": 0.9332886917217712, |
| "grad_norm": 0.4722680449485779, |
| "learning_rate": 1.957908941169813e-07, |
| "loss": 0.6219, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.934125721938562, |
| "grad_norm": 0.3671278655529022, |
| "learning_rate": 1.5798439066545254e-07, |
| "loss": 0.5932, |
| "step": 11160 |
| }, |
| { |
| "epoch": 0.9349627521553528, |
| "grad_norm": 0.36083364486694336, |
| "learning_rate": 1.2959796556014471e-07, |
| "loss": 0.589, |
| "step": 11170 |
| }, |
| { |
| "epoch": 0.9357997823721437, |
| "grad_norm": 0.3682437539100647, |
| "learning_rate": 1.1065865094081884e-07, |
| "loss": 0.6063, |
| "step": 11180 |
| }, |
| { |
| "epoch": 0.9366368125889345, |
| "grad_norm": 0.3515765070915222, |
| "learning_rate": 1.011844825480734e-07, |
| "loss": 0.5984, |
| "step": 11190 |
| }, |
| { |
| "epoch": 0.9369716246756508, |
| "step": 11194, |
| "total_flos": 4.547514943786923e+19, |
| "train_loss": 0.003452657950399432, |
| "train_runtime": 609.5586, |
| "train_samples_per_second": 220.369, |
| "train_steps_per_second": 18.364 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 11194, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 159, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.547514943786923e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
