| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9152902698282911, |
| "eval_steps": 500, |
| "global_step": 11194, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0008176614881439084, |
| "grad_norm": 10.534998893737793, |
| "learning_rate": 1.1061797752808989e-06, |
| "loss": 2.2924, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.001635322976287817, |
| "grad_norm": 6.318049430847168, |
| "learning_rate": 2.2241573033707866e-06, |
| "loss": 2.3794, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0024529844644317253, |
| "grad_norm": 2.999676465988159, |
| "learning_rate": 3.342134831460675e-06, |
| "loss": 1.9011, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.003270645952575634, |
| "grad_norm": 1.3771625757217407, |
| "learning_rate": 4.4601123595505624e-06, |
| "loss": 1.5254, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.004088307440719542, |
| "grad_norm": 0.8931247591972351, |
| "learning_rate": 5.5780898876404495e-06, |
| "loss": 1.226, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.004905968928863451, |
| "grad_norm": 1.1269806623458862, |
| "learning_rate": 6.6960674157303374e-06, |
| "loss": 1.0716, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.005723630417007359, |
| "grad_norm": 1.387283205986023, |
| "learning_rate": 7.814044943820226e-06, |
| "loss": 1.011, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.006541291905151268, |
| "grad_norm": 0.6601500511169434, |
| "learning_rate": 8.932022471910112e-06, |
| "loss": 1.0061, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.007358953393295176, |
| "grad_norm": 0.6297673583030701, |
| "learning_rate": 1.005e-05, |
| "loss": 0.9876, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.008176614881439084, |
| "grad_norm": 0.5978390574455261, |
| "learning_rate": 1.1167977528089888e-05, |
| "loss": 0.93, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.008994276369582993, |
| "grad_norm": 0.6085056662559509, |
| "learning_rate": 1.2285955056179776e-05, |
| "loss": 0.911, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.009811937857726901, |
| "grad_norm": 0.630516767501831, |
| "learning_rate": 1.3403932584269664e-05, |
| "loss": 0.9181, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.01062959934587081, |
| "grad_norm": 0.659934937953949, |
| "learning_rate": 1.4521910112359552e-05, |
| "loss": 0.8963, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.011447260834014717, |
| "grad_norm": 0.5893965363502502, |
| "learning_rate": 1.563988764044944e-05, |
| "loss": 0.9024, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.012264922322158627, |
| "grad_norm": 0.5959360003471375, |
| "learning_rate": 1.6757865168539328e-05, |
| "loss": 0.926, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.013082583810302535, |
| "grad_norm": 0.5704044699668884, |
| "learning_rate": 1.7875842696629214e-05, |
| "loss": 0.8832, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.013900245298446443, |
| "grad_norm": 0.6047025322914124, |
| "learning_rate": 1.89938202247191e-05, |
| "loss": 0.9009, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.014717906786590351, |
| "grad_norm": 0.5899404883384705, |
| "learning_rate": 2e-05, |
| "loss": 0.8876, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.01553556827473426, |
| "grad_norm": 0.5657159090042114, |
| "learning_rate": 2e-05, |
| "loss": 0.8758, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.016353229762878167, |
| "grad_norm": 0.5136110186576843, |
| "learning_rate": 2e-05, |
| "loss": 0.892, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.017170891251022075, |
| "grad_norm": 0.5496647357940674, |
| "learning_rate": 2e-05, |
| "loss": 0.9069, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.017988552739165987, |
| "grad_norm": 0.5497331023216248, |
| "learning_rate": 2e-05, |
| "loss": 0.863, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.018806214227309895, |
| "grad_norm": 0.5021716952323914, |
| "learning_rate": 2e-05, |
| "loss": 0.8952, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.019623875715453803, |
| "grad_norm": 0.5393562912940979, |
| "learning_rate": 2e-05, |
| "loss": 0.8577, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.02044153720359771, |
| "grad_norm": 0.5259848833084106, |
| "learning_rate": 2e-05, |
| "loss": 0.8904, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.02125919869174162, |
| "grad_norm": 0.562362790107727, |
| "learning_rate": 2e-05, |
| "loss": 0.922, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.022076860179885527, |
| "grad_norm": 0.514157235622406, |
| "learning_rate": 2e-05, |
| "loss": 0.8547, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.022894521668029435, |
| "grad_norm": 0.5613844394683838, |
| "learning_rate": 2e-05, |
| "loss": 0.8867, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.023712183156173343, |
| "grad_norm": 0.5137860774993896, |
| "learning_rate": 2e-05, |
| "loss": 0.864, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.024529844644317254, |
| "grad_norm": 0.5275009274482727, |
| "learning_rate": 2e-05, |
| "loss": 0.927, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.025347506132461162, |
| "grad_norm": 0.5223109722137451, |
| "learning_rate": 2e-05, |
| "loss": 0.8691, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.02616516762060507, |
| "grad_norm": 0.5527063012123108, |
| "learning_rate": 2e-05, |
| "loss": 0.8648, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.02698282910874898, |
| "grad_norm": 0.49740317463874817, |
| "learning_rate": 2e-05, |
| "loss": 0.8486, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.027800490596892886, |
| "grad_norm": 0.49503129720687866, |
| "learning_rate": 2e-05, |
| "loss": 0.8395, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.028618152085036794, |
| "grad_norm": 0.5311452150344849, |
| "learning_rate": 2e-05, |
| "loss": 0.8358, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.029435813573180702, |
| "grad_norm": 0.5130277872085571, |
| "learning_rate": 2e-05, |
| "loss": 0.8554, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.03025347506132461, |
| "grad_norm": 0.46086397767066956, |
| "learning_rate": 2e-05, |
| "loss": 0.8545, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.03107113654946852, |
| "grad_norm": 0.49420565366744995, |
| "learning_rate": 2e-05, |
| "loss": 0.8401, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.03188879803761243, |
| "grad_norm": 0.4804873764514923, |
| "learning_rate": 2e-05, |
| "loss": 0.8533, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.032706459525756335, |
| "grad_norm": 0.4856545329093933, |
| "learning_rate": 2e-05, |
| "loss": 0.8172, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.033524121013900246, |
| "grad_norm": 0.5700660347938538, |
| "learning_rate": 2e-05, |
| "loss": 0.87, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.03434178250204415, |
| "grad_norm": 0.48742008209228516, |
| "learning_rate": 2e-05, |
| "loss": 0.8653, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.03515944399018806, |
| "grad_norm": 0.5448684096336365, |
| "learning_rate": 2e-05, |
| "loss": 0.8574, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.035977105478331974, |
| "grad_norm": 0.9145104289054871, |
| "learning_rate": 2e-05, |
| "loss": 0.8529, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.03679476696647588, |
| "grad_norm": 0.6051157712936401, |
| "learning_rate": 2e-05, |
| "loss": 0.8492, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.03761242845461979, |
| "grad_norm": 0.5123623013496399, |
| "learning_rate": 2e-05, |
| "loss": 0.8689, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.038430089942763694, |
| "grad_norm": 0.49921512603759766, |
| "learning_rate": 2e-05, |
| "loss": 0.8126, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.039247751430907606, |
| "grad_norm": 0.5155230760574341, |
| "learning_rate": 2e-05, |
| "loss": 0.7817, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.04006541291905151, |
| "grad_norm": 0.46784713864326477, |
| "learning_rate": 2e-05, |
| "loss": 0.8324, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.04088307440719542, |
| "grad_norm": 0.4902730882167816, |
| "learning_rate": 2e-05, |
| "loss": 0.8196, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.041700735895339326, |
| "grad_norm": 0.47778692841529846, |
| "learning_rate": 2e-05, |
| "loss": 0.8537, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.04251839738348324, |
| "grad_norm": 0.46416184306144714, |
| "learning_rate": 2e-05, |
| "loss": 0.815, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.04333605887162715, |
| "grad_norm": 0.4957575798034668, |
| "learning_rate": 2e-05, |
| "loss": 0.8317, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.044153720359771054, |
| "grad_norm": 0.4955309331417084, |
| "learning_rate": 2e-05, |
| "loss": 0.8053, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.044971381847914965, |
| "grad_norm": 0.47801926732063293, |
| "learning_rate": 2e-05, |
| "loss": 0.8318, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.04578904333605887, |
| "grad_norm": 0.4526337683200836, |
| "learning_rate": 2e-05, |
| "loss": 0.8297, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.04660670482420278, |
| "grad_norm": 0.5001497864723206, |
| "learning_rate": 2e-05, |
| "loss": 0.7966, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.047424366312346686, |
| "grad_norm": 0.4969994127750397, |
| "learning_rate": 2e-05, |
| "loss": 0.849, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.0482420278004906, |
| "grad_norm": 0.4873654246330261, |
| "learning_rate": 2e-05, |
| "loss": 0.8098, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.04905968928863451, |
| "grad_norm": 0.46147921681404114, |
| "learning_rate": 2e-05, |
| "loss": 0.8462, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.04987735077677841, |
| "grad_norm": 0.48419851064682007, |
| "learning_rate": 2e-05, |
| "loss": 0.7878, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.050695012264922325, |
| "grad_norm": 0.48362842202186584, |
| "learning_rate": 2e-05, |
| "loss": 0.8309, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.05151267375306623, |
| "grad_norm": 0.4815925657749176, |
| "learning_rate": 2e-05, |
| "loss": 0.8409, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.05233033524121014, |
| "grad_norm": 0.5199002027511597, |
| "learning_rate": 2e-05, |
| "loss": 0.8685, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.053147996729354045, |
| "grad_norm": 0.4724765419960022, |
| "learning_rate": 2e-05, |
| "loss": 0.8279, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.05396565821749796, |
| "grad_norm": 0.5170514583587646, |
| "learning_rate": 2e-05, |
| "loss": 0.8361, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.05478331970564186, |
| "grad_norm": 0.5067883133888245, |
| "learning_rate": 2e-05, |
| "loss": 0.8425, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.05560098119378577, |
| "grad_norm": 0.43147748708724976, |
| "learning_rate": 2e-05, |
| "loss": 0.8048, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.056418642681929684, |
| "grad_norm": 0.508711576461792, |
| "learning_rate": 2e-05, |
| "loss": 0.848, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.05723630417007359, |
| "grad_norm": 0.4623899459838867, |
| "learning_rate": 2e-05, |
| "loss": 0.826, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.0580539656582175, |
| "grad_norm": 0.48188719153404236, |
| "learning_rate": 2e-05, |
| "loss": 0.8371, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.058871627146361405, |
| "grad_norm": 0.4509360194206238, |
| "learning_rate": 2e-05, |
| "loss": 0.8107, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.059689288634505316, |
| "grad_norm": 0.4348622262477875, |
| "learning_rate": 2e-05, |
| "loss": 0.7997, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.06050695012264922, |
| "grad_norm": 0.4793204963207245, |
| "learning_rate": 2e-05, |
| "loss": 0.8357, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.06132461161079313, |
| "grad_norm": 0.47185131907463074, |
| "learning_rate": 2e-05, |
| "loss": 0.814, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.06214227309893704, |
| "grad_norm": 0.5104201436042786, |
| "learning_rate": 2e-05, |
| "loss": 0.8447, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.06295993458708095, |
| "grad_norm": 0.45201629400253296, |
| "learning_rate": 2e-05, |
| "loss": 0.8265, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.06377759607522486, |
| "grad_norm": 1.1489161252975464, |
| "learning_rate": 2e-05, |
| "loss": 0.8434, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.06459525756336877, |
| "grad_norm": 0.5133305788040161, |
| "learning_rate": 2e-05, |
| "loss": 0.821, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.06541291905151267, |
| "grad_norm": 0.45519399642944336, |
| "learning_rate": 2e-05, |
| "loss": 0.8432, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.06623058053965658, |
| "grad_norm": 1.8952999114990234, |
| "learning_rate": 2e-05, |
| "loss": 0.7693, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.06704824202780049, |
| "grad_norm": 0.4610855281352997, |
| "learning_rate": 2e-05, |
| "loss": 0.8228, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.0678659035159444, |
| "grad_norm": 0.49510180950164795, |
| "learning_rate": 2e-05, |
| "loss": 0.8122, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.0686835650040883, |
| "grad_norm": 0.4776274561882019, |
| "learning_rate": 2e-05, |
| "loss": 0.7767, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.06950122649223221, |
| "grad_norm": 0.47551512718200684, |
| "learning_rate": 2e-05, |
| "loss": 0.8284, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.07031888798037612, |
| "grad_norm": 0.49425825476646423, |
| "learning_rate": 2e-05, |
| "loss": 0.802, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.07113654946852004, |
| "grad_norm": 0.46732547879219055, |
| "learning_rate": 2e-05, |
| "loss": 0.822, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.07195421095666395, |
| "grad_norm": 0.44407016038894653, |
| "learning_rate": 2e-05, |
| "loss": 0.8251, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.07277187244480784, |
| "grad_norm": 0.45862287282943726, |
| "learning_rate": 2e-05, |
| "loss": 0.8219, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.07358953393295176, |
| "grad_norm": 0.48010408878326416, |
| "learning_rate": 2e-05, |
| "loss": 0.815, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.07440719542109567, |
| "grad_norm": 0.4639987349510193, |
| "learning_rate": 2e-05, |
| "loss": 0.811, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.07522485690923958, |
| "grad_norm": 0.4830052852630615, |
| "learning_rate": 2e-05, |
| "loss": 0.8209, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.07604251839738348, |
| "grad_norm": 0.44569143652915955, |
| "learning_rate": 2e-05, |
| "loss": 0.7969, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.07686017988552739, |
| "grad_norm": 0.4402197301387787, |
| "learning_rate": 2e-05, |
| "loss": 0.8048, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.0776778413736713, |
| "grad_norm": 0.4393838346004486, |
| "learning_rate": 2e-05, |
| "loss": 0.7999, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.07849550286181521, |
| "grad_norm": 0.45926329493522644, |
| "learning_rate": 2e-05, |
| "loss": 0.7993, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.07931316434995912, |
| "grad_norm": 0.45618489384651184, |
| "learning_rate": 2e-05, |
| "loss": 0.7941, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.08013082583810302, |
| "grad_norm": 0.4323713779449463, |
| "learning_rate": 2e-05, |
| "loss": 0.8128, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.08094848732624693, |
| "grad_norm": 0.4577762484550476, |
| "learning_rate": 2e-05, |
| "loss": 0.8158, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.08176614881439084, |
| "grad_norm": 0.44366759061813354, |
| "learning_rate": 2e-05, |
| "loss": 0.801, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.08258381030253475, |
| "grad_norm": 0.43710198998451233, |
| "learning_rate": 2e-05, |
| "loss": 0.8178, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.08340147179067865, |
| "grad_norm": 0.5216193795204163, |
| "learning_rate": 2e-05, |
| "loss": 0.8356, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.08421913327882256, |
| "grad_norm": 0.6718442440032959, |
| "learning_rate": 2e-05, |
| "loss": 0.8186, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.08503679476696648, |
| "grad_norm": 0.45956555008888245, |
| "learning_rate": 2e-05, |
| "loss": 0.7599, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.08585445625511039, |
| "grad_norm": 0.4390004575252533, |
| "learning_rate": 2e-05, |
| "loss": 0.7939, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.0866721177432543, |
| "grad_norm": 0.458306223154068, |
| "learning_rate": 2e-05, |
| "loss": 0.8154, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.0874897792313982, |
| "grad_norm": 0.46446549892425537, |
| "learning_rate": 2e-05, |
| "loss": 0.8013, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.08830744071954211, |
| "grad_norm": 0.46321365237236023, |
| "learning_rate": 2e-05, |
| "loss": 0.7987, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.08912510220768602, |
| "grad_norm": 0.4468840956687927, |
| "learning_rate": 2e-05, |
| "loss": 0.8049, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.08994276369582993, |
| "grad_norm": 0.4241533577442169, |
| "learning_rate": 2e-05, |
| "loss": 0.7683, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.09076042518397383, |
| "grad_norm": 0.4573608934879303, |
| "learning_rate": 2e-05, |
| "loss": 0.7942, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.09157808667211774, |
| "grad_norm": 0.4434383809566498, |
| "learning_rate": 2e-05, |
| "loss": 0.8005, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.09239574816026165, |
| "grad_norm": 0.5078239440917969, |
| "learning_rate": 2e-05, |
| "loss": 0.8192, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.09321340964840556, |
| "grad_norm": 0.4617445766925812, |
| "learning_rate": 2e-05, |
| "loss": 0.804, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.09403107113654947, |
| "grad_norm": 0.43501752614974976, |
| "learning_rate": 2e-05, |
| "loss": 0.8172, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.09484873262469337, |
| "grad_norm": 0.4166872501373291, |
| "learning_rate": 2e-05, |
| "loss": 0.8197, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.09566639411283728, |
| "grad_norm": 0.655982494354248, |
| "learning_rate": 2e-05, |
| "loss": 0.789, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.0964840556009812, |
| "grad_norm": 0.41751641035079956, |
| "learning_rate": 2e-05, |
| "loss": 0.7995, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.0973017170891251, |
| "grad_norm": 0.470846027135849, |
| "learning_rate": 2e-05, |
| "loss": 0.8322, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.09811937857726902, |
| "grad_norm": 0.4337841272354126, |
| "learning_rate": 2e-05, |
| "loss": 0.814, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.09893704006541292, |
| "grad_norm": 0.47191646695137024, |
| "learning_rate": 2e-05, |
| "loss": 0.8039, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.09975470155355683, |
| "grad_norm": 0.43299242854118347, |
| "learning_rate": 2e-05, |
| "loss": 0.8096, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.10057236304170074, |
| "grad_norm": 0.4392620623111725, |
| "learning_rate": 2e-05, |
| "loss": 0.811, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.10139002452984465, |
| "grad_norm": 0.4958798885345459, |
| "learning_rate": 2e-05, |
| "loss": 0.821, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.10220768601798855, |
| "grad_norm": 0.449624240398407, |
| "learning_rate": 2e-05, |
| "loss": 0.8024, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.10302534750613246, |
| "grad_norm": 0.5577616095542908, |
| "learning_rate": 2e-05, |
| "loss": 0.7876, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.10384300899427637, |
| "grad_norm": 0.4583219289779663, |
| "learning_rate": 2e-05, |
| "loss": 0.7821, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.10466067048242028, |
| "grad_norm": 0.4646966755390167, |
| "learning_rate": 2e-05, |
| "loss": 0.791, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.1054783319705642, |
| "grad_norm": 0.4247964918613434, |
| "learning_rate": 2e-05, |
| "loss": 0.78, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.10629599345870809, |
| "grad_norm": 0.46946001052856445, |
| "learning_rate": 2e-05, |
| "loss": 0.7948, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.107113654946852, |
| "grad_norm": 0.43030065298080444, |
| "learning_rate": 2e-05, |
| "loss": 0.8059, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.10793131643499591, |
| "grad_norm": 0.4443809986114502, |
| "learning_rate": 2e-05, |
| "loss": 0.7681, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.10874897792313983, |
| "grad_norm": 0.4212033748626709, |
| "learning_rate": 2e-05, |
| "loss": 0.7689, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.10956663941128372, |
| "grad_norm": 0.486328125, |
| "learning_rate": 2e-05, |
| "loss": 0.7612, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.11038430089942763, |
| "grad_norm": 0.43208643794059753, |
| "learning_rate": 2e-05, |
| "loss": 0.8189, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.11120196238757155, |
| "grad_norm": 0.4304050803184509, |
| "learning_rate": 2e-05, |
| "loss": 0.7886, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.11201962387571546, |
| "grad_norm": 0.4358374774456024, |
| "learning_rate": 2e-05, |
| "loss": 0.7838, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.11283728536385937, |
| "grad_norm": 0.4316851794719696, |
| "learning_rate": 2e-05, |
| "loss": 0.7945, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.11365494685200327, |
| "grad_norm": 0.43443015217781067, |
| "learning_rate": 2e-05, |
| "loss": 0.8029, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.11447260834014718, |
| "grad_norm": 0.4291702210903168, |
| "learning_rate": 2e-05, |
| "loss": 0.8028, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.11529026982829109, |
| "grad_norm": 0.4630155861377716, |
| "learning_rate": 2e-05, |
| "loss": 0.7724, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.116107931316435, |
| "grad_norm": 0.4348618686199188, |
| "learning_rate": 2e-05, |
| "loss": 0.7816, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.1169255928045789, |
| "grad_norm": 0.4198819100856781, |
| "learning_rate": 2e-05, |
| "loss": 0.7851, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.11774325429272281, |
| "grad_norm": 0.4539889991283417, |
| "learning_rate": 2e-05, |
| "loss": 0.7691, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.11856091578086672, |
| "grad_norm": 0.4621836245059967, |
| "learning_rate": 2e-05, |
| "loss": 0.7858, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.11937857726901063, |
| "grad_norm": 0.44036760926246643, |
| "learning_rate": 2e-05, |
| "loss": 0.7865, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.12019623875715454, |
| "grad_norm": 0.4228440225124359, |
| "learning_rate": 2e-05, |
| "loss": 0.7579, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.12101390024529844, |
| "grad_norm": 0.435478150844574, |
| "learning_rate": 2e-05, |
| "loss": 0.7823, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.12183156173344235, |
| "grad_norm": 0.4398757815361023, |
| "learning_rate": 2e-05, |
| "loss": 0.7727, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.12264922322158626, |
| "grad_norm": 0.42032548785209656, |
| "learning_rate": 2e-05, |
| "loss": 0.7772, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.12346688470973018, |
| "grad_norm": 1.2638468742370605, |
| "learning_rate": 2e-05, |
| "loss": 0.8029, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.12428454619787407, |
| "grad_norm": 0.4492338001728058, |
| "learning_rate": 2e-05, |
| "loss": 0.7976, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.12510220768601799, |
| "grad_norm": 0.4194067120552063, |
| "learning_rate": 2e-05, |
| "loss": 0.7729, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.1259198691741619, |
| "grad_norm": 0.4248548150062561, |
| "learning_rate": 2e-05, |
| "loss": 0.7832, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.1267375306623058, |
| "grad_norm": 0.44248121976852417, |
| "learning_rate": 2e-05, |
| "loss": 0.7993, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.12755519215044972, |
| "grad_norm": 0.4308151304721832, |
| "learning_rate": 2e-05, |
| "loss": 0.8292, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.12837285363859363, |
| "grad_norm": 0.46226322650909424, |
| "learning_rate": 2e-05, |
| "loss": 0.7998, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.12919051512673754, |
| "grad_norm": 0.6823664307594299, |
| "learning_rate": 2e-05, |
| "loss": 0.7797, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.13000817661488143, |
| "grad_norm": 0.49192625284194946, |
| "learning_rate": 2e-05, |
| "loss": 0.792, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.13082583810302534, |
| "grad_norm": 0.46564188599586487, |
| "learning_rate": 2e-05, |
| "loss": 0.7812, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.13164349959116925, |
| "grad_norm": 0.4175106883049011, |
| "learning_rate": 2e-05, |
| "loss": 0.8088, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.13246116107931316, |
| "grad_norm": 0.43853816390037537, |
| "learning_rate": 2e-05, |
| "loss": 0.7881, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.13327882256745707, |
| "grad_norm": 0.48302924633026123, |
| "learning_rate": 2e-05, |
| "loss": 0.7913, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.13409648405560098, |
| "grad_norm": 0.6604704856872559, |
| "learning_rate": 2e-05, |
| "loss": 0.7709, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.1349141455437449, |
| "grad_norm": 0.523360550403595, |
| "learning_rate": 2e-05, |
| "loss": 0.7948, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.1357318070318888, |
| "grad_norm": 0.41866135597229004, |
| "learning_rate": 2e-05, |
| "loss": 0.7374, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.13654946852003272, |
| "grad_norm": 0.43435412645339966, |
| "learning_rate": 2e-05, |
| "loss": 0.7516, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.1373671300081766, |
| "grad_norm": 0.4378770887851715, |
| "learning_rate": 2e-05, |
| "loss": 0.7793, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.1381847914963205, |
| "grad_norm": 0.4642718434333801, |
| "learning_rate": 2e-05, |
| "loss": 0.7891, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.13900245298446443, |
| "grad_norm": 0.4553477168083191, |
| "learning_rate": 2e-05, |
| "loss": 0.7693, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.13982011447260834, |
| "grad_norm": 0.44605308771133423, |
| "learning_rate": 2e-05, |
| "loss": 0.7894, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.14063777596075225, |
| "grad_norm": 0.4435379207134247, |
| "learning_rate": 2e-05, |
| "loss": 0.7834, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.14145543744889616, |
| "grad_norm": 0.43862536549568176, |
| "learning_rate": 2e-05, |
| "loss": 0.7783, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.14227309893704007, |
| "grad_norm": 0.3968248963356018, |
| "learning_rate": 2e-05, |
| "loss": 0.7753, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.14309076042518398, |
| "grad_norm": 0.43859657645225525, |
| "learning_rate": 2e-05, |
| "loss": 0.8167, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.1439084219133279, |
| "grad_norm": 0.4324052035808563, |
| "learning_rate": 2e-05, |
| "loss": 0.7865, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.14472608340147178, |
| "grad_norm": 0.43473488092422485, |
| "learning_rate": 2e-05, |
| "loss": 0.8224, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.1455437448896157, |
| "grad_norm": 0.42597419023513794, |
| "learning_rate": 2e-05, |
| "loss": 0.7985, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.1463614063777596, |
| "grad_norm": 0.48900550603866577, |
| "learning_rate": 2e-05, |
| "loss": 0.7562, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.1471790678659035, |
| "grad_norm": 0.4394257068634033, |
| "learning_rate": 2e-05, |
| "loss": 0.7721, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.14799672935404742, |
| "grad_norm": 0.43295830488204956, |
| "learning_rate": 2e-05, |
| "loss": 0.7727, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.14881439084219134, |
| "grad_norm": 0.4200812578201294, |
| "learning_rate": 2e-05, |
| "loss": 0.7866, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.14963205233033525, |
| "grad_norm": 0.4190243184566498, |
| "learning_rate": 2e-05, |
| "loss": 0.7765, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.15044971381847916, |
| "grad_norm": 0.45326995849609375, |
| "learning_rate": 2e-05, |
| "loss": 0.7871, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.15126737530662307, |
| "grad_norm": 0.4055960476398468, |
| "learning_rate": 2e-05, |
| "loss": 0.7632, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.15208503679476695, |
| "grad_norm": 0.48894283175468445, |
| "learning_rate": 2e-05, |
| "loss": 0.7756, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.15290269828291086, |
| "grad_norm": 0.4656607508659363, |
| "learning_rate": 2e-05, |
| "loss": 0.7726, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.15372035977105478, |
| "grad_norm": 0.4367874562740326, |
| "learning_rate": 2e-05, |
| "loss": 0.7772, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.1545380212591987, |
| "grad_norm": 0.4750969707965851, |
| "learning_rate": 2e-05, |
| "loss": 0.7712, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.1553556827473426, |
| "grad_norm": 0.4409693479537964, |
| "learning_rate": 2e-05, |
| "loss": 0.7904, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.1561733442354865, |
| "grad_norm": 0.4396913945674896, |
| "learning_rate": 2e-05, |
| "loss": 0.7597, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.15699100572363042, |
| "grad_norm": 0.41550886631011963, |
| "learning_rate": 2e-05, |
| "loss": 0.7812, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.15780866721177433, |
| "grad_norm": 0.42665189504623413, |
| "learning_rate": 2e-05, |
| "loss": 0.7871, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.15862632869991825, |
| "grad_norm": 0.4286573827266693, |
| "learning_rate": 2e-05, |
| "loss": 0.7736, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.15944399018806213, |
| "grad_norm": 0.42506206035614014, |
| "learning_rate": 2e-05, |
| "loss": 0.7784, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.16026165167620604, |
| "grad_norm": 0.46702292561531067, |
| "learning_rate": 2e-05, |
| "loss": 0.7703, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.16107931316434995, |
| "grad_norm": 0.43847423791885376, |
| "learning_rate": 2e-05, |
| "loss": 0.7656, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.16189697465249386, |
| "grad_norm": 0.4711706042289734, |
| "learning_rate": 2e-05, |
| "loss": 0.7657, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.16271463614063778, |
| "grad_norm": 0.5090168118476868, |
| "learning_rate": 2e-05, |
| "loss": 0.7592, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.1635322976287817, |
| "grad_norm": 0.46786943078041077, |
| "learning_rate": 2e-05, |
| "loss": 0.7921, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.1643499591169256, |
| "grad_norm": 0.4125913977622986, |
| "learning_rate": 2e-05, |
| "loss": 0.7831, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.1651676206050695, |
| "grad_norm": 0.4442942440509796, |
| "learning_rate": 2e-05, |
| "loss": 0.7536, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.16598528209321342, |
| "grad_norm": 0.4498803913593292, |
| "learning_rate": 2e-05, |
| "loss": 0.7825, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.1668029435813573, |
| "grad_norm": 0.4364321529865265, |
| "learning_rate": 2e-05, |
| "loss": 0.7899, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.16762060506950122, |
| "grad_norm": 0.4316538870334625, |
| "learning_rate": 2e-05, |
| "loss": 0.7791, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.16843826655764513, |
| "grad_norm": 0.45543980598449707, |
| "learning_rate": 2e-05, |
| "loss": 0.7882, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.16925592804578904, |
| "grad_norm": 0.4247235953807831, |
| "learning_rate": 2e-05, |
| "loss": 0.7986, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.17007358953393295, |
| "grad_norm": 0.4491972029209137, |
| "learning_rate": 2e-05, |
| "loss": 0.8298, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.17089125102207686, |
| "grad_norm": 0.4386272132396698, |
| "learning_rate": 2e-05, |
| "loss": 0.7572, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.17170891251022077, |
| "grad_norm": 0.4444292485713959, |
| "learning_rate": 2e-05, |
| "loss": 0.7801, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.17252657399836469, |
| "grad_norm": 0.4270576238632202, |
| "learning_rate": 2e-05, |
| "loss": 0.7656, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.1733442354865086, |
| "grad_norm": 0.436068594455719, |
| "learning_rate": 2e-05, |
| "loss": 0.7444, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.17416189697465248, |
| "grad_norm": 0.42339572310447693, |
| "learning_rate": 2e-05, |
| "loss": 0.7805, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.1749795584627964, |
| "grad_norm": 0.4199734628200531, |
| "learning_rate": 2e-05, |
| "loss": 0.7519, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.1757972199509403, |
| "grad_norm": 0.4218316376209259, |
| "learning_rate": 2e-05, |
| "loss": 0.7825, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.17661488143908421, |
| "grad_norm": 0.417795330286026, |
| "learning_rate": 2e-05, |
| "loss": 0.7871, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.17743254292722813, |
| "grad_norm": 0.4626673460006714, |
| "learning_rate": 2e-05, |
| "loss": 0.7771, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.17825020441537204, |
| "grad_norm": 0.468065470457077, |
| "learning_rate": 2e-05, |
| "loss": 0.7915, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.17906786590351595, |
| "grad_norm": 0.4166199564933777, |
| "learning_rate": 2e-05, |
| "loss": 0.7726, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.17988552739165986, |
| "grad_norm": 0.42800837755203247, |
| "learning_rate": 2e-05, |
| "loss": 0.7725, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.18070318887980377, |
| "grad_norm": 0.4120378792285919, |
| "learning_rate": 2e-05, |
| "loss": 0.743, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.18152085036794766, |
| "grad_norm": 0.5455228686332703, |
| "learning_rate": 2e-05, |
| "loss": 0.7318, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.18233851185609157, |
| "grad_norm": 0.4296571612358093, |
| "learning_rate": 2e-05, |
| "loss": 0.7928, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.18315617334423548, |
| "grad_norm": 0.4547067880630493, |
| "learning_rate": 2e-05, |
| "loss": 0.7747, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.1839738348323794, |
| "grad_norm": 0.4168989956378937, |
| "learning_rate": 2e-05, |
| "loss": 0.7923, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.1847914963205233, |
| "grad_norm": 0.44426074624061584, |
| "learning_rate": 2e-05, |
| "loss": 0.7748, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.1856091578086672, |
| "grad_norm": 0.4370101988315582, |
| "learning_rate": 2e-05, |
| "loss": 0.7758, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.18642681929681112, |
| "grad_norm": 0.49895063042640686, |
| "learning_rate": 2e-05, |
| "loss": 0.7619, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.18724448078495504, |
| "grad_norm": 0.40498825907707214, |
| "learning_rate": 2e-05, |
| "loss": 0.7709, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.18806214227309895, |
| "grad_norm": 0.4341062903404236, |
| "learning_rate": 2e-05, |
| "loss": 0.7862, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.18887980376124286, |
| "grad_norm": 0.46437665820121765, |
| "learning_rate": 2e-05, |
| "loss": 0.8152, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.18969746524938674, |
| "grad_norm": 0.43534669280052185, |
| "learning_rate": 2e-05, |
| "loss": 0.764, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.19051512673753065, |
| "grad_norm": 0.44681885838508606, |
| "learning_rate": 2e-05, |
| "loss": 0.7873, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.19133278822567457, |
| "grad_norm": 0.45268961787223816, |
| "learning_rate": 2e-05, |
| "loss": 0.7995, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.19215044971381848, |
| "grad_norm": 0.41534167528152466, |
| "learning_rate": 2e-05, |
| "loss": 0.7722, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.1929681112019624, |
| "grad_norm": 0.44464072585105896, |
| "learning_rate": 2e-05, |
| "loss": 0.7842, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.1937857726901063, |
| "grad_norm": 0.4211314618587494, |
| "learning_rate": 2e-05, |
| "loss": 0.7756, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.1946034341782502, |
| "grad_norm": 0.44980642199516296, |
| "learning_rate": 2e-05, |
| "loss": 0.7635, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.19542109566639412, |
| "grad_norm": 0.43298453092575073, |
| "learning_rate": 2e-05, |
| "loss": 0.7998, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.19623875715453803, |
| "grad_norm": 0.4239964485168457, |
| "learning_rate": 2e-05, |
| "loss": 0.7589, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.19705641864268192, |
| "grad_norm": 0.4066570997238159, |
| "learning_rate": 2e-05, |
| "loss": 0.779, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.19787408013082583, |
| "grad_norm": 0.47745639085769653, |
| "learning_rate": 2e-05, |
| "loss": 0.7877, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.19869174161896974, |
| "grad_norm": 0.4101332426071167, |
| "learning_rate": 2e-05, |
| "loss": 0.8011, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.19950940310711365, |
| "grad_norm": 0.4742473065853119, |
| "learning_rate": 2e-05, |
| "loss": 0.7922, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.20032706459525756, |
| "grad_norm": 0.4261021316051483, |
| "learning_rate": 2e-05, |
| "loss": 0.751, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.20114472608340148, |
| "grad_norm": 0.5145176649093628, |
| "learning_rate": 2e-05, |
| "loss": 0.7285, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.2019623875715454, |
| "grad_norm": 0.40921565890312195, |
| "learning_rate": 2e-05, |
| "loss": 0.7871, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.2027800490596893, |
| "grad_norm": 0.44564947485923767, |
| "learning_rate": 2e-05, |
| "loss": 0.8052, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.2035977105478332, |
| "grad_norm": 0.42048290371894836, |
| "learning_rate": 2e-05, |
| "loss": 0.8011, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.2044153720359771, |
| "grad_norm": 0.408529669046402, |
| "learning_rate": 2e-05, |
| "loss": 0.7733, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.205233033524121, |
| "grad_norm": 0.42771342396736145, |
| "learning_rate": 2e-05, |
| "loss": 0.7809, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.20605069501226492, |
| "grad_norm": 0.39116600155830383, |
| "learning_rate": 2e-05, |
| "loss": 0.7621, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.20686835650040883, |
| "grad_norm": 0.43292510509490967, |
| "learning_rate": 2e-05, |
| "loss": 0.7797, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.20768601798855274, |
| "grad_norm": 0.40812504291534424, |
| "learning_rate": 2e-05, |
| "loss": 0.7545, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.20850367947669665, |
| "grad_norm": 0.416536420583725, |
| "learning_rate": 2e-05, |
| "loss": 0.7432, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.20932134096484056, |
| "grad_norm": 0.3991974890232086, |
| "learning_rate": 2e-05, |
| "loss": 0.784, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.21013900245298447, |
| "grad_norm": 0.4071870744228363, |
| "learning_rate": 2e-05, |
| "loss": 0.7697, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.2109566639411284, |
| "grad_norm": 0.407435804605484, |
| "learning_rate": 2e-05, |
| "loss": 0.7512, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.21177432542927227, |
| "grad_norm": 0.3893747925758362, |
| "learning_rate": 2e-05, |
| "loss": 0.7493, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.21259198691741618, |
| "grad_norm": 0.4174593985080719, |
| "learning_rate": 2e-05, |
| "loss": 0.7752, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.2134096484055601, |
| "grad_norm": 0.4031468629837036, |
| "learning_rate": 2e-05, |
| "loss": 0.7418, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.214227309893704, |
| "grad_norm": 0.44015318155288696, |
| "learning_rate": 2e-05, |
| "loss": 0.7472, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.21504497138184792, |
| "grad_norm": 0.4368755519390106, |
| "learning_rate": 2e-05, |
| "loss": 0.7864, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.21586263286999183, |
| "grad_norm": 0.425601065158844, |
| "learning_rate": 2e-05, |
| "loss": 0.8093, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.21668029435813574, |
| "grad_norm": 0.43123167753219604, |
| "learning_rate": 2e-05, |
| "loss": 0.763, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.21749795584627965, |
| "grad_norm": 0.41291922330856323, |
| "learning_rate": 2e-05, |
| "loss": 0.7669, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.21831561733442356, |
| "grad_norm": 0.4302712380886078, |
| "learning_rate": 2e-05, |
| "loss": 0.7857, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.21913327882256745, |
| "grad_norm": 0.41941574215888977, |
| "learning_rate": 2e-05, |
| "loss": 0.7444, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.21995094031071136, |
| "grad_norm": 0.40381744503974915, |
| "learning_rate": 2e-05, |
| "loss": 0.7802, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.22076860179885527, |
| "grad_norm": 0.42162802815437317, |
| "learning_rate": 2e-05, |
| "loss": 0.7807, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.22158626328699918, |
| "grad_norm": 0.9290792346000671, |
| "learning_rate": 2e-05, |
| "loss": 0.8272, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.2224039247751431, |
| "grad_norm": 0.3997645080089569, |
| "learning_rate": 2e-05, |
| "loss": 0.7506, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.223221586263287, |
| "grad_norm": 0.4363479018211365, |
| "learning_rate": 2e-05, |
| "loss": 0.7878, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.22403924775143091, |
| "grad_norm": 0.4270990490913391, |
| "learning_rate": 2e-05, |
| "loss": 0.774, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.22485690923957483, |
| "grad_norm": 0.4099840521812439, |
| "learning_rate": 2e-05, |
| "loss": 0.7726, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.22567457072771874, |
| "grad_norm": 0.4205203652381897, |
| "learning_rate": 2e-05, |
| "loss": 0.7432, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.22649223221586262, |
| "grad_norm": 0.41790467500686646, |
| "learning_rate": 2e-05, |
| "loss": 0.7717, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.22730989370400653, |
| "grad_norm": 0.4241865277290344, |
| "learning_rate": 2e-05, |
| "loss": 0.7461, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.22812755519215044, |
| "grad_norm": 0.3862425684928894, |
| "learning_rate": 2e-05, |
| "loss": 0.7811, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.22894521668029436, |
| "grad_norm": 0.39432331919670105, |
| "learning_rate": 2e-05, |
| "loss": 0.7481, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.22976287816843827, |
| "grad_norm": 0.4487655460834503, |
| "learning_rate": 2e-05, |
| "loss": 0.7939, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.23058053965658218, |
| "grad_norm": 0.41441550850868225, |
| "learning_rate": 2e-05, |
| "loss": 0.773, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.2313982011447261, |
| "grad_norm": 0.41408640146255493, |
| "learning_rate": 2e-05, |
| "loss": 0.746, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.23221586263287, |
| "grad_norm": 0.4297657310962677, |
| "learning_rate": 2e-05, |
| "loss": 0.7557, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.2330335241210139, |
| "grad_norm": 0.4253140985965729, |
| "learning_rate": 2e-05, |
| "loss": 0.7718, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.2338511856091578, |
| "grad_norm": 0.4623691141605377, |
| "learning_rate": 2e-05, |
| "loss": 0.7645, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.2346688470973017, |
| "grad_norm": 0.425809383392334, |
| "learning_rate": 2e-05, |
| "loss": 0.7639, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.23548650858544562, |
| "grad_norm": 0.4268561601638794, |
| "learning_rate": 2e-05, |
| "loss": 0.7501, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.23630417007358953, |
| "grad_norm": 0.42480748891830444, |
| "learning_rate": 2e-05, |
| "loss": 0.737, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.23712183156173344, |
| "grad_norm": 0.3940679430961609, |
| "learning_rate": 2e-05, |
| "loss": 0.7478, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.23793949304987735, |
| "grad_norm": 0.3852456212043762, |
| "learning_rate": 2e-05, |
| "loss": 0.7685, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.23875715453802127, |
| "grad_norm": 0.4131034016609192, |
| "learning_rate": 2e-05, |
| "loss": 0.7467, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.23957481602616518, |
| "grad_norm": 0.44036728143692017, |
| "learning_rate": 2e-05, |
| "loss": 0.7303, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.2403924775143091, |
| "grad_norm": 0.43323394656181335, |
| "learning_rate": 2e-05, |
| "loss": 0.7649, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.24121013900245297, |
| "grad_norm": 0.44328805804252625, |
| "learning_rate": 2e-05, |
| "loss": 0.7589, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.24202780049059688, |
| "grad_norm": 0.41394710540771484, |
| "learning_rate": 2e-05, |
| "loss": 0.7534, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.2428454619787408, |
| "grad_norm": 0.41553813219070435, |
| "learning_rate": 2e-05, |
| "loss": 0.7706, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.2436631234668847, |
| "grad_norm": 0.39981281757354736, |
| "learning_rate": 2e-05, |
| "loss": 0.7355, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.24448078495502862, |
| "grad_norm": 0.42764589190483093, |
| "learning_rate": 2e-05, |
| "loss": 0.7612, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.24529844644317253, |
| "grad_norm": 0.46958279609680176, |
| "learning_rate": 2e-05, |
| "loss": 0.7685, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.24611610793131644, |
| "grad_norm": 0.43474486470222473, |
| "learning_rate": 2e-05, |
| "loss": 0.7476, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.24693376941946035, |
| "grad_norm": 0.4077485501766205, |
| "learning_rate": 2e-05, |
| "loss": 0.7395, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.24775143090760426, |
| "grad_norm": 0.4127010107040405, |
| "learning_rate": 2e-05, |
| "loss": 0.7449, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.24856909239574815, |
| "grad_norm": 0.38957399129867554, |
| "learning_rate": 2e-05, |
| "loss": 0.75, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.24938675388389206, |
| "grad_norm": 0.4030892848968506, |
| "learning_rate": 2e-05, |
| "loss": 0.7161, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.25020441537203597, |
| "grad_norm": 0.41952016949653625, |
| "learning_rate": 2e-05, |
| "loss": 0.7711, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.2510220768601799, |
| "grad_norm": 0.4226265251636505, |
| "learning_rate": 2e-05, |
| "loss": 0.7614, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.2518397383483238, |
| "grad_norm": 0.43005725741386414, |
| "learning_rate": 2e-05, |
| "loss": 0.7844, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.2526573998364677, |
| "grad_norm": 0.4619760811328888, |
| "learning_rate": 2e-05, |
| "loss": 0.7607, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.2534750613246116, |
| "grad_norm": 0.43441349267959595, |
| "learning_rate": 2e-05, |
| "loss": 0.7649, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.2542927228127555, |
| "grad_norm": 0.3946240246295929, |
| "learning_rate": 2e-05, |
| "loss": 0.7373, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.25511038430089944, |
| "grad_norm": 0.42219096422195435, |
| "learning_rate": 2e-05, |
| "loss": 0.7143, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.2559280457890433, |
| "grad_norm": 0.4020823836326599, |
| "learning_rate": 2e-05, |
| "loss": 0.7531, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.25674570727718726, |
| "grad_norm": 0.4099595546722412, |
| "learning_rate": 2e-05, |
| "loss": 0.7517, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.25756336876533115, |
| "grad_norm": 0.41835877299308777, |
| "learning_rate": 2e-05, |
| "loss": 0.7505, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.2583810302534751, |
| "grad_norm": 0.39703795313835144, |
| "learning_rate": 2e-05, |
| "loss": 0.7823, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.25919869174161897, |
| "grad_norm": 0.43623700737953186, |
| "learning_rate": 2e-05, |
| "loss": 0.7477, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.26001635322976285, |
| "grad_norm": 0.41160234808921814, |
| "learning_rate": 2e-05, |
| "loss": 0.7454, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.2608340147179068, |
| "grad_norm": 0.41497576236724854, |
| "learning_rate": 2e-05, |
| "loss": 0.7475, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.2616516762060507, |
| "grad_norm": 0.41480571031570435, |
| "learning_rate": 2e-05, |
| "loss": 0.775, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.2624693376941946, |
| "grad_norm": 0.42725762724876404, |
| "learning_rate": 2e-05, |
| "loss": 0.7756, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.2632869991823385, |
| "grad_norm": 0.4155767560005188, |
| "learning_rate": 2e-05, |
| "loss": 0.7756, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.26410466067048244, |
| "grad_norm": 0.3951760232448578, |
| "learning_rate": 2e-05, |
| "loss": 0.7702, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.2649223221586263, |
| "grad_norm": 0.40908899903297424, |
| "learning_rate": 2e-05, |
| "loss": 0.7464, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.26573998364677026, |
| "grad_norm": 0.4152882397174835, |
| "learning_rate": 2e-05, |
| "loss": 0.7756, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.26655764513491415, |
| "grad_norm": 0.41987019777297974, |
| "learning_rate": 2e-05, |
| "loss": 0.7585, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.26737530662305803, |
| "grad_norm": 0.3909783363342285, |
| "learning_rate": 2e-05, |
| "loss": 0.7568, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.26819296811120197, |
| "grad_norm": 0.417426198720932, |
| "learning_rate": 2e-05, |
| "loss": 0.7924, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.26901062959934585, |
| "grad_norm": 0.4050072729587555, |
| "learning_rate": 2e-05, |
| "loss": 0.7607, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.2698282910874898, |
| "grad_norm": 0.4422713816165924, |
| "learning_rate": 2e-05, |
| "loss": 0.7751, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.2706459525756337, |
| "grad_norm": 0.42104074358940125, |
| "learning_rate": 2e-05, |
| "loss": 0.7616, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.2714636140637776, |
| "grad_norm": 0.40387916564941406, |
| "learning_rate": 2e-05, |
| "loss": 0.7396, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.2722812755519215, |
| "grad_norm": 0.40367233753204346, |
| "learning_rate": 2e-05, |
| "loss": 0.7799, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.27309893704006544, |
| "grad_norm": 0.46548694372177124, |
| "learning_rate": 2e-05, |
| "loss": 0.7537, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.2739165985282093, |
| "grad_norm": 0.451147198677063, |
| "learning_rate": 2e-05, |
| "loss": 0.7961, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.2747342600163532, |
| "grad_norm": 0.44955241680145264, |
| "learning_rate": 2e-05, |
| "loss": 0.7614, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.27555192150449714, |
| "grad_norm": 0.4327465295791626, |
| "learning_rate": 2e-05, |
| "loss": 0.7484, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.276369582992641, |
| "grad_norm": 0.3961194157600403, |
| "learning_rate": 2e-05, |
| "loss": 0.7481, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.27718724448078497, |
| "grad_norm": 0.4116878807544708, |
| "learning_rate": 2e-05, |
| "loss": 0.7187, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.27800490596892885, |
| "grad_norm": 0.40448230504989624, |
| "learning_rate": 2e-05, |
| "loss": 0.7718, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.2788225674570728, |
| "grad_norm": 0.4147052764892578, |
| "learning_rate": 2e-05, |
| "loss": 0.7433, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.2796402289452167, |
| "grad_norm": 0.4361591935157776, |
| "learning_rate": 2e-05, |
| "loss": 0.7556, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.2804578904333606, |
| "grad_norm": 0.44823896884918213, |
| "learning_rate": 2e-05, |
| "loss": 0.7495, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.2812755519215045, |
| "grad_norm": 0.3785291016101837, |
| "learning_rate": 2e-05, |
| "loss": 0.74, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.2820932134096484, |
| "grad_norm": 0.38844063878059387, |
| "learning_rate": 2e-05, |
| "loss": 0.7416, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.2829108748977923, |
| "grad_norm": 0.43286728858947754, |
| "learning_rate": 2e-05, |
| "loss": 0.7566, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.2837285363859362, |
| "grad_norm": 0.4022294878959656, |
| "learning_rate": 2e-05, |
| "loss": 0.7529, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.28454619787408014, |
| "grad_norm": 0.4239967167377472, |
| "learning_rate": 2e-05, |
| "loss": 0.7432, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.285363859362224, |
| "grad_norm": 0.40576833486557007, |
| "learning_rate": 2e-05, |
| "loss": 0.7611, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.28618152085036797, |
| "grad_norm": 0.4220907986164093, |
| "learning_rate": 2e-05, |
| "loss": 0.7545, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.28699918233851185, |
| "grad_norm": 0.3993762731552124, |
| "learning_rate": 2e-05, |
| "loss": 0.7597, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.2878168438266558, |
| "grad_norm": 0.4114720821380615, |
| "learning_rate": 2e-05, |
| "loss": 0.736, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.28863450531479967, |
| "grad_norm": 0.43589070439338684, |
| "learning_rate": 2e-05, |
| "loss": 0.7691, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.28945216680294356, |
| "grad_norm": 0.4150513708591461, |
| "learning_rate": 2e-05, |
| "loss": 0.7698, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.2902698282910875, |
| "grad_norm": 0.39021164178848267, |
| "learning_rate": 2e-05, |
| "loss": 0.7489, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.2910874897792314, |
| "grad_norm": 0.5082252621650696, |
| "learning_rate": 2e-05, |
| "loss": 0.7374, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.2919051512673753, |
| "grad_norm": 0.43987151980400085, |
| "learning_rate": 2e-05, |
| "loss": 0.7452, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.2927228127555192, |
| "grad_norm": 0.4348721504211426, |
| "learning_rate": 2e-05, |
| "loss": 0.7691, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.29354047424366314, |
| "grad_norm": 0.3936716616153717, |
| "learning_rate": 2e-05, |
| "loss": 0.7405, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.294358135731807, |
| "grad_norm": 0.38866978883743286, |
| "learning_rate": 2e-05, |
| "loss": 0.7649, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.29517579721995096, |
| "grad_norm": 0.4239301085472107, |
| "learning_rate": 2e-05, |
| "loss": 0.7557, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.29599345870809485, |
| "grad_norm": 0.4139637351036072, |
| "learning_rate": 2e-05, |
| "loss": 0.7682, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.29681112019623873, |
| "grad_norm": 0.4086167812347412, |
| "learning_rate": 2e-05, |
| "loss": 0.7413, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.29762878168438267, |
| "grad_norm": 0.3776358962059021, |
| "learning_rate": 2e-05, |
| "loss": 0.7483, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.29844644317252655, |
| "grad_norm": 0.39760732650756836, |
| "learning_rate": 2e-05, |
| "loss": 0.746, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.2992641046606705, |
| "grad_norm": 0.37500932812690735, |
| "learning_rate": 2e-05, |
| "loss": 0.7874, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.3000817661488144, |
| "grad_norm": 0.43193116784095764, |
| "learning_rate": 2e-05, |
| "loss": 0.7651, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.3008994276369583, |
| "grad_norm": 0.41836270689964294, |
| "learning_rate": 2e-05, |
| "loss": 0.7507, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.3017170891251022, |
| "grad_norm": 0.3975755572319031, |
| "learning_rate": 2e-05, |
| "loss": 0.7365, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.30253475061324614, |
| "grad_norm": 0.4004629850387573, |
| "learning_rate": 2e-05, |
| "loss": 0.7406, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.30335241210139, |
| "grad_norm": 0.41910433769226074, |
| "learning_rate": 2e-05, |
| "loss": 0.8037, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.3041700735895339, |
| "grad_norm": 0.4036235511302948, |
| "learning_rate": 2e-05, |
| "loss": 0.7465, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.30498773507767785, |
| "grad_norm": 0.41243213415145874, |
| "learning_rate": 2e-05, |
| "loss": 0.7469, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.30580539656582173, |
| "grad_norm": 0.45436981320381165, |
| "learning_rate": 2e-05, |
| "loss": 0.7575, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.30662305805396567, |
| "grad_norm": 0.3992025554180145, |
| "learning_rate": 2e-05, |
| "loss": 0.7409, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.30744071954210955, |
| "grad_norm": 0.3761412501335144, |
| "learning_rate": 2e-05, |
| "loss": 0.7385, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.3082583810302535, |
| "grad_norm": 0.450571745634079, |
| "learning_rate": 2e-05, |
| "loss": 0.7623, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.3090760425183974, |
| "grad_norm": 0.43576136231422424, |
| "learning_rate": 2e-05, |
| "loss": 0.7465, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.3098937040065413, |
| "grad_norm": 0.38754603266716003, |
| "learning_rate": 2e-05, |
| "loss": 0.7577, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.3107113654946852, |
| "grad_norm": 0.41827720403671265, |
| "learning_rate": 2e-05, |
| "loss": 0.7554, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.3115290269828291, |
| "grad_norm": 0.4002350866794586, |
| "learning_rate": 2e-05, |
| "loss": 0.7514, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.312346688470973, |
| "grad_norm": 0.3866146504878998, |
| "learning_rate": 2e-05, |
| "loss": 0.7646, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.3131643499591169, |
| "grad_norm": 0.4048006236553192, |
| "learning_rate": 2e-05, |
| "loss": 0.7727, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.31398201144726084, |
| "grad_norm": 0.4159805476665497, |
| "learning_rate": 2e-05, |
| "loss": 0.7536, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.31479967293540473, |
| "grad_norm": 0.41745713353157043, |
| "learning_rate": 2e-05, |
| "loss": 0.7335, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.31561733442354867, |
| "grad_norm": 0.37902170419692993, |
| "learning_rate": 2e-05, |
| "loss": 0.7598, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.31643499591169255, |
| "grad_norm": 0.40632471442222595, |
| "learning_rate": 2e-05, |
| "loss": 0.7628, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.3172526573998365, |
| "grad_norm": 0.42005592584609985, |
| "learning_rate": 2e-05, |
| "loss": 0.753, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.3180703188879804, |
| "grad_norm": 0.4179593324661255, |
| "learning_rate": 2e-05, |
| "loss": 0.7511, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.31888798037612426, |
| "grad_norm": 0.4019879996776581, |
| "learning_rate": 2e-05, |
| "loss": 0.7428, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.3197056418642682, |
| "grad_norm": 0.3838173747062683, |
| "learning_rate": 2e-05, |
| "loss": 0.7218, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.3205233033524121, |
| "grad_norm": 0.3869258761405945, |
| "learning_rate": 2e-05, |
| "loss": 0.739, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.321340964840556, |
| "grad_norm": 0.3965376317501068, |
| "learning_rate": 2e-05, |
| "loss": 0.7557, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.3221586263286999, |
| "grad_norm": 0.3937940001487732, |
| "learning_rate": 2e-05, |
| "loss": 0.7434, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.32297628781684384, |
| "grad_norm": 0.4084051847457886, |
| "learning_rate": 2e-05, |
| "loss": 0.7375, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.3237939493049877, |
| "grad_norm": 0.38900405168533325, |
| "learning_rate": 2e-05, |
| "loss": 0.7534, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.32461161079313167, |
| "grad_norm": 0.397067129611969, |
| "learning_rate": 2e-05, |
| "loss": 0.7767, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.32542927228127555, |
| "grad_norm": 0.4044935405254364, |
| "learning_rate": 2e-05, |
| "loss": 0.7681, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.32624693376941943, |
| "grad_norm": 0.4075620770454407, |
| "learning_rate": 2e-05, |
| "loss": 0.7481, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.3270645952575634, |
| "grad_norm": 0.37622272968292236, |
| "learning_rate": 2e-05, |
| "loss": 0.7515, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.32788225674570726, |
| "grad_norm": 0.39748191833496094, |
| "learning_rate": 2e-05, |
| "loss": 0.7801, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.3286999182338512, |
| "grad_norm": 0.39921826124191284, |
| "learning_rate": 2e-05, |
| "loss": 0.7668, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.3295175797219951, |
| "grad_norm": 0.3993796706199646, |
| "learning_rate": 2e-05, |
| "loss": 0.7588, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.330335241210139, |
| "grad_norm": 0.40211594104766846, |
| "learning_rate": 2e-05, |
| "loss": 0.7293, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.3311529026982829, |
| "grad_norm": 0.3940093517303467, |
| "learning_rate": 2e-05, |
| "loss": 0.7089, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.33197056418642684, |
| "grad_norm": 0.41875386238098145, |
| "learning_rate": 2e-05, |
| "loss": 0.7188, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.3327882256745707, |
| "grad_norm": 0.4149841368198395, |
| "learning_rate": 2e-05, |
| "loss": 0.7494, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.3336058871627146, |
| "grad_norm": 0.40230244398117065, |
| "learning_rate": 2e-05, |
| "loss": 0.7384, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.33442354865085855, |
| "grad_norm": 0.5382981896400452, |
| "learning_rate": 2e-05, |
| "loss": 0.7529, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.33524121013900243, |
| "grad_norm": 0.3823828101158142, |
| "learning_rate": 2e-05, |
| "loss": 0.7814, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.33605887162714637, |
| "grad_norm": 0.4252546429634094, |
| "learning_rate": 2e-05, |
| "loss": 0.7531, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.33687653311529026, |
| "grad_norm": 0.40745359659194946, |
| "learning_rate": 2e-05, |
| "loss": 0.7765, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.3376941946034342, |
| "grad_norm": 0.3941667675971985, |
| "learning_rate": 2e-05, |
| "loss": 0.7566, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.3385118560915781, |
| "grad_norm": 0.40058091282844543, |
| "learning_rate": 2e-05, |
| "loss": 0.7448, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.339329517579722, |
| "grad_norm": 0.41285571455955505, |
| "learning_rate": 2e-05, |
| "loss": 0.7231, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.3401471790678659, |
| "grad_norm": 0.408279150724411, |
| "learning_rate": 2e-05, |
| "loss": 0.7582, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.3409648405560098, |
| "grad_norm": 0.3870287835597992, |
| "learning_rate": 2e-05, |
| "loss": 0.7542, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.3417825020441537, |
| "grad_norm": 0.4457457363605499, |
| "learning_rate": 2e-05, |
| "loss": 0.7583, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.3426001635322976, |
| "grad_norm": 0.38335496187210083, |
| "learning_rate": 2e-05, |
| "loss": 0.7482, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.34341782502044155, |
| "grad_norm": 0.432076632976532, |
| "learning_rate": 2e-05, |
| "loss": 0.7669, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.34423548650858543, |
| "grad_norm": 0.4170612096786499, |
| "learning_rate": 2e-05, |
| "loss": 0.7481, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.34505314799672937, |
| "grad_norm": 0.39313265681266785, |
| "learning_rate": 2e-05, |
| "loss": 0.7247, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.34587080948487325, |
| "grad_norm": 0.40817657113075256, |
| "learning_rate": 2e-05, |
| "loss": 0.7545, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.3466884709730172, |
| "grad_norm": 0.392434298992157, |
| "learning_rate": 2e-05, |
| "loss": 0.7402, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.3475061324611611, |
| "grad_norm": 0.42975276708602905, |
| "learning_rate": 2e-05, |
| "loss": 0.7636, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.34832379394930496, |
| "grad_norm": 0.3929069936275482, |
| "learning_rate": 2e-05, |
| "loss": 0.732, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.3491414554374489, |
| "grad_norm": 0.389665424823761, |
| "learning_rate": 2e-05, |
| "loss": 0.7468, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.3499591169255928, |
| "grad_norm": 0.38716766238212585, |
| "learning_rate": 2e-05, |
| "loss": 0.7405, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.3507767784137367, |
| "grad_norm": 0.3947966992855072, |
| "learning_rate": 2e-05, |
| "loss": 0.7251, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.3515944399018806, |
| "grad_norm": 0.37235280871391296, |
| "learning_rate": 2e-05, |
| "loss": 0.729, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.35241210139002455, |
| "grad_norm": 0.4839659035205841, |
| "learning_rate": 2e-05, |
| "loss": 0.7582, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.35322976287816843, |
| "grad_norm": 0.41242969036102295, |
| "learning_rate": 2e-05, |
| "loss": 0.7599, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.35404742436631237, |
| "grad_norm": 0.42157986760139465, |
| "learning_rate": 2e-05, |
| "loss": 0.7902, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.35486508585445625, |
| "grad_norm": 0.39237549901008606, |
| "learning_rate": 2e-05, |
| "loss": 0.7306, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.35568274734260014, |
| "grad_norm": 0.4073483943939209, |
| "learning_rate": 2e-05, |
| "loss": 0.7423, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.3565004088307441, |
| "grad_norm": 0.37807080149650574, |
| "learning_rate": 2e-05, |
| "loss": 0.7605, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.35731807031888796, |
| "grad_norm": 0.4259825348854065, |
| "learning_rate": 2e-05, |
| "loss": 0.7368, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.3581357318070319, |
| "grad_norm": 0.39345216751098633, |
| "learning_rate": 2e-05, |
| "loss": 0.7365, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.3589533932951758, |
| "grad_norm": 0.4019021689891815, |
| "learning_rate": 2e-05, |
| "loss": 0.7286, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.3597710547833197, |
| "grad_norm": 0.3999948799610138, |
| "learning_rate": 2e-05, |
| "loss": 0.7706, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.3605887162714636, |
| "grad_norm": 0.4193735420703888, |
| "learning_rate": 2e-05, |
| "loss": 0.7567, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.36140637775960754, |
| "grad_norm": 0.40287792682647705, |
| "learning_rate": 2e-05, |
| "loss": 0.7506, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.36222403924775143, |
| "grad_norm": 0.4220403730869293, |
| "learning_rate": 2e-05, |
| "loss": 0.7585, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.3630417007358953, |
| "grad_norm": 0.3977868854999542, |
| "learning_rate": 2e-05, |
| "loss": 0.7393, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.36385936222403925, |
| "grad_norm": 0.5432819128036499, |
| "learning_rate": 2e-05, |
| "loss": 0.7, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.36467702371218313, |
| "grad_norm": 0.4258385896682739, |
| "learning_rate": 2e-05, |
| "loss": 0.7682, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.3654946852003271, |
| "grad_norm": 0.3945724666118622, |
| "learning_rate": 2e-05, |
| "loss": 0.75, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.36631234668847096, |
| "grad_norm": 0.41011112928390503, |
| "learning_rate": 2e-05, |
| "loss": 0.7485, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.3671300081766149, |
| "grad_norm": 0.3658716082572937, |
| "learning_rate": 2e-05, |
| "loss": 0.719, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.3679476696647588, |
| "grad_norm": 0.38978058099746704, |
| "learning_rate": 2e-05, |
| "loss": 0.7624, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.3687653311529027, |
| "grad_norm": 0.41422396898269653, |
| "learning_rate": 2e-05, |
| "loss": 0.7292, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.3695829926410466, |
| "grad_norm": 0.6165766716003418, |
| "learning_rate": 2e-05, |
| "loss": 0.7435, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.3704006541291905, |
| "grad_norm": 0.39596688747406006, |
| "learning_rate": 2e-05, |
| "loss": 0.7539, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.3712183156173344, |
| "grad_norm": 0.4293264150619507, |
| "learning_rate": 2e-05, |
| "loss": 0.7695, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.3720359771054783, |
| "grad_norm": 0.5381836295127869, |
| "learning_rate": 2e-05, |
| "loss": 0.7286, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.37285363859362225, |
| "grad_norm": 0.42194926738739014, |
| "learning_rate": 2e-05, |
| "loss": 0.7436, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.37367130008176613, |
| "grad_norm": 0.3940383791923523, |
| "learning_rate": 2e-05, |
| "loss": 0.7405, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.3744889615699101, |
| "grad_norm": 0.3936174511909485, |
| "learning_rate": 2e-05, |
| "loss": 0.7148, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.37530662305805396, |
| "grad_norm": 0.4172099232673645, |
| "learning_rate": 2e-05, |
| "loss": 0.7578, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.3761242845461979, |
| "grad_norm": 0.3652750849723816, |
| "learning_rate": 2e-05, |
| "loss": 0.7628, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.3769419460343418, |
| "grad_norm": 0.40293166041374207, |
| "learning_rate": 2e-05, |
| "loss": 0.7226, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.3777596075224857, |
| "grad_norm": 0.4645305871963501, |
| "learning_rate": 2e-05, |
| "loss": 0.7235, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.3785772690106296, |
| "grad_norm": 0.47156858444213867, |
| "learning_rate": 2e-05, |
| "loss": 0.7149, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.3793949304987735, |
| "grad_norm": 0.3718200922012329, |
| "learning_rate": 2e-05, |
| "loss": 0.7276, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.3802125919869174, |
| "grad_norm": 0.38712579011917114, |
| "learning_rate": 2e-05, |
| "loss": 0.7327, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.3810302534750613, |
| "grad_norm": 0.38667309284210205, |
| "learning_rate": 2e-05, |
| "loss": 0.7565, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.38184791496320525, |
| "grad_norm": 0.3759092092514038, |
| "learning_rate": 2e-05, |
| "loss": 0.764, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.38266557645134913, |
| "grad_norm": 0.39515963196754456, |
| "learning_rate": 2e-05, |
| "loss": 0.7443, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.38348323793949307, |
| "grad_norm": 0.41865164041519165, |
| "learning_rate": 2e-05, |
| "loss": 0.7549, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.38430089942763695, |
| "grad_norm": 0.4113163352012634, |
| "learning_rate": 2e-05, |
| "loss": 0.7343, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.3851185609157809, |
| "grad_norm": 0.39225131273269653, |
| "learning_rate": 2e-05, |
| "loss": 0.7493, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.3859362224039248, |
| "grad_norm": 0.39372774958610535, |
| "learning_rate": 2e-05, |
| "loss": 0.7385, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.38675388389206866, |
| "grad_norm": 0.3898671567440033, |
| "learning_rate": 2e-05, |
| "loss": 0.7735, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.3875715453802126, |
| "grad_norm": 0.415476530790329, |
| "learning_rate": 2e-05, |
| "loss": 0.7246, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.3883892068683565, |
| "grad_norm": 0.39973869919776917, |
| "learning_rate": 2e-05, |
| "loss": 0.7139, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.3892068683565004, |
| "grad_norm": 0.3770519495010376, |
| "learning_rate": 2e-05, |
| "loss": 0.7483, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.3900245298446443, |
| "grad_norm": 0.4224013388156891, |
| "learning_rate": 2e-05, |
| "loss": 0.7415, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.39084219133278825, |
| "grad_norm": 0.43009740114212036, |
| "learning_rate": 2e-05, |
| "loss": 0.7763, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.39165985282093213, |
| "grad_norm": 0.3691262900829315, |
| "learning_rate": 2e-05, |
| "loss": 0.704, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.39247751430907607, |
| "grad_norm": 0.42145824432373047, |
| "learning_rate": 2e-05, |
| "loss": 0.7226, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.39329517579721995, |
| "grad_norm": 0.40462708473205566, |
| "learning_rate": 2e-05, |
| "loss": 0.7571, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.39411283728536384, |
| "grad_norm": 0.3951694369316101, |
| "learning_rate": 2e-05, |
| "loss": 0.7414, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.3949304987735078, |
| "grad_norm": 0.3983229696750641, |
| "learning_rate": 2e-05, |
| "loss": 0.7525, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.39574816026165166, |
| "grad_norm": 0.4490920901298523, |
| "learning_rate": 2e-05, |
| "loss": 0.7582, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.3965658217497956, |
| "grad_norm": 0.39146313071250916, |
| "learning_rate": 2e-05, |
| "loss": 0.7707, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.3973834832379395, |
| "grad_norm": 0.4129073917865753, |
| "learning_rate": 2e-05, |
| "loss": 0.7246, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.3982011447260834, |
| "grad_norm": 0.41237565875053406, |
| "learning_rate": 2e-05, |
| "loss": 0.7214, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.3990188062142273, |
| "grad_norm": 0.4975462257862091, |
| "learning_rate": 2e-05, |
| "loss": 0.7427, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.39983646770237125, |
| "grad_norm": 0.444686621427536, |
| "learning_rate": 2e-05, |
| "loss": 0.7753, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.40065412919051513, |
| "grad_norm": 0.40740424394607544, |
| "learning_rate": 2e-05, |
| "loss": 0.7414, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.401471790678659, |
| "grad_norm": 0.4233196973800659, |
| "learning_rate": 2e-05, |
| "loss": 0.7496, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.40228945216680295, |
| "grad_norm": 0.39530307054519653, |
| "learning_rate": 2e-05, |
| "loss": 0.769, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.40310711365494684, |
| "grad_norm": 0.37782007455825806, |
| "learning_rate": 2e-05, |
| "loss": 0.7062, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.4039247751430908, |
| "grad_norm": 0.3919887840747833, |
| "learning_rate": 2e-05, |
| "loss": 0.7376, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.40474243663123466, |
| "grad_norm": 0.4067898690700531, |
| "learning_rate": 2e-05, |
| "loss": 0.7607, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.4055600981193786, |
| "grad_norm": 0.39617830514907837, |
| "learning_rate": 2e-05, |
| "loss": 0.7676, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.4063777596075225, |
| "grad_norm": 0.427827388048172, |
| "learning_rate": 2e-05, |
| "loss": 0.7547, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.4071954210956664, |
| "grad_norm": 0.39542731642723083, |
| "learning_rate": 2e-05, |
| "loss": 0.7444, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.4080130825838103, |
| "grad_norm": 0.386767715215683, |
| "learning_rate": 2e-05, |
| "loss": 0.7404, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.4088307440719542, |
| "grad_norm": 0.38438013195991516, |
| "learning_rate": 2e-05, |
| "loss": 0.7154, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.40964840556009813, |
| "grad_norm": 0.41563791036605835, |
| "learning_rate": 2e-05, |
| "loss": 0.7221, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.410466067048242, |
| "grad_norm": 0.3918059468269348, |
| "learning_rate": 2e-05, |
| "loss": 0.7136, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.41128372853638595, |
| "grad_norm": 0.37461262941360474, |
| "learning_rate": 2e-05, |
| "loss": 0.7057, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.41210139002452983, |
| "grad_norm": 0.4226076006889343, |
| "learning_rate": 2e-05, |
| "loss": 0.7531, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.4129190515126738, |
| "grad_norm": 0.3859594464302063, |
| "learning_rate": 2e-05, |
| "loss": 0.746, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.41373671300081766, |
| "grad_norm": 0.4011143445968628, |
| "learning_rate": 2e-05, |
| "loss": 0.7418, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.4145543744889616, |
| "grad_norm": 0.3988434076309204, |
| "learning_rate": 2e-05, |
| "loss": 0.7307, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.4153720359771055, |
| "grad_norm": 0.4151720106601715, |
| "learning_rate": 2e-05, |
| "loss": 0.6879, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.41618969746524936, |
| "grad_norm": 0.37193483114242554, |
| "learning_rate": 2e-05, |
| "loss": 0.76, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.4170073589533933, |
| "grad_norm": 0.4051276743412018, |
| "learning_rate": 2e-05, |
| "loss": 0.7402, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.4178250204415372, |
| "grad_norm": 0.38233277201652527, |
| "learning_rate": 2e-05, |
| "loss": 0.7154, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.4186426819296811, |
| "grad_norm": 0.6284881830215454, |
| "learning_rate": 2e-05, |
| "loss": 0.7324, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.419460343417825, |
| "grad_norm": 0.4044628441333771, |
| "learning_rate": 2e-05, |
| "loss": 0.7481, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.42027800490596895, |
| "grad_norm": 0.4031095802783966, |
| "learning_rate": 2e-05, |
| "loss": 0.7286, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.42109566639411283, |
| "grad_norm": 0.3735601603984833, |
| "learning_rate": 2e-05, |
| "loss": 0.7119, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.4219133278822568, |
| "grad_norm": 0.40492406487464905, |
| "learning_rate": 2e-05, |
| "loss": 0.74, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.42273098937040066, |
| "grad_norm": 0.39481648802757263, |
| "learning_rate": 2e-05, |
| "loss": 0.7391, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.42354865085854454, |
| "grad_norm": 0.5594878792762756, |
| "learning_rate": 2e-05, |
| "loss": 0.7757, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.4243663123466885, |
| "grad_norm": 0.4194161891937256, |
| "learning_rate": 2e-05, |
| "loss": 0.7708, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.42518397383483236, |
| "grad_norm": 0.37851884961128235, |
| "learning_rate": 2e-05, |
| "loss": 0.723, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.4260016353229763, |
| "grad_norm": 0.3945302367210388, |
| "learning_rate": 2e-05, |
| "loss": 0.7741, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.4268192968111202, |
| "grad_norm": 0.39186879992485046, |
| "learning_rate": 2e-05, |
| "loss": 0.7644, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.4276369582992641, |
| "grad_norm": 0.38638511300086975, |
| "learning_rate": 2e-05, |
| "loss": 0.7289, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.428454619787408, |
| "grad_norm": 0.374289333820343, |
| "learning_rate": 2e-05, |
| "loss": 0.727, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.42927228127555195, |
| "grad_norm": 0.3913343548774719, |
| "learning_rate": 2e-05, |
| "loss": 0.7107, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.43008994276369583, |
| "grad_norm": 0.3803686499595642, |
| "learning_rate": 2e-05, |
| "loss": 0.7596, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.4309076042518397, |
| "grad_norm": 0.3877560794353485, |
| "learning_rate": 2e-05, |
| "loss": 0.7221, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.43172526573998365, |
| "grad_norm": 0.39545392990112305, |
| "learning_rate": 2e-05, |
| "loss": 0.7344, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.43254292722812754, |
| "grad_norm": 0.3907477557659149, |
| "learning_rate": 2e-05, |
| "loss": 0.6987, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.4333605887162715, |
| "grad_norm": 0.4057869017124176, |
| "learning_rate": 2e-05, |
| "loss": 0.7338, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.43417825020441536, |
| "grad_norm": 0.39841634035110474, |
| "learning_rate": 2e-05, |
| "loss": 0.7711, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.4349959116925593, |
| "grad_norm": 0.38393041491508484, |
| "learning_rate": 2e-05, |
| "loss": 0.7349, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.4358135731807032, |
| "grad_norm": 0.3844257593154907, |
| "learning_rate": 2e-05, |
| "loss": 0.7234, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.4366312346688471, |
| "grad_norm": 0.40129122138023376, |
| "learning_rate": 2e-05, |
| "loss": 0.7341, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.437448896156991, |
| "grad_norm": 0.4176855683326721, |
| "learning_rate": 2e-05, |
| "loss": 0.7457, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.4382665576451349, |
| "grad_norm": 0.36444923281669617, |
| "learning_rate": 2e-05, |
| "loss": 0.7053, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.43908421913327883, |
| "grad_norm": 0.3858892321586609, |
| "learning_rate": 2e-05, |
| "loss": 0.719, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.4399018806214227, |
| "grad_norm": 0.45291462540626526, |
| "learning_rate": 2e-05, |
| "loss": 0.7638, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.44071954210956665, |
| "grad_norm": 0.41140055656433105, |
| "learning_rate": 2e-05, |
| "loss": 0.7652, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.44153720359771054, |
| "grad_norm": 0.4094192683696747, |
| "learning_rate": 2e-05, |
| "loss": 0.7516, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.4423548650858545, |
| "grad_norm": 0.3956548273563385, |
| "learning_rate": 2e-05, |
| "loss": 0.7184, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.44317252657399836, |
| "grad_norm": 0.3922652006149292, |
| "learning_rate": 2e-05, |
| "loss": 0.7147, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.4439901880621423, |
| "grad_norm": 0.38257864117622375, |
| "learning_rate": 2e-05, |
| "loss": 0.7619, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.4448078495502862, |
| "grad_norm": 0.37260591983795166, |
| "learning_rate": 2e-05, |
| "loss": 0.7281, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.44562551103843007, |
| "grad_norm": 0.4042538106441498, |
| "learning_rate": 2e-05, |
| "loss": 0.7078, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.446443172526574, |
| "grad_norm": 0.3874247968196869, |
| "learning_rate": 2e-05, |
| "loss": 0.7351, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.4472608340147179, |
| "grad_norm": 0.41795167326927185, |
| "learning_rate": 2e-05, |
| "loss": 0.7236, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.44807849550286183, |
| "grad_norm": 0.3942680060863495, |
| "learning_rate": 2e-05, |
| "loss": 0.7461, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.4488961569910057, |
| "grad_norm": 0.3911779820919037, |
| "learning_rate": 2e-05, |
| "loss": 0.724, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.44971381847914965, |
| "grad_norm": 0.39125683903694153, |
| "learning_rate": 2e-05, |
| "loss": 0.7299, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.45053147996729354, |
| "grad_norm": 0.3991476595401764, |
| "learning_rate": 2e-05, |
| "loss": 0.7181, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.4513491414554375, |
| "grad_norm": 0.3854283094406128, |
| "learning_rate": 2e-05, |
| "loss": 0.6959, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.45216680294358136, |
| "grad_norm": 0.4002152681350708, |
| "learning_rate": 2e-05, |
| "loss": 0.7655, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.45298446443172524, |
| "grad_norm": 0.39789167046546936, |
| "learning_rate": 2e-05, |
| "loss": 0.727, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.4538021259198692, |
| "grad_norm": 0.39868685603141785, |
| "learning_rate": 2e-05, |
| "loss": 0.7068, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.45461978740801307, |
| "grad_norm": 0.3992416560649872, |
| "learning_rate": 2e-05, |
| "loss": 0.712, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.455437448896157, |
| "grad_norm": 0.3877620995044708, |
| "learning_rate": 2e-05, |
| "loss": 0.7429, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.4562551103843009, |
| "grad_norm": 0.4050482511520386, |
| "learning_rate": 2e-05, |
| "loss": 0.7203, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.4570727718724448, |
| "grad_norm": 0.3726508617401123, |
| "learning_rate": 2e-05, |
| "loss": 0.7545, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.4578904333605887, |
| "grad_norm": 0.41111037135124207, |
| "learning_rate": 2e-05, |
| "loss": 0.7638, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.45870809484873265, |
| "grad_norm": 0.3929140865802765, |
| "learning_rate": 2e-05, |
| "loss": 0.7349, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.45952575633687653, |
| "grad_norm": 0.4351554811000824, |
| "learning_rate": 2e-05, |
| "loss": 0.7575, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.4603434178250204, |
| "grad_norm": 0.38412046432495117, |
| "learning_rate": 2e-05, |
| "loss": 0.722, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.46116107931316436, |
| "grad_norm": 0.38781240582466125, |
| "learning_rate": 2e-05, |
| "loss": 0.744, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.46197874080130824, |
| "grad_norm": 0.40069451928138733, |
| "learning_rate": 2e-05, |
| "loss": 0.7662, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.4627964022894522, |
| "grad_norm": 0.439037561416626, |
| "learning_rate": 2e-05, |
| "loss": 0.7209, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.46361406377759606, |
| "grad_norm": 0.38045382499694824, |
| "learning_rate": 2e-05, |
| "loss": 0.7455, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.46443172526574, |
| "grad_norm": 0.431621253490448, |
| "learning_rate": 2e-05, |
| "loss": 0.729, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.4652493867538839, |
| "grad_norm": 0.4068882167339325, |
| "learning_rate": 2e-05, |
| "loss": 0.7174, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.4660670482420278, |
| "grad_norm": 0.4053855538368225, |
| "learning_rate": 2e-05, |
| "loss": 0.7341, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.4668847097301717, |
| "grad_norm": 0.4215748608112335, |
| "learning_rate": 2e-05, |
| "loss": 0.7326, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.4677023712183156, |
| "grad_norm": 0.4851236641407013, |
| "learning_rate": 2e-05, |
| "loss": 0.7468, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.46852003270645953, |
| "grad_norm": 0.4110400974750519, |
| "learning_rate": 2e-05, |
| "loss": 0.7418, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.4693376941946034, |
| "grad_norm": 0.3751293122768402, |
| "learning_rate": 2e-05, |
| "loss": 0.7046, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.47015535568274736, |
| "grad_norm": 0.4214579463005066, |
| "learning_rate": 2e-05, |
| "loss": 0.7435, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.47097301717089124, |
| "grad_norm": 0.3882138431072235, |
| "learning_rate": 2e-05, |
| "loss": 0.7236, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.4717906786590352, |
| "grad_norm": 0.4066796600818634, |
| "learning_rate": 2e-05, |
| "loss": 0.7126, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.47260834014717906, |
| "grad_norm": 0.43531790375709534, |
| "learning_rate": 2e-05, |
| "loss": 0.7382, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.473426001635323, |
| "grad_norm": 0.38278236985206604, |
| "learning_rate": 2e-05, |
| "loss": 0.7294, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.4742436631234669, |
| "grad_norm": 0.37796634435653687, |
| "learning_rate": 2e-05, |
| "loss": 0.7396, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.47506132461161077, |
| "grad_norm": 0.4083399474620819, |
| "learning_rate": 2e-05, |
| "loss": 0.7139, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.4758789860997547, |
| "grad_norm": 0.36090272665023804, |
| "learning_rate": 2e-05, |
| "loss": 0.7388, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.4766966475878986, |
| "grad_norm": 0.37881138920783997, |
| "learning_rate": 2e-05, |
| "loss": 0.7342, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.47751430907604253, |
| "grad_norm": 0.3956334590911865, |
| "learning_rate": 2e-05, |
| "loss": 0.7316, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.4783319705641864, |
| "grad_norm": 1.154186487197876, |
| "learning_rate": 2e-05, |
| "loss": 0.7002, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.47914963205233035, |
| "grad_norm": 0.3899221420288086, |
| "learning_rate": 2e-05, |
| "loss": 0.7263, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.47996729354047424, |
| "grad_norm": 0.39512503147125244, |
| "learning_rate": 2e-05, |
| "loss": 0.7516, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.4807849550286182, |
| "grad_norm": 0.41432517766952515, |
| "learning_rate": 2e-05, |
| "loss": 0.7366, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.48160261651676206, |
| "grad_norm": 0.5273881554603577, |
| "learning_rate": 2e-05, |
| "loss": 0.7388, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.48242027800490594, |
| "grad_norm": 0.39111030101776123, |
| "learning_rate": 2e-05, |
| "loss": 0.7161, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.4832379394930499, |
| "grad_norm": 0.3799116611480713, |
| "learning_rate": 2e-05, |
| "loss": 0.7266, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.48405560098119377, |
| "grad_norm": 0.430471271276474, |
| "learning_rate": 2e-05, |
| "loss": 0.7356, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.4848732624693377, |
| "grad_norm": 0.3964878022670746, |
| "learning_rate": 2e-05, |
| "loss": 0.7223, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.4856909239574816, |
| "grad_norm": 0.36826828122138977, |
| "learning_rate": 2e-05, |
| "loss": 0.7023, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.48650858544562553, |
| "grad_norm": 0.37714770436286926, |
| "learning_rate": 2e-05, |
| "loss": 0.7582, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.4873262469337694, |
| "grad_norm": 0.38691821694374084, |
| "learning_rate": 2e-05, |
| "loss": 0.7337, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.48814390842191335, |
| "grad_norm": 0.3870263993740082, |
| "learning_rate": 2e-05, |
| "loss": 0.7216, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.48896156991005724, |
| "grad_norm": 0.38973450660705566, |
| "learning_rate": 2e-05, |
| "loss": 0.7364, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.4897792313982011, |
| "grad_norm": 0.38969680666923523, |
| "learning_rate": 2e-05, |
| "loss": 0.7216, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.49059689288634506, |
| "grad_norm": 0.39326009154319763, |
| "learning_rate": 2e-05, |
| "loss": 0.711, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.49141455437448894, |
| "grad_norm": 0.521453320980072, |
| "learning_rate": 2e-05, |
| "loss": 0.7482, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.4922322158626329, |
| "grad_norm": 0.3774580657482147, |
| "learning_rate": 2e-05, |
| "loss": 0.7301, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.49304987735077677, |
| "grad_norm": 0.40430912375450134, |
| "learning_rate": 2e-05, |
| "loss": 0.7346, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.4938675388389207, |
| "grad_norm": 0.4193746745586395, |
| "learning_rate": 2e-05, |
| "loss": 0.7105, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.4946852003270646, |
| "grad_norm": 0.42411455512046814, |
| "learning_rate": 2e-05, |
| "loss": 0.724, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.49550286181520853, |
| "grad_norm": 0.3788541555404663, |
| "learning_rate": 2e-05, |
| "loss": 0.7292, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.4963205233033524, |
| "grad_norm": 0.5293607711791992, |
| "learning_rate": 2e-05, |
| "loss": 0.7143, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.4971381847914963, |
| "grad_norm": 0.4039698839187622, |
| "learning_rate": 2e-05, |
| "loss": 0.7351, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.49795584627964024, |
| "grad_norm": 0.38631147146224976, |
| "learning_rate": 2e-05, |
| "loss": 0.7435, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.4987735077677841, |
| "grad_norm": 0.38360661268234253, |
| "learning_rate": 2e-05, |
| "loss": 0.6995, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.49959116925592806, |
| "grad_norm": 0.3665395677089691, |
| "learning_rate": 2e-05, |
| "loss": 0.7173, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.5004088307440719, |
| "grad_norm": 0.4371582865715027, |
| "learning_rate": 2e-05, |
| "loss": 0.7576, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.5012264922322158, |
| "grad_norm": 0.3966323435306549, |
| "learning_rate": 2e-05, |
| "loss": 0.7153, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.5020441537203598, |
| "grad_norm": 0.42034411430358887, |
| "learning_rate": 2e-05, |
| "loss": 0.7226, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.5028618152085037, |
| "grad_norm": 0.40780723094940186, |
| "learning_rate": 2e-05, |
| "loss": 0.6716, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.5036794766966476, |
| "grad_norm": 0.40354254841804504, |
| "learning_rate": 2e-05, |
| "loss": 0.7159, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.5044971381847915, |
| "grad_norm": 0.4011727571487427, |
| "learning_rate": 2e-05, |
| "loss": 0.7635, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.5053147996729354, |
| "grad_norm": 0.36710065603256226, |
| "learning_rate": 2e-05, |
| "loss": 0.7446, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.5061324611610794, |
| "grad_norm": 0.4147448241710663, |
| "learning_rate": 2e-05, |
| "loss": 0.7237, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.5069501226492232, |
| "grad_norm": 0.41342294216156006, |
| "learning_rate": 2e-05, |
| "loss": 0.7307, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.5077677841373671, |
| "grad_norm": 0.45012757182121277, |
| "learning_rate": 2e-05, |
| "loss": 0.7755, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.508585445625511, |
| "grad_norm": 0.39716026186943054, |
| "learning_rate": 2e-05, |
| "loss": 0.7233, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.509403107113655, |
| "grad_norm": 0.38225623965263367, |
| "learning_rate": 2e-05, |
| "loss": 0.7113, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.5102207686017989, |
| "grad_norm": 0.4065392315387726, |
| "learning_rate": 2e-05, |
| "loss": 0.7033, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.5110384300899428, |
| "grad_norm": 0.4059799611568451, |
| "learning_rate": 2e-05, |
| "loss": 0.7104, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.5118560915780866, |
| "grad_norm": 0.4158405661582947, |
| "learning_rate": 2e-05, |
| "loss": 0.7569, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.5126737530662305, |
| "grad_norm": 0.4016571640968323, |
| "learning_rate": 2e-05, |
| "loss": 0.7127, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.5134914145543745, |
| "grad_norm": 0.39826682209968567, |
| "learning_rate": 2e-05, |
| "loss": 0.7368, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.5143090760425184, |
| "grad_norm": 0.40669143199920654, |
| "learning_rate": 2e-05, |
| "loss": 0.7252, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.5151267375306623, |
| "grad_norm": 0.39983949065208435, |
| "learning_rate": 2e-05, |
| "loss": 0.7089, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.5159443990188062, |
| "grad_norm": 0.4313853681087494, |
| "learning_rate": 2e-05, |
| "loss": 0.7521, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.5167620605069502, |
| "grad_norm": 0.3945882320404053, |
| "learning_rate": 2e-05, |
| "loss": 0.7083, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.517579721995094, |
| "grad_norm": 0.45251569151878357, |
| "learning_rate": 2e-05, |
| "loss": 0.7492, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.5183973834832379, |
| "grad_norm": 0.3848367929458618, |
| "learning_rate": 2e-05, |
| "loss": 0.7297, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.5192150449713818, |
| "grad_norm": 0.3864355981349945, |
| "learning_rate": 2e-05, |
| "loss": 0.7234, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.5200327064595257, |
| "grad_norm": 0.38432541489601135, |
| "learning_rate": 2e-05, |
| "loss": 0.7471, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.5208503679476697, |
| "grad_norm": 0.3781149387359619, |
| "learning_rate": 2e-05, |
| "loss": 0.7093, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.5216680294358136, |
| "grad_norm": 0.39279818534851074, |
| "learning_rate": 2e-05, |
| "loss": 0.7472, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.5224856909239575, |
| "grad_norm": 0.3886862099170685, |
| "learning_rate": 2e-05, |
| "loss": 0.7127, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.5233033524121014, |
| "grad_norm": 0.4260784089565277, |
| "learning_rate": 2e-05, |
| "loss": 0.7453, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.5241210139002453, |
| "grad_norm": 0.4057619869709015, |
| "learning_rate": 2e-05, |
| "loss": 0.724, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.5249386753883892, |
| "grad_norm": 0.42176517844200134, |
| "learning_rate": 2e-05, |
| "loss": 0.7349, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.5257563368765331, |
| "grad_norm": 0.43129077553749084, |
| "learning_rate": 2e-05, |
| "loss": 0.7238, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.526573998364677, |
| "grad_norm": 0.4219561219215393, |
| "learning_rate": 2e-05, |
| "loss": 0.7545, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.5273916598528209, |
| "grad_norm": 0.3911988437175751, |
| "learning_rate": 2e-05, |
| "loss": 0.7236, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.5282093213409649, |
| "grad_norm": 0.37093886733055115, |
| "learning_rate": 2e-05, |
| "loss": 0.7711, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.5290269828291088, |
| "grad_norm": 0.38755398988723755, |
| "learning_rate": 2e-05, |
| "loss": 0.7353, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.5298446443172526, |
| "grad_norm": 0.37228506803512573, |
| "learning_rate": 2e-05, |
| "loss": 0.7285, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.5306623058053965, |
| "grad_norm": 0.37210145592689514, |
| "learning_rate": 2e-05, |
| "loss": 0.7249, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.5314799672935405, |
| "grad_norm": 0.3976168930530548, |
| "learning_rate": 2e-05, |
| "loss": 0.7211, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.5322976287816844, |
| "grad_norm": 0.3910818099975586, |
| "learning_rate": 2e-05, |
| "loss": 0.7478, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.5331152902698283, |
| "grad_norm": 0.3939887285232544, |
| "learning_rate": 2e-05, |
| "loss": 0.7762, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.5339329517579722, |
| "grad_norm": 0.4082985818386078, |
| "learning_rate": 2e-05, |
| "loss": 0.7361, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.5347506132461161, |
| "grad_norm": 0.3842323124408722, |
| "learning_rate": 2e-05, |
| "loss": 0.6993, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.53556827473426, |
| "grad_norm": 0.3859511911869049, |
| "learning_rate": 2e-05, |
| "loss": 0.7331, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.5363859362224039, |
| "grad_norm": 0.38415318727493286, |
| "learning_rate": 2e-05, |
| "loss": 0.7408, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.5372035977105478, |
| "grad_norm": 0.4089614748954773, |
| "learning_rate": 2e-05, |
| "loss": 0.7303, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.5380212591986917, |
| "grad_norm": 0.4016498923301697, |
| "learning_rate": 2e-05, |
| "loss": 0.7213, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.5388389206868357, |
| "grad_norm": 0.4609025716781616, |
| "learning_rate": 2e-05, |
| "loss": 0.7351, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.5396565821749796, |
| "grad_norm": 0.3984414041042328, |
| "learning_rate": 2e-05, |
| "loss": 0.7555, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.5404742436631235, |
| "grad_norm": 0.41029107570648193, |
| "learning_rate": 2e-05, |
| "loss": 0.7302, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.5412919051512673, |
| "grad_norm": 0.37710443139076233, |
| "learning_rate": 2e-05, |
| "loss": 0.7525, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.5421095666394112, |
| "grad_norm": 0.4033324122428894, |
| "learning_rate": 2e-05, |
| "loss": 0.7266, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.5429272281275552, |
| "grad_norm": 0.4084174931049347, |
| "learning_rate": 2e-05, |
| "loss": 0.7144, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.5437448896156991, |
| "grad_norm": 0.4083803594112396, |
| "learning_rate": 2e-05, |
| "loss": 0.7137, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.544562551103843, |
| "grad_norm": 0.4336593449115753, |
| "learning_rate": 2e-05, |
| "loss": 0.7562, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.5453802125919869, |
| "grad_norm": 0.4053659439086914, |
| "learning_rate": 2e-05, |
| "loss": 0.7192, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.5461978740801309, |
| "grad_norm": 0.4452054798603058, |
| "learning_rate": 2e-05, |
| "loss": 0.7237, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.5470155355682748, |
| "grad_norm": 0.3796253204345703, |
| "learning_rate": 2e-05, |
| "loss": 0.707, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.5478331970564186, |
| "grad_norm": 0.4349365532398224, |
| "learning_rate": 2e-05, |
| "loss": 0.7487, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.5486508585445625, |
| "grad_norm": 0.39009132981300354, |
| "learning_rate": 2e-05, |
| "loss": 0.7321, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.5494685200327064, |
| "grad_norm": 0.4136855900287628, |
| "learning_rate": 2e-05, |
| "loss": 0.7003, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.5502861815208504, |
| "grad_norm": 0.414394736289978, |
| "learning_rate": 2e-05, |
| "loss": 0.7354, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.5511038430089943, |
| "grad_norm": 0.4299166798591614, |
| "learning_rate": 2e-05, |
| "loss": 0.7387, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.5519215044971382, |
| "grad_norm": 0.3743124008178711, |
| "learning_rate": 2e-05, |
| "loss": 0.704, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.552739165985282, |
| "grad_norm": 0.45423370599746704, |
| "learning_rate": 2e-05, |
| "loss": 0.7217, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.553556827473426, |
| "grad_norm": 0.39603668451309204, |
| "learning_rate": 2e-05, |
| "loss": 0.7217, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.5543744889615699, |
| "grad_norm": 0.40863049030303955, |
| "learning_rate": 2e-05, |
| "loss": 0.7277, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.5551921504497138, |
| "grad_norm": 0.36929062008857727, |
| "learning_rate": 2e-05, |
| "loss": 0.7405, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.5560098119378577, |
| "grad_norm": 0.3728216290473938, |
| "learning_rate": 2e-05, |
| "loss": 0.7215, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.5568274734260016, |
| "grad_norm": 0.3949262797832489, |
| "learning_rate": 2e-05, |
| "loss": 0.7046, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.5576451349141456, |
| "grad_norm": 0.3965948224067688, |
| "learning_rate": 2e-05, |
| "loss": 0.7532, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.5584627964022895, |
| "grad_norm": 0.383021742105484, |
| "learning_rate": 2e-05, |
| "loss": 0.7225, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.5592804578904333, |
| "grad_norm": 0.415387362241745, |
| "learning_rate": 2e-05, |
| "loss": 0.7394, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.5600981193785772, |
| "grad_norm": 0.38204288482666016, |
| "learning_rate": 2e-05, |
| "loss": 0.731, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.5609157808667212, |
| "grad_norm": 0.3826631009578705, |
| "learning_rate": 2e-05, |
| "loss": 0.7214, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.5617334423548651, |
| "grad_norm": 0.3958834707736969, |
| "learning_rate": 2e-05, |
| "loss": 0.7331, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.562551103843009, |
| "grad_norm": 0.4243982434272766, |
| "learning_rate": 2e-05, |
| "loss": 0.7169, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.5633687653311529, |
| "grad_norm": 0.38992610573768616, |
| "learning_rate": 2e-05, |
| "loss": 0.7043, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.5641864268192968, |
| "grad_norm": 0.3799871802330017, |
| "learning_rate": 2e-05, |
| "loss": 0.7158, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.5650040883074408, |
| "grad_norm": 0.43410569429397583, |
| "learning_rate": 2e-05, |
| "loss": 0.7677, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.5658217497955846, |
| "grad_norm": 0.3734298646450043, |
| "learning_rate": 2e-05, |
| "loss": 0.7228, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.5666394112837285, |
| "grad_norm": 0.38182392716407776, |
| "learning_rate": 2e-05, |
| "loss": 0.7141, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.5674570727718724, |
| "grad_norm": 0.43535903096199036, |
| "learning_rate": 2e-05, |
| "loss": 0.7236, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.5682747342600164, |
| "grad_norm": 0.37895089387893677, |
| "learning_rate": 2e-05, |
| "loss": 0.7249, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.5690923957481603, |
| "grad_norm": 0.3477756977081299, |
| "learning_rate": 2e-05, |
| "loss": 0.7222, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.5699100572363042, |
| "grad_norm": 0.49796661734580994, |
| "learning_rate": 2e-05, |
| "loss": 0.7269, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.570727718724448, |
| "grad_norm": 0.40733978152275085, |
| "learning_rate": 2e-05, |
| "loss": 0.7195, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.5715453802125919, |
| "grad_norm": 0.3971668481826782, |
| "learning_rate": 2e-05, |
| "loss": 0.7181, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.5723630417007359, |
| "grad_norm": 0.3817703425884247, |
| "learning_rate": 2e-05, |
| "loss": 0.7242, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.5731807031888798, |
| "grad_norm": 0.38494381308555603, |
| "learning_rate": 2e-05, |
| "loss": 0.7033, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.5739983646770237, |
| "grad_norm": 0.38035619258880615, |
| "learning_rate": 2e-05, |
| "loss": 0.7169, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.5748160261651676, |
| "grad_norm": 0.37850189208984375, |
| "learning_rate": 2e-05, |
| "loss": 0.742, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.5756336876533116, |
| "grad_norm": 0.4150765836238861, |
| "learning_rate": 2e-05, |
| "loss": 0.7215, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.5764513491414555, |
| "grad_norm": 0.36908048391342163, |
| "learning_rate": 2e-05, |
| "loss": 0.69, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.5772690106295993, |
| "grad_norm": 0.38219964504241943, |
| "learning_rate": 2e-05, |
| "loss": 0.7277, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.5780866721177432, |
| "grad_norm": 0.4135884642601013, |
| "learning_rate": 2e-05, |
| "loss": 0.6966, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.5789043336058871, |
| "grad_norm": 0.39122429490089417, |
| "learning_rate": 2e-05, |
| "loss": 0.7055, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.5797219950940311, |
| "grad_norm": 0.37881603837013245, |
| "learning_rate": 2e-05, |
| "loss": 0.74, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.580539656582175, |
| "grad_norm": 0.39096370339393616, |
| "learning_rate": 2e-05, |
| "loss": 0.7688, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.5813573180703189, |
| "grad_norm": 0.38468700647354126, |
| "learning_rate": 2e-05, |
| "loss": 0.7111, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.5821749795584628, |
| "grad_norm": 0.3719991445541382, |
| "learning_rate": 2e-05, |
| "loss": 0.7318, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.5829926410466068, |
| "grad_norm": 0.4110388159751892, |
| "learning_rate": 2e-05, |
| "loss": 0.7359, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.5838103025347506, |
| "grad_norm": 0.3928191661834717, |
| "learning_rate": 2e-05, |
| "loss": 0.7099, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.5846279640228945, |
| "grad_norm": 0.38766661286354065, |
| "learning_rate": 2e-05, |
| "loss": 0.7294, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.5854456255110384, |
| "grad_norm": 0.3949083685874939, |
| "learning_rate": 2e-05, |
| "loss": 0.7635, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.5862632869991823, |
| "grad_norm": 0.3682543635368347, |
| "learning_rate": 2e-05, |
| "loss": 0.7311, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.5870809484873263, |
| "grad_norm": 0.398599773645401, |
| "learning_rate": 2e-05, |
| "loss": 0.7179, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.5878986099754702, |
| "grad_norm": 0.41542503237724304, |
| "learning_rate": 2e-05, |
| "loss": 0.7329, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.588716271463614, |
| "grad_norm": 0.38999563455581665, |
| "learning_rate": 2e-05, |
| "loss": 0.7355, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.5895339329517579, |
| "grad_norm": 0.38349151611328125, |
| "learning_rate": 2e-05, |
| "loss": 0.7009, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.5903515944399019, |
| "grad_norm": 0.40047788619995117, |
| "learning_rate": 2e-05, |
| "loss": 0.7455, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.5911692559280458, |
| "grad_norm": 0.3965801000595093, |
| "learning_rate": 2e-05, |
| "loss": 0.7481, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.5919869174161897, |
| "grad_norm": 0.39024582505226135, |
| "learning_rate": 2e-05, |
| "loss": 0.7368, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.5928045789043336, |
| "grad_norm": 0.3906495273113251, |
| "learning_rate": 2e-05, |
| "loss": 0.6758, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.5936222403924775, |
| "grad_norm": 0.36905229091644287, |
| "learning_rate": 2e-05, |
| "loss": 0.7214, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.5944399018806215, |
| "grad_norm": 0.3941437602043152, |
| "learning_rate": 2e-05, |
| "loss": 0.7058, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.5952575633687653, |
| "grad_norm": 0.3895969092845917, |
| "learning_rate": 2e-05, |
| "loss": 0.7229, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.5960752248569092, |
| "grad_norm": 0.3826324939727783, |
| "learning_rate": 2e-05, |
| "loss": 0.7187, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.5968928863450531, |
| "grad_norm": 0.38967013359069824, |
| "learning_rate": 2e-05, |
| "loss": 0.7314, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.5977105478331971, |
| "grad_norm": 0.3706248998641968, |
| "learning_rate": 2e-05, |
| "loss": 0.703, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.598528209321341, |
| "grad_norm": 0.3898773193359375, |
| "learning_rate": 2e-05, |
| "loss": 0.7429, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.5993458708094849, |
| "grad_norm": 0.40563520789146423, |
| "learning_rate": 2e-05, |
| "loss": 0.7523, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.6001635322976288, |
| "grad_norm": 0.3647954761981964, |
| "learning_rate": 2e-05, |
| "loss": 0.7207, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.6009811937857726, |
| "grad_norm": 0.4183512032032013, |
| "learning_rate": 2e-05, |
| "loss": 0.7416, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.6017988552739166, |
| "grad_norm": 0.40611550211906433, |
| "learning_rate": 2e-05, |
| "loss": 0.7041, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.6026165167620605, |
| "grad_norm": 0.4383697509765625, |
| "learning_rate": 2e-05, |
| "loss": 0.7414, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.6034341782502044, |
| "grad_norm": 0.3718542158603668, |
| "learning_rate": 2e-05, |
| "loss": 0.7117, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.6042518397383483, |
| "grad_norm": 0.3631412386894226, |
| "learning_rate": 2e-05, |
| "loss": 0.6972, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.6050695012264923, |
| "grad_norm": 0.3969319760799408, |
| "learning_rate": 2e-05, |
| "loss": 0.7399, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.6058871627146362, |
| "grad_norm": 0.42158883810043335, |
| "learning_rate": 2e-05, |
| "loss": 0.718, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.60670482420278, |
| "grad_norm": 0.4003793001174927, |
| "learning_rate": 2e-05, |
| "loss": 0.7081, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.6075224856909239, |
| "grad_norm": 0.36187267303466797, |
| "learning_rate": 2e-05, |
| "loss": 0.7004, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.6083401471790678, |
| "grad_norm": 0.37817618250846863, |
| "learning_rate": 2e-05, |
| "loss": 0.694, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.6091578086672118, |
| "grad_norm": 0.38521474599838257, |
| "learning_rate": 2e-05, |
| "loss": 0.7173, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.6099754701553557, |
| "grad_norm": 0.3693437874317169, |
| "learning_rate": 2e-05, |
| "loss": 0.737, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.6107931316434996, |
| "grad_norm": 0.40069666504859924, |
| "learning_rate": 2e-05, |
| "loss": 0.7471, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.6116107931316435, |
| "grad_norm": 0.3843598961830139, |
| "learning_rate": 2e-05, |
| "loss": 0.6904, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.6124284546197875, |
| "grad_norm": 0.3898952603340149, |
| "learning_rate": 2e-05, |
| "loss": 0.7124, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.6132461161079313, |
| "grad_norm": 0.36968499422073364, |
| "learning_rate": 2e-05, |
| "loss": 0.7134, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.6140637775960752, |
| "grad_norm": 0.46105071902275085, |
| "learning_rate": 2e-05, |
| "loss": 0.7513, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.6148814390842191, |
| "grad_norm": 0.39693546295166016, |
| "learning_rate": 2e-05, |
| "loss": 0.6899, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.615699100572363, |
| "grad_norm": 0.3977808654308319, |
| "learning_rate": 2e-05, |
| "loss": 0.716, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.616516762060507, |
| "grad_norm": 0.38357222080230713, |
| "learning_rate": 2e-05, |
| "loss": 0.7262, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.6173344235486509, |
| "grad_norm": 0.41151443123817444, |
| "learning_rate": 2e-05, |
| "loss": 0.7181, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.6181520850367948, |
| "grad_norm": 0.4048464894294739, |
| "learning_rate": 2e-05, |
| "loss": 0.7273, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.6189697465249386, |
| "grad_norm": 0.4024839997291565, |
| "learning_rate": 2e-05, |
| "loss": 0.7171, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.6197874080130826, |
| "grad_norm": 0.38937562704086304, |
| "learning_rate": 2e-05, |
| "loss": 0.7329, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.6206050695012265, |
| "grad_norm": 0.3667527735233307, |
| "learning_rate": 2e-05, |
| "loss": 0.7134, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.6214227309893704, |
| "grad_norm": 0.37961307168006897, |
| "learning_rate": 2e-05, |
| "loss": 0.7071, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.6222403924775143, |
| "grad_norm": 0.38057851791381836, |
| "learning_rate": 2e-05, |
| "loss": 0.7324, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.6230580539656582, |
| "grad_norm": 0.3772267699241638, |
| "learning_rate": 2e-05, |
| "loss": 0.6937, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.6238757154538022, |
| "grad_norm": 0.3708053529262543, |
| "learning_rate": 2e-05, |
| "loss": 0.6973, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.624693376941946, |
| "grad_norm": 0.3787739872932434, |
| "learning_rate": 2e-05, |
| "loss": 0.7102, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.6255110384300899, |
| "grad_norm": 0.3880579471588135, |
| "learning_rate": 2e-05, |
| "loss": 0.6806, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.6263286999182338, |
| "grad_norm": 0.3797479569911957, |
| "learning_rate": 2e-05, |
| "loss": 0.7325, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.6271463614063778, |
| "grad_norm": 0.3906855881214142, |
| "learning_rate": 2e-05, |
| "loss": 0.6996, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.6279640228945217, |
| "grad_norm": 0.3645192086696625, |
| "learning_rate": 2e-05, |
| "loss": 0.7065, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.6287816843826656, |
| "grad_norm": 0.4076537489891052, |
| "learning_rate": 2e-05, |
| "loss": 0.7263, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.6295993458708095, |
| "grad_norm": 0.39263322949409485, |
| "learning_rate": 2e-05, |
| "loss": 0.7284, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.6304170073589533, |
| "grad_norm": 0.398645281791687, |
| "learning_rate": 2e-05, |
| "loss": 0.7009, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.6312346688470973, |
| "grad_norm": 0.3786969482898712, |
| "learning_rate": 2e-05, |
| "loss": 0.7112, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.6320523303352412, |
| "grad_norm": 0.417774498462677, |
| "learning_rate": 2e-05, |
| "loss": 0.7307, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.6328699918233851, |
| "grad_norm": 0.37405505776405334, |
| "learning_rate": 2e-05, |
| "loss": 0.7227, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.633687653311529, |
| "grad_norm": 0.3912171423435211, |
| "learning_rate": 2e-05, |
| "loss": 0.7159, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.634505314799673, |
| "grad_norm": 0.37108883261680603, |
| "learning_rate": 2e-05, |
| "loss": 0.7131, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.6353229762878169, |
| "grad_norm": 0.38099753856658936, |
| "learning_rate": 2e-05, |
| "loss": 0.7161, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.6361406377759607, |
| "grad_norm": 0.3800545930862427, |
| "learning_rate": 2e-05, |
| "loss": 0.7364, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.6369582992641046, |
| "grad_norm": 0.37537217140197754, |
| "learning_rate": 2e-05, |
| "loss": 0.682, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.6377759607522485, |
| "grad_norm": 0.3771691918373108, |
| "learning_rate": 2e-05, |
| "loss": 0.7254, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.6385936222403925, |
| "grad_norm": 0.3979094624519348, |
| "learning_rate": 2e-05, |
| "loss": 0.7218, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.6394112837285364, |
| "grad_norm": 0.3696105182170868, |
| "learning_rate": 2e-05, |
| "loss": 0.7069, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.6402289452166803, |
| "grad_norm": 0.40755414962768555, |
| "learning_rate": 2e-05, |
| "loss": 0.7455, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.6410466067048242, |
| "grad_norm": 0.3854145109653473, |
| "learning_rate": 2e-05, |
| "loss": 0.7108, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.6418642681929682, |
| "grad_norm": 0.37715867161750793, |
| "learning_rate": 2e-05, |
| "loss": 0.739, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.642681929681112, |
| "grad_norm": 0.438903272151947, |
| "learning_rate": 2e-05, |
| "loss": 0.7358, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.6434995911692559, |
| "grad_norm": 0.39477598667144775, |
| "learning_rate": 2e-05, |
| "loss": 0.7381, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.6443172526573998, |
| "grad_norm": 0.40717998147010803, |
| "learning_rate": 2e-05, |
| "loss": 0.692, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.6451349141455437, |
| "grad_norm": 0.38728293776512146, |
| "learning_rate": 2e-05, |
| "loss": 0.679, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.6459525756336877, |
| "grad_norm": 0.40416544675827026, |
| "learning_rate": 2e-05, |
| "loss": 0.7495, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.6467702371218316, |
| "grad_norm": 0.40616118907928467, |
| "learning_rate": 2e-05, |
| "loss": 0.7133, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.6475878986099755, |
| "grad_norm": 0.39391154050827026, |
| "learning_rate": 2e-05, |
| "loss": 0.6979, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.6484055600981193, |
| "grad_norm": 0.44841650128364563, |
| "learning_rate": 2e-05, |
| "loss": 0.7292, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.6492232215862633, |
| "grad_norm": 0.39034605026245117, |
| "learning_rate": 2e-05, |
| "loss": 0.6994, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.6500408830744072, |
| "grad_norm": 0.42051780223846436, |
| "learning_rate": 2e-05, |
| "loss": 0.7296, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.6508585445625511, |
| "grad_norm": 0.4429325759410858, |
| "learning_rate": 2e-05, |
| "loss": 0.7301, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.651676206050695, |
| "grad_norm": 0.3801387846469879, |
| "learning_rate": 2e-05, |
| "loss": 0.7016, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.6524938675388389, |
| "grad_norm": 0.36322730779647827, |
| "learning_rate": 2e-05, |
| "loss": 0.7137, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.6533115290269829, |
| "grad_norm": 0.37573617696762085, |
| "learning_rate": 2e-05, |
| "loss": 0.6941, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.6541291905151267, |
| "grad_norm": 0.37574875354766846, |
| "learning_rate": 2e-05, |
| "loss": 0.7156, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.6549468520032706, |
| "grad_norm": 0.36992698907852173, |
| "learning_rate": 2e-05, |
| "loss": 0.6922, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.6557645134914145, |
| "grad_norm": 0.3979203402996063, |
| "learning_rate": 2e-05, |
| "loss": 0.7184, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.6565821749795585, |
| "grad_norm": 0.3656754791736603, |
| "learning_rate": 2e-05, |
| "loss": 0.7081, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.6573998364677024, |
| "grad_norm": 0.42211803793907166, |
| "learning_rate": 2e-05, |
| "loss": 0.7315, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.6582174979558463, |
| "grad_norm": 0.3930283188819885, |
| "learning_rate": 2e-05, |
| "loss": 0.7317, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.6590351594439902, |
| "grad_norm": 0.39533066749572754, |
| "learning_rate": 2e-05, |
| "loss": 0.7258, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.659852820932134, |
| "grad_norm": 0.39132604002952576, |
| "learning_rate": 2e-05, |
| "loss": 0.7002, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.660670482420278, |
| "grad_norm": 0.39889493584632874, |
| "learning_rate": 2e-05, |
| "loss": 0.7242, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.6614881439084219, |
| "grad_norm": 0.4047960340976715, |
| "learning_rate": 2e-05, |
| "loss": 0.7314, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.6623058053965658, |
| "grad_norm": 0.40466776490211487, |
| "learning_rate": 2e-05, |
| "loss": 0.7339, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.6631234668847097, |
| "grad_norm": 0.368439644575119, |
| "learning_rate": 2e-05, |
| "loss": 0.6953, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.6639411283728537, |
| "grad_norm": 0.3857625722885132, |
| "learning_rate": 2e-05, |
| "loss": 0.7205, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.6647587898609976, |
| "grad_norm": 0.3679870367050171, |
| "learning_rate": 2e-05, |
| "loss": 0.7028, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.6655764513491415, |
| "grad_norm": 0.3780772387981415, |
| "learning_rate": 2e-05, |
| "loss": 0.732, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.6663941128372853, |
| "grad_norm": 0.37176239490509033, |
| "learning_rate": 2e-05, |
| "loss": 0.7174, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.6672117743254292, |
| "grad_norm": 0.3872131407260895, |
| "learning_rate": 2e-05, |
| "loss": 0.7008, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.6680294358135732, |
| "grad_norm": 0.4394111931324005, |
| "learning_rate": 2e-05, |
| "loss": 0.7282, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.6688470973017171, |
| "grad_norm": 0.39667439460754395, |
| "learning_rate": 2e-05, |
| "loss": 0.6996, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.669664758789861, |
| "grad_norm": 0.36127331852912903, |
| "learning_rate": 2e-05, |
| "loss": 0.73, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.6704824202780049, |
| "grad_norm": 0.390909343957901, |
| "learning_rate": 2e-05, |
| "loss": 0.7095, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.6713000817661489, |
| "grad_norm": 0.4127674400806427, |
| "learning_rate": 2e-05, |
| "loss": 0.7135, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.6721177432542927, |
| "grad_norm": 0.3576696515083313, |
| "learning_rate": 2e-05, |
| "loss": 0.7204, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.6729354047424366, |
| "grad_norm": 0.3902510702610016, |
| "learning_rate": 2e-05, |
| "loss": 0.7203, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.6737530662305805, |
| "grad_norm": 0.38031139969825745, |
| "learning_rate": 2e-05, |
| "loss": 0.7187, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.6745707277187244, |
| "grad_norm": 0.38591304421424866, |
| "learning_rate": 2e-05, |
| "loss": 0.6947, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.6753883892068684, |
| "grad_norm": 0.41441458463668823, |
| "learning_rate": 2e-05, |
| "loss": 0.7076, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.6762060506950123, |
| "grad_norm": 0.37392786145210266, |
| "learning_rate": 2e-05, |
| "loss": 0.6782, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.6770237121831562, |
| "grad_norm": 0.3913317024707794, |
| "learning_rate": 2e-05, |
| "loss": 0.7572, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.6778413736713, |
| "grad_norm": 0.36678120493888855, |
| "learning_rate": 2e-05, |
| "loss": 0.6992, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.678659035159444, |
| "grad_norm": 0.3854345679283142, |
| "learning_rate": 2e-05, |
| "loss": 0.6969, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.6794766966475879, |
| "grad_norm": 0.38369277119636536, |
| "learning_rate": 2e-05, |
| "loss": 0.7325, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.6802943581357318, |
| "grad_norm": 0.3791201710700989, |
| "learning_rate": 2e-05, |
| "loss": 0.7142, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.6811120196238757, |
| "grad_norm": 0.40714752674102783, |
| "learning_rate": 2e-05, |
| "loss": 0.712, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.6819296811120196, |
| "grad_norm": 0.3877699375152588, |
| "learning_rate": 2e-05, |
| "loss": 0.6943, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.6827473426001636, |
| "grad_norm": 0.3655410706996918, |
| "learning_rate": 2e-05, |
| "loss": 0.7067, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.6835650040883074, |
| "grad_norm": 0.3765968084335327, |
| "learning_rate": 2e-05, |
| "loss": 0.6957, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.6843826655764513, |
| "grad_norm": 0.41230982542037964, |
| "learning_rate": 2e-05, |
| "loss": 0.7171, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.6852003270645952, |
| "grad_norm": 0.4245662987232208, |
| "learning_rate": 2e-05, |
| "loss": 0.7176, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.6860179885527392, |
| "grad_norm": 0.39811086654663086, |
| "learning_rate": 2e-05, |
| "loss": 0.7191, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.6868356500408831, |
| "grad_norm": 0.4246889650821686, |
| "learning_rate": 2e-05, |
| "loss": 0.7268, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.687653311529027, |
| "grad_norm": 0.3825872540473938, |
| "learning_rate": 2e-05, |
| "loss": 0.6999, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.6884709730171709, |
| "grad_norm": 0.3795316517353058, |
| "learning_rate": 2e-05, |
| "loss": 0.7081, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.6892886345053147, |
| "grad_norm": 0.375752717256546, |
| "learning_rate": 2e-05, |
| "loss": 0.7175, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.6901062959934587, |
| "grad_norm": 0.44567587971687317, |
| "learning_rate": 2e-05, |
| "loss": 0.7021, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.6909239574816026, |
| "grad_norm": 0.3814459443092346, |
| "learning_rate": 2e-05, |
| "loss": 0.7309, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.6917416189697465, |
| "grad_norm": 0.4140760004520416, |
| "learning_rate": 2e-05, |
| "loss": 0.7201, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.6925592804578904, |
| "grad_norm": 0.38124480843544006, |
| "learning_rate": 2e-05, |
| "loss": 0.7103, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.6933769419460344, |
| "grad_norm": 0.38113194704055786, |
| "learning_rate": 2e-05, |
| "loss": 0.7274, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.6941946034341783, |
| "grad_norm": 0.4052790105342865, |
| "learning_rate": 2e-05, |
| "loss": 0.7303, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.6950122649223222, |
| "grad_norm": 0.37977078557014465, |
| "learning_rate": 2e-05, |
| "loss": 0.7384, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.695829926410466, |
| "grad_norm": 0.372354656457901, |
| "learning_rate": 2e-05, |
| "loss": 0.7156, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.6966475878986099, |
| "grad_norm": 0.35826221108436584, |
| "learning_rate": 2e-05, |
| "loss": 0.7015, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.6974652493867539, |
| "grad_norm": 0.3903435468673706, |
| "learning_rate": 2e-05, |
| "loss": 0.7104, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.6982829108748978, |
| "grad_norm": 0.37950003147125244, |
| "learning_rate": 2e-05, |
| "loss": 0.677, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.6991005723630417, |
| "grad_norm": 0.37612470984458923, |
| "learning_rate": 2e-05, |
| "loss": 0.7138, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.6999182338511856, |
| "grad_norm": 0.40326419472694397, |
| "learning_rate": 2e-05, |
| "loss": 0.7125, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.7007358953393296, |
| "grad_norm": 0.41126900911331177, |
| "learning_rate": 2e-05, |
| "loss": 0.7542, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.7015535568274734, |
| "grad_norm": 0.3865297734737396, |
| "learning_rate": 2e-05, |
| "loss": 0.6896, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.7023712183156173, |
| "grad_norm": 0.3726907968521118, |
| "learning_rate": 2e-05, |
| "loss": 0.7147, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.7031888798037612, |
| "grad_norm": 0.3943450152873993, |
| "learning_rate": 2e-05, |
| "loss": 0.714, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.7040065412919051, |
| "grad_norm": 0.3850589990615845, |
| "learning_rate": 2e-05, |
| "loss": 0.7225, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.7048242027800491, |
| "grad_norm": 0.384355366230011, |
| "learning_rate": 2e-05, |
| "loss": 0.6945, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.705641864268193, |
| "grad_norm": 0.36848247051239014, |
| "learning_rate": 2e-05, |
| "loss": 0.6983, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.7064595257563369, |
| "grad_norm": 0.42313793301582336, |
| "learning_rate": 2e-05, |
| "loss": 0.7028, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.7072771872444807, |
| "grad_norm": 0.39240145683288574, |
| "learning_rate": 2e-05, |
| "loss": 0.7014, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.7080948487326247, |
| "grad_norm": 0.3745633661746979, |
| "learning_rate": 2e-05, |
| "loss": 0.7014, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.7089125102207686, |
| "grad_norm": 0.38909491896629333, |
| "learning_rate": 2e-05, |
| "loss": 0.7008, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.7097301717089125, |
| "grad_norm": 0.4325014352798462, |
| "learning_rate": 2e-05, |
| "loss": 0.7064, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.7105478331970564, |
| "grad_norm": 0.3801126182079315, |
| "learning_rate": 2e-05, |
| "loss": 0.6973, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.7113654946852003, |
| "grad_norm": 0.38816311955451965, |
| "learning_rate": 2e-05, |
| "loss": 0.7228, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.7121831561733443, |
| "grad_norm": 0.36710384488105774, |
| "learning_rate": 2e-05, |
| "loss": 0.6889, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.7130008176614882, |
| "grad_norm": 0.40296927094459534, |
| "learning_rate": 2e-05, |
| "loss": 0.7053, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.713818479149632, |
| "grad_norm": 0.38554781675338745, |
| "learning_rate": 2e-05, |
| "loss": 0.6962, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.7146361406377759, |
| "grad_norm": 0.3844847083091736, |
| "learning_rate": 2e-05, |
| "loss": 0.7044, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.7154538021259199, |
| "grad_norm": 0.42103567719459534, |
| "learning_rate": 2e-05, |
| "loss": 0.7026, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.7162714636140638, |
| "grad_norm": 0.3701580762863159, |
| "learning_rate": 2e-05, |
| "loss": 0.7313, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.7170891251022077, |
| "grad_norm": 0.38155385851860046, |
| "learning_rate": 2e-05, |
| "loss": 0.7101, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.7179067865903516, |
| "grad_norm": 0.3899162709712982, |
| "learning_rate": 2e-05, |
| "loss": 0.7255, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.7187244480784954, |
| "grad_norm": 0.4215267598628998, |
| "learning_rate": 2e-05, |
| "loss": 0.7178, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.7195421095666394, |
| "grad_norm": 0.36979684233665466, |
| "learning_rate": 2e-05, |
| "loss": 0.6829, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.7203597710547833, |
| "grad_norm": 0.3744196891784668, |
| "learning_rate": 2e-05, |
| "loss": 0.7007, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.7211774325429272, |
| "grad_norm": 0.5159342288970947, |
| "learning_rate": 2e-05, |
| "loss": 0.6958, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.7219950940310711, |
| "grad_norm": 0.3716892898082733, |
| "learning_rate": 2e-05, |
| "loss": 0.7245, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.7228127555192151, |
| "grad_norm": 0.37018489837646484, |
| "learning_rate": 2e-05, |
| "loss": 0.7285, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.723630417007359, |
| "grad_norm": 0.37027207016944885, |
| "learning_rate": 2e-05, |
| "loss": 0.6894, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.7244480784955029, |
| "grad_norm": 0.3884619176387787, |
| "learning_rate": 2e-05, |
| "loss": 0.7104, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.7252657399836467, |
| "grad_norm": 0.41086649894714355, |
| "learning_rate": 2e-05, |
| "loss": 0.7062, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.7260834014717906, |
| "grad_norm": 0.40272092819213867, |
| "learning_rate": 2e-05, |
| "loss": 0.7287, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.7269010629599346, |
| "grad_norm": 0.3882623314857483, |
| "learning_rate": 2e-05, |
| "loss": 0.7307, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.7277187244480785, |
| "grad_norm": 0.39466193318367004, |
| "learning_rate": 2e-05, |
| "loss": 0.7076, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.7285363859362224, |
| "grad_norm": 0.3991258144378662, |
| "learning_rate": 2e-05, |
| "loss": 0.7473, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.7293540474243663, |
| "grad_norm": 0.3717644214630127, |
| "learning_rate": 2e-05, |
| "loss": 0.7139, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.7301717089125103, |
| "grad_norm": 0.40505483746528625, |
| "learning_rate": 2e-05, |
| "loss": 0.7297, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.7309893704006541, |
| "grad_norm": 0.40505021810531616, |
| "learning_rate": 2e-05, |
| "loss": 0.7063, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.731807031888798, |
| "grad_norm": 0.39017975330352783, |
| "learning_rate": 2e-05, |
| "loss": 0.7148, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.7326246933769419, |
| "grad_norm": 0.6285465359687805, |
| "learning_rate": 2e-05, |
| "loss": 0.7141, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.7334423548650858, |
| "grad_norm": 0.3755154311656952, |
| "learning_rate": 2e-05, |
| "loss": 0.7148, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.7342600163532298, |
| "grad_norm": 0.34206828474998474, |
| "learning_rate": 2e-05, |
| "loss": 0.7272, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.7350776778413737, |
| "grad_norm": 0.4102880656719208, |
| "learning_rate": 2e-05, |
| "loss": 0.7019, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.7358953393295176, |
| "grad_norm": 0.38105693459510803, |
| "learning_rate": 2e-05, |
| "loss": 0.7308, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.7367130008176614, |
| "grad_norm": 0.37958770990371704, |
| "learning_rate": 2e-05, |
| "loss": 0.7291, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.7375306623058054, |
| "grad_norm": 0.394216388463974, |
| "learning_rate": 2e-05, |
| "loss": 0.6685, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.7383483237939493, |
| "grad_norm": 0.3768483102321625, |
| "learning_rate": 2e-05, |
| "loss": 0.7334, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.7391659852820932, |
| "grad_norm": 0.40919482707977295, |
| "learning_rate": 2e-05, |
| "loss": 0.723, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.7399836467702371, |
| "grad_norm": 0.3880603611469269, |
| "learning_rate": 2e-05, |
| "loss": 0.6984, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.740801308258381, |
| "grad_norm": 0.4032613933086395, |
| "learning_rate": 2e-05, |
| "loss": 0.7244, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.741618969746525, |
| "grad_norm": 0.4074728786945343, |
| "learning_rate": 2e-05, |
| "loss": 0.6826, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.7424366312346689, |
| "grad_norm": 0.35620808601379395, |
| "learning_rate": 2e-05, |
| "loss": 0.6694, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.7432542927228127, |
| "grad_norm": 0.3847275972366333, |
| "learning_rate": 2e-05, |
| "loss": 0.7575, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.7440719542109566, |
| "grad_norm": 0.39583247900009155, |
| "learning_rate": 2e-05, |
| "loss": 0.707, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.7448896156991006, |
| "grad_norm": 0.4044800400733948, |
| "learning_rate": 2e-05, |
| "loss": 0.735, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.7457072771872445, |
| "grad_norm": 0.36118680238723755, |
| "learning_rate": 2e-05, |
| "loss": 0.7156, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.7465249386753884, |
| "grad_norm": 0.39010629057884216, |
| "learning_rate": 2e-05, |
| "loss": 0.6926, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.7473426001635323, |
| "grad_norm": 0.37552088499069214, |
| "learning_rate": 2e-05, |
| "loss": 0.7091, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.7481602616516762, |
| "grad_norm": 0.3881646692752838, |
| "learning_rate": 2e-05, |
| "loss": 0.7117, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.7489779231398201, |
| "grad_norm": 0.40854597091674805, |
| "learning_rate": 2e-05, |
| "loss": 0.7084, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.749795584627964, |
| "grad_norm": 0.37144872546195984, |
| "learning_rate": 2e-05, |
| "loss": 0.6877, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.7506132461161079, |
| "grad_norm": 0.40291646122932434, |
| "learning_rate": 2e-05, |
| "loss": 0.7186, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.7514309076042518, |
| "grad_norm": 0.3799823224544525, |
| "learning_rate": 2e-05, |
| "loss": 0.6979, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.7522485690923958, |
| "grad_norm": 0.38580408692359924, |
| "learning_rate": 2e-05, |
| "loss": 0.7194, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.7530662305805397, |
| "grad_norm": 0.36788588762283325, |
| "learning_rate": 2e-05, |
| "loss": 0.6798, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.7538838920686836, |
| "grad_norm": 0.37825724482536316, |
| "learning_rate": 2e-05, |
| "loss": 0.73, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.7547015535568274, |
| "grad_norm": 0.40458667278289795, |
| "learning_rate": 2e-05, |
| "loss": 0.716, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.7555192150449714, |
| "grad_norm": 0.3898790776729584, |
| "learning_rate": 2e-05, |
| "loss": 0.7215, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.7563368765331153, |
| "grad_norm": 0.3553779721260071, |
| "learning_rate": 2e-05, |
| "loss": 0.6919, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.7571545380212592, |
| "grad_norm": 0.37732797861099243, |
| "learning_rate": 2e-05, |
| "loss": 0.7224, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.7579721995094031, |
| "grad_norm": 0.38592857122421265, |
| "learning_rate": 2e-05, |
| "loss": 0.7093, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.758789860997547, |
| "grad_norm": 0.36830833554267883, |
| "learning_rate": 2e-05, |
| "loss": 0.6876, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.759607522485691, |
| "grad_norm": 0.3792353570461273, |
| "learning_rate": 2e-05, |
| "loss": 0.6901, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.7604251839738349, |
| "grad_norm": 0.3909231126308441, |
| "learning_rate": 2e-05, |
| "loss": 0.7094, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.7612428454619787, |
| "grad_norm": 0.39044252038002014, |
| "learning_rate": 2e-05, |
| "loss": 0.7101, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.7620605069501226, |
| "grad_norm": 0.3698933720588684, |
| "learning_rate": 2e-05, |
| "loss": 0.7131, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.7628781684382666, |
| "grad_norm": 0.39745262265205383, |
| "learning_rate": 2e-05, |
| "loss": 0.6894, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.7636958299264105, |
| "grad_norm": 0.3926052451133728, |
| "learning_rate": 2e-05, |
| "loss": 0.6951, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.7645134914145544, |
| "grad_norm": 0.39207562804222107, |
| "learning_rate": 2e-05, |
| "loss": 0.7436, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.7653311529026983, |
| "grad_norm": 0.3587401211261749, |
| "learning_rate": 2e-05, |
| "loss": 0.7178, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.7661488143908421, |
| "grad_norm": 0.43905872106552124, |
| "learning_rate": 2e-05, |
| "loss": 0.7253, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.7669664758789861, |
| "grad_norm": 0.353103905916214, |
| "learning_rate": 2e-05, |
| "loss": 0.6959, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.76778413736713, |
| "grad_norm": 0.3872166574001312, |
| "learning_rate": 2e-05, |
| "loss": 0.695, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.7686017988552739, |
| "grad_norm": 0.43390828371047974, |
| "learning_rate": 2e-05, |
| "loss": 0.7135, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.7694194603434178, |
| "grad_norm": 0.40270760655403137, |
| "learning_rate": 2e-05, |
| "loss": 0.7046, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.7702371218315618, |
| "grad_norm": 0.402137815952301, |
| "learning_rate": 2e-05, |
| "loss": 0.7018, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.7710547833197057, |
| "grad_norm": 0.3770756423473358, |
| "learning_rate": 2e-05, |
| "loss": 0.7417, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.7718724448078496, |
| "grad_norm": 0.38187167048454285, |
| "learning_rate": 2e-05, |
| "loss": 0.712, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.7726901062959934, |
| "grad_norm": 0.35748592019081116, |
| "learning_rate": 2e-05, |
| "loss": 0.6664, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.7735077677841373, |
| "grad_norm": 0.3726420998573303, |
| "learning_rate": 2e-05, |
| "loss": 0.7177, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.7743254292722813, |
| "grad_norm": 0.42980751395225525, |
| "learning_rate": 2e-05, |
| "loss": 0.6995, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.7751430907604252, |
| "grad_norm": 0.40147361159324646, |
| "learning_rate": 2e-05, |
| "loss": 0.7397, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.7759607522485691, |
| "grad_norm": 0.40417081117630005, |
| "learning_rate": 2e-05, |
| "loss": 0.6912, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.776778413736713, |
| "grad_norm": 0.4044056534767151, |
| "learning_rate": 2e-05, |
| "loss": 0.693, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.777596075224857, |
| "grad_norm": 0.410415917634964, |
| "learning_rate": 2e-05, |
| "loss": 0.7188, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.7784137367130008, |
| "grad_norm": 0.41199836134910583, |
| "learning_rate": 2e-05, |
| "loss": 0.71, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.7792313982011447, |
| "grad_norm": 0.40095558762550354, |
| "learning_rate": 2e-05, |
| "loss": 0.7032, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.7800490596892886, |
| "grad_norm": 0.3814401924610138, |
| "learning_rate": 2e-05, |
| "loss": 0.707, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.7808667211774325, |
| "grad_norm": 0.36641961336135864, |
| "learning_rate": 2e-05, |
| "loss": 0.6941, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.7816843826655765, |
| "grad_norm": 0.39270785450935364, |
| "learning_rate": 2e-05, |
| "loss": 0.6949, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.7825020441537204, |
| "grad_norm": 0.3597510755062103, |
| "learning_rate": 2e-05, |
| "loss": 0.71, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.7833197056418643, |
| "grad_norm": 0.4060615003108978, |
| "learning_rate": 2e-05, |
| "loss": 0.7032, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.7841373671300081, |
| "grad_norm": 0.39678332209587097, |
| "learning_rate": 2e-05, |
| "loss": 0.7338, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.7849550286181521, |
| "grad_norm": 0.4351567029953003, |
| "learning_rate": 2e-05, |
| "loss": 0.6881, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.785772690106296, |
| "grad_norm": 0.38145536184310913, |
| "learning_rate": 2e-05, |
| "loss": 0.7058, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.7865903515944399, |
| "grad_norm": 0.3586829602718353, |
| "learning_rate": 2e-05, |
| "loss": 0.6878, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.7874080130825838, |
| "grad_norm": 0.38323840498924255, |
| "learning_rate": 2e-05, |
| "loss": 0.7163, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.7882256745707277, |
| "grad_norm": 0.36338692903518677, |
| "learning_rate": 2e-05, |
| "loss": 0.7255, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.7890433360588717, |
| "grad_norm": 0.37059319019317627, |
| "learning_rate": 2e-05, |
| "loss": 0.7033, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.7898609975470156, |
| "grad_norm": 0.39110058546066284, |
| "learning_rate": 2e-05, |
| "loss": 0.7236, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.7906786590351594, |
| "grad_norm": 0.38414162397384644, |
| "learning_rate": 2e-05, |
| "loss": 0.7257, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.7914963205233033, |
| "grad_norm": 0.3816734254360199, |
| "learning_rate": 2e-05, |
| "loss": 0.701, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.7923139820114473, |
| "grad_norm": 0.38287994265556335, |
| "learning_rate": 2e-05, |
| "loss": 0.6947, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.7931316434995912, |
| "grad_norm": 0.38201695680618286, |
| "learning_rate": 2e-05, |
| "loss": 0.6863, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.7939493049877351, |
| "grad_norm": 0.3740134537220001, |
| "learning_rate": 2e-05, |
| "loss": 0.7443, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.794766966475879, |
| "grad_norm": 0.44060218334198, |
| "learning_rate": 2e-05, |
| "loss": 0.7125, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.7955846279640229, |
| "grad_norm": 0.39556771516799927, |
| "learning_rate": 2e-05, |
| "loss": 0.6752, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.7964022894521668, |
| "grad_norm": 0.3801727890968323, |
| "learning_rate": 2e-05, |
| "loss": 0.6797, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.7972199509403107, |
| "grad_norm": 0.37364211678504944, |
| "learning_rate": 2e-05, |
| "loss": 0.6963, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.7980376124284546, |
| "grad_norm": 0.38798683881759644, |
| "learning_rate": 2e-05, |
| "loss": 0.7025, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.7988552739165985, |
| "grad_norm": 0.3733680546283722, |
| "learning_rate": 2e-05, |
| "loss": 0.6967, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.7996729354047425, |
| "grad_norm": 0.3645612299442291, |
| "learning_rate": 2e-05, |
| "loss": 0.6958, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.8004905968928864, |
| "grad_norm": 0.3862253427505493, |
| "learning_rate": 2e-05, |
| "loss": 0.7429, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.8013082583810303, |
| "grad_norm": 0.37967002391815186, |
| "learning_rate": 2e-05, |
| "loss": 0.7055, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.8021259198691741, |
| "grad_norm": 0.4187982380390167, |
| "learning_rate": 2e-05, |
| "loss": 0.7291, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.802943581357318, |
| "grad_norm": 0.3889312148094177, |
| "learning_rate": 2e-05, |
| "loss": 0.7159, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.803761242845462, |
| "grad_norm": 0.39745205640792847, |
| "learning_rate": 2e-05, |
| "loss": 0.7131, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.8045789043336059, |
| "grad_norm": 0.39822646975517273, |
| "learning_rate": 2e-05, |
| "loss": 0.7121, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.8053965658217498, |
| "grad_norm": 0.3866014778614044, |
| "learning_rate": 2e-05, |
| "loss": 0.7214, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.8062142273098937, |
| "grad_norm": 0.4019232988357544, |
| "learning_rate": 2e-05, |
| "loss": 0.6924, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.8070318887980377, |
| "grad_norm": 0.4176042973995209, |
| "learning_rate": 2e-05, |
| "loss": 0.7101, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.8078495502861816, |
| "grad_norm": 0.38012629747390747, |
| "learning_rate": 2e-05, |
| "loss": 0.7263, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.8086672117743254, |
| "grad_norm": 0.4058390259742737, |
| "learning_rate": 2e-05, |
| "loss": 0.6919, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.8094848732624693, |
| "grad_norm": 0.39357295632362366, |
| "learning_rate": 2e-05, |
| "loss": 0.7107, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.8103025347506132, |
| "grad_norm": 0.409150093793869, |
| "learning_rate": 2e-05, |
| "loss": 0.7033, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.8111201962387572, |
| "grad_norm": 0.3608975410461426, |
| "learning_rate": 2e-05, |
| "loss": 0.7127, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.8119378577269011, |
| "grad_norm": 0.3726581037044525, |
| "learning_rate": 2e-05, |
| "loss": 0.694, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.812755519215045, |
| "grad_norm": 0.35783761739730835, |
| "learning_rate": 2e-05, |
| "loss": 0.6902, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.8135731807031888, |
| "grad_norm": 0.3849797546863556, |
| "learning_rate": 2e-05, |
| "loss": 0.695, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.8143908421913328, |
| "grad_norm": 0.38283759355545044, |
| "learning_rate": 2e-05, |
| "loss": 0.6909, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.8152085036794767, |
| "grad_norm": 0.4008461534976959, |
| "learning_rate": 2e-05, |
| "loss": 0.701, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.8160261651676206, |
| "grad_norm": 0.390794038772583, |
| "learning_rate": 2e-05, |
| "loss": 0.6685, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.8168438266557645, |
| "grad_norm": 0.3822691738605499, |
| "learning_rate": 2e-05, |
| "loss": 0.6855, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.8176614881439084, |
| "grad_norm": 0.38428863883018494, |
| "learning_rate": 2e-05, |
| "loss": 0.6821, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.8184791496320524, |
| "grad_norm": 0.3738388419151306, |
| "learning_rate": 2e-05, |
| "loss": 0.6843, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.8192968111201963, |
| "grad_norm": 0.38718411326408386, |
| "learning_rate": 2e-05, |
| "loss": 0.6992, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.8201144726083401, |
| "grad_norm": 0.402376264333725, |
| "learning_rate": 2e-05, |
| "loss": 0.6918, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.820932134096484, |
| "grad_norm": 0.3827599585056305, |
| "learning_rate": 2e-05, |
| "loss": 0.6776, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.821749795584628, |
| "grad_norm": 0.367160826921463, |
| "learning_rate": 2e-05, |
| "loss": 0.7229, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.8225674570727719, |
| "grad_norm": 0.36382490396499634, |
| "learning_rate": 2e-05, |
| "loss": 0.7211, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.8233851185609158, |
| "grad_norm": 0.3898535370826721, |
| "learning_rate": 2e-05, |
| "loss": 0.6903, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.8242027800490597, |
| "grad_norm": 0.37079155445098877, |
| "learning_rate": 2e-05, |
| "loss": 0.7168, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.8250204415372036, |
| "grad_norm": 0.4050709307193756, |
| "learning_rate": 2e-05, |
| "loss": 0.6709, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.8258381030253475, |
| "grad_norm": 0.8351162672042847, |
| "learning_rate": 2e-05, |
| "loss": 0.71, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.8266557645134914, |
| "grad_norm": 0.39785236120224, |
| "learning_rate": 2e-05, |
| "loss": 0.7188, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.8274734260016353, |
| "grad_norm": 0.39478611946105957, |
| "learning_rate": 2e-05, |
| "loss": 0.7265, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.8282910874897792, |
| "grad_norm": 0.3996069133281708, |
| "learning_rate": 2e-05, |
| "loss": 0.7226, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.8291087489779232, |
| "grad_norm": 0.4063313901424408, |
| "learning_rate": 2e-05, |
| "loss": 0.6986, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.8299264104660671, |
| "grad_norm": 0.3814488351345062, |
| "learning_rate": 2e-05, |
| "loss": 0.6847, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.830744071954211, |
| "grad_norm": 0.37787821888923645, |
| "learning_rate": 2e-05, |
| "loss": 0.6938, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.8315617334423548, |
| "grad_norm": 0.37715527415275574, |
| "learning_rate": 2e-05, |
| "loss": 0.6964, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.8323793949304987, |
| "grad_norm": 0.3893508315086365, |
| "learning_rate": 1.999957358086795e-05, |
| "loss": 0.7163, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.8331970564186427, |
| "grad_norm": 0.37114375829696655, |
| "learning_rate": 1.9991993813020483e-05, |
| "loss": 0.7134, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.8340147179067866, |
| "grad_norm": 0.3585938513278961, |
| "learning_rate": 1.9974946373028628e-05, |
| "loss": 0.6978, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.8348323793949305, |
| "grad_norm": 0.3655489683151245, |
| "learning_rate": 1.994844749501764e-05, |
| "loss": 0.7, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.8356500408830744, |
| "grad_norm": 0.3851862847805023, |
| "learning_rate": 1.9912522413632988e-05, |
| "loss": 0.7054, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.8364677023712184, |
| "grad_norm": 0.3986681401729584, |
| "learning_rate": 1.9867205340009656e-05, |
| "loss": 0.6839, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.8372853638593623, |
| "grad_norm": 0.3750159740447998, |
| "learning_rate": 1.9812539429193164e-05, |
| "loss": 0.7189, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.8381030253475061, |
| "grad_norm": 0.3610939383506775, |
| "learning_rate": 1.9748576739043423e-05, |
| "loss": 0.6904, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.83892068683565, |
| "grad_norm": 0.3807199001312256, |
| "learning_rate": 1.967537818066047e-05, |
| "loss": 0.7132, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.8397383483237939, |
| "grad_norm": 0.40728816390037537, |
| "learning_rate": 1.959301346037941e-05, |
| "loss": 0.6742, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.8405560098119379, |
| "grad_norm": 0.4602898955345154, |
| "learning_rate": 1.9501561013389646e-05, |
| "loss": 0.7415, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.8413736713000818, |
| "grad_norm": 0.3729492723941803, |
| "learning_rate": 1.9401107929041795e-05, |
| "loss": 0.7198, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.8421913327882257, |
| "grad_norm": 0.37476179003715515, |
| "learning_rate": 1.9291749867913225e-05, |
| "loss": 0.7124, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.8430089942763695, |
| "grad_norm": 0.380525141954422, |
| "learning_rate": 1.91735909707114e-05, |
| "loss": 0.7281, |
| "step": 10310 |
| }, |
| { |
| "epoch": 0.8438266557645135, |
| "grad_norm": 0.4078218638896942, |
| "learning_rate": 1.9046743759101545e-05, |
| "loss": 0.7055, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.8446443172526574, |
| "grad_norm": 0.3895138204097748, |
| "learning_rate": 1.8911329028553324e-05, |
| "loss": 0.7132, |
| "step": 10330 |
| }, |
| { |
| "epoch": 0.8454619787408013, |
| "grad_norm": 0.3766283094882965, |
| "learning_rate": 1.876747573330835e-05, |
| "loss": 0.7003, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.8462796402289452, |
| "grad_norm": 0.3981696665287018, |
| "learning_rate": 1.8615320863578244e-05, |
| "loss": 0.6988, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.8470973017170891, |
| "grad_norm": 0.39509448409080505, |
| "learning_rate": 1.8455009315090036e-05, |
| "loss": 0.6943, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.8479149632052331, |
| "grad_norm": 0.36399543285369873, |
| "learning_rate": 1.8286693751103294e-05, |
| "loss": 0.725, |
| "step": 10370 |
| }, |
| { |
| "epoch": 0.848732624693377, |
| "grad_norm": 0.4151357114315033, |
| "learning_rate": 1.811053445703024e-05, |
| "loss": 0.6965, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.8495502861815208, |
| "grad_norm": 0.4020456373691559, |
| "learning_rate": 1.7926699187797375e-05, |
| "loss": 0.7248, |
| "step": 10390 |
| }, |
| { |
| "epoch": 0.8503679476696647, |
| "grad_norm": 0.40458643436431885, |
| "learning_rate": 1.7735363008093995e-05, |
| "loss": 0.6812, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.8511856091578087, |
| "grad_norm": 0.3973253667354584, |
| "learning_rate": 1.7536708125659577e-05, |
| "loss": 0.6942, |
| "step": 10410 |
| }, |
| { |
| "epoch": 0.8520032706459526, |
| "grad_norm": 0.3637685775756836, |
| "learning_rate": 1.733092371776905e-05, |
| "loss": 0.6936, |
| "step": 10420 |
| }, |
| { |
| "epoch": 0.8528209321340965, |
| "grad_norm": 0.37673094868659973, |
| "learning_rate": 1.7118205751080915e-05, |
| "loss": 0.6878, |
| "step": 10430 |
| }, |
| { |
| "epoch": 0.8536385936222404, |
| "grad_norm": 0.37734436988830566, |
| "learning_rate": 1.6898756795019935e-05, |
| "loss": 0.6947, |
| "step": 10440 |
| }, |
| { |
| "epoch": 0.8544562551103843, |
| "grad_norm": 0.38562697172164917, |
| "learning_rate": 1.667278582887211e-05, |
| "loss": 0.6976, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.8552739165985282, |
| "grad_norm": 0.38020020723342896, |
| "learning_rate": 1.6440508042775545e-05, |
| "loss": 0.7004, |
| "step": 10460 |
| }, |
| { |
| "epoch": 0.8560915780866721, |
| "grad_norm": 0.3792610168457031, |
| "learning_rate": 1.6202144632796796e-05, |
| "loss": 0.6735, |
| "step": 10470 |
| }, |
| { |
| "epoch": 0.856909239574816, |
| "grad_norm": 0.38012149930000305, |
| "learning_rate": 1.595792259028783e-05, |
| "loss": 0.7122, |
| "step": 10480 |
| }, |
| { |
| "epoch": 0.8577269010629599, |
| "grad_norm": 0.3814740478992462, |
| "learning_rate": 1.570807448572419e-05, |
| "loss": 0.6642, |
| "step": 10490 |
| }, |
| { |
| "epoch": 0.8585445625511039, |
| "grad_norm": 0.36654943227767944, |
| "learning_rate": 1.5452838247230197e-05, |
| "loss": 0.6833, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.8593622240392478, |
| "grad_norm": 0.37783777713775635, |
| "learning_rate": 1.5192456934002106e-05, |
| "loss": 0.7283, |
| "step": 10510 |
| }, |
| { |
| "epoch": 0.8601798855273917, |
| "grad_norm": 0.43871939182281494, |
| "learning_rate": 1.492717850484502e-05, |
| "loss": 0.6762, |
| "step": 10520 |
| }, |
| { |
| "epoch": 0.8609975470155355, |
| "grad_norm": 0.39402177929878235, |
| "learning_rate": 1.4657255582043904e-05, |
| "loss": 0.691, |
| "step": 10530 |
| }, |
| { |
| "epoch": 0.8618152085036794, |
| "grad_norm": 0.37783652544021606, |
| "learning_rate": 1.4382945210793663e-05, |
| "loss": 0.7066, |
| "step": 10540 |
| }, |
| { |
| "epoch": 0.8626328699918234, |
| "grad_norm": 0.3981021046638489, |
| "learning_rate": 1.4104508614417267e-05, |
| "loss": 0.6829, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.8634505314799673, |
| "grad_norm": 0.378268837928772, |
| "learning_rate": 1.382221094560512e-05, |
| "loss": 0.7275, |
| "step": 10560 |
| }, |
| { |
| "epoch": 0.8642681929681112, |
| "grad_norm": 0.3925245404243469, |
| "learning_rate": 1.3536321033912506e-05, |
| "loss": 0.6944, |
| "step": 10570 |
| }, |
| { |
| "epoch": 0.8650858544562551, |
| "grad_norm": 0.38472065329551697, |
| "learning_rate": 1.3247111129755609e-05, |
| "loss": 0.6846, |
| "step": 10580 |
| }, |
| { |
| "epoch": 0.8659035159443991, |
| "grad_norm": 0.38513079285621643, |
| "learning_rate": 1.2954856645149868e-05, |
| "loss": 0.6844, |
| "step": 10590 |
| }, |
| { |
| "epoch": 0.866721177432543, |
| "grad_norm": 0.4379119575023651, |
| "learning_rate": 1.2659835891437553e-05, |
| "loss": 0.7115, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.8675388389206868, |
| "grad_norm": 0.3622902035713196, |
| "learning_rate": 1.236232981425436e-05, |
| "loss": 0.6735, |
| "step": 10610 |
| }, |
| { |
| "epoch": 0.8683565004088307, |
| "grad_norm": 0.3786431849002838, |
| "learning_rate": 1.2062621725987402e-05, |
| "loss": 0.7138, |
| "step": 10620 |
| }, |
| { |
| "epoch": 0.8691741618969746, |
| "grad_norm": 0.39203810691833496, |
| "learning_rate": 1.1760997035979318e-05, |
| "loss": 0.6634, |
| "step": 10630 |
| }, |
| { |
| "epoch": 0.8699918233851186, |
| "grad_norm": 0.37007516622543335, |
| "learning_rate": 1.1457742978735514e-05, |
| "loss": 0.7008, |
| "step": 10640 |
| }, |
| { |
| "epoch": 0.8708094848732625, |
| "grad_norm": 0.4103783071041107, |
| "learning_rate": 1.1153148340393298e-05, |
| "loss": 0.6888, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.8716271463614064, |
| "grad_norm": 0.37784343957901, |
| "learning_rate": 1.0847503183713424e-05, |
| "loss": 0.6873, |
| "step": 10660 |
| }, |
| { |
| "epoch": 0.8724448078495503, |
| "grad_norm": 0.37784522771835327, |
| "learning_rate": 1.0541098571855896e-05, |
| "loss": 0.6891, |
| "step": 10670 |
| }, |
| { |
| "epoch": 0.8732624693376942, |
| "grad_norm": 0.41790395975112915, |
| "learning_rate": 1.0234226291203123e-05, |
| "loss": 0.6888, |
| "step": 10680 |
| }, |
| { |
| "epoch": 0.8740801308258381, |
| "grad_norm": 0.38745781779289246, |
| "learning_rate": 9.927178573494333e-06, |
| "loss": 0.69, |
| "step": 10690 |
| }, |
| { |
| "epoch": 0.874897792313982, |
| "grad_norm": 0.398221492767334, |
| "learning_rate": 9.620247817535902e-06, |
| "loss": 0.7129, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.8757154538021259, |
| "grad_norm": 0.394243448972702, |
| "learning_rate": 9.313726310752581e-06, |
| "loss": 0.7139, |
| "step": 10710 |
| }, |
| { |
| "epoch": 0.8765331152902698, |
| "grad_norm": 0.34937936067581177, |
| "learning_rate": 9.00790595084477e-06, |
| "loss": 0.6657, |
| "step": 10720 |
| }, |
| { |
| "epoch": 0.8773507767784138, |
| "grad_norm": 0.3711390495300293, |
| "learning_rate": 8.703077967816944e-06, |
| "loss": 0.6728, |
| "step": 10730 |
| }, |
| { |
| "epoch": 0.8781684382665577, |
| "grad_norm": 0.3892441689968109, |
| "learning_rate": 8.39953264664192e-06, |
| "loss": 0.716, |
| "step": 10740 |
| }, |
| { |
| "epoch": 0.8789860997547015, |
| "grad_norm": 0.3458738327026367, |
| "learning_rate": 8.097559050825058e-06, |
| "loss": 0.6848, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.8798037612428454, |
| "grad_norm": 0.36444976925849915, |
| "learning_rate": 7.79744474713166e-06, |
| "loss": 0.6923, |
| "step": 10760 |
| }, |
| { |
| "epoch": 0.8806214227309894, |
| "grad_norm": 0.3681751787662506, |
| "learning_rate": 7.499475531739696e-06, |
| "loss": 0.6572, |
| "step": 10770 |
| }, |
| { |
| "epoch": 0.8814390842191333, |
| "grad_norm": 0.3733675181865692, |
| "learning_rate": 7.203935158078662e-06, |
| "loss": 0.6765, |
| "step": 10780 |
| }, |
| { |
| "epoch": 0.8822567457072772, |
| "grad_norm": 0.41421762108802795, |
| "learning_rate": 6.911105066613709e-06, |
| "loss": 0.6718, |
| "step": 10790 |
| }, |
| { |
| "epoch": 0.8830744071954211, |
| "grad_norm": 0.3620806932449341, |
| "learning_rate": 6.621264116832394e-06, |
| "loss": 0.6816, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.883892068683565, |
| "grad_norm": 0.37829500436782837, |
| "learning_rate": 6.334688321689274e-06, |
| "loss": 0.6804, |
| "step": 10810 |
| }, |
| { |
| "epoch": 0.884709730171709, |
| "grad_norm": 0.32967308163642883, |
| "learning_rate": 6.051650584761237e-06, |
| "loss": 0.6502, |
| "step": 10820 |
| }, |
| { |
| "epoch": 0.8855273916598528, |
| "grad_norm": 0.35177892446517944, |
| "learning_rate": 5.772420440363841e-06, |
| "loss": 0.6457, |
| "step": 10830 |
| }, |
| { |
| "epoch": 0.8863450531479967, |
| "grad_norm": 0.3710830807685852, |
| "learning_rate": 5.497263796876207e-06, |
| "loss": 0.6656, |
| "step": 10840 |
| }, |
| { |
| "epoch": 0.8871627146361406, |
| "grad_norm": 0.4050544798374176, |
| "learning_rate": 5.226442683518813e-06, |
| "loss": 0.6785, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.8879803761242846, |
| "grad_norm": 0.4040084779262543, |
| "learning_rate": 4.960215000825432e-06, |
| "loss": 0.7288, |
| "step": 10860 |
| }, |
| { |
| "epoch": 0.8887980376124285, |
| "grad_norm": 0.4372066557407379, |
| "learning_rate": 4.698834275046711e-06, |
| "loss": 0.6837, |
| "step": 10870 |
| }, |
| { |
| "epoch": 0.8896156991005724, |
| "grad_norm": 0.3768942058086395, |
| "learning_rate": 4.442549416719423e-06, |
| "loss": 0.6782, |
| "step": 10880 |
| }, |
| { |
| "epoch": 0.8904333605887162, |
| "grad_norm": 0.3646766245365143, |
| "learning_rate": 4.1916044836311565e-06, |
| "loss": 0.6755, |
| "step": 10890 |
| }, |
| { |
| "epoch": 0.8912510220768601, |
| "grad_norm": 0.3826245963573456, |
| "learning_rate": 3.94623844840626e-06, |
| "loss": 0.6898, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.8920686835650041, |
| "grad_norm": 0.39837127923965454, |
| "learning_rate": 3.7066849709343467e-06, |
| "loss": 0.7064, |
| "step": 10910 |
| }, |
| { |
| "epoch": 0.892886345053148, |
| "grad_norm": 0.362407386302948, |
| "learning_rate": 3.473172175858059e-06, |
| "loss": 0.6442, |
| "step": 10920 |
| }, |
| { |
| "epoch": 0.8937040065412919, |
| "grad_norm": 0.3900721073150635, |
| "learning_rate": 3.2459224353320046e-06, |
| "loss": 0.7004, |
| "step": 10930 |
| }, |
| { |
| "epoch": 0.8945216680294358, |
| "grad_norm": 0.36550894379615784, |
| "learning_rate": 3.025152157259735e-06, |
| "loss": 0.6889, |
| "step": 10940 |
| }, |
| { |
| "epoch": 0.8953393295175798, |
| "grad_norm": 0.37971267104148865, |
| "learning_rate": 2.811071579210425e-06, |
| "loss": 0.6817, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.8961569910057237, |
| "grad_norm": 0.37165409326553345, |
| "learning_rate": 2.603884568211513e-06, |
| "loss": 0.7084, |
| "step": 10960 |
| }, |
| { |
| "epoch": 0.8969746524938675, |
| "grad_norm": 0.37599119544029236, |
| "learning_rate": 2.4037884266079434e-06, |
| "loss": 0.6631, |
| "step": 10970 |
| }, |
| { |
| "epoch": 0.8977923139820114, |
| "grad_norm": 0.3620017170906067, |
| "learning_rate": 2.2109737041728955e-06, |
| "loss": 0.6825, |
| "step": 10980 |
| }, |
| { |
| "epoch": 0.8986099754701553, |
| "grad_norm": 0.38728195428848267, |
| "learning_rate": 2.0256240166489454e-06, |
| "loss": 0.6773, |
| "step": 10990 |
| }, |
| { |
| "epoch": 0.8994276369582993, |
| "grad_norm": 0.37711861729621887, |
| "learning_rate": 1.847915870892413e-06, |
| "loss": 0.6647, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.9002452984464432, |
| "grad_norm": 0.36904317140579224, |
| "learning_rate": 1.6780184967874715e-06, |
| "loss": 0.6763, |
| "step": 11010 |
| }, |
| { |
| "epoch": 0.9010629599345871, |
| "grad_norm": 0.34700000286102295, |
| "learning_rate": 1.5160936860900294e-06, |
| "loss": 0.6896, |
| "step": 11020 |
| }, |
| { |
| "epoch": 0.901880621422731, |
| "grad_norm": 0.3383204936981201, |
| "learning_rate": 1.3622956383548762e-06, |
| "loss": 0.6581, |
| "step": 11030 |
| }, |
| { |
| "epoch": 0.902698282910875, |
| "grad_norm": 0.3764679431915283, |
| "learning_rate": 1.216770814092834e-06, |
| "loss": 0.6922, |
| "step": 11040 |
| }, |
| { |
| "epoch": 0.9035159443990188, |
| "grad_norm": 0.3605528175830841, |
| "learning_rate": 1.0796577952977013e-06, |
| "loss": 0.6685, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.9043336058871627, |
| "grad_norm": 0.3455122411251068, |
| "learning_rate": 9.510871534758705e-07, |
| "loss": 0.6644, |
| "step": 11060 |
| }, |
| { |
| "epoch": 0.9051512673753066, |
| "grad_norm": 0.35580572485923767, |
| "learning_rate": 8.311813253042334e-07, |
| "loss": 0.6522, |
| "step": 11070 |
| }, |
| { |
| "epoch": 0.9059689288634505, |
| "grad_norm": 0.3604564666748047, |
| "learning_rate": 7.200544960348308e-07, |
| "loss": 0.6648, |
| "step": 11080 |
| }, |
| { |
| "epoch": 0.9067865903515945, |
| "grad_norm": 0.3734298348426819, |
| "learning_rate": 6.178124907572545e-07, |
| "loss": 0.69, |
| "step": 11090 |
| }, |
| { |
| "epoch": 0.9076042518397384, |
| "grad_norm": 0.35744336247444153, |
| "learning_rate": 5.245526736223528e-07, |
| "loss": 0.6706, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.9084219133278822, |
| "grad_norm": 0.373531699180603, |
| "learning_rate": 4.403638551232205e-07, |
| "loss": 0.6839, |
| "step": 11110 |
| }, |
| { |
| "epoch": 0.9092395748160261, |
| "grad_norm": 0.368693083524704, |
| "learning_rate": 3.6532620752175616e-07, |
| "loss": 0.6764, |
| "step": 11120 |
| }, |
| { |
| "epoch": 0.9100572363041701, |
| "grad_norm": 0.37689825892448425, |
| "learning_rate": 2.9951118850133247e-07, |
| "loss": 0.6707, |
| "step": 11130 |
| }, |
| { |
| "epoch": 0.910874897792314, |
| "grad_norm": 0.35353395342826843, |
| "learning_rate": 2.429814731182774e-07, |
| "loss": 0.6643, |
| "step": 11140 |
| }, |
| { |
| "epoch": 0.9116925592804579, |
| "grad_norm": 0.36653703451156616, |
| "learning_rate": 1.957908941169813e-07, |
| "loss": 0.642, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.9125102207686018, |
| "grad_norm": 0.35942766070365906, |
| "learning_rate": 1.5798439066545254e-07, |
| "loss": 0.6801, |
| "step": 11160 |
| }, |
| { |
| "epoch": 0.9133278822567457, |
| "grad_norm": 0.3710387647151947, |
| "learning_rate": 1.2959796556014471e-07, |
| "loss": 0.6623, |
| "step": 11170 |
| }, |
| { |
| "epoch": 0.9141455437448897, |
| "grad_norm": 0.36466386914253235, |
| "learning_rate": 1.1065865094081884e-07, |
| "loss": 0.6644, |
| "step": 11180 |
| }, |
| { |
| "epoch": 0.9149632052330335, |
| "grad_norm": 0.3551817238330841, |
| "learning_rate": 1.011844825480734e-07, |
| "loss": 0.6699, |
| "step": 11190 |
| }, |
| { |
| "epoch": 0.9152902698282911, |
| "step": 11194, |
| "total_flos": 4.547514943786923e+19, |
| "train_loss": 0.003823117611769035, |
| "train_runtime": 609.8376, |
| "train_samples_per_second": 220.268, |
| "train_steps_per_second": 18.356 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 11194, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 159, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.547514943786923e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
