| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.23976435935198823, |
| "eval_steps": 500, |
| "global_step": 4070, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.000589101620029455, |
| "grad_norm": 1.1187952756881714, |
| "learning_rate": 2.910112359550562e-06, |
| "loss": 0.7831, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00117820324005891, |
| "grad_norm": 1.0689250230789185, |
| "learning_rate": 3.921348314606742e-06, |
| "loss": 0.8085, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0017673048600883653, |
| "grad_norm": 0.741685688495636, |
| "learning_rate": 4.932584269662922e-06, |
| "loss": 0.7525, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.00235640648011782, |
| "grad_norm": 0.8915156722068787, |
| "learning_rate": 5.943820224719102e-06, |
| "loss": 0.7265, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0029455081001472753, |
| "grad_norm": 0.6924229264259338, |
| "learning_rate": 6.955056179775282e-06, |
| "loss": 0.7388, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0035346097201767305, |
| "grad_norm": 0.7231901288032532, |
| "learning_rate": 7.966292134831462e-06, |
| "loss": 0.7317, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.004123711340206186, |
| "grad_norm": 0.7959139943122864, |
| "learning_rate": 8.977528089887641e-06, |
| "loss": 0.7457, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00471281296023564, |
| "grad_norm": 0.8100572824478149, |
| "learning_rate": 9.988764044943822e-06, |
| "loss": 0.7577, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.005301914580265096, |
| "grad_norm": 0.7159477472305298, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.7537, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.005891016200294551, |
| "grad_norm": 0.8149115443229675, |
| "learning_rate": 1.2011235955056182e-05, |
| "loss": 0.7762, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.006480117820324006, |
| "grad_norm": 0.8290235996246338, |
| "learning_rate": 1.3022471910112362e-05, |
| "loss": 0.7777, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.007069219440353461, |
| "grad_norm": 0.7166168093681335, |
| "learning_rate": 1.403370786516854e-05, |
| "loss": 0.7597, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.007658321060382916, |
| "grad_norm": 0.8164111375808716, |
| "learning_rate": 1.504494382022472e-05, |
| "loss": 0.7249, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.008247422680412371, |
| "grad_norm": 0.7679075598716736, |
| "learning_rate": 1.60561797752809e-05, |
| "loss": 0.7427, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.008836524300441826, |
| "grad_norm": 0.7330767512321472, |
| "learning_rate": 1.706741573033708e-05, |
| "loss": 0.7465, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.00942562592047128, |
| "grad_norm": 0.6833717823028564, |
| "learning_rate": 1.8078651685393256e-05, |
| "loss": 0.7656, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.010014727540500737, |
| "grad_norm": 0.7289340496063232, |
| "learning_rate": 1.908988764044944e-05, |
| "loss": 0.7791, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.010603829160530192, |
| "grad_norm": 0.6722760200500488, |
| "learning_rate": 2e-05, |
| "loss": 0.7861, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.011192930780559647, |
| "grad_norm": 0.6587191820144653, |
| "learning_rate": 2e-05, |
| "loss": 0.7593, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.011782032400589101, |
| "grad_norm": 1.342365026473999, |
| "learning_rate": 2e-05, |
| "loss": 0.7532, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.012371134020618556, |
| "grad_norm": 0.7734410166740417, |
| "learning_rate": 2e-05, |
| "loss": 0.7475, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.012960235640648013, |
| "grad_norm": 0.6449353098869324, |
| "learning_rate": 2e-05, |
| "loss": 0.7669, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.013549337260677467, |
| "grad_norm": 0.6131564378738403, |
| "learning_rate": 2e-05, |
| "loss": 0.7472, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.014138438880706922, |
| "grad_norm": 0.7450922131538391, |
| "learning_rate": 2e-05, |
| "loss": 0.7685, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.014727540500736377, |
| "grad_norm": 0.5752319693565369, |
| "learning_rate": 2e-05, |
| "loss": 0.7504, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.015316642120765831, |
| "grad_norm": 0.5238183736801147, |
| "learning_rate": 2e-05, |
| "loss": 0.7503, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.015905743740795286, |
| "grad_norm": 0.6273600459098816, |
| "learning_rate": 2e-05, |
| "loss": 0.7511, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.016494845360824743, |
| "grad_norm": 0.4939355254173279, |
| "learning_rate": 2e-05, |
| "loss": 0.7819, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.017083946980854196, |
| "grad_norm": 0.7005998492240906, |
| "learning_rate": 2e-05, |
| "loss": 0.7411, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.017673048600883652, |
| "grad_norm": 0.5144055485725403, |
| "learning_rate": 2e-05, |
| "loss": 0.7529, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.01826215022091311, |
| "grad_norm": 0.4719701111316681, |
| "learning_rate": 2e-05, |
| "loss": 0.755, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.01885125184094256, |
| "grad_norm": 0.5226520299911499, |
| "learning_rate": 2e-05, |
| "loss": 0.7586, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.019440353460972018, |
| "grad_norm": 0.5080249309539795, |
| "learning_rate": 2e-05, |
| "loss": 0.753, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.020029455081001474, |
| "grad_norm": 0.46481338143348694, |
| "learning_rate": 2e-05, |
| "loss": 0.7675, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.020618556701030927, |
| "grad_norm": 0.46027958393096924, |
| "learning_rate": 2e-05, |
| "loss": 0.7389, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.021207658321060384, |
| "grad_norm": 0.49125781655311584, |
| "learning_rate": 2e-05, |
| "loss": 0.758, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.021796759941089837, |
| "grad_norm": 0.4505169987678528, |
| "learning_rate": 2e-05, |
| "loss": 0.7586, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.022385861561119293, |
| "grad_norm": 0.5151411890983582, |
| "learning_rate": 2e-05, |
| "loss": 0.7431, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.02297496318114875, |
| "grad_norm": 0.4783925712108612, |
| "learning_rate": 2e-05, |
| "loss": 0.7412, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.023564064801178203, |
| "grad_norm": 0.4741362929344177, |
| "learning_rate": 2e-05, |
| "loss": 0.7413, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.02415316642120766, |
| "grad_norm": 0.46201640367507935, |
| "learning_rate": 2e-05, |
| "loss": 0.7445, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.024742268041237112, |
| "grad_norm": 0.4987025558948517, |
| "learning_rate": 2e-05, |
| "loss": 0.7517, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.02533136966126657, |
| "grad_norm": 0.4851631820201874, |
| "learning_rate": 2e-05, |
| "loss": 0.7594, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.025920471281296025, |
| "grad_norm": 0.47743213176727295, |
| "learning_rate": 2e-05, |
| "loss": 0.7565, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.026509572901325478, |
| "grad_norm": 0.5171688199043274, |
| "learning_rate": 2e-05, |
| "loss": 0.7569, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.027098674521354935, |
| "grad_norm": 0.5514922142028809, |
| "learning_rate": 2e-05, |
| "loss": 0.7244, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.027687776141384388, |
| "grad_norm": 0.4684111177921295, |
| "learning_rate": 2e-05, |
| "loss": 0.7346, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.028276877761413844, |
| "grad_norm": 0.49709105491638184, |
| "learning_rate": 2e-05, |
| "loss": 0.7644, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.0288659793814433, |
| "grad_norm": 0.4689137935638428, |
| "learning_rate": 2e-05, |
| "loss": 0.7314, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.029455081001472753, |
| "grad_norm": 0.48819467425346375, |
| "learning_rate": 2e-05, |
| "loss": 0.7665, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.03004418262150221, |
| "grad_norm": 0.46228793263435364, |
| "learning_rate": 2e-05, |
| "loss": 0.7693, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.030633284241531663, |
| "grad_norm": 0.4367271661758423, |
| "learning_rate": 2e-05, |
| "loss": 0.739, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.03122238586156112, |
| "grad_norm": 0.4632743000984192, |
| "learning_rate": 2e-05, |
| "loss": 0.7376, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.03181148748159057, |
| "grad_norm": 0.47965553402900696, |
| "learning_rate": 2e-05, |
| "loss": 0.7633, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.03240058910162003, |
| "grad_norm": 0.48231041431427, |
| "learning_rate": 2e-05, |
| "loss": 0.7412, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.032989690721649485, |
| "grad_norm": 0.48584654927253723, |
| "learning_rate": 2e-05, |
| "loss": 0.7347, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.03357879234167894, |
| "grad_norm": 0.45019200444221497, |
| "learning_rate": 2e-05, |
| "loss": 0.755, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.03416789396170839, |
| "grad_norm": 0.44921109080314636, |
| "learning_rate": 2e-05, |
| "loss": 0.7483, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.03475699558173785, |
| "grad_norm": 0.45112189650535583, |
| "learning_rate": 2e-05, |
| "loss": 0.7656, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.035346097201767304, |
| "grad_norm": 0.4544597268104553, |
| "learning_rate": 2e-05, |
| "loss": 0.7557, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.03593519882179676, |
| "grad_norm": 0.5381441712379456, |
| "learning_rate": 2e-05, |
| "loss": 0.7488, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.03652430044182622, |
| "grad_norm": 0.42246851325035095, |
| "learning_rate": 2e-05, |
| "loss": 0.7706, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.03711340206185567, |
| "grad_norm": 0.4562056362628937, |
| "learning_rate": 2e-05, |
| "loss": 0.7692, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.03770250368188512, |
| "grad_norm": 0.45282721519470215, |
| "learning_rate": 2e-05, |
| "loss": 0.7365, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.03829160530191458, |
| "grad_norm": 0.4427643120288849, |
| "learning_rate": 2e-05, |
| "loss": 0.7497, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.038880706921944036, |
| "grad_norm": 0.4979972839355469, |
| "learning_rate": 2e-05, |
| "loss": 0.7486, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.03946980854197349, |
| "grad_norm": 0.42347976565361023, |
| "learning_rate": 2e-05, |
| "loss": 0.7343, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.04005891016200295, |
| "grad_norm": 0.4554508924484253, |
| "learning_rate": 2e-05, |
| "loss": 0.7442, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0406480117820324, |
| "grad_norm": 0.46228188276290894, |
| "learning_rate": 2e-05, |
| "loss": 0.7706, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.041237113402061855, |
| "grad_norm": 0.44366255402565, |
| "learning_rate": 2e-05, |
| "loss": 0.7382, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.04182621502209131, |
| "grad_norm": 0.418224573135376, |
| "learning_rate": 2e-05, |
| "loss": 0.7221, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.04241531664212077, |
| "grad_norm": 0.4644136428833008, |
| "learning_rate": 2e-05, |
| "loss": 0.7238, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.04300441826215022, |
| "grad_norm": 0.4094725251197815, |
| "learning_rate": 2e-05, |
| "loss": 0.7274, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.043593519882179674, |
| "grad_norm": 0.431404173374176, |
| "learning_rate": 2e-05, |
| "loss": 0.7346, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.044182621502209134, |
| "grad_norm": 0.45599696040153503, |
| "learning_rate": 2e-05, |
| "loss": 0.7257, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.04477172312223859, |
| "grad_norm": 0.4296494424343109, |
| "learning_rate": 2e-05, |
| "loss": 0.7408, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.04536082474226804, |
| "grad_norm": 0.44864070415496826, |
| "learning_rate": 2e-05, |
| "loss": 0.7327, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0459499263622975, |
| "grad_norm": 0.4230384826660156, |
| "learning_rate": 2e-05, |
| "loss": 0.7599, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.04653902798232695, |
| "grad_norm": 0.4637373685836792, |
| "learning_rate": 2e-05, |
| "loss": 0.7239, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.047128129602356406, |
| "grad_norm": 0.5369905233383179, |
| "learning_rate": 2e-05, |
| "loss": 0.7488, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.04771723122238586, |
| "grad_norm": 0.492144912481308, |
| "learning_rate": 2e-05, |
| "loss": 0.752, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.04830633284241532, |
| "grad_norm": 0.4071194529533386, |
| "learning_rate": 2e-05, |
| "loss": 0.7192, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.04889543446244477, |
| "grad_norm": 0.44176292419433594, |
| "learning_rate": 2e-05, |
| "loss": 0.7558, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.049484536082474224, |
| "grad_norm": 0.4265081286430359, |
| "learning_rate": 2e-05, |
| "loss": 0.7669, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.050073637702503684, |
| "grad_norm": 0.4696004092693329, |
| "learning_rate": 2e-05, |
| "loss": 0.7304, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.05066273932253314, |
| "grad_norm": 0.5208477973937988, |
| "learning_rate": 2e-05, |
| "loss": 0.7265, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.05125184094256259, |
| "grad_norm": 0.5095232725143433, |
| "learning_rate": 2e-05, |
| "loss": 0.7576, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.05184094256259205, |
| "grad_norm": 0.4431394934654236, |
| "learning_rate": 2e-05, |
| "loss": 0.7343, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.0524300441826215, |
| "grad_norm": 0.4195699989795685, |
| "learning_rate": 2e-05, |
| "loss": 0.738, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.053019145802650956, |
| "grad_norm": 0.4056459069252014, |
| "learning_rate": 2e-05, |
| "loss": 0.7368, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.05360824742268041, |
| "grad_norm": 0.4221668243408203, |
| "learning_rate": 2e-05, |
| "loss": 0.762, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.05419734904270987, |
| "grad_norm": 0.4228168725967407, |
| "learning_rate": 2e-05, |
| "loss": 0.7391, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.05478645066273932, |
| "grad_norm": 0.4960448741912842, |
| "learning_rate": 2e-05, |
| "loss": 0.7296, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.055375552282768775, |
| "grad_norm": 0.4253543019294739, |
| "learning_rate": 2e-05, |
| "loss": 0.727, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.055964653902798235, |
| "grad_norm": 0.46824753284454346, |
| "learning_rate": 2e-05, |
| "loss": 0.7394, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.05655375552282769, |
| "grad_norm": 0.5169887542724609, |
| "learning_rate": 2e-05, |
| "loss": 0.7303, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 0.43343982100486755, |
| "learning_rate": 2e-05, |
| "loss": 0.735, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.0577319587628866, |
| "grad_norm": 1.695380687713623, |
| "learning_rate": 2e-05, |
| "loss": 0.7665, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.058321060382916054, |
| "grad_norm": 0.41318148374557495, |
| "learning_rate": 2e-05, |
| "loss": 0.7429, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.05891016200294551, |
| "grad_norm": 0.47614580392837524, |
| "learning_rate": 2e-05, |
| "loss": 0.7343, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.05949926362297496, |
| "grad_norm": 0.4229415953159332, |
| "learning_rate": 2e-05, |
| "loss": 0.7456, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.06008836524300442, |
| "grad_norm": 0.47622278332710266, |
| "learning_rate": 2e-05, |
| "loss": 0.7293, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.06067746686303387, |
| "grad_norm": 0.4421570897102356, |
| "learning_rate": 2e-05, |
| "loss": 0.7518, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.061266568483063326, |
| "grad_norm": 0.4493580162525177, |
| "learning_rate": 2e-05, |
| "loss": 0.7131, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.061855670103092786, |
| "grad_norm": 0.42369574308395386, |
| "learning_rate": 2e-05, |
| "loss": 0.7445, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.06244477172312224, |
| "grad_norm": 0.5011873841285706, |
| "learning_rate": 2e-05, |
| "loss": 0.7186, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.06303387334315169, |
| "grad_norm": 0.4701177477836609, |
| "learning_rate": 2e-05, |
| "loss": 0.7367, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.06362297496318114, |
| "grad_norm": 0.5048543214797974, |
| "learning_rate": 2e-05, |
| "loss": 0.7686, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.0642120765832106, |
| "grad_norm": 0.43808069825172424, |
| "learning_rate": 2e-05, |
| "loss": 0.7496, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.06480117820324006, |
| "grad_norm": 0.4087897539138794, |
| "learning_rate": 2e-05, |
| "loss": 0.7428, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.06539027982326952, |
| "grad_norm": 0.94446861743927, |
| "learning_rate": 2e-05, |
| "loss": 0.7528, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.06597938144329897, |
| "grad_norm": 0.5377583503723145, |
| "learning_rate": 2e-05, |
| "loss": 0.7481, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.06656848306332842, |
| "grad_norm": 0.48349031805992126, |
| "learning_rate": 2e-05, |
| "loss": 0.7193, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.06715758468335788, |
| "grad_norm": 0.42557501792907715, |
| "learning_rate": 2e-05, |
| "loss": 0.7669, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.06774668630338733, |
| "grad_norm": 0.5073610544204712, |
| "learning_rate": 2e-05, |
| "loss": 0.7277, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.06833578792341678, |
| "grad_norm": 0.41803184151649475, |
| "learning_rate": 2e-05, |
| "loss": 0.7231, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.06892488954344625, |
| "grad_norm": 0.4486277401447296, |
| "learning_rate": 2e-05, |
| "loss": 0.7348, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.0695139911634757, |
| "grad_norm": 0.415258526802063, |
| "learning_rate": 2e-05, |
| "loss": 0.7541, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.07010309278350516, |
| "grad_norm": 0.4587970972061157, |
| "learning_rate": 2e-05, |
| "loss": 0.7237, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.07069219440353461, |
| "grad_norm": 0.5214656591415405, |
| "learning_rate": 2e-05, |
| "loss": 0.734, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.07128129602356406, |
| "grad_norm": 0.4164435863494873, |
| "learning_rate": 2e-05, |
| "loss": 0.7187, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.07187039764359351, |
| "grad_norm": 0.4546908140182495, |
| "learning_rate": 2e-05, |
| "loss": 0.7283, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.07245949926362298, |
| "grad_norm": 0.4424133896827698, |
| "learning_rate": 2e-05, |
| "loss": 0.752, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.07304860088365243, |
| "grad_norm": 0.443491667509079, |
| "learning_rate": 2e-05, |
| "loss": 0.7748, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.07363770250368189, |
| "grad_norm": 0.44335657358169556, |
| "learning_rate": 2e-05, |
| "loss": 0.7453, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.07422680412371134, |
| "grad_norm": 1.5585325956344604, |
| "learning_rate": 2e-05, |
| "loss": 0.7408, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.0748159057437408, |
| "grad_norm": 0.41405925154685974, |
| "learning_rate": 2e-05, |
| "loss": 0.7703, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.07540500736377025, |
| "grad_norm": 0.42153358459472656, |
| "learning_rate": 2e-05, |
| "loss": 0.724, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.0759941089837997, |
| "grad_norm": 0.4355378746986389, |
| "learning_rate": 2e-05, |
| "loss": 0.7554, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.07658321060382917, |
| "grad_norm": 0.41889065504074097, |
| "learning_rate": 2e-05, |
| "loss": 0.7185, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.07717231222385862, |
| "grad_norm": 0.508222222328186, |
| "learning_rate": 2e-05, |
| "loss": 0.7345, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.07776141384388807, |
| "grad_norm": 0.46808117628097534, |
| "learning_rate": 2e-05, |
| "loss": 0.7343, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.07835051546391752, |
| "grad_norm": 0.4918811321258545, |
| "learning_rate": 2e-05, |
| "loss": 0.7327, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.07893961708394698, |
| "grad_norm": 0.4409327208995819, |
| "learning_rate": 2e-05, |
| "loss": 0.7378, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.07952871870397643, |
| "grad_norm": 0.4449012875556946, |
| "learning_rate": 2e-05, |
| "loss": 0.7319, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.0801178203240059, |
| "grad_norm": 0.46577584743499756, |
| "learning_rate": 2e-05, |
| "loss": 0.7294, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.08070692194403535, |
| "grad_norm": 0.6492505073547363, |
| "learning_rate": 2e-05, |
| "loss": 0.7226, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.0812960235640648, |
| "grad_norm": 0.42449140548706055, |
| "learning_rate": 2e-05, |
| "loss": 0.7532, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.08188512518409426, |
| "grad_norm": 0.4328237771987915, |
| "learning_rate": 2e-05, |
| "loss": 0.7396, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.08247422680412371, |
| "grad_norm": 0.4322971701622009, |
| "learning_rate": 2e-05, |
| "loss": 0.7283, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.08306332842415316, |
| "grad_norm": 0.4679484963417053, |
| "learning_rate": 2e-05, |
| "loss": 0.7279, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.08365243004418262, |
| "grad_norm": 0.42679035663604736, |
| "learning_rate": 2e-05, |
| "loss": 0.7292, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.08424153166421208, |
| "grad_norm": 0.41338619589805603, |
| "learning_rate": 2e-05, |
| "loss": 0.7474, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.08483063328424154, |
| "grad_norm": 0.46909600496292114, |
| "learning_rate": 2e-05, |
| "loss": 0.7116, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.08541973490427099, |
| "grad_norm": 0.7349217534065247, |
| "learning_rate": 2e-05, |
| "loss": 0.7249, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.08600883652430044, |
| "grad_norm": 0.4277472198009491, |
| "learning_rate": 2e-05, |
| "loss": 0.7343, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.0865979381443299, |
| "grad_norm": 0.5415593981742859, |
| "learning_rate": 2e-05, |
| "loss": 0.7304, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.08718703976435935, |
| "grad_norm": 0.417657732963562, |
| "learning_rate": 2e-05, |
| "loss": 0.7356, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.0877761413843888, |
| "grad_norm": 0.4391482174396515, |
| "learning_rate": 2e-05, |
| "loss": 0.7235, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.08836524300441827, |
| "grad_norm": 0.46071121096611023, |
| "learning_rate": 2e-05, |
| "loss": 0.7277, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.08895434462444772, |
| "grad_norm": 0.521892786026001, |
| "learning_rate": 2e-05, |
| "loss": 0.7776, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.08954344624447717, |
| "grad_norm": 0.43941742181777954, |
| "learning_rate": 2e-05, |
| "loss": 0.7179, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.09013254786450663, |
| "grad_norm": 0.4313391149044037, |
| "learning_rate": 2e-05, |
| "loss": 0.74, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.09072164948453608, |
| "grad_norm": 0.560111403465271, |
| "learning_rate": 2e-05, |
| "loss": 0.7364, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.09131075110456553, |
| "grad_norm": 0.4297552704811096, |
| "learning_rate": 2e-05, |
| "loss": 0.7237, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.091899852724595, |
| "grad_norm": 0.4254915416240692, |
| "learning_rate": 2e-05, |
| "loss": 0.7141, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.09248895434462445, |
| "grad_norm": 0.5323898196220398, |
| "learning_rate": 2e-05, |
| "loss": 0.7166, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.0930780559646539, |
| "grad_norm": 0.4295822083950043, |
| "learning_rate": 2e-05, |
| "loss": 0.7103, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.09366715758468336, |
| "grad_norm": 0.45835748314857483, |
| "learning_rate": 2e-05, |
| "loss": 0.722, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.09425625920471281, |
| "grad_norm": 0.4352903664112091, |
| "learning_rate": 2e-05, |
| "loss": 0.7396, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.09484536082474226, |
| "grad_norm": 0.42194947600364685, |
| "learning_rate": 2e-05, |
| "loss": 0.7174, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.09543446244477172, |
| "grad_norm": 0.41238200664520264, |
| "learning_rate": 2e-05, |
| "loss": 0.7161, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.09602356406480118, |
| "grad_norm": 0.5528646111488342, |
| "learning_rate": 2e-05, |
| "loss": 0.7377, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.09661266568483064, |
| "grad_norm": 0.4552900195121765, |
| "learning_rate": 2e-05, |
| "loss": 0.7126, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.09720176730486009, |
| "grad_norm": 0.5200653672218323, |
| "learning_rate": 2e-05, |
| "loss": 0.7421, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.09779086892488954, |
| "grad_norm": 0.4877001643180847, |
| "learning_rate": 2e-05, |
| "loss": 0.7637, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.098379970544919, |
| "grad_norm": 0.4906533658504486, |
| "learning_rate": 2e-05, |
| "loss": 0.7365, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.09896907216494845, |
| "grad_norm": 0.47109371423721313, |
| "learning_rate": 2e-05, |
| "loss": 0.7152, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.0995581737849779, |
| "grad_norm": 0.4154045283794403, |
| "learning_rate": 2e-05, |
| "loss": 0.7114, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.10014727540500737, |
| "grad_norm": 0.4646206498146057, |
| "learning_rate": 2e-05, |
| "loss": 0.7276, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.10073637702503682, |
| "grad_norm": 0.46414250135421753, |
| "learning_rate": 2e-05, |
| "loss": 0.7419, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.10132547864506627, |
| "grad_norm": 0.5728378295898438, |
| "learning_rate": 2e-05, |
| "loss": 0.7351, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.10191458026509573, |
| "grad_norm": 0.49045124650001526, |
| "learning_rate": 2e-05, |
| "loss": 0.7357, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.10250368188512518, |
| "grad_norm": 0.40880975127220154, |
| "learning_rate": 2e-05, |
| "loss": 0.7404, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.10309278350515463, |
| "grad_norm": 0.41513314843177795, |
| "learning_rate": 2e-05, |
| "loss": 0.7142, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.1036818851251841, |
| "grad_norm": 0.4373551607131958, |
| "learning_rate": 2e-05, |
| "loss": 0.733, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.10427098674521355, |
| "grad_norm": 0.4935678541660309, |
| "learning_rate": 2e-05, |
| "loss": 0.723, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.104860088365243, |
| "grad_norm": 0.5708635449409485, |
| "learning_rate": 2e-05, |
| "loss": 0.7434, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.10544918998527246, |
| "grad_norm": 0.44515126943588257, |
| "learning_rate": 2e-05, |
| "loss": 0.7481, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.10603829160530191, |
| "grad_norm": 0.44421878457069397, |
| "learning_rate": 2e-05, |
| "loss": 0.7142, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.10662739322533137, |
| "grad_norm": 0.4646596610546112, |
| "learning_rate": 2e-05, |
| "loss": 0.7169, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.10721649484536082, |
| "grad_norm": 0.4383988380432129, |
| "learning_rate": 2e-05, |
| "loss": 0.7304, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.10780559646539029, |
| "grad_norm": 0.4752575755119324, |
| "learning_rate": 2e-05, |
| "loss": 0.729, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.10839469808541974, |
| "grad_norm": 0.5204085111618042, |
| "learning_rate": 2e-05, |
| "loss": 0.7303, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.10898379970544919, |
| "grad_norm": 0.40991365909576416, |
| "learning_rate": 2e-05, |
| "loss": 0.6899, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.10957290132547864, |
| "grad_norm": 0.511846661567688, |
| "learning_rate": 2e-05, |
| "loss": 0.7096, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.1101620029455081, |
| "grad_norm": 0.3975253701210022, |
| "learning_rate": 2e-05, |
| "loss": 0.7464, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.11075110456553755, |
| "grad_norm": 0.4428749680519104, |
| "learning_rate": 2e-05, |
| "loss": 0.7214, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.11134020618556702, |
| "grad_norm": 0.6127219796180725, |
| "learning_rate": 2e-05, |
| "loss": 0.7163, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.11192930780559647, |
| "grad_norm": 0.7660998106002808, |
| "learning_rate": 2e-05, |
| "loss": 0.7328, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.11251840942562592, |
| "grad_norm": 0.4295995235443115, |
| "learning_rate": 2e-05, |
| "loss": 0.7419, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.11310751104565538, |
| "grad_norm": 0.5128087997436523, |
| "learning_rate": 2e-05, |
| "loss": 0.7466, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.11369661266568483, |
| "grad_norm": 0.4301770329475403, |
| "learning_rate": 2e-05, |
| "loss": 0.7115, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 0.5042638182640076, |
| "learning_rate": 2e-05, |
| "loss": 0.7535, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.11487481590574374, |
| "grad_norm": 0.39604488015174866, |
| "learning_rate": 2e-05, |
| "loss": 0.7089, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.1154639175257732, |
| "grad_norm": 0.4408802092075348, |
| "learning_rate": 2e-05, |
| "loss": 0.7264, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.11605301914580265, |
| "grad_norm": 0.44488540291786194, |
| "learning_rate": 2e-05, |
| "loss": 0.7287, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.11664212076583211, |
| "grad_norm": 0.4116921126842499, |
| "learning_rate": 2e-05, |
| "loss": 0.7409, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.11723122238586156, |
| "grad_norm": 0.47106829285621643, |
| "learning_rate": 2e-05, |
| "loss": 0.7338, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.11782032400589101, |
| "grad_norm": 0.41873085498809814, |
| "learning_rate": 2e-05, |
| "loss": 0.7142, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.11840942562592047, |
| "grad_norm": 0.606903612613678, |
| "learning_rate": 2e-05, |
| "loss": 0.7108, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.11899852724594992, |
| "grad_norm": 0.42234426736831665, |
| "learning_rate": 2e-05, |
| "loss": 0.7445, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.11958762886597939, |
| "grad_norm": 0.5257266759872437, |
| "learning_rate": 2e-05, |
| "loss": 0.725, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.12017673048600884, |
| "grad_norm": 0.6711904406547546, |
| "learning_rate": 2e-05, |
| "loss": 0.7123, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.12076583210603829, |
| "grad_norm": 0.427338182926178, |
| "learning_rate": 2e-05, |
| "loss": 0.7496, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.12135493372606775, |
| "grad_norm": 0.5107380151748657, |
| "learning_rate": 2e-05, |
| "loss": 0.7162, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.1219440353460972, |
| "grad_norm": 0.4388013482093811, |
| "learning_rate": 2e-05, |
| "loss": 0.7119, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.12253313696612665, |
| "grad_norm": 0.4046862721443176, |
| "learning_rate": 2e-05, |
| "loss": 0.7115, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.12312223858615612, |
| "grad_norm": 0.44036686420440674, |
| "learning_rate": 2e-05, |
| "loss": 0.7157, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.12371134020618557, |
| "grad_norm": 0.4342750608921051, |
| "learning_rate": 2e-05, |
| "loss": 0.7165, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.12430044182621502, |
| "grad_norm": 0.4218961000442505, |
| "learning_rate": 2e-05, |
| "loss": 0.7259, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.12488954344624448, |
| "grad_norm": 0.39011839032173157, |
| "learning_rate": 2e-05, |
| "loss": 0.7316, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.12547864506627393, |
| "grad_norm": 0.886987030506134, |
| "learning_rate": 2e-05, |
| "loss": 0.7082, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.12606774668630338, |
| "grad_norm": 0.40313050150871277, |
| "learning_rate": 2e-05, |
| "loss": 0.7246, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.12665684830633284, |
| "grad_norm": 0.4915687143802643, |
| "learning_rate": 2e-05, |
| "loss": 0.7297, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.1272459499263623, |
| "grad_norm": 0.4565123915672302, |
| "learning_rate": 2e-05, |
| "loss": 0.7224, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.12783505154639174, |
| "grad_norm": 0.43001580238342285, |
| "learning_rate": 2e-05, |
| "loss": 0.7029, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.1284241531664212, |
| "grad_norm": 0.5716996788978577, |
| "learning_rate": 2e-05, |
| "loss": 0.7458, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.12901325478645068, |
| "grad_norm": 0.425799161195755, |
| "learning_rate": 2e-05, |
| "loss": 0.7415, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.12960235640648013, |
| "grad_norm": 0.40971073508262634, |
| "learning_rate": 2e-05, |
| "loss": 0.7146, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.13019145802650958, |
| "grad_norm": 0.42143917083740234, |
| "learning_rate": 2e-05, |
| "loss": 0.7161, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.13078055964653904, |
| "grad_norm": 0.41456344723701477, |
| "learning_rate": 2e-05, |
| "loss": 0.7242, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.1313696612665685, |
| "grad_norm": 0.430918425321579, |
| "learning_rate": 2e-05, |
| "loss": 0.7073, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.13195876288659794, |
| "grad_norm": 0.6099043488502502, |
| "learning_rate": 2e-05, |
| "loss": 0.7474, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.1325478645066274, |
| "grad_norm": 0.43032971024513245, |
| "learning_rate": 2e-05, |
| "loss": 0.7333, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.13313696612665685, |
| "grad_norm": 0.4625254273414612, |
| "learning_rate": 2e-05, |
| "loss": 0.6958, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.1337260677466863, |
| "grad_norm": 0.3948584198951721, |
| "learning_rate": 2e-05, |
| "loss": 0.7081, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.13431516936671575, |
| "grad_norm": 0.4327255189418793, |
| "learning_rate": 2e-05, |
| "loss": 0.7492, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.1349042709867452, |
| "grad_norm": 0.4343191683292389, |
| "learning_rate": 2e-05, |
| "loss": 0.7195, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.13549337260677466, |
| "grad_norm": 0.4207633435726166, |
| "learning_rate": 2e-05, |
| "loss": 0.7205, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.1360824742268041, |
| "grad_norm": 0.44352003931999207, |
| "learning_rate": 2e-05, |
| "loss": 0.7075, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.13667157584683357, |
| "grad_norm": 0.3955673277378082, |
| "learning_rate": 2e-05, |
| "loss": 0.7309, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.13726067746686305, |
| "grad_norm": 0.38486120104789734, |
| "learning_rate": 2e-05, |
| "loss": 0.7224, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.1378497790868925, |
| "grad_norm": 0.3926263749599457, |
| "learning_rate": 2e-05, |
| "loss": 0.7101, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.13843888070692195, |
| "grad_norm": 0.3783673644065857, |
| "learning_rate": 2e-05, |
| "loss": 0.6916, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.1390279823269514, |
| "grad_norm": 0.40818560123443604, |
| "learning_rate": 2e-05, |
| "loss": 0.6931, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.13961708394698086, |
| "grad_norm": 0.3975651264190674, |
| "learning_rate": 2e-05, |
| "loss": 0.7361, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.1402061855670103, |
| "grad_norm": 0.5217942595481873, |
| "learning_rate": 2e-05, |
| "loss": 0.7366, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.14079528718703976, |
| "grad_norm": 0.4319808781147003, |
| "learning_rate": 2e-05, |
| "loss": 0.7147, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.14138438880706922, |
| "grad_norm": 0.3996039628982544, |
| "learning_rate": 2e-05, |
| "loss": 0.7347, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.14197349042709867, |
| "grad_norm": 0.6555231213569641, |
| "learning_rate": 2e-05, |
| "loss": 0.748, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.14256259204712812, |
| "grad_norm": 0.45214080810546875, |
| "learning_rate": 2e-05, |
| "loss": 0.6833, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.14315169366715758, |
| "grad_norm": 0.6138016581535339, |
| "learning_rate": 2e-05, |
| "loss": 0.7095, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.14374079528718703, |
| "grad_norm": 0.3984246253967285, |
| "learning_rate": 2e-05, |
| "loss": 0.7016, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.14432989690721648, |
| "grad_norm": 0.4183751940727234, |
| "learning_rate": 2e-05, |
| "loss": 0.7206, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.14491899852724596, |
| "grad_norm": 0.662306547164917, |
| "learning_rate": 2e-05, |
| "loss": 0.718, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.14550810014727542, |
| "grad_norm": 0.3855864107608795, |
| "learning_rate": 2e-05, |
| "loss": 0.7275, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.14609720176730487, |
| "grad_norm": 0.43764403462409973, |
| "learning_rate": 2e-05, |
| "loss": 0.7114, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.14668630338733432, |
| "grad_norm": 0.41515758633613586, |
| "learning_rate": 2e-05, |
| "loss": 0.7471, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.14727540500736377, |
| "grad_norm": 0.4112182855606079, |
| "learning_rate": 2e-05, |
| "loss": 0.6898, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.14786450662739323, |
| "grad_norm": 0.4436074495315552, |
| "learning_rate": 2e-05, |
| "loss": 0.7029, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.14845360824742268, |
| "grad_norm": 0.40902867913246155, |
| "learning_rate": 2e-05, |
| "loss": 0.7037, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.14904270986745213, |
| "grad_norm": 0.4918319880962372, |
| "learning_rate": 2e-05, |
| "loss": 0.7065, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.1496318114874816, |
| "grad_norm": 0.40850844979286194, |
| "learning_rate": 2e-05, |
| "loss": 0.7093, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.15022091310751104, |
| "grad_norm": 0.44000327587127686, |
| "learning_rate": 2e-05, |
| "loss": 0.7346, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.1508100147275405, |
| "grad_norm": 0.5778651833534241, |
| "learning_rate": 2e-05, |
| "loss": 0.7455, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.15139911634756995, |
| "grad_norm": 0.4158194661140442, |
| "learning_rate": 2e-05, |
| "loss": 0.7203, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.1519882179675994, |
| "grad_norm": 0.42827850580215454, |
| "learning_rate": 2e-05, |
| "loss": 0.7078, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.15257731958762888, |
| "grad_norm": 0.4320778250694275, |
| "learning_rate": 2e-05, |
| "loss": 0.7256, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.15316642120765833, |
| "grad_norm": 0.6728928089141846, |
| "learning_rate": 2e-05, |
| "loss": 0.7021, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.15375552282768779, |
| "grad_norm": 0.40638744831085205, |
| "learning_rate": 2e-05, |
| "loss": 0.7156, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.15434462444771724, |
| "grad_norm": 0.44968730211257935, |
| "learning_rate": 2e-05, |
| "loss": 0.7275, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.1549337260677467, |
| "grad_norm": 0.44856545329093933, |
| "learning_rate": 2e-05, |
| "loss": 0.6964, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.15552282768777614, |
| "grad_norm": 0.41701412200927734, |
| "learning_rate": 2e-05, |
| "loss": 0.7055, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.1561119293078056, |
| "grad_norm": 0.4159757196903229, |
| "learning_rate": 2e-05, |
| "loss": 0.7117, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.15670103092783505, |
| "grad_norm": 0.40794211626052856, |
| "learning_rate": 2e-05, |
| "loss": 0.7106, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.1572901325478645, |
| "grad_norm": 0.4129374027252197, |
| "learning_rate": 2e-05, |
| "loss": 0.7171, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.15787923416789396, |
| "grad_norm": 0.42779678106307983, |
| "learning_rate": 2e-05, |
| "loss": 0.7304, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.1584683357879234, |
| "grad_norm": 0.4096926748752594, |
| "learning_rate": 2e-05, |
| "loss": 0.7238, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.15905743740795286, |
| "grad_norm": 0.4360990524291992, |
| "learning_rate": 2e-05, |
| "loss": 0.7102, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.15964653902798231, |
| "grad_norm": 0.41352882981300354, |
| "learning_rate": 2e-05, |
| "loss": 0.7252, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.1602356406480118, |
| "grad_norm": 0.4187283217906952, |
| "learning_rate": 2e-05, |
| "loss": 0.7211, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.16082474226804125, |
| "grad_norm": 0.3870251774787903, |
| "learning_rate": 2e-05, |
| "loss": 0.716, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.1614138438880707, |
| "grad_norm": 0.4262825846672058, |
| "learning_rate": 2e-05, |
| "loss": 0.7122, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.16200294550810015, |
| "grad_norm": 0.4767245352268219, |
| "learning_rate": 2e-05, |
| "loss": 0.699, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.1625920471281296, |
| "grad_norm": 0.4373011589050293, |
| "learning_rate": 2e-05, |
| "loss": 0.6929, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.16318114874815906, |
| "grad_norm": 0.38110506534576416, |
| "learning_rate": 2e-05, |
| "loss": 0.7317, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.1637702503681885, |
| "grad_norm": 0.6112042665481567, |
| "learning_rate": 2e-05, |
| "loss": 0.6903, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.16435935198821797, |
| "grad_norm": 0.4287341833114624, |
| "learning_rate": 2e-05, |
| "loss": 0.7106, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.16494845360824742, |
| "grad_norm": 0.4338441491127014, |
| "learning_rate": 2e-05, |
| "loss": 0.7339, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.16553755522827687, |
| "grad_norm": 0.4295300543308258, |
| "learning_rate": 2e-05, |
| "loss": 0.6971, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.16612665684830633, |
| "grad_norm": 0.4455210268497467, |
| "learning_rate": 2e-05, |
| "loss": 0.7145, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.16671575846833578, |
| "grad_norm": 0.6973451375961304, |
| "learning_rate": 2e-05, |
| "loss": 0.7059, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.16730486008836523, |
| "grad_norm": 0.5928052663803101, |
| "learning_rate": 2e-05, |
| "loss": 0.7147, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.16789396170839468, |
| "grad_norm": 0.44190120697021484, |
| "learning_rate": 2e-05, |
| "loss": 0.7111, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.16848306332842417, |
| "grad_norm": 0.44275492429733276, |
| "learning_rate": 2e-05, |
| "loss": 0.7054, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.16907216494845362, |
| "grad_norm": 0.410471111536026, |
| "learning_rate": 2e-05, |
| "loss": 0.7122, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.16966126656848307, |
| "grad_norm": 0.43369925022125244, |
| "learning_rate": 2e-05, |
| "loss": 0.7019, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.17025036818851252, |
| "grad_norm": 0.41688773036003113, |
| "learning_rate": 2e-05, |
| "loss": 0.7086, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.17083946980854198, |
| "grad_norm": 0.43613725900650024, |
| "learning_rate": 2e-05, |
| "loss": 0.7068, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 0.44705459475517273, |
| "learning_rate": 2e-05, |
| "loss": 0.6917, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.17201767304860088, |
| "grad_norm": 0.43106403946876526, |
| "learning_rate": 2e-05, |
| "loss": 0.7187, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.17260677466863034, |
| "grad_norm": 0.4107123613357544, |
| "learning_rate": 2e-05, |
| "loss": 0.7176, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.1731958762886598, |
| "grad_norm": 0.470010370016098, |
| "learning_rate": 2e-05, |
| "loss": 0.7146, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.17378497790868924, |
| "grad_norm": 0.371026873588562, |
| "learning_rate": 2e-05, |
| "loss": 0.7068, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.1743740795287187, |
| "grad_norm": 0.4153003394603729, |
| "learning_rate": 2e-05, |
| "loss": 0.7249, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.17496318114874815, |
| "grad_norm": 0.4121924638748169, |
| "learning_rate": 2e-05, |
| "loss": 0.697, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.1755522827687776, |
| "grad_norm": 0.41051289439201355, |
| "learning_rate": 2e-05, |
| "loss": 0.7178, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.17614138438880708, |
| "grad_norm": 0.4057338535785675, |
| "learning_rate": 2e-05, |
| "loss": 0.7245, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.17673048600883653, |
| "grad_norm": 0.39876967668533325, |
| "learning_rate": 2e-05, |
| "loss": 0.7038, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.177319587628866, |
| "grad_norm": 0.46926066279411316, |
| "learning_rate": 2e-05, |
| "loss": 0.7105, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.17790868924889544, |
| "grad_norm": 0.41574588418006897, |
| "learning_rate": 2e-05, |
| "loss": 0.7222, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.1784977908689249, |
| "grad_norm": 0.4020771086215973, |
| "learning_rate": 2e-05, |
| "loss": 0.7279, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.17908689248895435, |
| "grad_norm": 0.4329489767551422, |
| "learning_rate": 2e-05, |
| "loss": 0.7374, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.1796759941089838, |
| "grad_norm": 0.44369325041770935, |
| "learning_rate": 2e-05, |
| "loss": 0.7038, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.18026509572901325, |
| "grad_norm": 0.5440769195556641, |
| "learning_rate": 2e-05, |
| "loss": 0.7189, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.1808541973490427, |
| "grad_norm": 0.4297233819961548, |
| "learning_rate": 2e-05, |
| "loss": 0.7355, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.18144329896907216, |
| "grad_norm": 0.39824557304382324, |
| "learning_rate": 2e-05, |
| "loss": 0.706, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.1820324005891016, |
| "grad_norm": 0.40815210342407227, |
| "learning_rate": 2e-05, |
| "loss": 0.7021, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.18262150220913106, |
| "grad_norm": 0.5076918005943298, |
| "learning_rate": 2e-05, |
| "loss": 0.7269, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.18321060382916052, |
| "grad_norm": 0.46184083819389343, |
| "learning_rate": 2e-05, |
| "loss": 0.6933, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.18379970544919, |
| "grad_norm": 0.913251519203186, |
| "learning_rate": 2e-05, |
| "loss": 0.693, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.18438880706921945, |
| "grad_norm": 0.4487643241882324, |
| "learning_rate": 2e-05, |
| "loss": 0.7147, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.1849779086892489, |
| "grad_norm": 0.4097018539905548, |
| "learning_rate": 2e-05, |
| "loss": 0.6866, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.18556701030927836, |
| "grad_norm": 0.42946818470954895, |
| "learning_rate": 2e-05, |
| "loss": 0.7057, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.1861561119293078, |
| "grad_norm": 0.4244742691516876, |
| "learning_rate": 2e-05, |
| "loss": 0.7089, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.18674521354933726, |
| "grad_norm": 0.4119102656841278, |
| "learning_rate": 2e-05, |
| "loss": 0.711, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.18733431516936672, |
| "grad_norm": 0.4227426052093506, |
| "learning_rate": 2e-05, |
| "loss": 0.702, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.18792341678939617, |
| "grad_norm": 0.44902554154396057, |
| "learning_rate": 2e-05, |
| "loss": 0.6886, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.18851251840942562, |
| "grad_norm": 0.3865416646003723, |
| "learning_rate": 2e-05, |
| "loss": 0.7267, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.18910162002945508, |
| "grad_norm": 0.49310725927352905, |
| "learning_rate": 2e-05, |
| "loss": 0.6939, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.18969072164948453, |
| "grad_norm": 0.429551362991333, |
| "learning_rate": 2e-05, |
| "loss": 0.7103, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.19027982326951398, |
| "grad_norm": 0.5094394683837891, |
| "learning_rate": 2e-05, |
| "loss": 0.7319, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.19086892488954343, |
| "grad_norm": 0.43107378482818604, |
| "learning_rate": 2e-05, |
| "loss": 0.7044, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.19145802650957292, |
| "grad_norm": 0.921887993812561, |
| "learning_rate": 2e-05, |
| "loss": 0.7616, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.19204712812960237, |
| "grad_norm": 0.42933928966522217, |
| "learning_rate": 2e-05, |
| "loss": 0.6983, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.19263622974963182, |
| "grad_norm": 0.3960442841053009, |
| "learning_rate": 2e-05, |
| "loss": 0.702, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.19322533136966127, |
| "grad_norm": 0.4460879862308502, |
| "learning_rate": 2e-05, |
| "loss": 0.6944, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.19381443298969073, |
| "grad_norm": 0.4470248222351074, |
| "learning_rate": 2e-05, |
| "loss": 0.7186, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.19440353460972018, |
| "grad_norm": 0.44315096735954285, |
| "learning_rate": 2e-05, |
| "loss": 0.7667, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.19499263622974963, |
| "grad_norm": 0.4374779760837555, |
| "learning_rate": 2e-05, |
| "loss": 0.7168, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.19558173784977909, |
| "grad_norm": 0.4289309084415436, |
| "learning_rate": 2e-05, |
| "loss": 0.7155, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.19617083946980854, |
| "grad_norm": 0.39460673928260803, |
| "learning_rate": 2e-05, |
| "loss": 0.7227, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.196759941089838, |
| "grad_norm": 0.45456817746162415, |
| "learning_rate": 2e-05, |
| "loss": 0.7159, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.19734904270986744, |
| "grad_norm": 0.4173303246498108, |
| "learning_rate": 2e-05, |
| "loss": 0.7252, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.1979381443298969, |
| "grad_norm": 0.42761164903640747, |
| "learning_rate": 2e-05, |
| "loss": 0.7245, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.19852724594992635, |
| "grad_norm": 0.3923100531101227, |
| "learning_rate": 2e-05, |
| "loss": 0.6949, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.1991163475699558, |
| "grad_norm": 0.4013349115848541, |
| "learning_rate": 2e-05, |
| "loss": 0.7166, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.19970544918998528, |
| "grad_norm": 0.40177324414253235, |
| "learning_rate": 2e-05, |
| "loss": 0.6968, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.20029455081001474, |
| "grad_norm": 0.40452343225479126, |
| "learning_rate": 2e-05, |
| "loss": 0.7275, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.2008836524300442, |
| "grad_norm": 0.4861152470111847, |
| "learning_rate": 2e-05, |
| "loss": 0.7023, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.20147275405007364, |
| "grad_norm": 0.4972041845321655, |
| "learning_rate": 2e-05, |
| "loss": 0.6883, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.2020618556701031, |
| "grad_norm": 0.4638412594795227, |
| "learning_rate": 2e-05, |
| "loss": 0.687, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.20265095729013255, |
| "grad_norm": 0.4460333287715912, |
| "learning_rate": 2e-05, |
| "loss": 0.7041, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.203240058910162, |
| "grad_norm": 0.42660534381866455, |
| "learning_rate": 2e-05, |
| "loss": 0.7156, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.20382916053019146, |
| "grad_norm": 0.44786620140075684, |
| "learning_rate": 2e-05, |
| "loss": 0.6868, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.2044182621502209, |
| "grad_norm": 0.4005437195301056, |
| "learning_rate": 2e-05, |
| "loss": 0.7026, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.20500736377025036, |
| "grad_norm": 0.4299420118331909, |
| "learning_rate": 2e-05, |
| "loss": 0.7197, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.20559646539027981, |
| "grad_norm": 0.44099679589271545, |
| "learning_rate": 2e-05, |
| "loss": 0.696, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.20618556701030927, |
| "grad_norm": 0.6412930488586426, |
| "learning_rate": 2e-05, |
| "loss": 0.714, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.20677466863033872, |
| "grad_norm": 0.3928799033164978, |
| "learning_rate": 2e-05, |
| "loss": 0.6904, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.2073637702503682, |
| "grad_norm": 0.4050648808479309, |
| "learning_rate": 2e-05, |
| "loss": 0.689, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.20795287187039765, |
| "grad_norm": 0.3692716360092163, |
| "learning_rate": 2e-05, |
| "loss": 0.6728, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.2085419734904271, |
| "grad_norm": 0.4676406681537628, |
| "learning_rate": 2e-05, |
| "loss": 0.6776, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.20913107511045656, |
| "grad_norm": 0.4601678252220154, |
| "learning_rate": 2e-05, |
| "loss": 0.6964, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.209720176730486, |
| "grad_norm": 0.43913260102272034, |
| "learning_rate": 2e-05, |
| "loss": 0.6962, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.21030927835051547, |
| "grad_norm": 0.40677475929260254, |
| "learning_rate": 2e-05, |
| "loss": 0.6906, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.21089837997054492, |
| "grad_norm": 0.41579195857048035, |
| "learning_rate": 2e-05, |
| "loss": 0.6928, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.21148748159057437, |
| "grad_norm": 0.39886176586151123, |
| "learning_rate": 2e-05, |
| "loss": 0.7066, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.21207658321060383, |
| "grad_norm": 0.4432888627052307, |
| "learning_rate": 2e-05, |
| "loss": 0.6835, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.21266568483063328, |
| "grad_norm": 0.4384315311908722, |
| "learning_rate": 2e-05, |
| "loss": 0.7247, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.21325478645066273, |
| "grad_norm": 0.43290889263153076, |
| "learning_rate": 2e-05, |
| "loss": 0.7232, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.21384388807069218, |
| "grad_norm": 0.4648188054561615, |
| "learning_rate": 2e-05, |
| "loss": 0.7113, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.21443298969072164, |
| "grad_norm": 0.4099072813987732, |
| "learning_rate": 2e-05, |
| "loss": 0.7077, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.21502209131075112, |
| "grad_norm": 0.4543364942073822, |
| "learning_rate": 2e-05, |
| "loss": 0.6944, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.21561119293078057, |
| "grad_norm": 0.4100470542907715, |
| "learning_rate": 2e-05, |
| "loss": 0.7212, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.21620029455081002, |
| "grad_norm": 0.5675593018531799, |
| "learning_rate": 2e-05, |
| "loss": 0.7104, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.21678939617083948, |
| "grad_norm": 0.3948013186454773, |
| "learning_rate": 2e-05, |
| "loss": 0.7127, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.21737849779086893, |
| "grad_norm": 0.4194417893886566, |
| "learning_rate": 2e-05, |
| "loss": 0.7087, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.21796759941089838, |
| "grad_norm": 0.3860073387622833, |
| "learning_rate": 2e-05, |
| "loss": 0.7324, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.21855670103092784, |
| "grad_norm": 0.42284122109413147, |
| "learning_rate": 2e-05, |
| "loss": 0.7062, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.2191458026509573, |
| "grad_norm": 0.4071473181247711, |
| "learning_rate": 2e-05, |
| "loss": 0.7121, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.21973490427098674, |
| "grad_norm": 0.40895453095436096, |
| "learning_rate": 2e-05, |
| "loss": 0.6595, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.2203240058910162, |
| "grad_norm": 0.3910290002822876, |
| "learning_rate": 2e-05, |
| "loss": 0.7203, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.22091310751104565, |
| "grad_norm": 0.4667680263519287, |
| "learning_rate": 2e-05, |
| "loss": 0.6912, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.2215022091310751, |
| "grad_norm": 0.4072132110595703, |
| "learning_rate": 2e-05, |
| "loss": 0.6964, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.22209131075110455, |
| "grad_norm": 0.45165884494781494, |
| "learning_rate": 2e-05, |
| "loss": 0.7058, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.22268041237113403, |
| "grad_norm": 0.46648043394088745, |
| "learning_rate": 2e-05, |
| "loss": 0.7233, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.2232695139911635, |
| "grad_norm": 0.42833346128463745, |
| "learning_rate": 2e-05, |
| "loss": 0.6908, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.22385861561119294, |
| "grad_norm": 0.4137326776981354, |
| "learning_rate": 2e-05, |
| "loss": 0.7056, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.2244477172312224, |
| "grad_norm": 0.40581566095352173, |
| "learning_rate": 2e-05, |
| "loss": 0.7188, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.22503681885125185, |
| "grad_norm": 0.4089506268501282, |
| "learning_rate": 2e-05, |
| "loss": 0.7048, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.2256259204712813, |
| "grad_norm": 0.4361477494239807, |
| "learning_rate": 2e-05, |
| "loss": 0.6911, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.22621502209131075, |
| "grad_norm": 0.4451761841773987, |
| "learning_rate": 2e-05, |
| "loss": 0.711, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.2268041237113402, |
| "grad_norm": 0.4079304039478302, |
| "learning_rate": 2e-05, |
| "loss": 0.7065, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.22739322533136966, |
| "grad_norm": 0.39868396520614624, |
| "learning_rate": 2e-05, |
| "loss": 0.7068, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.2279823269513991, |
| "grad_norm": 0.4223789572715759, |
| "learning_rate": 2e-05, |
| "loss": 0.6991, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 0.44960352778434753, |
| "learning_rate": 2e-05, |
| "loss": 0.6957, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.22916053019145802, |
| "grad_norm": 0.39986199140548706, |
| "learning_rate": 2e-05, |
| "loss": 0.697, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.22974963181148747, |
| "grad_norm": 0.4080177843570709, |
| "learning_rate": 2e-05, |
| "loss": 0.7145, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.23033873343151692, |
| "grad_norm": 0.3692325949668884, |
| "learning_rate": 2e-05, |
| "loss": 0.6936, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.2309278350515464, |
| "grad_norm": 0.41063618659973145, |
| "learning_rate": 2e-05, |
| "loss": 0.7046, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.23151693667157586, |
| "grad_norm": 0.4455985426902771, |
| "learning_rate": 2e-05, |
| "loss": 0.721, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.2321060382916053, |
| "grad_norm": 0.42421069741249084, |
| "learning_rate": 2e-05, |
| "loss": 0.7094, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.23269513991163476, |
| "grad_norm": 0.9296834468841553, |
| "learning_rate": 2e-05, |
| "loss": 0.7083, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.23328424153166422, |
| "grad_norm": 0.4903710186481476, |
| "learning_rate": 2e-05, |
| "loss": 0.7304, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.23387334315169367, |
| "grad_norm": 0.4305209517478943, |
| "learning_rate": 2e-05, |
| "loss": 0.6759, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.23446244477172312, |
| "grad_norm": 0.4206168055534363, |
| "learning_rate": 2e-05, |
| "loss": 0.6879, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.23505154639175257, |
| "grad_norm": 0.4069591760635376, |
| "learning_rate": 2e-05, |
| "loss": 0.7012, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.23564064801178203, |
| "grad_norm": 0.6243274807929993, |
| "learning_rate": 2e-05, |
| "loss": 0.7281, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.23622974963181148, |
| "grad_norm": 0.46947747468948364, |
| "learning_rate": 2e-05, |
| "loss": 0.709, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.23681885125184093, |
| "grad_norm": 0.4082581400871277, |
| "learning_rate": 2e-05, |
| "loss": 0.7113, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.2374079528718704, |
| "grad_norm": 0.48157668113708496, |
| "learning_rate": 2e-05, |
| "loss": 0.7188, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.23799705449189984, |
| "grad_norm": 0.4539220929145813, |
| "learning_rate": 2e-05, |
| "loss": 0.6956, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.23858615611192932, |
| "grad_norm": 0.39384758472442627, |
| "learning_rate": 2e-05, |
| "loss": 0.6888, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.23917525773195877, |
| "grad_norm": 0.4415516257286072, |
| "learning_rate": 2e-05, |
| "loss": 0.685, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.23976435935198823, |
| "grad_norm": 0.37274792790412903, |
| "learning_rate": 2e-05, |
| "loss": 0.7079, |
| "step": 4070 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2035, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.8168590244885037e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
