| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8398685605702707, |
| "eval_steps": 500, |
| "global_step": 20000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0010498357007128385, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.4999999999999999e-05, |
| "loss": 11.6589, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.002099671401425677, |
| "grad_norm": 6.125, |
| "learning_rate": 2.9999999999999997e-05, |
| "loss": 8.8573, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0031495071021385153, |
| "grad_norm": 11.125, |
| "learning_rate": 4.4999999999999996e-05, |
| "loss": 6.794, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.004199342802851354, |
| "grad_norm": 6.625, |
| "learning_rate": 5.9999999999999995e-05, |
| "loss": 4.9229, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.005249178503564192, |
| "grad_norm": 19.375, |
| "learning_rate": 7.5e-05, |
| "loss": 3.6685, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.0062990142042770305, |
| "grad_norm": 2.75, |
| "learning_rate": 8.999999999999999e-05, |
| "loss": 3.3577, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.007348849904989869, |
| "grad_norm": 2.875, |
| "learning_rate": 0.00010499999999999999, |
| "loss": 2.9583, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.008398685605702708, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00011999999999999999, |
| "loss": 3.0188, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.009448521306415545, |
| "grad_norm": 1.828125, |
| "learning_rate": 0.000135, |
| "loss": 2.8262, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.010498357007128385, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.00015, |
| "loss": 2.6889, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.011548192707841224, |
| "grad_norm": 0.94921875, |
| "learning_rate": 0.000165, |
| "loss": 2.7896, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.012598028408554061, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00017999999999999998, |
| "loss": 2.3196, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0136478641092669, |
| "grad_norm": 0.7890625, |
| "learning_rate": 0.000195, |
| "loss": 2.3639, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.014697699809979738, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.00020999999999999998, |
| "loss": 2.402, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.015747535510692575, |
| "grad_norm": 0.8671875, |
| "learning_rate": 0.000225, |
| "loss": 2.7208, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.016797371211405416, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00023999999999999998, |
| "loss": 1.8824, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.017847206912118253, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.00025499999999999996, |
| "loss": 2.4477, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.01889704261283109, |
| "grad_norm": 0.9921875, |
| "learning_rate": 0.00027, |
| "loss": 2.2581, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.01994687831354393, |
| "grad_norm": 1.921875, |
| "learning_rate": 0.000285, |
| "loss": 2.3087, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.02099671401425677, |
| "grad_norm": 0.8984375, |
| "learning_rate": 0.0003, |
| "loss": 2.4734, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.022046549714969606, |
| "grad_norm": 0.7734375, |
| "learning_rate": 0.00029999878333443556, |
| "loss": 2.2547, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.023096385415682447, |
| "grad_norm": 0.65234375, |
| "learning_rate": 0.00029999513335747914, |
| "loss": 2.2643, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.024146221116395285, |
| "grad_norm": 0.52734375, |
| "learning_rate": 0.0002999890501283416, |
| "loss": 2.2354, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.025196056817108122, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.0002999805337457062, |
| "loss": 2.3773, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.02624589251782096, |
| "grad_norm": 0.4765625, |
| "learning_rate": 0.0002999695843477275, |
| "loss": 2.1924, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.0272957282185338, |
| "grad_norm": 0.54296875, |
| "learning_rate": 0.0002999562021120289, |
| "loss": 2.2009, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.028345563919246638, |
| "grad_norm": 0.71875, |
| "learning_rate": 0.0002999403872556999, |
| "loss": 2.3172, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.029395399619959475, |
| "grad_norm": 0.8125, |
| "learning_rate": 0.0002999221400352922, |
| "loss": 2.2046, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.030445235320672316, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.0002999014607468162, |
| "loss": 1.9667, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.03149507102138515, |
| "grad_norm": 0.78125, |
| "learning_rate": 0.0002998783497257354, |
| "loss": 2.061, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.03254490672209799, |
| "grad_norm": 0.99609375, |
| "learning_rate": 0.0002998528073469618, |
| "loss": 2.1627, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.03359474242281083, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.000299824834024849, |
| "loss": 1.9714, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.034644578123523666, |
| "grad_norm": 1.125, |
| "learning_rate": 0.000299794430213186, |
| "loss": 2.076, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.03569441382423651, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.00029976159640519, |
| "loss": 2.1965, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.03674424952494935, |
| "grad_norm": 0.81640625, |
| "learning_rate": 0.0002997263331334976, |
| "loss": 1.9331, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.03779408522566218, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.000299688640970157, |
| "loss": 2.156, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.03884392092637502, |
| "grad_norm": 0.7578125, |
| "learning_rate": 0.0002996485205266183, |
| "loss": 2.0264, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.03989375662708786, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.00029960597245372365, |
| "loss": 1.8579, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.0409435923278007, |
| "grad_norm": 0.79296875, |
| "learning_rate": 0.0002995609974416967, |
| "loss": 2.0668, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.04199342802851354, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.0002995135962201315, |
| "loss": 1.9539, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.04304326372922638, |
| "grad_norm": 0.80859375, |
| "learning_rate": 0.0002994637695579804, |
| "loss": 2.1986, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.04409309942993921, |
| "grad_norm": 0.58984375, |
| "learning_rate": 0.0002994115182635419, |
| "loss": 1.7772, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.045142935130652054, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.00029935684318444736, |
| "loss": 2.0095, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.046192770831364895, |
| "grad_norm": 0.63671875, |
| "learning_rate": 0.00029929974520764727, |
| "loss": 1.7553, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.04724260653207773, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.0002992402252593968, |
| "loss": 2.1066, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.04829244223279057, |
| "grad_norm": 0.5390625, |
| "learning_rate": 0.00029917828430524096, |
| "loss": 1.8091, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.0493422779335034, |
| "grad_norm": 0.43359375, |
| "learning_rate": 0.0002991139233499988, |
| "loss": 1.5769, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.050392113634216244, |
| "grad_norm": 0.404296875, |
| "learning_rate": 0.00029904714343774696, |
| "loss": 1.6034, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.051441949334929085, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.0002989779456518031, |
| "loss": 1.9894, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.05249178503564192, |
| "grad_norm": 0.75390625, |
| "learning_rate": 0.00029890633111470807, |
| "loss": 2.1371, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.05354162073635476, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.0002988323009882078, |
| "loss": 1.9529, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.0545914564370676, |
| "grad_norm": 0.69140625, |
| "learning_rate": 0.0002987558564732343, |
| "loss": 1.882, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.055641292137780435, |
| "grad_norm": 0.5703125, |
| "learning_rate": 0.00029867699880988636, |
| "loss": 1.949, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.056691127838493276, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.00029859572927740937, |
| "loss": 1.8379, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.05774096353920612, |
| "grad_norm": 0.5546875, |
| "learning_rate": 0.0002985120491941746, |
| "loss": 1.6345, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.05879079923991895, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.0002984259599176576, |
| "loss": 1.8074, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.05984063494063179, |
| "grad_norm": 0.6484375, |
| "learning_rate": 0.0002983374628444167, |
| "loss": 1.6384, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.06089047064134463, |
| "grad_norm": 0.75390625, |
| "learning_rate": 0.00029824655941006954, |
| "loss": 1.613, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.061940306342057466, |
| "grad_norm": 0.341796875, |
| "learning_rate": 0.00029815325108927063, |
| "loss": 1.7496, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.0629901420427703, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.00029805753939568687, |
| "loss": 1.5794, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.06403997774348315, |
| "grad_norm": 0.2890625, |
| "learning_rate": 0.0002979594258819733, |
| "loss": 1.746, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.06508981344419598, |
| "grad_norm": 0.5234375, |
| "learning_rate": 0.0002978589121397476, |
| "loss": 1.7576, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.06613964914490882, |
| "grad_norm": 0.69140625, |
| "learning_rate": 0.0002977559997995646, |
| "loss": 1.8052, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.06718948484562166, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.00029765069053088963, |
| "loss": 1.7931, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.0682393205463345, |
| "grad_norm": 0.86328125, |
| "learning_rate": 0.00029754298604207154, |
| "loss": 1.843, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.06928915624704733, |
| "grad_norm": 0.43359375, |
| "learning_rate": 0.00029743288808031483, |
| "loss": 1.8037, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.07033899194776018, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.00029732039843165145, |
| "loss": 1.8496, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.07138882764847301, |
| "grad_norm": 0.478515625, |
| "learning_rate": 0.000297205518920912, |
| "loss": 1.693, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.07243866334918585, |
| "grad_norm": 0.765625, |
| "learning_rate": 0.0002970882514116956, |
| "loss": 1.7673, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.0734884990498987, |
| "grad_norm": 0.58203125, |
| "learning_rate": 0.0002969685978063401, |
| "loss": 1.787, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.07453833475061153, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.00029684656004589125, |
| "loss": 1.7582, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.07558817045132436, |
| "grad_norm": 0.5625, |
| "learning_rate": 0.0002967221401100708, |
| "loss": 1.6549, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.07663800615203721, |
| "grad_norm": 0.68359375, |
| "learning_rate": 0.00029659534001724486, |
| "loss": 1.6057, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.07768784185275004, |
| "grad_norm": 0.73046875, |
| "learning_rate": 0.0002964661618243908, |
| "loss": 1.6964, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.07873767755346288, |
| "grad_norm": 0.474609375, |
| "learning_rate": 0.00029633460762706405, |
| "loss": 1.7172, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.07978751325417573, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.0002962006795593642, |
| "loss": 1.758, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.08083734895488856, |
| "grad_norm": 0.5390625, |
| "learning_rate": 0.0002960643797939, |
| "loss": 1.7098, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.0818871846556014, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.0002959257105417546, |
| "loss": 1.5477, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.08293702035631424, |
| "grad_norm": 0.75, |
| "learning_rate": 0.00029578467405244954, |
| "loss": 1.6237, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.08398685605702708, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.00029564127261390776, |
| "loss": 1.6889, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.08503669175773991, |
| "grad_norm": 0.70703125, |
| "learning_rate": 0.00029549550855241736, |
| "loss": 1.6056, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.08608652745845276, |
| "grad_norm": 0.71875, |
| "learning_rate": 0.00029534738423259307, |
| "loss": 1.8107, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.08713636315916559, |
| "grad_norm": 0.984375, |
| "learning_rate": 0.0002951969020573384, |
| "loss": 1.7317, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.08818619885987843, |
| "grad_norm": 0.77734375, |
| "learning_rate": 0.0002950440644678064, |
| "loss": 1.8898, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.08923603456059127, |
| "grad_norm": 0.1845703125, |
| "learning_rate": 0.0002948888739433602, |
| "loss": 1.5502, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.09028587026130411, |
| "grad_norm": 0.58203125, |
| "learning_rate": 0.0002947313330015327, |
| "loss": 1.5836, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.09133570596201694, |
| "grad_norm": 0.42578125, |
| "learning_rate": 0.0002945714441979857, |
| "loss": 1.7206, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.09238554166272979, |
| "grad_norm": 0.4453125, |
| "learning_rate": 0.00029440921012646856, |
| "loss": 1.4853, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.09343537736344262, |
| "grad_norm": 0.70703125, |
| "learning_rate": 0.0002942446334187761, |
| "loss": 1.6863, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.09448521306415546, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.0002940777167447058, |
| "loss": 1.3892, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.0955350487648683, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.00029390846281201463, |
| "loss": 1.7194, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.09658488446558114, |
| "grad_norm": 0.53125, |
| "learning_rate": 0.0002937368743663749, |
| "loss": 1.1978, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.09763472016629397, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.0002935629541913301, |
| "loss": 1.5214, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.0986845558670068, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.0002933867051082493, |
| "loss": 1.4986, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.09973439156771965, |
| "grad_norm": 0.7734375, |
| "learning_rate": 0.0002932081299762818, |
| "loss": 1.739, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.10078422726843249, |
| "grad_norm": 0.81640625, |
| "learning_rate": 0.0002930272316923104, |
| "loss": 1.6137, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.10183406296914532, |
| "grad_norm": 0.71875, |
| "learning_rate": 0.00029284401319090464, |
| "loss": 1.4206, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.10288389866985817, |
| "grad_norm": 0.7109375, |
| "learning_rate": 0.00029265847744427303, |
| "loss": 1.6706, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.103933734370571, |
| "grad_norm": 0.82421875, |
| "learning_rate": 0.0002924706274622149, |
| "loss": 1.7199, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.10498357007128384, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00029228046629207175, |
| "loss": 1.6273, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.10603340577199669, |
| "grad_norm": 0.65234375, |
| "learning_rate": 0.0002920879970186776, |
| "loss": 1.7317, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.10708324147270952, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.00029189322276430873, |
| "loss": 1.5458, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.10813307717342235, |
| "grad_norm": 0.6015625, |
| "learning_rate": 0.0002916961466886337, |
| "loss": 1.556, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.1091829128741352, |
| "grad_norm": 0.58984375, |
| "learning_rate": 0.0002914967719886614, |
| "loss": 1.5998, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.11023274857484804, |
| "grad_norm": 0.6953125, |
| "learning_rate": 0.00029129510189868974, |
| "loss": 1.5598, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.11128258427556087, |
| "grad_norm": 0.5703125, |
| "learning_rate": 0.0002910911396902526, |
| "loss": 1.4931, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.11233241997627372, |
| "grad_norm": 0.59375, |
| "learning_rate": 0.0002908848886720673, |
| "loss": 1.5169, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.11338225567698655, |
| "grad_norm": 0.65625, |
| "learning_rate": 0.00029067635218998065, |
| "loss": 1.5185, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.11443209137769939, |
| "grad_norm": 0.68359375, |
| "learning_rate": 0.0002904655336269148, |
| "loss": 1.7869, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.11548192707841223, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.00029025243640281223, |
| "loss": 1.6423, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.11653176277912507, |
| "grad_norm": 0.546875, |
| "learning_rate": 0.00029003706397458023, |
| "loss": 1.5646, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.1175815984798379, |
| "grad_norm": 0.71484375, |
| "learning_rate": 0.00028981941983603516, |
| "loss": 1.6321, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.11863143418055075, |
| "grad_norm": 0.66015625, |
| "learning_rate": 0.00028959950751784527, |
| "loss": 1.7333, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.11968126988126358, |
| "grad_norm": 0.6953125, |
| "learning_rate": 0.00028937733058747396, |
| "loss": 1.6051, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.12073110558197642, |
| "grad_norm": 0.69921875, |
| "learning_rate": 0.0002891528926491214, |
| "loss": 1.614, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.12178094128268926, |
| "grad_norm": 0.306640625, |
| "learning_rate": 0.0002889261973436664, |
| "loss": 1.4731, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.1228307769834021, |
| "grad_norm": 0.6015625, |
| "learning_rate": 0.0002886972483486074, |
| "loss": 1.2093, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.12388061268411493, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.0002884660493780023, |
| "loss": 1.5286, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.12493044838482778, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.00028823260418240894, |
| "loss": 1.5924, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.1259802840855406, |
| "grad_norm": 0.65234375, |
| "learning_rate": 0.0002879969165488236, |
| "loss": 1.4546, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.12703011978625345, |
| "grad_norm": 0.58203125, |
| "learning_rate": 0.0002877589903006201, |
| "loss": 1.4099, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.1280799554869663, |
| "grad_norm": 0.5, |
| "learning_rate": 0.00028751882929748735, |
| "loss": 1.5862, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.12912979118767912, |
| "grad_norm": 0.474609375, |
| "learning_rate": 0.000287276437435367, |
| "loss": 1.497, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.13017962688839196, |
| "grad_norm": 0.69921875, |
| "learning_rate": 0.0002870318186463901, |
| "loss": 1.6673, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.1312294625891048, |
| "grad_norm": 0.482421875, |
| "learning_rate": 0.0002867849768988135, |
| "loss": 1.5323, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.13227929828981763, |
| "grad_norm": 0.5390625, |
| "learning_rate": 0.00028653591619695514, |
| "loss": 1.3955, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.13332913399053048, |
| "grad_norm": 0.50390625, |
| "learning_rate": 0.0002862846405811295, |
| "loss": 1.4374, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.13437896969124333, |
| "grad_norm": 0.81640625, |
| "learning_rate": 0.0002860311541275818, |
| "loss": 1.4831, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.13542880539195615, |
| "grad_norm": 0.765625, |
| "learning_rate": 0.0002857754609484218, |
| "loss": 1.6497, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.136478641092669, |
| "grad_norm": 0.55078125, |
| "learning_rate": 0.0002855175651915573, |
| "loss": 1.4062, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.13752847679338184, |
| "grad_norm": 0.5390625, |
| "learning_rate": 0.0002852574710406269, |
| "loss": 1.5309, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.13857831249409466, |
| "grad_norm": 0.375, |
| "learning_rate": 0.0002849951827149318, |
| "loss": 1.7072, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.1396281481948075, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.0002847307044693677, |
| "loss": 1.513, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.14067798389552036, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.0002844640405943555, |
| "loss": 1.5214, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.14172781959623318, |
| "grad_norm": 0.390625, |
| "learning_rate": 0.0002841951954157721, |
| "loss": 1.446, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.14277765529694603, |
| "grad_norm": 0.671875, |
| "learning_rate": 0.0002839241732948796, |
| "loss": 1.496, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.14382749099765887, |
| "grad_norm": 0.71484375, |
| "learning_rate": 0.00028365097862825513, |
| "loss": 1.4588, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.1448773266983717, |
| "grad_norm": 0.72265625, |
| "learning_rate": 0.0002833756158477194, |
| "loss": 1.4188, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.14592716239908454, |
| "grad_norm": 0.546875, |
| "learning_rate": 0.00028309808942026434, |
| "loss": 1.4055, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.1469769980997974, |
| "grad_norm": 0.68359375, |
| "learning_rate": 0.0002828184038479814, |
| "loss": 1.3029, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.1480268338005102, |
| "grad_norm": 0.609375, |
| "learning_rate": 0.00028253656366798805, |
| "loss": 1.5277, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.14907666950122306, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.0002822525734523541, |
| "loss": 1.5112, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.1501265052019359, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.00028196643780802766, |
| "loss": 1.4601, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.15117634090264873, |
| "grad_norm": 0.39453125, |
| "learning_rate": 0.0002816781613767607, |
| "loss": 1.4925, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.15222617660336157, |
| "grad_norm": 0.375, |
| "learning_rate": 0.0002813877488350332, |
| "loss": 1.5456, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.15327601230407442, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.0002810952048939777, |
| "loss": 1.7381, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.15432584800478724, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.0002808005342993027, |
| "loss": 1.5479, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.1553756837055001, |
| "grad_norm": 0.53125, |
| "learning_rate": 0.00028050374183121585, |
| "loss": 1.3238, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.15642551940621294, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.0002802048323043461, |
| "loss": 1.6131, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.15747535510692576, |
| "grad_norm": 0.6328125, |
| "learning_rate": 0.0002799038105676658, |
| "loss": 1.5243, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.1585251908076386, |
| "grad_norm": 0.73828125, |
| "learning_rate": 0.000279600681504412, |
| "loss": 1.324, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.15957502650835145, |
| "grad_norm": 0.58984375, |
| "learning_rate": 0.00027929545003200736, |
| "loss": 1.4907, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.16062486220906427, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.00027898812110198015, |
| "loss": 1.3824, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.16167469790977712, |
| "grad_norm": 0.251953125, |
| "learning_rate": 0.00027867869969988395, |
| "loss": 1.1719, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.16272453361048997, |
| "grad_norm": 0.69921875, |
| "learning_rate": 0.0002783671908452171, |
| "loss": 1.693, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.1637743693112028, |
| "grad_norm": 0.65625, |
| "learning_rate": 0.0002780535995913408, |
| "loss": 1.5577, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.16482420501191564, |
| "grad_norm": 0.72265625, |
| "learning_rate": 0.0002777379310253975, |
| "loss": 1.5117, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.16587404071262848, |
| "grad_norm": 0.59765625, |
| "learning_rate": 0.00027742019026822816, |
| "loss": 1.3249, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.1669238764133413, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.00027710038247428923, |
| "loss": 1.44, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.16797371211405415, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.0002767785128315692, |
| "loss": 1.3328, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.169023547814767, |
| "grad_norm": 0.62109375, |
| "learning_rate": 0.00027645458656150415, |
| "loss": 1.2369, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.17007338351547982, |
| "grad_norm": 0.6953125, |
| "learning_rate": 0.0002761286089188933, |
| "loss": 1.3771, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.17112321921619267, |
| "grad_norm": 0.68359375, |
| "learning_rate": 0.0002758005851918136, |
| "loss": 1.3358, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.17217305491690552, |
| "grad_norm": 0.5703125, |
| "learning_rate": 0.00027547052070153396, |
| "loss": 1.4317, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.17322289061761834, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.00027513842080242916, |
| "loss": 1.4766, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.17427272631833118, |
| "grad_norm": 0.69140625, |
| "learning_rate": 0.0002748042908818926, |
| "loss": 1.4279, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.17532256201904403, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.00027446813636024925, |
| "loss": 1.4856, |
| "step": 4175 |
| }, |
| { |
| "epoch": 0.17637239771975685, |
| "grad_norm": 0.85546875, |
| "learning_rate": 0.0002741299626906675, |
| "loss": 1.5237, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.1774222334204697, |
| "grad_norm": 0.5546875, |
| "learning_rate": 0.00027378977535907065, |
| "loss": 1.4809, |
| "step": 4225 |
| }, |
| { |
| "epoch": 0.17847206912118255, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.00027344757988404845, |
| "loss": 1.5505, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.17952190482189537, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.00027310338181676675, |
| "loss": 1.4133, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.18057174052260822, |
| "grad_norm": 0.4453125, |
| "learning_rate": 0.000272757186740878, |
| "loss": 1.4246, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.18162157622332106, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.00027240900027243066, |
| "loss": 1.4885, |
| "step": 4325 |
| }, |
| { |
| "epoch": 0.18267141192403388, |
| "grad_norm": 0.25, |
| "learning_rate": 0.0002720588280597779, |
| "loss": 1.4127, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.18372124762474673, |
| "grad_norm": 0.5625, |
| "learning_rate": 0.00027170667578348595, |
| "loss": 1.4847, |
| "step": 4375 |
| }, |
| { |
| "epoch": 0.18477108332545958, |
| "grad_norm": 0.7734375, |
| "learning_rate": 0.0002713525491562421, |
| "loss": 1.4588, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.1858209190261724, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.00027099645392276203, |
| "loss": 1.5837, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.18687075472688525, |
| "grad_norm": 0.70703125, |
| "learning_rate": 0.0002706383958596965, |
| "loss": 1.2415, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.1879205904275981, |
| "grad_norm": 0.345703125, |
| "learning_rate": 0.0002702783807755377, |
| "loss": 1.4206, |
| "step": 4475 |
| }, |
| { |
| "epoch": 0.18897042612831091, |
| "grad_norm": 0.8515625, |
| "learning_rate": 0.00026991641451052517, |
| "loss": 1.5103, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.19002026182902376, |
| "grad_norm": 0.55859375, |
| "learning_rate": 0.0002695525029365506, |
| "loss": 1.2414, |
| "step": 4525 |
| }, |
| { |
| "epoch": 0.1910700975297366, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00026918665195706313, |
| "loss": 1.5864, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.19211993323044943, |
| "grad_norm": 0.703125, |
| "learning_rate": 0.00026881886750697325, |
| "loss": 1.4257, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.19316976893116228, |
| "grad_norm": 0.62109375, |
| "learning_rate": 0.0002684491555525567, |
| "loss": 1.39, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.1942196046318751, |
| "grad_norm": 0.70703125, |
| "learning_rate": 0.0002680775220913575, |
| "loss": 1.2638, |
| "step": 4625 |
| }, |
| { |
| "epoch": 0.19526944033258795, |
| "grad_norm": 0.68359375, |
| "learning_rate": 0.00026770397315209075, |
| "loss": 1.4858, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.1963192760333008, |
| "grad_norm": 0.46484375, |
| "learning_rate": 0.0002673285147945449, |
| "loss": 1.4532, |
| "step": 4675 |
| }, |
| { |
| "epoch": 0.1973691117340136, |
| "grad_norm": 0.4765625, |
| "learning_rate": 0.00026695115310948334, |
| "loss": 1.3984, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.19841894743472646, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.0002665718942185456, |
| "loss": 1.2777, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.1994687831354393, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00026619074427414814, |
| "loss": 1.4835, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.20051861883615213, |
| "grad_norm": 0.51171875, |
| "learning_rate": 0.0002658077094593845, |
| "loss": 1.2569, |
| "step": 4775 |
| }, |
| { |
| "epoch": 0.20156845453686498, |
| "grad_norm": 0.52734375, |
| "learning_rate": 0.0002654227959879249, |
| "loss": 1.4715, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.20261829023757782, |
| "grad_norm": 0.59765625, |
| "learning_rate": 0.0002650360101039155, |
| "loss": 1.2005, |
| "step": 4825 |
| }, |
| { |
| "epoch": 0.20366812593829065, |
| "grad_norm": 0.6328125, |
| "learning_rate": 0.0002646473580818772, |
| "loss": 1.2418, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.2047179616390035, |
| "grad_norm": 0.63671875, |
| "learning_rate": 0.00026425684622660386, |
| "loss": 1.3937, |
| "step": 4875 |
| }, |
| { |
| "epoch": 0.20576779733971634, |
| "grad_norm": 0.6328125, |
| "learning_rate": 0.0002638644808730597, |
| "loss": 1.4241, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.20681763304042916, |
| "grad_norm": 0.53515625, |
| "learning_rate": 0.000263470268386277, |
| "loss": 1.3458, |
| "step": 4925 |
| }, |
| { |
| "epoch": 0.207867468741142, |
| "grad_norm": 0.625, |
| "learning_rate": 0.0002630742151612525, |
| "loss": 1.4296, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.20891730444185486, |
| "grad_norm": 0.404296875, |
| "learning_rate": 0.0002626763276228438, |
| "loss": 1.3122, |
| "step": 4975 |
| }, |
| { |
| "epoch": 0.20996714014256768, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.00026227661222566516, |
| "loss": 1.4778, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.21101697584328052, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.00026187507545398264, |
| "loss": 1.5412, |
| "step": 5025 |
| }, |
| { |
| "epoch": 0.21206681154399337, |
| "grad_norm": 0.71875, |
| "learning_rate": 0.00026147172382160914, |
| "loss": 1.2923, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.2131166472447062, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.0002610665638717985, |
| "loss": 1.4284, |
| "step": 5075 |
| }, |
| { |
| "epoch": 0.21416648294541904, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.00026065960217713953, |
| "loss": 1.4662, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.2152163186461319, |
| "grad_norm": 0.45703125, |
| "learning_rate": 0.0002602508453394493, |
| "loss": 1.2495, |
| "step": 5125 |
| }, |
| { |
| "epoch": 0.2162661543468447, |
| "grad_norm": 0.5703125, |
| "learning_rate": 0.00025984029998966604, |
| "loss": 1.4569, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.21731599004755756, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.0002594279727877416, |
| "loss": 1.5058, |
| "step": 5175 |
| }, |
| { |
| "epoch": 0.2183658257482704, |
| "grad_norm": 0.59375, |
| "learning_rate": 0.00025901387042253347, |
| "loss": 1.4171, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.21941566144898322, |
| "grad_norm": 0.58203125, |
| "learning_rate": 0.00025859799961169616, |
| "loss": 1.3593, |
| "step": 5225 |
| }, |
| { |
| "epoch": 0.22046549714969607, |
| "grad_norm": 0.62890625, |
| "learning_rate": 0.0002581803671015722, |
| "loss": 1.2547, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.22151533285040892, |
| "grad_norm": 0.32421875, |
| "learning_rate": 0.0002577609796670828, |
| "loss": 1.1967, |
| "step": 5275 |
| }, |
| { |
| "epoch": 0.22256516855112174, |
| "grad_norm": 0.3515625, |
| "learning_rate": 0.00025733984411161815, |
| "loss": 1.2644, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.2236150042518346, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.00025691696726692643, |
| "loss": 1.4234, |
| "step": 5325 |
| }, |
| { |
| "epoch": 0.22466483995254743, |
| "grad_norm": 0.54296875, |
| "learning_rate": 0.0002564923559930037, |
| "loss": 1.3127, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.22571467565326025, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.00025606601717798207, |
| "loss": 1.2659, |
| "step": 5375 |
| }, |
| { |
| "epoch": 0.2267645113539731, |
| "grad_norm": 0.53125, |
| "learning_rate": 0.0002556379577380184, |
| "loss": 1.293, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.22781434705468595, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.0002552081846171816, |
| "loss": 1.1604, |
| "step": 5425 |
| }, |
| { |
| "epoch": 0.22886418275539877, |
| "grad_norm": 0.390625, |
| "learning_rate": 0.00025477670478734054, |
| "loss": 1.1308, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.22991401845611162, |
| "grad_norm": 0.7109375, |
| "learning_rate": 0.0002543435252480505, |
| "loss": 1.2044, |
| "step": 5475 |
| }, |
| { |
| "epoch": 0.23096385415682447, |
| "grad_norm": 0.453125, |
| "learning_rate": 0.0002539086530264399, |
| "loss": 1.3691, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.2320136898575373, |
| "grad_norm": 0.734375, |
| "learning_rate": 0.0002534720951770961, |
| "loss": 1.3728, |
| "step": 5525 |
| }, |
| { |
| "epoch": 0.23306352555825013, |
| "grad_norm": 0.318359375, |
| "learning_rate": 0.00025303385878195126, |
| "loss": 1.4762, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.23411336125896298, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.00025259395095016704, |
| "loss": 1.377, |
| "step": 5575 |
| }, |
| { |
| "epoch": 0.2351631969596758, |
| "grad_norm": 0.609375, |
| "learning_rate": 0.00025215237881801955, |
| "loss": 1.1406, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.23621303266038865, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.0002517091495487836, |
| "loss": 1.3844, |
| "step": 5625 |
| }, |
| { |
| "epoch": 0.2372628683611015, |
| "grad_norm": 0.5546875, |
| "learning_rate": 0.0002512642703326164, |
| "loss": 1.2723, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.23831270406181432, |
| "grad_norm": 0.65625, |
| "learning_rate": 0.00025081774838644084, |
| "loss": 1.522, |
| "step": 5675 |
| }, |
| { |
| "epoch": 0.23936253976252717, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.0002503695909538287, |
| "loss": 1.3442, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.24041237546324, |
| "grad_norm": 0.443359375, |
| "learning_rate": 0.0002499198053048828, |
| "loss": 1.3833, |
| "step": 5725 |
| }, |
| { |
| "epoch": 0.24146221116395283, |
| "grad_norm": 0.58203125, |
| "learning_rate": 0.00024946839873611924, |
| "loss": 1.3046, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.24251204686466568, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.00024901537857034917, |
| "loss": 1.3707, |
| "step": 5775 |
| }, |
| { |
| "epoch": 0.24356188256537853, |
| "grad_norm": 0.71875, |
| "learning_rate": 0.00024856075215655963, |
| "loss": 1.2845, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.24461171826609135, |
| "grad_norm": 0.546875, |
| "learning_rate": 0.00024810452686979467, |
| "loss": 1.2731, |
| "step": 5825 |
| }, |
| { |
| "epoch": 0.2456615539668042, |
| "grad_norm": 0.48828125, |
| "learning_rate": 0.0002476467101110356, |
| "loss": 1.3633, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.24671138966751704, |
| "grad_norm": 0.59375, |
| "learning_rate": 0.0002471873093070808, |
| "loss": 1.3021, |
| "step": 5875 |
| }, |
| { |
| "epoch": 0.24776122536822986, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.0002467263319104256, |
| "loss": 1.5275, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.2488110610689427, |
| "grad_norm": 0.5390625, |
| "learning_rate": 0.00024626378539914083, |
| "loss": 1.1582, |
| "step": 5925 |
| }, |
| { |
| "epoch": 0.24986089676965556, |
| "grad_norm": 0.5703125, |
| "learning_rate": 0.00024579967727675215, |
| "loss": 1.22, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.2509107324703684, |
| "grad_norm": 0.7109375, |
| "learning_rate": 0.0002453340150721178, |
| "loss": 1.3823, |
| "step": 5975 |
| }, |
| { |
| "epoch": 0.2519605681710812, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.0002448668063393066, |
| "loss": 1.4315, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.2530104038717941, |
| "grad_norm": 0.5703125, |
| "learning_rate": 0.0002443980586574756, |
| "loss": 1.4359, |
| "step": 6025 |
| }, |
| { |
| "epoch": 0.2540602395725069, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00024392777963074704, |
| "loss": 1.3333, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.2551100752732197, |
| "grad_norm": 0.63671875, |
| "learning_rate": 0.00024345597688808486, |
| "loss": 1.281, |
| "step": 6075 |
| }, |
| { |
| "epoch": 0.2561599109739326, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.00024298265808317103, |
| "loss": 1.3109, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.2572097466746454, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.00024250783089428148, |
| "loss": 1.405, |
| "step": 6125 |
| }, |
| { |
| "epoch": 0.25825958237535823, |
| "grad_norm": 0.78125, |
| "learning_rate": 0.0002420315030241613, |
| "loss": 1.2182, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.2593094180760711, |
| "grad_norm": 0.51171875, |
| "learning_rate": 0.0002415536821999002, |
| "loss": 1.3447, |
| "step": 6175 |
| }, |
| { |
| "epoch": 0.2603592537767839, |
| "grad_norm": 0.443359375, |
| "learning_rate": 0.00024107437617280667, |
| "loss": 1.2388, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.26140908947749675, |
| "grad_norm": 0.5546875, |
| "learning_rate": 0.00024059359271828254, |
| "loss": 1.4317, |
| "step": 6225 |
| }, |
| { |
| "epoch": 0.2624589251782096, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.0002401113396356968, |
| "loss": 1.2541, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.26350876087892244, |
| "grad_norm": 0.62890625, |
| "learning_rate": 0.00023962762474825908, |
| "loss": 1.2702, |
| "step": 6275 |
| }, |
| { |
| "epoch": 0.26455859657963526, |
| "grad_norm": 0.76171875, |
| "learning_rate": 0.0002391424559028926, |
| "loss": 1.2235, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.26560843228034814, |
| "grad_norm": 0.546875, |
| "learning_rate": 0.00023865584097010708, |
| "loss": 1.3224, |
| "step": 6325 |
| }, |
| { |
| "epoch": 0.26665826798106096, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.00023816778784387094, |
| "loss": 1.0074, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.2677081036817738, |
| "grad_norm": 0.59375, |
| "learning_rate": 0.00023767830444148332, |
| "loss": 1.2888, |
| "step": 6375 |
| }, |
| { |
| "epoch": 0.26875793938248665, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.00023718739870344548, |
| "loss": 1.2824, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.2698077750831995, |
| "grad_norm": 0.71875, |
| "learning_rate": 0.00023669507859333224, |
| "loss": 1.399, |
| "step": 6425 |
| }, |
| { |
| "epoch": 0.2708576107839123, |
| "grad_norm": 0.69140625, |
| "learning_rate": 0.00023620135209766253, |
| "loss": 1.2657, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.27190744648462517, |
| "grad_norm": 0.6484375, |
| "learning_rate": 0.0002357062272257701, |
| "loss": 1.3002, |
| "step": 6475 |
| }, |
| { |
| "epoch": 0.272957282185338, |
| "grad_norm": 0.65234375, |
| "learning_rate": 0.00023520971200967334, |
| "loss": 1.2187, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.2740071178860508, |
| "grad_norm": 0.46484375, |
| "learning_rate": 0.00023471181450394513, |
| "loss": 1.2968, |
| "step": 6525 |
| }, |
| { |
| "epoch": 0.2750569535867637, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.00023421254278558213, |
| "loss": 1.0866, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.2761067892874765, |
| "grad_norm": 0.69140625, |
| "learning_rate": 0.00023371190495387372, |
| "loss": 1.3556, |
| "step": 6575 |
| }, |
| { |
| "epoch": 0.2771566249881893, |
| "grad_norm": 0.65234375, |
| "learning_rate": 0.0002332099091302708, |
| "loss": 1.3677, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.2782064606889022, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.00023270656345825375, |
| "loss": 1.2858, |
| "step": 6625 |
| }, |
| { |
| "epoch": 0.279256296389615, |
| "grad_norm": 0.5625, |
| "learning_rate": 0.0002322018761032005, |
| "loss": 1.3507, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.28030613209032784, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.00023169585525225405, |
| "loss": 1.2169, |
| "step": 6675 |
| }, |
| { |
| "epoch": 0.2813559677910407, |
| "grad_norm": 0.62890625, |
| "learning_rate": 0.0002311885091141897, |
| "loss": 1.3232, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.28240580349175354, |
| "grad_norm": 0.55859375, |
| "learning_rate": 0.00023067984591928177, |
| "loss": 1.3938, |
| "step": 6725 |
| }, |
| { |
| "epoch": 0.28345563919246636, |
| "grad_norm": 0.42578125, |
| "learning_rate": 0.00023016987391917014, |
| "loss": 1.1407, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.28450547489317923, |
| "grad_norm": 0.63671875, |
| "learning_rate": 0.00022965860138672646, |
| "loss": 1.2632, |
| "step": 6775 |
| }, |
| { |
| "epoch": 0.28555531059389205, |
| "grad_norm": 0.55078125, |
| "learning_rate": 0.00022914603661591988, |
| "loss": 1.2075, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.2866051462946049, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.00022863218792168244, |
| "loss": 1.3991, |
| "step": 6825 |
| }, |
| { |
| "epoch": 0.28765498199531775, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.00022811706363977434, |
| "loss": 1.4537, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.28870481769603057, |
| "grad_norm": 0.625, |
| "learning_rate": 0.0002276006721266485, |
| "loss": 1.3088, |
| "step": 6875 |
| }, |
| { |
| "epoch": 0.2897546533967434, |
| "grad_norm": 0.50390625, |
| "learning_rate": 0.0002270830217593153, |
| "loss": 1.3302, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.29080448909745626, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.00022656412093520636, |
| "loss": 1.2292, |
| "step": 6925 |
| }, |
| { |
| "epoch": 0.2918543247981691, |
| "grad_norm": 0.76171875, |
| "learning_rate": 0.00022604397807203855, |
| "loss": 1.3177, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.2929041604988819, |
| "grad_norm": 0.66015625, |
| "learning_rate": 0.00022552260160767736, |
| "loss": 1.3096, |
| "step": 6975 |
| }, |
| { |
| "epoch": 0.2939539961995948, |
| "grad_norm": 0.486328125, |
| "learning_rate": 0.000225, |
| "loss": 1.2031, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.2950038319003076, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.0002244761817267582, |
| "loss": 1.2405, |
| "step": 7025 |
| }, |
| { |
| "epoch": 0.2960536676010204, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.0002239511552854406, |
| "loss": 1.1314, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.2971035033017333, |
| "grad_norm": 0.62890625, |
| "learning_rate": 0.0002234249291931352, |
| "loss": 1.2731, |
| "step": 7075 |
| }, |
| { |
| "epoch": 0.2981533390024461, |
| "grad_norm": 0.498046875, |
| "learning_rate": 0.00022289751198639087, |
| "loss": 1.2711, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.29920317470315894, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.000222368912221079, |
| "loss": 1.515, |
| "step": 7125 |
| }, |
| { |
| "epoch": 0.3002530104038718, |
| "grad_norm": 0.2890625, |
| "learning_rate": 0.0002218391384722546, |
| "loss": 1.1751, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.30130284610458463, |
| "grad_norm": 0.6015625, |
| "learning_rate": 0.0002213081993340174, |
| "loss": 1.253, |
| "step": 7175 |
| }, |
| { |
| "epoch": 0.30235268180529745, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.0002207761034193723, |
| "loss": 1.4119, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.3034025175060103, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.00022024285936008968, |
| "loss": 1.2355, |
| "step": 7225 |
| }, |
| { |
| "epoch": 0.30445235320672315, |
| "grad_norm": 0.482421875, |
| "learning_rate": 0.00021970847580656525, |
| "loss": 1.1818, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.30550218890743597, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.00021917296142768002, |
| "loss": 1.1232, |
| "step": 7275 |
| }, |
| { |
| "epoch": 0.30655202460814884, |
| "grad_norm": 0.6484375, |
| "learning_rate": 0.0002186363249106593, |
| "loss": 1.2814, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.30760186030886166, |
| "grad_norm": 0.58984375, |
| "learning_rate": 0.00021809857496093199, |
| "loss": 1.4748, |
| "step": 7325 |
| }, |
| { |
| "epoch": 0.3086516960095745, |
| "grad_norm": 0.57421875, |
| "learning_rate": 0.0002175597203019895, |
| "loss": 1.1877, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.30970153171028736, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.00021701976967524386, |
| "loss": 1.2221, |
| "step": 7375 |
| }, |
| { |
| "epoch": 0.3107513674110002, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.0002164787318398862, |
| "loss": 1.4531, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.311801203111713, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.00021593661557274454, |
| "loss": 1.2176, |
| "step": 7425 |
| }, |
| { |
| "epoch": 0.3128510388124259, |
| "grad_norm": 0.625, |
| "learning_rate": 0.00021539342966814148, |
| "loss": 1.2691, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.3139008745131387, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.00021484918293775157, |
| "loss": 1.3566, |
| "step": 7475 |
| }, |
| { |
| "epoch": 0.3149507102138515, |
| "grad_norm": 0.373046875, |
| "learning_rate": 0.0002143038842104581, |
| "loss": 1.1841, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.3160005459145644, |
| "grad_norm": 0.50390625, |
| "learning_rate": 0.00021375754233221028, |
| "loss": 1.343, |
| "step": 7525 |
| }, |
| { |
| "epoch": 0.3170503816152772, |
| "grad_norm": 0.37109375, |
| "learning_rate": 0.00021321016616587937, |
| "loss": 1.2309, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.31810021731599003, |
| "grad_norm": 0.62109375, |
| "learning_rate": 0.00021266176459111514, |
| "loss": 1.3821, |
| "step": 7575 |
| }, |
| { |
| "epoch": 0.3191500530167029, |
| "grad_norm": 0.51171875, |
| "learning_rate": 0.00021211234650420177, |
| "loss": 1.1745, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.3201998887174157, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.0002115619208179135, |
| "loss": 1.2192, |
| "step": 7625 |
| }, |
| { |
| "epoch": 0.32124972441812855, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.00021101049646137003, |
| "loss": 1.1591, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.3222995601188414, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.00021045808237989168, |
| "loss": 1.1559, |
| "step": 7675 |
| }, |
| { |
| "epoch": 0.32334939581955424, |
| "grad_norm": 0.474609375, |
| "learning_rate": 0.0002099046875348543, |
| "loss": 1.1429, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.32439923152026706, |
| "grad_norm": 0.53515625, |
| "learning_rate": 0.00020935032090354397, |
| "loss": 0.9901, |
| "step": 7725 |
| }, |
| { |
| "epoch": 0.32544906722097994, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.00020879499147901124, |
| "loss": 1.1671, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.32649890292169276, |
| "grad_norm": 0.1708984375, |
| "learning_rate": 0.00020823870826992523, |
| "loss": 1.0083, |
| "step": 7775 |
| }, |
| { |
| "epoch": 0.3275487386224056, |
| "grad_norm": 0.54296875, |
| "learning_rate": 0.00020768148030042764, |
| "loss": 1.0704, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.32859857432311845, |
| "grad_norm": 0.5546875, |
| "learning_rate": 0.00020712331660998614, |
| "loss": 1.0862, |
| "step": 7825 |
| }, |
| { |
| "epoch": 0.3296484100238313, |
| "grad_norm": 0.48828125, |
| "learning_rate": 0.00020656422625324805, |
| "loss": 1.1361, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.3306982457245441, |
| "grad_norm": 0.380859375, |
| "learning_rate": 0.00020600421829989314, |
| "loss": 1.176, |
| "step": 7875 |
| }, |
| { |
| "epoch": 0.33174808142525697, |
| "grad_norm": 0.69921875, |
| "learning_rate": 0.00020544330183448664, |
| "loss": 1.1419, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.3327979171259698, |
| "grad_norm": 0.625, |
| "learning_rate": 0.00020488148595633183, |
| "loss": 1.1829, |
| "step": 7925 |
| }, |
| { |
| "epoch": 0.3338477528266826, |
| "grad_norm": 0.466796875, |
| "learning_rate": 0.00020431877977932248, |
| "loss": 1.2213, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.3348975885273955, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.000203755192431795, |
| "loss": 1.2982, |
| "step": 7975 |
| }, |
| { |
| "epoch": 0.3359474242281083, |
| "grad_norm": 0.49609375, |
| "learning_rate": 0.0002031907330563803, |
| "loss": 0.9316, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.3369972599288211, |
| "grad_norm": 0.7109375, |
| "learning_rate": 0.00020262541080985554, |
| "loss": 1.2339, |
| "step": 8025 |
| }, |
| { |
| "epoch": 0.338047095629534, |
| "grad_norm": 0.5078125, |
| "learning_rate": 0.0002020592348629954, |
| "loss": 1.1747, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.3390969313302468, |
| "grad_norm": 0.578125, |
| "learning_rate": 0.00020149221440042374, |
| "loss": 1.1988, |
| "step": 8075 |
| }, |
| { |
| "epoch": 0.34014676703095964, |
| "grad_norm": 0.625, |
| "learning_rate": 0.00020092435862046406, |
| "loss": 1.4721, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.3411966027316725, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.0002003556767349907, |
| "loss": 1.2069, |
| "step": 8125 |
| }, |
| { |
| "epoch": 0.34224643843238534, |
| "grad_norm": 0.53125, |
| "learning_rate": 0.00019978617796927926, |
| "loss": 1.2075, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.34329627413309816, |
| "grad_norm": 0.494140625, |
| "learning_rate": 0.00019921587156185687, |
| "loss": 1.1632, |
| "step": 8175 |
| }, |
| { |
| "epoch": 0.34434610983381103, |
| "grad_norm": 0.75390625, |
| "learning_rate": 0.0001986447667643524, |
| "loss": 1.2552, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.34539594553452385, |
| "grad_norm": 0.7890625, |
| "learning_rate": 0.00019807287284134644, |
| "loss": 1.2759, |
| "step": 8225 |
| }, |
| { |
| "epoch": 0.34644578123523667, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.0001975001990702209, |
| "loss": 1.2171, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.34749561693594955, |
| "grad_norm": 0.53125, |
| "learning_rate": 0.00019692675474100845, |
| "loss": 1.2413, |
| "step": 8275 |
| }, |
| { |
| "epoch": 0.34854545263666237, |
| "grad_norm": 0.5234375, |
| "learning_rate": 0.0001963525491562421, |
| "loss": 1.1921, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.3495952883373752, |
| "grad_norm": 0.50390625, |
| "learning_rate": 0.00019577759163080398, |
| "loss": 1.133, |
| "step": 8325 |
| }, |
| { |
| "epoch": 0.35064512403808806, |
| "grad_norm": 0.56640625, |
| "learning_rate": 0.00019520189149177438, |
| "loss": 1.1137, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.3516949597388009, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.00019462545807828044, |
| "loss": 1.0703, |
| "step": 8375 |
| }, |
| { |
| "epoch": 0.3527447954395137, |
| "grad_norm": 0.453125, |
| "learning_rate": 0.0001940483007413446, |
| "loss": 1.0421, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.3537946311402266, |
| "grad_norm": 0.671875, |
| "learning_rate": 0.000193470428843733, |
| "loss": 1.2304, |
| "step": 8425 |
| }, |
| { |
| "epoch": 0.3548444668409394, |
| "grad_norm": 0.56640625, |
| "learning_rate": 0.00019289185175980336, |
| "loss": 1.0303, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.3558943025416522, |
| "grad_norm": 0.6328125, |
| "learning_rate": 0.0001923125788753534, |
| "loss": 1.3677, |
| "step": 8475 |
| }, |
| { |
| "epoch": 0.3569441382423651, |
| "grad_norm": 0.353515625, |
| "learning_rate": 0.0001917326195874679, |
| "loss": 1.0805, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.3579939739430779, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.00019115198330436686, |
| "loss": 1.1183, |
| "step": 8525 |
| }, |
| { |
| "epoch": 0.35904380964379073, |
| "grad_norm": 0.56640625, |
| "learning_rate": 0.00019057067944525257, |
| "loss": 1.0904, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.3600936453445036, |
| "grad_norm": 0.609375, |
| "learning_rate": 0.00018998871744015677, |
| "loss": 1.0845, |
| "step": 8575 |
| }, |
| { |
| "epoch": 0.36114348104521643, |
| "grad_norm": 0.765625, |
| "learning_rate": 0.00018940610672978802, |
| "loss": 1.0644, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.36219331674592925, |
| "grad_norm": 0.57421875, |
| "learning_rate": 0.0001888228567653781, |
| "loss": 1.2777, |
| "step": 8625 |
| }, |
| { |
| "epoch": 0.3632431524466421, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00018823897700852898, |
| "loss": 1.0352, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.36429298814735495, |
| "grad_norm": 0.609375, |
| "learning_rate": 0.00018765447693105925, |
| "loss": 1.2105, |
| "step": 8675 |
| }, |
| { |
| "epoch": 0.36534282384806777, |
| "grad_norm": 0.44921875, |
| "learning_rate": 0.00018706936601485042, |
| "loss": 1.1375, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.36639265954878064, |
| "grad_norm": 0.56640625, |
| "learning_rate": 0.00018648365375169325, |
| "loss": 1.1686, |
| "step": 8725 |
| }, |
| { |
| "epoch": 0.36744249524949346, |
| "grad_norm": 0.4921875, |
| "learning_rate": 0.00018589734964313365, |
| "loss": 1.1878, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.3684923309502063, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.0001853104632003185, |
| "loss": 1.1263, |
| "step": 8775 |
| }, |
| { |
| "epoch": 0.36954216665091916, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.00018472300394384146, |
| "loss": 1.2784, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.370592002351632, |
| "grad_norm": 0.7890625, |
| "learning_rate": 0.00018413498140358846, |
| "loss": 1.2941, |
| "step": 8825 |
| }, |
| { |
| "epoch": 0.3716418380523448, |
| "grad_norm": 0.5625, |
| "learning_rate": 0.00018354640511858333, |
| "loss": 1.2202, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.3726916737530577, |
| "grad_norm": 0.65625, |
| "learning_rate": 0.00018295728463683258, |
| "loss": 1.1567, |
| "step": 8875 |
| }, |
| { |
| "epoch": 0.3737415094537705, |
| "grad_norm": 0.63671875, |
| "learning_rate": 0.00018236762951517093, |
| "loss": 1.3015, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.3747913451544833, |
| "grad_norm": 0.37890625, |
| "learning_rate": 0.00018177744931910614, |
| "loss": 1.0761, |
| "step": 8925 |
| }, |
| { |
| "epoch": 0.3758411808551962, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.00018118675362266385, |
| "loss": 1.2619, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.376891016555909, |
| "grad_norm": 0.58203125, |
| "learning_rate": 0.0001805955520082323, |
| "loss": 1.0349, |
| "step": 8975 |
| }, |
| { |
| "epoch": 0.37794085225662183, |
| "grad_norm": 0.482421875, |
| "learning_rate": 0.00018000385406640666, |
| "loss": 1.1587, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.3789906879573347, |
| "grad_norm": 0.435546875, |
| "learning_rate": 0.00017941166939583377, |
| "loss": 1.2204, |
| "step": 9025 |
| }, |
| { |
| "epoch": 0.3800405236580475, |
| "grad_norm": 0.279296875, |
| "learning_rate": 0.00017881900760305624, |
| "loss": 1.138, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.38109035935876034, |
| "grad_norm": 0.6015625, |
| "learning_rate": 0.0001782258783023567, |
| "loss": 1.2844, |
| "step": 9075 |
| }, |
| { |
| "epoch": 0.3821401950594732, |
| "grad_norm": 0.51953125, |
| "learning_rate": 0.0001776322911156017, |
| "loss": 1.0862, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.38319003076018604, |
| "grad_norm": 0.63671875, |
| "learning_rate": 0.00017703825567208587, |
| "loss": 1.2521, |
| "step": 9125 |
| }, |
| { |
| "epoch": 0.38423986646089886, |
| "grad_norm": 0.7109375, |
| "learning_rate": 0.00017644378160837536, |
| "loss": 1.1552, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.3852897021616117, |
| "grad_norm": 0.439453125, |
| "learning_rate": 0.00017584887856815178, |
| "loss": 1.1468, |
| "step": 9175 |
| }, |
| { |
| "epoch": 0.38633953786232456, |
| "grad_norm": 0.546875, |
| "learning_rate": 0.00017525355620205574, |
| "loss": 1.1263, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.3873893735630374, |
| "grad_norm": 0.0947265625, |
| "learning_rate": 0.00017465782416753027, |
| "loss": 1.1752, |
| "step": 9225 |
| }, |
| { |
| "epoch": 0.3884392092637502, |
| "grad_norm": 0.59375, |
| "learning_rate": 0.00017406169212866402, |
| "loss": 1.1728, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.38948904496446307, |
| "grad_norm": 0.59765625, |
| "learning_rate": 0.00017346516975603462, |
| "loss": 1.2319, |
| "step": 9275 |
| }, |
| { |
| "epoch": 0.3905388806651759, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.0001728682667265518, |
| "loss": 1.1663, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.3915887163658887, |
| "grad_norm": 0.625, |
| "learning_rate": 0.00017227099272330035, |
| "loss": 1.0206, |
| "step": 9325 |
| }, |
| { |
| "epoch": 0.3926385520666016, |
| "grad_norm": 0.58203125, |
| "learning_rate": 0.00017167335743538317, |
| "loss": 1.1324, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.3936883877673144, |
| "grad_norm": 0.8046875, |
| "learning_rate": 0.00017107537055776391, |
| "loss": 1.2566, |
| "step": 9375 |
| }, |
| { |
| "epoch": 0.3947382234680272, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.00017047704179110976, |
| "loss": 1.0822, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.3957880591687401, |
| "grad_norm": 0.625, |
| "learning_rate": 0.00016987838084163415, |
| "loss": 1.0014, |
| "step": 9425 |
| }, |
| { |
| "epoch": 0.3968378948694529, |
| "grad_norm": 0.5390625, |
| "learning_rate": 0.00016927939742093917, |
| "loss": 1.2111, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.39788773057016574, |
| "grad_norm": 0.55859375, |
| "learning_rate": 0.00016868010124585831, |
| "loss": 1.0861, |
| "step": 9475 |
| }, |
| { |
| "epoch": 0.3989375662708786, |
| "grad_norm": 0.404296875, |
| "learning_rate": 0.00016808050203829842, |
| "loss": 1.0733, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.39998740197159144, |
| "grad_norm": 0.5, |
| "learning_rate": 0.00016748060952508233, |
| "loss": 1.0351, |
| "step": 9525 |
| }, |
| { |
| "epoch": 0.40103723767230426, |
| "grad_norm": 0.68359375, |
| "learning_rate": 0.00016688043343779081, |
| "loss": 1.1101, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.40208707337301713, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.00016627998351260493, |
| "loss": 1.1334, |
| "step": 9575 |
| }, |
| { |
| "epoch": 0.40313690907372995, |
| "grad_norm": 0.671875, |
| "learning_rate": 0.000165679269490148, |
| "loss": 0.996, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.4041867447744428, |
| "grad_norm": 0.66015625, |
| "learning_rate": 0.00016507830111532756, |
| "loss": 1.0872, |
| "step": 9625 |
| }, |
| { |
| "epoch": 0.40523658047515565, |
| "grad_norm": 0.322265625, |
| "learning_rate": 0.00016447708813717725, |
| "loss": 1.0642, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.40628641617586847, |
| "grad_norm": 0.5234375, |
| "learning_rate": 0.00016387564030869884, |
| "loss": 1.0756, |
| "step": 9675 |
| }, |
| { |
| "epoch": 0.4073362518765813, |
| "grad_norm": 0.265625, |
| "learning_rate": 0.00016327396738670375, |
| "loss": 1.0704, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.40838608757729417, |
| "grad_norm": 0.5078125, |
| "learning_rate": 0.00016267207913165508, |
| "loss": 1.1415, |
| "step": 9725 |
| }, |
| { |
| "epoch": 0.409435923278007, |
| "grad_norm": 0.48828125, |
| "learning_rate": 0.0001620699853075089, |
| "loss": 1.0856, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.4104857589787198, |
| "grad_norm": 0.55859375, |
| "learning_rate": 0.00016146769568155624, |
| "loss": 1.2584, |
| "step": 9775 |
| }, |
| { |
| "epoch": 0.4115355946794327, |
| "grad_norm": 0.546875, |
| "learning_rate": 0.00016086522002426435, |
| "loss": 1.1531, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.4125854303801455, |
| "grad_norm": 0.78125, |
| "learning_rate": 0.00016026256810911841, |
| "loss": 1.0243, |
| "step": 9825 |
| }, |
| { |
| "epoch": 0.4136352660808583, |
| "grad_norm": 0.447265625, |
| "learning_rate": 0.00015965974971246288, |
| "loss": 1.1546, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.4146851017815712, |
| "grad_norm": 0.5546875, |
| "learning_rate": 0.0001590567746133429, |
| "loss": 1.0287, |
| "step": 9875 |
| }, |
| { |
| "epoch": 0.415734937482284, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.0001584536525933456, |
| "loss": 1.1281, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.41678477318299684, |
| "grad_norm": 0.11669921875, |
| "learning_rate": 0.0001578503934364416, |
| "loss": 1.0934, |
| "step": 9925 |
| }, |
| { |
| "epoch": 0.4178346088837097, |
| "grad_norm": 0.6484375, |
| "learning_rate": 0.00015724700692882604, |
| "loss": 1.2266, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.41888444458442253, |
| "grad_norm": 0.486328125, |
| "learning_rate": 0.0001566435028587602, |
| "loss": 1.1236, |
| "step": 9975 |
| }, |
| { |
| "epoch": 0.41993428028513535, |
| "grad_norm": 0.58984375, |
| "learning_rate": 0.00015603989101641228, |
| "loss": 1.0814, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.42098411598584823, |
| "grad_norm": 0.5078125, |
| "learning_rate": 0.00015543618119369883, |
| "loss": 1.1815, |
| "step": 10025 |
| }, |
| { |
| "epoch": 0.42203395168656105, |
| "grad_norm": 0.349609375, |
| "learning_rate": 0.00015483238318412596, |
| "loss": 1.1933, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.42308378738727387, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.00015422850678263017, |
| "loss": 1.0942, |
| "step": 10075 |
| }, |
| { |
| "epoch": 0.42413362308798674, |
| "grad_norm": 0.47265625, |
| "learning_rate": 0.00015362456178541982, |
| "loss": 1.0045, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.42518345878869956, |
| "grad_norm": 0.4765625, |
| "learning_rate": 0.00015302055798981605, |
| "loss": 1.2429, |
| "step": 10125 |
| }, |
| { |
| "epoch": 0.4262332944894124, |
| "grad_norm": 0.3828125, |
| "learning_rate": 0.0001524165051940937, |
| "loss": 0.9375, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.42728313019012526, |
| "grad_norm": 0.62109375, |
| "learning_rate": 0.00015181241319732258, |
| "loss": 1.2556, |
| "step": 10175 |
| }, |
| { |
| "epoch": 0.4283329658908381, |
| "grad_norm": 0.51953125, |
| "learning_rate": 0.00015120829179920847, |
| "loss": 1.0118, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.4293828015915509, |
| "grad_norm": 0.625, |
| "learning_rate": 0.00015060415079993405, |
| "loss": 1.0527, |
| "step": 10225 |
| }, |
| { |
| "epoch": 0.4304326372922638, |
| "grad_norm": 0.49609375, |
| "learning_rate": 0.00015, |
| "loss": 0.9751, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.4314824729929766, |
| "grad_norm": 0.458984375, |
| "learning_rate": 0.00014939584920006593, |
| "loss": 1.1399, |
| "step": 10275 |
| }, |
| { |
| "epoch": 0.4325323086936894, |
| "grad_norm": 0.466796875, |
| "learning_rate": 0.00014879170820079153, |
| "loss": 1.0368, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.4335821443944023, |
| "grad_norm": 0.62890625, |
| "learning_rate": 0.0001481875868026774, |
| "loss": 1.2455, |
| "step": 10325 |
| }, |
| { |
| "epoch": 0.4346319800951151, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.0001475834948059063, |
| "loss": 1.1758, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.43568181579582793, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.00014697944201018398, |
| "loss": 1.2452, |
| "step": 10375 |
| }, |
| { |
| "epoch": 0.4367316514965408, |
| "grad_norm": 0.5, |
| "learning_rate": 0.00014637543821458018, |
| "loss": 0.9339, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.4377814871972536, |
| "grad_norm": 0.54296875, |
| "learning_rate": 0.00014577149321736983, |
| "loss": 1.2017, |
| "step": 10425 |
| }, |
| { |
| "epoch": 0.43883132289796645, |
| "grad_norm": 0.423828125, |
| "learning_rate": 0.00014516761681587407, |
| "loss": 1.1525, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.4398811585986793, |
| "grad_norm": 0.625, |
| "learning_rate": 0.0001445638188063012, |
| "loss": 1.0734, |
| "step": 10475 |
| }, |
| { |
| "epoch": 0.44093099429939214, |
| "grad_norm": 0.357421875, |
| "learning_rate": 0.00014396010898358775, |
| "loss": 1.1867, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.44198083000010496, |
| "grad_norm": 0.63671875, |
| "learning_rate": 0.00014335649714123982, |
| "loss": 1.0687, |
| "step": 10525 |
| }, |
| { |
| "epoch": 0.44303066570081784, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 0.00014275299307117394, |
| "loss": 0.9275, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.44408050140153066, |
| "grad_norm": 0.5234375, |
| "learning_rate": 0.0001421496065635584, |
| "loss": 1.0585, |
| "step": 10575 |
| }, |
| { |
| "epoch": 0.4451303371022435, |
| "grad_norm": 0.498046875, |
| "learning_rate": 0.00014154634740665435, |
| "loss": 1.2308, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.44618017280295635, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.00014094322538665707, |
| "loss": 0.9778, |
| "step": 10625 |
| }, |
| { |
| "epoch": 0.4472300085036692, |
| "grad_norm": 0.609375, |
| "learning_rate": 0.00014034025028753706, |
| "loss": 1.1593, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.448279844204382, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.00013973743189088153, |
| "loss": 1.2109, |
| "step": 10675 |
| }, |
| { |
| "epoch": 0.44932967990509487, |
| "grad_norm": 0.4921875, |
| "learning_rate": 0.00013913477997573565, |
| "loss": 1.091, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.4503795156058077, |
| "grad_norm": 0.55078125, |
| "learning_rate": 0.00013853230431844376, |
| "loss": 1.1002, |
| "step": 10725 |
| }, |
| { |
| "epoch": 0.4514293513065205, |
| "grad_norm": 0.42578125, |
| "learning_rate": 0.0001379300146924911, |
| "loss": 1.2307, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.4524791870072334, |
| "grad_norm": 0.62109375, |
| "learning_rate": 0.00013732792086834495, |
| "loss": 1.2844, |
| "step": 10775 |
| }, |
| { |
| "epoch": 0.4535290227079462, |
| "grad_norm": 0.390625, |
| "learning_rate": 0.00013672603261329625, |
| "loss": 0.9445, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.454578858408659, |
| "grad_norm": 0.5703125, |
| "learning_rate": 0.00013612435969130113, |
| "loss": 1.1876, |
| "step": 10825 |
| }, |
| { |
| "epoch": 0.4556286941093719, |
| "grad_norm": 0.59765625, |
| "learning_rate": 0.00013552291186282273, |
| "loss": 1.1389, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.4566785298100847, |
| "grad_norm": 0.55859375, |
| "learning_rate": 0.00013492169888467244, |
| "loss": 0.97, |
| "step": 10875 |
| }, |
| { |
| "epoch": 0.45772836551079754, |
| "grad_norm": 0.56640625, |
| "learning_rate": 0.000134320730509852, |
| "loss": 1.0841, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.4587782012115104, |
| "grad_norm": 0.54296875, |
| "learning_rate": 0.00013372001648739507, |
| "loss": 1.0902, |
| "step": 10925 |
| }, |
| { |
| "epoch": 0.45982803691222324, |
| "grad_norm": 0.57421875, |
| "learning_rate": 0.0001331195665622092, |
| "loss": 0.9931, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.46087787261293606, |
| "grad_norm": 0.55078125, |
| "learning_rate": 0.00013251939047491767, |
| "loss": 1.0705, |
| "step": 10975 |
| }, |
| { |
| "epoch": 0.46192770831364893, |
| "grad_norm": 0.65234375, |
| "learning_rate": 0.00013191949796170156, |
| "loss": 1.0991, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.46297754401436175, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.0001313198987541417, |
| "loss": 1.211, |
| "step": 11025 |
| }, |
| { |
| "epoch": 0.4640273797150746, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.0001307206025790608, |
| "loss": 1.146, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.46507721541578745, |
| "grad_norm": 0.5625, |
| "learning_rate": 0.0001301216191583659, |
| "loss": 1.031, |
| "step": 11075 |
| }, |
| { |
| "epoch": 0.46612705111650027, |
| "grad_norm": 0.58984375, |
| "learning_rate": 0.00012952295820889027, |
| "loss": 1.188, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.4671768868172131, |
| "grad_norm": 0.63671875, |
| "learning_rate": 0.0001289246294422361, |
| "loss": 1.0754, |
| "step": 11125 |
| }, |
| { |
| "epoch": 0.46822672251792596, |
| "grad_norm": 0.4609375, |
| "learning_rate": 0.00012832664256461684, |
| "loss": 1.0702, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.4692765582186388, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.0001277290072766996, |
| "loss": 1.0649, |
| "step": 11175 |
| }, |
| { |
| "epoch": 0.4703263939193516, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.00012713173327344817, |
| "loss": 1.1837, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.4713762296200645, |
| "grad_norm": 0.5, |
| "learning_rate": 0.00012653483024396533, |
| "loss": 1.0212, |
| "step": 11225 |
| }, |
| { |
| "epoch": 0.4724260653207773, |
| "grad_norm": 0.53125, |
| "learning_rate": 0.00012593830787133593, |
| "loss": 1.2251, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.4734759010214901, |
| "grad_norm": 0.333984375, |
| "learning_rate": 0.0001253421758324697, |
| "loss": 1.0215, |
| "step": 11275 |
| }, |
| { |
| "epoch": 0.474525736722203, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 0.0001247464437979442, |
| "loss": 0.9063, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.4755755724229158, |
| "grad_norm": 0.298828125, |
| "learning_rate": 0.00012415112143184822, |
| "loss": 0.8319, |
| "step": 11325 |
| }, |
| { |
| "epoch": 0.47662540812362864, |
| "grad_norm": 0.48046875, |
| "learning_rate": 0.00012355621839162464, |
| "loss": 0.9301, |
| "step": 11350 |
| }, |
| { |
| "epoch": 0.4776752438243415, |
| "grad_norm": 0.494140625, |
| "learning_rate": 0.00012296174432791413, |
| "loss": 0.9361, |
| "step": 11375 |
| }, |
| { |
| "epoch": 0.47872507952505433, |
| "grad_norm": 0.443359375, |
| "learning_rate": 0.00012236770888439827, |
| "loss": 1.1178, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.47977491522576715, |
| "grad_norm": 0.26953125, |
| "learning_rate": 0.00012177412169764329, |
| "loss": 1.0684, |
| "step": 11425 |
| }, |
| { |
| "epoch": 0.48082475092648, |
| "grad_norm": 0.625, |
| "learning_rate": 0.00012118099239694372, |
| "loss": 1.0906, |
| "step": 11450 |
| }, |
| { |
| "epoch": 0.48187458662719285, |
| "grad_norm": 0.76953125, |
| "learning_rate": 0.00012058833060416623, |
| "loss": 1.0151, |
| "step": 11475 |
| }, |
| { |
| "epoch": 0.48292442232790567, |
| "grad_norm": 0.51171875, |
| "learning_rate": 0.00011999614593359334, |
| "loss": 1.1089, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.48397425802861854, |
| "grad_norm": 0.2578125, |
| "learning_rate": 0.0001194044479917677, |
| "loss": 1.0821, |
| "step": 11525 |
| }, |
| { |
| "epoch": 0.48502409372933136, |
| "grad_norm": 0.546875, |
| "learning_rate": 0.00011881324637733611, |
| "loss": 1.1728, |
| "step": 11550 |
| }, |
| { |
| "epoch": 0.4860739294300442, |
| "grad_norm": 0.51953125, |
| "learning_rate": 0.00011822255068089384, |
| "loss": 1.1581, |
| "step": 11575 |
| }, |
| { |
| "epoch": 0.48712376513075706, |
| "grad_norm": 0.5390625, |
| "learning_rate": 0.00011763237048482908, |
| "loss": 0.9753, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.4881736008314699, |
| "grad_norm": 0.4921875, |
| "learning_rate": 0.00011704271536316746, |
| "loss": 0.985, |
| "step": 11625 |
| }, |
| { |
| "epoch": 0.4892234365321827, |
| "grad_norm": 0.443359375, |
| "learning_rate": 0.0001164535948814167, |
| "loss": 1.0448, |
| "step": 11650 |
| }, |
| { |
| "epoch": 0.4902732722328956, |
| "grad_norm": 0.71875, |
| "learning_rate": 0.0001158650185964115, |
| "loss": 1.1458, |
| "step": 11675 |
| }, |
| { |
| "epoch": 0.4913231079336084, |
| "grad_norm": 0.314453125, |
| "learning_rate": 0.00011527699605615856, |
| "loss": 1.0963, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.4923729436343212, |
| "grad_norm": 0.396484375, |
| "learning_rate": 0.00011468953679968153, |
| "loss": 1.1794, |
| "step": 11725 |
| }, |
| { |
| "epoch": 0.4934227793350341, |
| "grad_norm": 0.59375, |
| "learning_rate": 0.00011410265035686637, |
| "loss": 0.9767, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.4944726150357469, |
| "grad_norm": 0.337890625, |
| "learning_rate": 0.00011351634624830668, |
| "loss": 1.1573, |
| "step": 11775 |
| }, |
| { |
| "epoch": 0.49552245073645973, |
| "grad_norm": 0.6015625, |
| "learning_rate": 0.00011293063398514954, |
| "loss": 1.0924, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.4965722864371726, |
| "grad_norm": 0.54296875, |
| "learning_rate": 0.00011234552306894074, |
| "loss": 1.1425, |
| "step": 11825 |
| }, |
| { |
| "epoch": 0.4976221221378854, |
| "grad_norm": 0.48046875, |
| "learning_rate": 0.00011176102299147097, |
| "loss": 0.9907, |
| "step": 11850 |
| }, |
| { |
| "epoch": 0.49867195783859825, |
| "grad_norm": 0.59765625, |
| "learning_rate": 0.00011117714323462186, |
| "loss": 1.3243, |
| "step": 11875 |
| }, |
| { |
| "epoch": 0.4997217935393111, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.00011059389327021195, |
| "loss": 1.1395, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.5007716292400239, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.0001100112825598432, |
| "loss": 1.1725, |
| "step": 11925 |
| }, |
| { |
| "epoch": 0.5018214649407368, |
| "grad_norm": 0.59765625, |
| "learning_rate": 0.00010942932055474743, |
| "loss": 1.1107, |
| "step": 11950 |
| }, |
| { |
| "epoch": 0.5028713006414496, |
| "grad_norm": 0.43359375, |
| "learning_rate": 0.00010884801669563313, |
| "loss": 0.8768, |
| "step": 11975 |
| }, |
| { |
| "epoch": 0.5039211363421624, |
| "grad_norm": 0.51171875, |
| "learning_rate": 0.0001082673804125321, |
| "loss": 1.1317, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.5049709720428753, |
| "grad_norm": 0.5078125, |
| "learning_rate": 0.00010768742112464662, |
| "loss": 1.0004, |
| "step": 12025 |
| }, |
| { |
| "epoch": 0.5060208077435882, |
| "grad_norm": 0.4609375, |
| "learning_rate": 0.00010710814824019663, |
| "loss": 1.14, |
| "step": 12050 |
| }, |
| { |
| "epoch": 0.507070643444301, |
| "grad_norm": 0.443359375, |
| "learning_rate": 0.00010652957115626703, |
| "loss": 0.8955, |
| "step": 12075 |
| }, |
| { |
| "epoch": 0.5081204791450138, |
| "grad_norm": 0.63671875, |
| "learning_rate": 0.0001059516992586554, |
| "loss": 1.0887, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.5091703148457266, |
| "grad_norm": 0.58984375, |
| "learning_rate": 0.00010537454192171957, |
| "loss": 1.1575, |
| "step": 12125 |
| }, |
| { |
| "epoch": 0.5102201505464394, |
| "grad_norm": 0.41015625, |
| "learning_rate": 0.00010479810850822563, |
| "loss": 1.0744, |
| "step": 12150 |
| }, |
| { |
| "epoch": 0.5112699862471524, |
| "grad_norm": 0.390625, |
| "learning_rate": 0.00010422240836919604, |
| "loss": 1.2597, |
| "step": 12175 |
| }, |
| { |
| "epoch": 0.5123198219478652, |
| "grad_norm": 0.318359375, |
| "learning_rate": 0.0001036474508437579, |
| "loss": 1.1041, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.513369657648578, |
| "grad_norm": 0.478515625, |
| "learning_rate": 0.00010307324525899155, |
| "loss": 1.0814, |
| "step": 12225 |
| }, |
| { |
| "epoch": 0.5144194933492908, |
| "grad_norm": 0.447265625, |
| "learning_rate": 0.00010249980092977915, |
| "loss": 1.1349, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.5154693290500036, |
| "grad_norm": 0.478515625, |
| "learning_rate": 0.00010192712715865358, |
| "loss": 1.2416, |
| "step": 12275 |
| }, |
| { |
| "epoch": 0.5165191647507165, |
| "grad_norm": 0.62109375, |
| "learning_rate": 0.0001013552332356476, |
| "loss": 1.1884, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.5175690004514294, |
| "grad_norm": 0.41796875, |
| "learning_rate": 0.00010078412843814317, |
| "loss": 1.0958, |
| "step": 12325 |
| }, |
| { |
| "epoch": 0.5186188361521422, |
| "grad_norm": 0.490234375, |
| "learning_rate": 0.00010021382203072075, |
| "loss": 1.067, |
| "step": 12350 |
| }, |
| { |
| "epoch": 0.519668671852855, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.964432326500931e-05, |
| "loss": 1.0752, |
| "step": 12375 |
| }, |
| { |
| "epoch": 0.5207185075535679, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.907564137953592e-05, |
| "loss": 1.2035, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.5217683432542807, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.850778559957623e-05, |
| "loss": 1.171, |
| "step": 12425 |
| }, |
| { |
| "epoch": 0.5228181789549935, |
| "grad_norm": 0.267578125, |
| "learning_rate": 9.794076513700455e-05, |
| "loss": 0.8032, |
| "step": 12450 |
| }, |
| { |
| "epoch": 0.5238680146557064, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.737458919014442e-05, |
| "loss": 1.1434, |
| "step": 12475 |
| }, |
| { |
| "epoch": 0.5249178503564192, |
| "grad_norm": 0.380859375, |
| "learning_rate": 9.680926694361964e-05, |
| "loss": 1.1448, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.5259676860571321, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.624480756820496e-05, |
| "loss": 1.1123, |
| "step": 12525 |
| }, |
| { |
| "epoch": 0.5270175217578449, |
| "grad_norm": 0.5234375, |
| "learning_rate": 9.568122022067749e-05, |
| "loss": 0.975, |
| "step": 12550 |
| }, |
| { |
| "epoch": 0.5280673574585577, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.511851404366815e-05, |
| "loss": 1.1167, |
| "step": 12575 |
| }, |
| { |
| "epoch": 0.5291171931592705, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.455669816551335e-05, |
| "loss": 1.201, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.5301670288599835, |
| "grad_norm": 0.625, |
| "learning_rate": 9.399578170010684e-05, |
| "loss": 1.2179, |
| "step": 12625 |
| }, |
| { |
| "epoch": 0.5312168645606963, |
| "grad_norm": 0.625, |
| "learning_rate": 9.343577374675193e-05, |
| "loss": 0.9526, |
| "step": 12650 |
| }, |
| { |
| "epoch": 0.5322667002614091, |
| "grad_norm": 0.427734375, |
| "learning_rate": 9.287668339001386e-05, |
| "loss": 0.9028, |
| "step": 12675 |
| }, |
| { |
| "epoch": 0.5333165359621219, |
| "grad_norm": 0.52734375, |
| "learning_rate": 9.231851969957238e-05, |
| "loss": 0.9427, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.5343663716628347, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.176129173007475e-05, |
| "loss": 1.0787, |
| "step": 12725 |
| }, |
| { |
| "epoch": 0.5354162073635476, |
| "grad_norm": 0.46484375, |
| "learning_rate": 9.120500852098876e-05, |
| "loss": 1.0251, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.5364660430642605, |
| "grad_norm": 0.58984375, |
| "learning_rate": 9.0649679096456e-05, |
| "loss": 0.9541, |
| "step": 12775 |
| }, |
| { |
| "epoch": 0.5375158787649733, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.009531246514569e-05, |
| "loss": 1.1522, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.5385657144656861, |
| "grad_norm": 0.341796875, |
| "learning_rate": 8.954191762010833e-05, |
| "loss": 1.0069, |
| "step": 12825 |
| }, |
| { |
| "epoch": 0.539615550166399, |
| "grad_norm": 0.11328125, |
| "learning_rate": 8.898950353862998e-05, |
| "loss": 1.133, |
| "step": 12850 |
| }, |
| { |
| "epoch": 0.5406653858671118, |
| "grad_norm": 0.451171875, |
| "learning_rate": 8.84380791820865e-05, |
| "loss": 1.1475, |
| "step": 12875 |
| }, |
| { |
| "epoch": 0.5417152215678246, |
| "grad_norm": 0.3984375, |
| "learning_rate": 8.788765349579823e-05, |
| "loss": 1.0686, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.5427650572685375, |
| "grad_norm": 0.546875, |
| "learning_rate": 8.733823540888489e-05, |
| "loss": 1.2948, |
| "step": 12925 |
| }, |
| { |
| "epoch": 0.5438148929692503, |
| "grad_norm": 1.0703125, |
| "learning_rate": 8.678983383412066e-05, |
| "loss": 1.0897, |
| "step": 12950 |
| }, |
| { |
| "epoch": 0.5448647286699632, |
| "grad_norm": 0.51171875, |
| "learning_rate": 8.624245766778971e-05, |
| "loss": 1.1607, |
| "step": 12975 |
| }, |
| { |
| "epoch": 0.545914564370676, |
| "grad_norm": 0.56640625, |
| "learning_rate": 8.569611578954184e-05, |
| "loss": 1.0567, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.5469644000713888, |
| "grad_norm": 0.58984375, |
| "learning_rate": 8.515081706224837e-05, |
| "loss": 1.1421, |
| "step": 13025 |
| }, |
| { |
| "epoch": 0.5480142357721016, |
| "grad_norm": 0.4921875, |
| "learning_rate": 8.460657033185846e-05, |
| "loss": 1.206, |
| "step": 13050 |
| }, |
| { |
| "epoch": 0.5490640714728146, |
| "grad_norm": 0.3671875, |
| "learning_rate": 8.406338442725541e-05, |
| "loss": 1.2295, |
| "step": 13075 |
| }, |
| { |
| "epoch": 0.5501139071735274, |
| "grad_norm": 0.59375, |
| "learning_rate": 8.352126816011381e-05, |
| "loss": 1.1154, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.5511637428742402, |
| "grad_norm": 0.58203125, |
| "learning_rate": 8.298023032475612e-05, |
| "loss": 1.0917, |
| "step": 13125 |
| }, |
| { |
| "epoch": 0.552213578574953, |
| "grad_norm": 0.59765625, |
| "learning_rate": 8.244027969801046e-05, |
| "loss": 0.9473, |
| "step": 13150 |
| }, |
| { |
| "epoch": 0.5532634142756658, |
| "grad_norm": 0.11669921875, |
| "learning_rate": 8.190142503906798e-05, |
| "loss": 0.9594, |
| "step": 13175 |
| }, |
| { |
| "epoch": 0.5543132499763787, |
| "grad_norm": 0.53125, |
| "learning_rate": 8.136367508934071e-05, |
| "loss": 1.1299, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.5553630856770916, |
| "grad_norm": 0.55078125, |
| "learning_rate": 8.082703857232e-05, |
| "loss": 1.0247, |
| "step": 13225 |
| }, |
| { |
| "epoch": 0.5564129213778044, |
| "grad_norm": 0.18359375, |
| "learning_rate": 8.02915241934347e-05, |
| "loss": 1.0369, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.5574627570785172, |
| "grad_norm": 0.439453125, |
| "learning_rate": 7.97571406399103e-05, |
| "loss": 1.0932, |
| "step": 13275 |
| }, |
| { |
| "epoch": 0.55851259277923, |
| "grad_norm": 0.63671875, |
| "learning_rate": 7.922389658062769e-05, |
| "loss": 1.1498, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.5595624284799429, |
| "grad_norm": 0.64453125, |
| "learning_rate": 7.869180066598258e-05, |
| "loss": 1.1687, |
| "step": 13325 |
| }, |
| { |
| "epoch": 0.5606122641806557, |
| "grad_norm": 0.484375, |
| "learning_rate": 7.816086152774542e-05, |
| "loss": 1.0859, |
| "step": 13350 |
| }, |
| { |
| "epoch": 0.5616620998813686, |
| "grad_norm": 0.54296875, |
| "learning_rate": 7.7631087778921e-05, |
| "loss": 1.0387, |
| "step": 13375 |
| }, |
| { |
| "epoch": 0.5627119355820814, |
| "grad_norm": 0.609375, |
| "learning_rate": 7.710248801360908e-05, |
| "loss": 1.2117, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.5637617712827943, |
| "grad_norm": 0.53125, |
| "learning_rate": 7.65750708068648e-05, |
| "loss": 1.2659, |
| "step": 13425 |
| }, |
| { |
| "epoch": 0.5648116069835071, |
| "grad_norm": 0.52734375, |
| "learning_rate": 7.604884471455938e-05, |
| "loss": 1.0915, |
| "step": 13450 |
| }, |
| { |
| "epoch": 0.5658614426842199, |
| "grad_norm": 0.58203125, |
| "learning_rate": 7.552381827324186e-05, |
| "loss": 1.2546, |
| "step": 13475 |
| }, |
| { |
| "epoch": 0.5669112783849327, |
| "grad_norm": 0.435546875, |
| "learning_rate": 7.500000000000002e-05, |
| "loss": 1.1008, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.5679611140856456, |
| "grad_norm": 0.6796875, |
| "learning_rate": 7.447739839232263e-05, |
| "loss": 1.1686, |
| "step": 13525 |
| }, |
| { |
| "epoch": 0.5690109497863585, |
| "grad_norm": 0.57421875, |
| "learning_rate": 7.395602192796148e-05, |
| "loss": 1.1541, |
| "step": 13550 |
| }, |
| { |
| "epoch": 0.5700607854870713, |
| "grad_norm": 0.5703125, |
| "learning_rate": 7.343587906479366e-05, |
| "loss": 1.0637, |
| "step": 13575 |
| }, |
| { |
| "epoch": 0.5711106211877841, |
| "grad_norm": 0.5859375, |
| "learning_rate": 7.291697824068471e-05, |
| "loss": 1.0259, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.5721604568884969, |
| "grad_norm": 0.5390625, |
| "learning_rate": 7.239932787335146e-05, |
| "loss": 1.1753, |
| "step": 13625 |
| }, |
| { |
| "epoch": 0.5732102925892097, |
| "grad_norm": 0.578125, |
| "learning_rate": 7.188293636022562e-05, |
| "loss": 1.1472, |
| "step": 13650 |
| }, |
| { |
| "epoch": 0.5742601282899227, |
| "grad_norm": 0.5390625, |
| "learning_rate": 7.136781207831751e-05, |
| "loss": 1.2726, |
| "step": 13675 |
| }, |
| { |
| "epoch": 0.5753099639906355, |
| "grad_norm": 0.55078125, |
| "learning_rate": 7.085396338408006e-05, |
| "loss": 1.0084, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.5763597996913483, |
| "grad_norm": 0.3671875, |
| "learning_rate": 7.03413986132735e-05, |
| "loss": 0.916, |
| "step": 13725 |
| }, |
| { |
| "epoch": 0.5774096353920611, |
| "grad_norm": 0.4765625, |
| "learning_rate": 6.983012608082982e-05, |
| "loss": 1.0645, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.578459471092774, |
| "grad_norm": 0.58984375, |
| "learning_rate": 6.93201540807182e-05, |
| "loss": 1.1948, |
| "step": 13775 |
| }, |
| { |
| "epoch": 0.5795093067934868, |
| "grad_norm": 0.42578125, |
| "learning_rate": 6.88114908858103e-05, |
| "loss": 1.0131, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.5805591424941997, |
| "grad_norm": 0.53515625, |
| "learning_rate": 6.830414474774594e-05, |
| "loss": 1.2336, |
| "step": 13825 |
| }, |
| { |
| "epoch": 0.5816089781949125, |
| "grad_norm": 0.58203125, |
| "learning_rate": 6.779812389679952e-05, |
| "loss": 1.207, |
| "step": 13850 |
| }, |
| { |
| "epoch": 0.5826588138956253, |
| "grad_norm": 0.6328125, |
| "learning_rate": 6.729343654174625e-05, |
| "loss": 1.0024, |
| "step": 13875 |
| }, |
| { |
| "epoch": 0.5837086495963382, |
| "grad_norm": 0.515625, |
| "learning_rate": 6.679009086972916e-05, |
| "loss": 1.0531, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.584758485297051, |
| "grad_norm": 0.5703125, |
| "learning_rate": 6.628809504612626e-05, |
| "loss": 0.9854, |
| "step": 13925 |
| }, |
| { |
| "epoch": 0.5858083209977638, |
| "grad_norm": 0.546875, |
| "learning_rate": 6.578745721441787e-05, |
| "loss": 1.2319, |
| "step": 13950 |
| }, |
| { |
| "epoch": 0.5868581566984767, |
| "grad_norm": 0.40625, |
| "learning_rate": 6.528818549605488e-05, |
| "loss": 0.9618, |
| "step": 13975 |
| }, |
| { |
| "epoch": 0.5879079923991896, |
| "grad_norm": 0.62109375, |
| "learning_rate": 6.479028799032664e-05, |
| "loss": 1.2905, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.5889578280999024, |
| "grad_norm": 0.5390625, |
| "learning_rate": 6.429377277422985e-05, |
| "loss": 1.2429, |
| "step": 14025 |
| }, |
| { |
| "epoch": 0.5900076638006152, |
| "grad_norm": 0.55859375, |
| "learning_rate": 6.379864790233747e-05, |
| "loss": 1.2236, |
| "step": 14050 |
| }, |
| { |
| "epoch": 0.591057499501328, |
| "grad_norm": 0.62890625, |
| "learning_rate": 6.330492140666776e-05, |
| "loss": 1.1221, |
| "step": 14075 |
| }, |
| { |
| "epoch": 0.5921073352020408, |
| "grad_norm": 0.388671875, |
| "learning_rate": 6.281260129655455e-05, |
| "loss": 0.9457, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.5931571709027538, |
| "grad_norm": 0.57421875, |
| "learning_rate": 6.23216955585167e-05, |
| "loss": 1.0886, |
| "step": 14125 |
| }, |
| { |
| "epoch": 0.5942070066034666, |
| "grad_norm": 0.62109375, |
| "learning_rate": 6.183221215612904e-05, |
| "loss": 1.1392, |
| "step": 14150 |
| }, |
| { |
| "epoch": 0.5952568423041794, |
| "grad_norm": 0.5390625, |
| "learning_rate": 6.134415902989295e-05, |
| "loss": 0.8879, |
| "step": 14175 |
| }, |
| { |
| "epoch": 0.5963066780048922, |
| "grad_norm": 0.68359375, |
| "learning_rate": 6.08575440971074e-05, |
| "loss": 1.1193, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.597356513705605, |
| "grad_norm": 0.6953125, |
| "learning_rate": 6.03723752517409e-05, |
| "loss": 1.0994, |
| "step": 14225 |
| }, |
| { |
| "epoch": 0.5984063494063179, |
| "grad_norm": 0.4609375, |
| "learning_rate": 5.9888660364303137e-05, |
| "loss": 1.173, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.5994561851070308, |
| "grad_norm": 0.298828125, |
| "learning_rate": 5.9406407281717405e-05, |
| "loss": 1.0254, |
| "step": 14275 |
| }, |
| { |
| "epoch": 0.6005060208077436, |
| "grad_norm": 0.546875, |
| "learning_rate": 5.892562382719332e-05, |
| "loss": 1.0322, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.6015558565084564, |
| "grad_norm": 0.57421875, |
| "learning_rate": 5.844631780009976e-05, |
| "loss": 1.0679, |
| "step": 14325 |
| }, |
| { |
| "epoch": 0.6026056922091693, |
| "grad_norm": 0.173828125, |
| "learning_rate": 5.7968496975838674e-05, |
| "loss": 1.2121, |
| "step": 14350 |
| }, |
| { |
| "epoch": 0.6036555279098821, |
| "grad_norm": 0.41015625, |
| "learning_rate": 5.7492169105718535e-05, |
| "loss": 1.1169, |
| "step": 14375 |
| }, |
| { |
| "epoch": 0.6047053636105949, |
| "grad_norm": 0.60546875, |
| "learning_rate": 5.701734191682894e-05, |
| "loss": 1.2163, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.6057551993113078, |
| "grad_norm": 0.482421875, |
| "learning_rate": 5.654402311191515e-05, |
| "loss": 1.0457, |
| "step": 14425 |
| }, |
| { |
| "epoch": 0.6068050350120207, |
| "grad_norm": 0.470703125, |
| "learning_rate": 5.607222036925294e-05, |
| "loss": 1.1437, |
| "step": 14450 |
| }, |
| { |
| "epoch": 0.6078548707127335, |
| "grad_norm": 0.58984375, |
| "learning_rate": 5.56019413425244e-05, |
| "loss": 1.0453, |
| "step": 14475 |
| }, |
| { |
| "epoch": 0.6089047064134463, |
| "grad_norm": 0.55078125, |
| "learning_rate": 5.513319366069342e-05, |
| "loss": 1.1764, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.6099545421141591, |
| "grad_norm": 0.65234375, |
| "learning_rate": 5.4665984927882206e-05, |
| "loss": 1.0844, |
| "step": 14525 |
| }, |
| { |
| "epoch": 0.6110043778148719, |
| "grad_norm": 0.404296875, |
| "learning_rate": 5.420032272324783e-05, |
| "loss": 0.98, |
| "step": 14550 |
| }, |
| { |
| "epoch": 0.6120542135155849, |
| "grad_norm": 0.458984375, |
| "learning_rate": 5.373621460085911e-05, |
| "loss": 1.211, |
| "step": 14575 |
| }, |
| { |
| "epoch": 0.6131040492162977, |
| "grad_norm": 0.6796875, |
| "learning_rate": 5.327366808957444e-05, |
| "loss": 1.0328, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.6141538849170105, |
| "grad_norm": 0.55859375, |
| "learning_rate": 5.2812690692919195e-05, |
| "loss": 1.088, |
| "step": 14625 |
| }, |
| { |
| "epoch": 0.6152037206177233, |
| "grad_norm": 0.59765625, |
| "learning_rate": 5.235328988896443e-05, |
| "loss": 0.8702, |
| "step": 14650 |
| }, |
| { |
| "epoch": 0.6162535563184361, |
| "grad_norm": 0.60546875, |
| "learning_rate": 5.1895473130205374e-05, |
| "loss": 1.135, |
| "step": 14675 |
| }, |
| { |
| "epoch": 0.617303392019149, |
| "grad_norm": 0.6015625, |
| "learning_rate": 5.1439247843440405e-05, |
| "loss": 1.2242, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.6183532277198618, |
| "grad_norm": 0.42578125, |
| "learning_rate": 5.098462142965087e-05, |
| "loss": 1.2759, |
| "step": 14725 |
| }, |
| { |
| "epoch": 0.6194030634205747, |
| "grad_norm": 0.482421875, |
| "learning_rate": 5.0531601263880747e-05, |
| "loss": 1.1016, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.6204528991212875, |
| "grad_norm": 0.546875, |
| "learning_rate": 5.008019469511719e-05, |
| "loss": 0.997, |
| "step": 14775 |
| }, |
| { |
| "epoch": 0.6215027348220004, |
| "grad_norm": 0.6015625, |
| "learning_rate": 4.963040904617131e-05, |
| "loss": 1.1841, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.6225525705227132, |
| "grad_norm": 0.625, |
| "learning_rate": 4.9182251613559074e-05, |
| "loss": 0.985, |
| "step": 14825 |
| }, |
| { |
| "epoch": 0.623602406223426, |
| "grad_norm": 0.5625, |
| "learning_rate": 4.873572966738359e-05, |
| "loss": 1.1212, |
| "step": 14850 |
| }, |
| { |
| "epoch": 0.6246522419241388, |
| "grad_norm": 0.404296875, |
| "learning_rate": 4.8290850451216354e-05, |
| "loss": 1.1319, |
| "step": 14875 |
| }, |
| { |
| "epoch": 0.6257020776248517, |
| "grad_norm": 0.609375, |
| "learning_rate": 4.7847621181980404e-05, |
| "loss": 1.1624, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.6267519133255646, |
| "grad_norm": 0.53515625, |
| "learning_rate": 4.7406049049832955e-05, |
| "loss": 1.1851, |
| "step": 14925 |
| }, |
| { |
| "epoch": 0.6278017490262774, |
| "grad_norm": 0.5390625, |
| "learning_rate": 4.69661412180487e-05, |
| "loss": 0.917, |
| "step": 14950 |
| }, |
| { |
| "epoch": 0.6288515847269902, |
| "grad_norm": 0.3671875, |
| "learning_rate": 4.652790482290385e-05, |
| "loss": 1.0829, |
| "step": 14975 |
| }, |
| { |
| "epoch": 0.629901420427703, |
| "grad_norm": 0.64453125, |
| "learning_rate": 4.609134697356009e-05, |
| "loss": 0.9791, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.6309512561284158, |
| "grad_norm": 0.5625, |
| "learning_rate": 4.5656474751949455e-05, |
| "loss": 1.0311, |
| "step": 15025 |
| }, |
| { |
| "epoch": 0.6320010918291288, |
| "grad_norm": 0.51171875, |
| "learning_rate": 4.5223295212659464e-05, |
| "loss": 1.179, |
| "step": 15050 |
| }, |
| { |
| "epoch": 0.6330509275298416, |
| "grad_norm": 0.50390625, |
| "learning_rate": 4.4791815382818365e-05, |
| "loss": 1.1793, |
| "step": 15075 |
| }, |
| { |
| "epoch": 0.6341007632305544, |
| "grad_norm": 0.71875, |
| "learning_rate": 4.436204226198162e-05, |
| "loss": 1.1232, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.6351505989312672, |
| "grad_norm": 0.55859375, |
| "learning_rate": 4.3933982822017876e-05, |
| "loss": 1.0392, |
| "step": 15125 |
| }, |
| { |
| "epoch": 0.6362004346319801, |
| "grad_norm": 0.53125, |
| "learning_rate": 4.350764400699626e-05, |
| "loss": 1.031, |
| "step": 15150 |
| }, |
| { |
| "epoch": 0.6372502703326929, |
| "grad_norm": 0.4140625, |
| "learning_rate": 4.3083032733073536e-05, |
| "loss": 1.0691, |
| "step": 15175 |
| }, |
| { |
| "epoch": 0.6383001060334058, |
| "grad_norm": 0.421875, |
| "learning_rate": 4.266015588838185e-05, |
| "loss": 0.9525, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.6393499417341186, |
| "grad_norm": 0.6875, |
| "learning_rate": 4.223902033291719e-05, |
| "loss": 1.0429, |
| "step": 15225 |
| }, |
| { |
| "epoch": 0.6403997774348315, |
| "grad_norm": 0.66796875, |
| "learning_rate": 4.181963289842783e-05, |
| "loss": 1.0999, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.6414496131355443, |
| "grad_norm": 0.37890625, |
| "learning_rate": 4.140200038830387e-05, |
| "loss": 1.0902, |
| "step": 15275 |
| }, |
| { |
| "epoch": 0.6424994488362571, |
| "grad_norm": 0.376953125, |
| "learning_rate": 4.0986129577466545e-05, |
| "loss": 0.858, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.6435492845369699, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 4.0572027212258404e-05, |
| "loss": 1.1549, |
| "step": 15325 |
| }, |
| { |
| "epoch": 0.6445991202376828, |
| "grad_norm": 0.482421875, |
| "learning_rate": 4.015970001033401e-05, |
| "loss": 1.0091, |
| "step": 15350 |
| }, |
| { |
| "epoch": 0.6456489559383957, |
| "grad_norm": 0.5078125, |
| "learning_rate": 3.974915466055074e-05, |
| "loss": 1.0572, |
| "step": 15375 |
| }, |
| { |
| "epoch": 0.6466987916391085, |
| "grad_norm": 0.462890625, |
| "learning_rate": 3.934039782286048e-05, |
| "loss": 1.1396, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.6477486273398213, |
| "grad_norm": 0.72265625, |
| "learning_rate": 3.893343612820155e-05, |
| "loss": 1.1633, |
| "step": 15425 |
| }, |
| { |
| "epoch": 0.6487984630405341, |
| "grad_norm": 0.423828125, |
| "learning_rate": 3.852827617839084e-05, |
| "loss": 0.9902, |
| "step": 15450 |
| }, |
| { |
| "epoch": 0.6498482987412469, |
| "grad_norm": 0.59765625, |
| "learning_rate": 3.812492454601735e-05, |
| "loss": 1.0629, |
| "step": 15475 |
| }, |
| { |
| "epoch": 0.6508981344419599, |
| "grad_norm": 0.267578125, |
| "learning_rate": 3.7723387774334816e-05, |
| "loss": 1.1956, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.6519479701426727, |
| "grad_norm": 0.6171875, |
| "learning_rate": 3.732367237715614e-05, |
| "loss": 1.0655, |
| "step": 15525 |
| }, |
| { |
| "epoch": 0.6529978058433855, |
| "grad_norm": 0.69921875, |
| "learning_rate": 3.692578483874748e-05, |
| "loss": 1.0292, |
| "step": 15550 |
| }, |
| { |
| "epoch": 0.6540476415440983, |
| "grad_norm": 0.388671875, |
| "learning_rate": 3.652973161372295e-05, |
| "loss": 1.1644, |
| "step": 15575 |
| }, |
| { |
| "epoch": 0.6550974772448112, |
| "grad_norm": 0.412109375, |
| "learning_rate": 3.613551912694028e-05, |
| "loss": 1.0857, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.656147312945524, |
| "grad_norm": 0.384765625, |
| "learning_rate": 3.574315377339613e-05, |
| "loss": 1.1966, |
| "step": 15625 |
| }, |
| { |
| "epoch": 0.6571971486462369, |
| "grad_norm": 0.58984375, |
| "learning_rate": 3.535264191812274e-05, |
| "loss": 1.1279, |
| "step": 15650 |
| }, |
| { |
| "epoch": 0.6582469843469497, |
| "grad_norm": 0.404296875, |
| "learning_rate": 3.49639898960845e-05, |
| "loss": 1.035, |
| "step": 15675 |
| }, |
| { |
| "epoch": 0.6592968200476625, |
| "grad_norm": 0.6171875, |
| "learning_rate": 3.45772040120751e-05, |
| "loss": 1.031, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.6603466557483754, |
| "grad_norm": 0.59765625, |
| "learning_rate": 3.4192290540615506e-05, |
| "loss": 1.0585, |
| "step": 15725 |
| }, |
| { |
| "epoch": 0.6613964914490882, |
| "grad_norm": 0.439453125, |
| "learning_rate": 3.3809255725851825e-05, |
| "loss": 0.9671, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.662446327149801, |
| "grad_norm": 0.494140625, |
| "learning_rate": 3.342810578145436e-05, |
| "loss": 0.9874, |
| "step": 15775 |
| }, |
| { |
| "epoch": 0.6634961628505139, |
| "grad_norm": 0.59375, |
| "learning_rate": 3.304884689051666e-05, |
| "loss": 1.0242, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.6645459985512268, |
| "grad_norm": 0.392578125, |
| "learning_rate": 3.2671485205455064e-05, |
| "loss": 0.9905, |
| "step": 15825 |
| }, |
| { |
| "epoch": 0.6655958342519396, |
| "grad_norm": 0.51953125, |
| "learning_rate": 3.229602684790924e-05, |
| "loss": 1.1478, |
| "step": 15850 |
| }, |
| { |
| "epoch": 0.6666456699526524, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.192247790864249e-05, |
| "loss": 1.2598, |
| "step": 15875 |
| }, |
| { |
| "epoch": 0.6676955056533652, |
| "grad_norm": 0.458984375, |
| "learning_rate": 3.155084444744326e-05, |
| "loss": 1.1662, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.668745341354078, |
| "grad_norm": 0.68359375, |
| "learning_rate": 3.1181132493026734e-05, |
| "loss": 1.1146, |
| "step": 15925 |
| }, |
| { |
| "epoch": 0.669795177054791, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.0813348042936876e-05, |
| "loss": 1.0196, |
| "step": 15950 |
| }, |
| { |
| "epoch": 0.6708450127555038, |
| "grad_norm": 0.240234375, |
| "learning_rate": 3.044749706344944e-05, |
| "loss": 0.8744, |
| "step": 15975 |
| }, |
| { |
| "epoch": 0.6718948484562166, |
| "grad_norm": 0.63671875, |
| "learning_rate": 3.0083585489474855e-05, |
| "loss": 1.0892, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.6729446841569294, |
| "grad_norm": 0.55078125, |
| "learning_rate": 2.9721619224462236e-05, |
| "loss": 1.0506, |
| "step": 16025 |
| }, |
| { |
| "epoch": 0.6739945198576422, |
| "grad_norm": 0.376953125, |
| "learning_rate": 2.9361604140303467e-05, |
| "loss": 1.0366, |
| "step": 16050 |
| }, |
| { |
| "epoch": 0.6750443555583551, |
| "grad_norm": 0.578125, |
| "learning_rate": 2.9003546077237933e-05, |
| "loss": 1.2576, |
| "step": 16075 |
| }, |
| { |
| "epoch": 0.676094191259068, |
| "grad_norm": 0.408203125, |
| "learning_rate": 2.8647450843757897e-05, |
| "loss": 1.0275, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.6771440269597808, |
| "grad_norm": 0.56640625, |
| "learning_rate": 2.8293324216514033e-05, |
| "loss": 1.1833, |
| "step": 16125 |
| }, |
| { |
| "epoch": 0.6781938626604936, |
| "grad_norm": 0.26953125, |
| "learning_rate": 2.7941171940222052e-05, |
| "loss": 0.945, |
| "step": 16150 |
| }, |
| { |
| "epoch": 0.6792436983612065, |
| "grad_norm": 0.78125, |
| "learning_rate": 2.7590999727569285e-05, |
| "loss": 1.1001, |
| "step": 16175 |
| }, |
| { |
| "epoch": 0.6802935340619193, |
| "grad_norm": 0.671875, |
| "learning_rate": 2.7242813259121936e-05, |
| "loss": 1.1169, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.6813433697626321, |
| "grad_norm": 0.474609375, |
| "learning_rate": 2.689661818323326e-05, |
| "loss": 1.0022, |
| "step": 16225 |
| }, |
| { |
| "epoch": 0.682393205463345, |
| "grad_norm": 0.408203125, |
| "learning_rate": 2.6552420115951544e-05, |
| "loss": 0.9877, |
| "step": 16250 |
| }, |
| { |
| "epoch": 0.6834430411640579, |
| "grad_norm": 0.58984375, |
| "learning_rate": 2.6210224640929283e-05, |
| "loss": 1.1879, |
| "step": 16275 |
| }, |
| { |
| "epoch": 0.6844928768647707, |
| "grad_norm": 0.4140625, |
| "learning_rate": 2.5870037309332535e-05, |
| "loss": 1.0557, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.6855427125654835, |
| "grad_norm": 0.53125, |
| "learning_rate": 2.5531863639750738e-05, |
| "loss": 1.1362, |
| "step": 16325 |
| }, |
| { |
| "epoch": 0.6865925482661963, |
| "grad_norm": 0.55078125, |
| "learning_rate": 2.5195709118107372e-05, |
| "loss": 1.0474, |
| "step": 16350 |
| }, |
| { |
| "epoch": 0.6876423839669091, |
| "grad_norm": 0.49609375, |
| "learning_rate": 2.4861579197570803e-05, |
| "loss": 0.9323, |
| "step": 16375 |
| }, |
| { |
| "epoch": 0.6886922196676221, |
| "grad_norm": 0.6015625, |
| "learning_rate": 2.4529479298465986e-05, |
| "loss": 1.3069, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.6897420553683349, |
| "grad_norm": 0.5859375, |
| "learning_rate": 2.4199414808186406e-05, |
| "loss": 1.1598, |
| "step": 16425 |
| }, |
| { |
| "epoch": 0.6907918910690477, |
| "grad_norm": 0.490234375, |
| "learning_rate": 2.387139108110669e-05, |
| "loss": 1.0227, |
| "step": 16450 |
| }, |
| { |
| "epoch": 0.6918417267697605, |
| "grad_norm": 0.44140625, |
| "learning_rate": 2.3545413438495857e-05, |
| "loss": 1.1178, |
| "step": 16475 |
| }, |
| { |
| "epoch": 0.6928915624704733, |
| "grad_norm": 0.625, |
| "learning_rate": 2.3221487168430806e-05, |
| "loss": 1.0225, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.6939413981711862, |
| "grad_norm": 0.609375, |
| "learning_rate": 2.289961752571075e-05, |
| "loss": 1.0469, |
| "step": 16525 |
| }, |
| { |
| "epoch": 0.6949912338718991, |
| "grad_norm": 0.55859375, |
| "learning_rate": 2.257980973177187e-05, |
| "loss": 1.0234, |
| "step": 16550 |
| }, |
| { |
| "epoch": 0.6960410695726119, |
| "grad_norm": 0.6015625, |
| "learning_rate": 2.2262068974602503e-05, |
| "loss": 1.1441, |
| "step": 16575 |
| }, |
| { |
| "epoch": 0.6970909052733247, |
| "grad_norm": 0.62109375, |
| "learning_rate": 2.1946400408659198e-05, |
| "loss": 1.1231, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.6981407409740376, |
| "grad_norm": 0.5625, |
| "learning_rate": 2.1632809154782886e-05, |
| "loss": 1.0681, |
| "step": 16625 |
| }, |
| { |
| "epoch": 0.6991905766747504, |
| "grad_norm": 0.29296875, |
| "learning_rate": 2.1321300300116013e-05, |
| "loss": 0.9589, |
| "step": 16650 |
| }, |
| { |
| "epoch": 0.7002404123754632, |
| "grad_norm": 0.4609375, |
| "learning_rate": 2.1011878898019853e-05, |
| "loss": 0.9615, |
| "step": 16675 |
| }, |
| { |
| "epoch": 0.7012902480761761, |
| "grad_norm": 0.625, |
| "learning_rate": 2.0704549967992605e-05, |
| "loss": 1.2253, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.702340083776889, |
| "grad_norm": 0.640625, |
| "learning_rate": 2.039931849558798e-05, |
| "loss": 1.255, |
| "step": 16725 |
| }, |
| { |
| "epoch": 0.7033899194776018, |
| "grad_norm": 0.47265625, |
| "learning_rate": 2.009618943233419e-05, |
| "loss": 1.0251, |
| "step": 16750 |
| }, |
| { |
| "epoch": 0.7044397551783146, |
| "grad_norm": 0.421875, |
| "learning_rate": 1.9795167695653878e-05, |
| "loss": 1.1894, |
| "step": 16775 |
| }, |
| { |
| "epoch": 0.7054895908790274, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.9496258168784122e-05, |
| "loss": 1.0545, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.7065394265797402, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.9199465700697247e-05, |
| "loss": 1.037, |
| "step": 16825 |
| }, |
| { |
| "epoch": 0.7075892622804532, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.8904795106022313e-05, |
| "loss": 1.068, |
| "step": 16850 |
| }, |
| { |
| "epoch": 0.708639097981166, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.861225116496682e-05, |
| "loss": 1.1304, |
| "step": 16875 |
| }, |
| { |
| "epoch": 0.7096889336818788, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.8321838623239306e-05, |
| "loss": 1.0944, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.7107387693825916, |
| "grad_norm": 0.427734375, |
| "learning_rate": 1.803356219197234e-05, |
| "loss": 1.1014, |
| "step": 16925 |
| }, |
| { |
| "epoch": 0.7117886050833044, |
| "grad_norm": 1.0234375, |
| "learning_rate": 1.774742654764591e-05, |
| "loss": 1.1269, |
| "step": 16950 |
| }, |
| { |
| "epoch": 0.7128384407840173, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.7463436332011933e-05, |
| "loss": 0.9335, |
| "step": 16975 |
| }, |
| { |
| "epoch": 0.7138882764847302, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.718159615201853e-05, |
| "loss": 1.0583, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.714938112185443, |
| "grad_norm": 0.396484375, |
| "learning_rate": 1.6901910579735623e-05, |
| "loss": 1.1465, |
| "step": 17025 |
| }, |
| { |
| "epoch": 0.7159879478861558, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.6624384152280646e-05, |
| "loss": 1.2525, |
| "step": 17050 |
| }, |
| { |
| "epoch": 0.7170377835868686, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.634902137174483e-05, |
| "loss": 1.1994, |
| "step": 17075 |
| }, |
| { |
| "epoch": 0.7180876192875815, |
| "grad_norm": 0.84375, |
| "learning_rate": 1.6075826705120404e-05, |
| "loss": 1.1688, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.7191374549882943, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.580480458422791e-05, |
| "loss": 1.1071, |
| "step": 17125 |
| }, |
| { |
| "epoch": 0.7201872906890072, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.5535959405644434e-05, |
| "loss": 1.0429, |
| "step": 17150 |
| }, |
| { |
| "epoch": 0.72123712638972, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.5269295530632307e-05, |
| "loss": 0.9043, |
| "step": 17175 |
| }, |
| { |
| "epoch": 0.7222869620904329, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.5004817285068194e-05, |
| "loss": 0.9717, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.7233367977911457, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.4742528959373107e-05, |
| "loss": 1.1211, |
| "step": 17225 |
| }, |
| { |
| "epoch": 0.7243866334918585, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.4482434808442684e-05, |
| "loss": 1.1302, |
| "step": 17250 |
| }, |
| { |
| "epoch": 0.7254364691925713, |
| "grad_norm": 0.7421875, |
| "learning_rate": 1.4224539051578198e-05, |
| "loss": 1.1155, |
| "step": 17275 |
| }, |
| { |
| "epoch": 0.7264863048932843, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.3968845872418188e-05, |
| "loss": 1.0724, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.7275361405939971, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.371535941887042e-05, |
| "loss": 1.0348, |
| "step": 17325 |
| }, |
| { |
| "epoch": 0.7285859762947099, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.3464083803044812e-05, |
| "loss": 1.1203, |
| "step": 17350 |
| }, |
| { |
| "epoch": 0.7296358119954227, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.3215023101186489e-05, |
| "loss": 0.9517, |
| "step": 17375 |
| }, |
| { |
| "epoch": 0.7306856476961355, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.2968181353609852e-05, |
| "loss": 1.0962, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.7317354833968484, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.2723562564632993e-05, |
| "loss": 1.0109, |
| "step": 17425 |
| }, |
| { |
| "epoch": 0.7327853190975613, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.2481170702512638e-05, |
| "loss": 1.0531, |
| "step": 17450 |
| }, |
| { |
| "epoch": 0.7338351547982741, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.2241009699379905e-05, |
| "loss": 1.0217, |
| "step": 17475 |
| }, |
| { |
| "epoch": 0.7348849904989869, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.2003083451176366e-05, |
| "loss": 1.2119, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.7359348261996997, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.1767395817591053e-05, |
| "loss": 0.9211, |
| "step": 17525 |
| }, |
| { |
| "epoch": 0.7369846619004126, |
| "grad_norm": 0.333984375, |
| "learning_rate": 1.1533950621997684e-05, |
| "loss": 1.0552, |
| "step": 17550 |
| }, |
| { |
| "epoch": 0.7380344976011254, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.1302751651392594e-05, |
| "loss": 1.1606, |
| "step": 17575 |
| }, |
| { |
| "epoch": 0.7390843333018383, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.1073802656333546e-05, |
| "loss": 1.2232, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.7401341690025511, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.084710735087857e-05, |
| "loss": 1.0956, |
| "step": 17625 |
| }, |
| { |
| "epoch": 0.741184004703264, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.0622669412526019e-05, |
| "loss": 0.9505, |
| "step": 17650 |
| }, |
| { |
| "epoch": 0.7422338404039768, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.0400492482154694e-05, |
| "loss": 0.9808, |
| "step": 17675 |
| }, |
| { |
| "epoch": 0.7432836761046896, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.0180580163964847e-05, |
| "loss": 0.9399, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.7443335118054024, |
| "grad_norm": 0.427734375, |
| "learning_rate": 9.962936025419754e-06, |
| "loss": 0.9044, |
| "step": 17725 |
| }, |
| { |
| "epoch": 0.7453833475061153, |
| "grad_norm": 0.455078125, |
| "learning_rate": 9.747563597187791e-06, |
| "loss": 0.9535, |
| "step": 17750 |
| }, |
| { |
| "epoch": 0.7464331832068282, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.534466373085176e-06, |
| "loss": 1.2258, |
| "step": 17775 |
| }, |
| { |
| "epoch": 0.747483018907541, |
| "grad_norm": 0.625, |
| "learning_rate": 9.323647810019353e-06, |
| "loss": 1.1561, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.7485328546082538, |
| "grad_norm": 0.55859375, |
| "learning_rate": 9.115111327932717e-06, |
| "loss": 1.0656, |
| "step": 17825 |
| }, |
| { |
| "epoch": 0.7495826903089666, |
| "grad_norm": 0.6328125, |
| "learning_rate": 8.908860309747429e-06, |
| "loss": 1.1332, |
| "step": 17850 |
| }, |
| { |
| "epoch": 0.7506325260096794, |
| "grad_norm": 0.515625, |
| "learning_rate": 8.70489810131027e-06, |
| "loss": 1.1022, |
| "step": 17875 |
| }, |
| { |
| "epoch": 0.7516823617103924, |
| "grad_norm": 0.365234375, |
| "learning_rate": 8.503228011338525e-06, |
| "loss": 0.9377, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.7527321974111052, |
| "grad_norm": 0.59765625, |
| "learning_rate": 8.30385331136627e-06, |
| "loss": 1.1226, |
| "step": 17925 |
| }, |
| { |
| "epoch": 0.753782033111818, |
| "grad_norm": 0.54296875, |
| "learning_rate": 8.10677723569122e-06, |
| "loss": 1.0944, |
| "step": 17950 |
| }, |
| { |
| "epoch": 0.7548318688125308, |
| "grad_norm": 0.5546875, |
| "learning_rate": 7.912002981322396e-06, |
| "loss": 1.0833, |
| "step": 17975 |
| }, |
| { |
| "epoch": 0.7558817045132437, |
| "grad_norm": 0.455078125, |
| "learning_rate": 7.719533707928177e-06, |
| "loss": 1.042, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.7569315402139565, |
| "grad_norm": 0.447265625, |
| "learning_rate": 7.529372537785034e-06, |
| "loss": 0.9277, |
| "step": 18025 |
| }, |
| { |
| "epoch": 0.7579813759146694, |
| "grad_norm": 0.5078125, |
| "learning_rate": 7.34152255572697e-06, |
| "loss": 0.9699, |
| "step": 18050 |
| }, |
| { |
| "epoch": 0.7590312116153822, |
| "grad_norm": 0.5546875, |
| "learning_rate": 7.155986809095332e-06, |
| "loss": 1.0953, |
| "step": 18075 |
| }, |
| { |
| "epoch": 0.760081047316095, |
| "grad_norm": 0.6171875, |
| "learning_rate": 6.9727683076895635e-06, |
| "loss": 1.0535, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.7611308830168079, |
| "grad_norm": 0.5859375, |
| "learning_rate": 6.79187002371816e-06, |
| "loss": 1.1895, |
| "step": 18125 |
| }, |
| { |
| "epoch": 0.7621807187175207, |
| "grad_norm": 0.51953125, |
| "learning_rate": 6.613294891750642e-06, |
| "loss": 0.89, |
| "step": 18150 |
| }, |
| { |
| "epoch": 0.7632305544182335, |
| "grad_norm": 0.42578125, |
| "learning_rate": 6.437045808669894e-06, |
| "loss": 1.1992, |
| "step": 18175 |
| }, |
| { |
| "epoch": 0.7642803901189464, |
| "grad_norm": 0.43359375, |
| "learning_rate": 6.263125633625066e-06, |
| "loss": 1.161, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.7653302258196593, |
| "grad_norm": 0.46484375, |
| "learning_rate": 6.091537187985379e-06, |
| "loss": 1.234, |
| "step": 18225 |
| }, |
| { |
| "epoch": 0.7663800615203721, |
| "grad_norm": 0.64453125, |
| "learning_rate": 5.9222832552941635e-06, |
| "loss": 0.9988, |
| "step": 18250 |
| }, |
| { |
| "epoch": 0.7674298972210849, |
| "grad_norm": 0.578125, |
| "learning_rate": 5.755366581223858e-06, |
| "loss": 0.9656, |
| "step": 18275 |
| }, |
| { |
| "epoch": 0.7684797329217977, |
| "grad_norm": 0.4453125, |
| "learning_rate": 5.590789873531398e-06, |
| "loss": 1.2579, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.7695295686225105, |
| "grad_norm": 0.640625, |
| "learning_rate": 5.428555802014284e-06, |
| "loss": 0.915, |
| "step": 18325 |
| }, |
| { |
| "epoch": 0.7705794043232234, |
| "grad_norm": 0.7578125, |
| "learning_rate": 5.268666998467297e-06, |
| "loss": 1.2215, |
| "step": 18350 |
| }, |
| { |
| "epoch": 0.7716292400239363, |
| "grad_norm": 0.6328125, |
| "learning_rate": 5.11112605663977e-06, |
| "loss": 1.142, |
| "step": 18375 |
| }, |
| { |
| "epoch": 0.7726790757246491, |
| "grad_norm": 0.490234375, |
| "learning_rate": 4.9559355321935665e-06, |
| "loss": 0.9578, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.7737289114253619, |
| "grad_norm": 0.60546875, |
| "learning_rate": 4.803097942661588e-06, |
| "loss": 1.232, |
| "step": 18425 |
| }, |
| { |
| "epoch": 0.7747787471260748, |
| "grad_norm": 0.828125, |
| "learning_rate": 4.652615767406914e-06, |
| "loss": 0.9323, |
| "step": 18450 |
| }, |
| { |
| "epoch": 0.7758285828267876, |
| "grad_norm": 0.451171875, |
| "learning_rate": 4.5044914475826255e-06, |
| "loss": 0.9519, |
| "step": 18475 |
| }, |
| { |
| "epoch": 0.7768784185275004, |
| "grad_norm": 0.66015625, |
| "learning_rate": 4.358727386092198e-06, |
| "loss": 1.1287, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.7779282542282133, |
| "grad_norm": 0.60546875, |
| "learning_rate": 4.215325947550452e-06, |
| "loss": 1.0316, |
| "step": 18525 |
| }, |
| { |
| "epoch": 0.7789780899289261, |
| "grad_norm": 0.51953125, |
| "learning_rate": 4.0742894582453335e-06, |
| "loss": 0.9982, |
| "step": 18550 |
| }, |
| { |
| "epoch": 0.780027925629639, |
| "grad_norm": 0.3515625, |
| "learning_rate": 3.935620206099976e-06, |
| "loss": 1.1033, |
| "step": 18575 |
| }, |
| { |
| "epoch": 0.7810777613303518, |
| "grad_norm": 0.63671875, |
| "learning_rate": 3.7993204406358336e-06, |
| "loss": 1.0477, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.7821275970310646, |
| "grad_norm": 0.5078125, |
| "learning_rate": 3.6653923729359214e-06, |
| "loss": 1.1773, |
| "step": 18625 |
| }, |
| { |
| "epoch": 0.7831774327317774, |
| "grad_norm": 0.50390625, |
| "learning_rate": 3.5338381756091827e-06, |
| "loss": 1.0592, |
| "step": 18650 |
| }, |
| { |
| "epoch": 0.7842272684324904, |
| "grad_norm": 0.66015625, |
| "learning_rate": 3.4046599827551147e-06, |
| "loss": 1.1306, |
| "step": 18675 |
| }, |
| { |
| "epoch": 0.7852771041332032, |
| "grad_norm": 0.5, |
| "learning_rate": 3.2778598899291465e-06, |
| "loss": 1.0932, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.786326939833916, |
| "grad_norm": 0.73046875, |
| "learning_rate": 3.153439954108733e-06, |
| "loss": 1.1019, |
| "step": 18725 |
| }, |
| { |
| "epoch": 0.7873767755346288, |
| "grad_norm": 0.578125, |
| "learning_rate": 3.0314021936598485e-06, |
| "loss": 1.163, |
| "step": 18750 |
| }, |
| { |
| "epoch": 0.7884266112353416, |
| "grad_norm": 0.5, |
| "learning_rate": 2.9117485883043966e-06, |
| "loss": 1.0679, |
| "step": 18775 |
| }, |
| { |
| "epoch": 0.7894764469360545, |
| "grad_norm": 0.314453125, |
| "learning_rate": 2.7944810790879845e-06, |
| "loss": 1.1934, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.7905262826367674, |
| "grad_norm": 0.60546875, |
| "learning_rate": 2.679601568348483e-06, |
| "loss": 1.1539, |
| "step": 18825 |
| }, |
| { |
| "epoch": 0.7915761183374802, |
| "grad_norm": 0.49609375, |
| "learning_rate": 2.567111919685183e-06, |
| "loss": 0.9144, |
| "step": 18850 |
| }, |
| { |
| "epoch": 0.792625954038193, |
| "grad_norm": 0.25390625, |
| "learning_rate": 2.457013957928472e-06, |
| "loss": 0.9195, |
| "step": 18875 |
| }, |
| { |
| "epoch": 0.7936757897389058, |
| "grad_norm": 0.3828125, |
| "learning_rate": 2.349309469110339e-06, |
| "loss": 1.0865, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.7947256254396187, |
| "grad_norm": 0.396484375, |
| "learning_rate": 2.2440002004353808e-06, |
| "loss": 0.9601, |
| "step": 18925 |
| }, |
| { |
| "epoch": 0.7957754611403315, |
| "grad_norm": 0.375, |
| "learning_rate": 2.1410878602523774e-06, |
| "loss": 0.9969, |
| "step": 18950 |
| }, |
| { |
| "epoch": 0.7968252968410444, |
| "grad_norm": 0.42578125, |
| "learning_rate": 2.0405741180266776e-06, |
| "loss": 1.1202, |
| "step": 18975 |
| }, |
| { |
| "epoch": 0.7978751325417572, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.942460604313073e-06, |
| "loss": 1.1523, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.7989249682424701, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.8467489107293509e-06, |
| "loss": 0.9934, |
| "step": 19025 |
| }, |
| { |
| "epoch": 0.7999748039431829, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.7534405899304494e-06, |
| "loss": 1.1894, |
| "step": 19050 |
| }, |
| { |
| "epoch": 0.8010246396438957, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.66253715558331e-06, |
| "loss": 0.8799, |
| "step": 19075 |
| }, |
| { |
| "epoch": 0.8020744753446085, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.5740400823423316e-06, |
| "loss": 1.0298, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.8031243110453214, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.4879508058253886e-06, |
| "loss": 1.0023, |
| "step": 19125 |
| }, |
| { |
| "epoch": 0.8041741467460343, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.4042707225906002e-06, |
| "loss": 1.0075, |
| "step": 19150 |
| }, |
| { |
| "epoch": 0.8052239824467471, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.3230011901136317e-06, |
| "loss": 1.0803, |
| "step": 19175 |
| }, |
| { |
| "epoch": 0.8062738181474599, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.2441435267656951e-06, |
| "loss": 1.1006, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.8073236538481727, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.1676990117922002e-06, |
| "loss": 0.9258, |
| "step": 19225 |
| }, |
| { |
| "epoch": 0.8083734895488855, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.093668885291904e-06, |
| "loss": 0.9101, |
| "step": 19250 |
| }, |
| { |
| "epoch": 0.8094233252495985, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.0220543481968936e-06, |
| "loss": 1.0387, |
| "step": 19275 |
| }, |
| { |
| "epoch": 0.8104731609503113, |
| "grad_norm": 0.48828125, |
| "learning_rate": 9.528565622530515e-07, |
| "loss": 1.0057, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.8115229966510241, |
| "grad_norm": 0.447265625, |
| "learning_rate": 8.860766500012217e-07, |
| "loss": 1.1879, |
| "step": 19325 |
| }, |
| { |
| "epoch": 0.8125728323517369, |
| "grad_norm": 0.328125, |
| "learning_rate": 8.217156947590064e-07, |
| "loss": 1.1634, |
| "step": 19350 |
| }, |
| { |
| "epoch": 0.8136226680524498, |
| "grad_norm": 0.185546875, |
| "learning_rate": 7.59774740603164e-07, |
| "loss": 0.8734, |
| "step": 19375 |
| }, |
| { |
| "epoch": 0.8146725037531626, |
| "grad_norm": 0.34375, |
| "learning_rate": 7.002547923527058e-07, |
| "loss": 0.9525, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.8157223394538755, |
| "grad_norm": 0.53515625, |
| "learning_rate": 6.43156815552609e-07, |
| "loss": 1.2432, |
| "step": 19425 |
| }, |
| { |
| "epoch": 0.8167721751545883, |
| "grad_norm": 0.6796875, |
| "learning_rate": 5.884817364580629e-07, |
| "loss": 1.076, |
| "step": 19450 |
| }, |
| { |
| "epoch": 0.8178220108553012, |
| "grad_norm": 0.5859375, |
| "learning_rate": 5.362304420195973e-07, |
| "loss": 0.9748, |
| "step": 19475 |
| }, |
| { |
| "epoch": 0.818871846556014, |
| "grad_norm": 0.59765625, |
| "learning_rate": 4.864037798685105e-07, |
| "loss": 1.061, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.8199216822567268, |
| "grad_norm": 0.57421875, |
| "learning_rate": 4.390025583032641e-07, |
| "loss": 1.1153, |
| "step": 19525 |
| }, |
| { |
| "epoch": 0.8209715179574396, |
| "grad_norm": 0.6015625, |
| "learning_rate": 3.9402754627634316e-07, |
| "loss": 1.1485, |
| "step": 19550 |
| }, |
| { |
| "epoch": 0.8220213536581525, |
| "grad_norm": 0.59765625, |
| "learning_rate": 3.514794733816828e-07, |
| "loss": 0.8816, |
| "step": 19575 |
| }, |
| { |
| "epoch": 0.8230711893588654, |
| "grad_norm": 0.58984375, |
| "learning_rate": 3.11359029842978e-07, |
| "loss": 1.2177, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.8241210250595782, |
| "grad_norm": 0.341796875, |
| "learning_rate": 2.7366686650237556e-07, |
| "loss": 1.029, |
| "step": 19625 |
| }, |
| { |
| "epoch": 0.825170860760291, |
| "grad_norm": 0.52734375, |
| "learning_rate": 2.3840359480999937e-07, |
| "loss": 1.152, |
| "step": 19650 |
| }, |
| { |
| "epoch": 0.8262206964610038, |
| "grad_norm": 0.0849609375, |
| "learning_rate": 2.05569786813925e-07, |
| "loss": 1.0786, |
| "step": 19675 |
| }, |
| { |
| "epoch": 0.8272705321617166, |
| "grad_norm": 0.404296875, |
| "learning_rate": 1.7516597515100372e-07, |
| "loss": 0.9784, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.8283203678624296, |
| "grad_norm": 0.283203125, |
| "learning_rate": 1.4719265303821948e-07, |
| "loss": 0.8756, |
| "step": 19725 |
| }, |
| { |
| "epoch": 0.8293702035631424, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.2165027426456198e-07, |
| "loss": 1.007, |
| "step": 19750 |
| }, |
| { |
| "epoch": 0.8304200392638552, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.853925318381584e-08, |
| "loss": 1.1715, |
| "step": 19775 |
| }, |
| { |
| "epoch": 0.831469874964568, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 7.785996470776601e-08, |
| "loss": 1.0351, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.8325197106652809, |
| "grad_norm": 0.546875, |
| "learning_rate": 5.961274430010265e-08, |
| "loss": 1.1492, |
| "step": 19825 |
| }, |
| { |
| "epoch": 0.8335695463659937, |
| "grad_norm": 0.5078125, |
| "learning_rate": 4.379788797105877e-08, |
| "loss": 1.0075, |
| "step": 19850 |
| }, |
| { |
| "epoch": 0.8346193820667066, |
| "grad_norm": 0.345703125, |
| "learning_rate": 3.041565227248077e-08, |
| "loss": 1.0898, |
| "step": 19875 |
| }, |
| { |
| "epoch": 0.8356692177674194, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.9466254293798445e-08, |
| "loss": 1.1322, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.8367190534681322, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.0949871658394449e-08, |
| "loss": 1.0682, |
| "step": 19925 |
| }, |
| { |
| "epoch": 0.8377688891688451, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 4.866642520806596e-09, |
| "loss": 1.1459, |
| "step": 19950 |
| }, |
| { |
| "epoch": 0.8388187248695579, |
| "grad_norm": 0.38671875, |
| "learning_rate": 1.2166655644463286e-09, |
| "loss": 1.0392, |
| "step": 19975 |
| }, |
| { |
| "epoch": 0.8398685605702707, |
| "grad_norm": 0.5234375, |
| "learning_rate": 0.0, |
| "loss": 1.0401, |
| "step": 20000 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 20000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.60095410782208e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
