| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.3154549682219811, |
| "eval_steps": 500, |
| "global_step": 4070, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0007750736319950396, |
| "grad_norm": 1.3823052644729614, |
| "learning_rate": 2.910112359550562e-06, |
| "loss": 0.7897, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0015501472639900791, |
| "grad_norm": 1.15909743309021, |
| "learning_rate": 3.921348314606742e-06, |
| "loss": 0.7524, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.002325220895985119, |
| "grad_norm": 0.9035636186599731, |
| "learning_rate": 4.932584269662922e-06, |
| "loss": 0.7419, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0031002945279801583, |
| "grad_norm": 0.7007580995559692, |
| "learning_rate": 5.943820224719102e-06, |
| "loss": 0.7113, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0038753681599751977, |
| "grad_norm": 0.7174043655395508, |
| "learning_rate": 6.955056179775282e-06, |
| "loss": 0.7164, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.004650441791970238, |
| "grad_norm": 0.720160961151123, |
| "learning_rate": 7.966292134831462e-06, |
| "loss": 0.7077, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.005425515423965277, |
| "grad_norm": 0.6832423210144043, |
| "learning_rate": 8.977528089887641e-06, |
| "loss": 0.6898, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0062005890559603165, |
| "grad_norm": 0.7489743232727051, |
| "learning_rate": 9.988764044943822e-06, |
| "loss": 0.7083, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0069756626879553555, |
| "grad_norm": 0.7608446478843689, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.6885, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.007750736319950395, |
| "grad_norm": 0.7493481636047363, |
| "learning_rate": 1.2011235955056182e-05, |
| "loss": 0.6888, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.008525809951945434, |
| "grad_norm": 0.7710257172584534, |
| "learning_rate": 1.3022471910112362e-05, |
| "loss": 0.6827, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.009300883583940475, |
| "grad_norm": 0.797978401184082, |
| "learning_rate": 1.403370786516854e-05, |
| "loss": 0.716, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.010075957215935514, |
| "grad_norm": 0.7106821537017822, |
| "learning_rate": 1.504494382022472e-05, |
| "loss": 0.6825, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.010851030847930553, |
| "grad_norm": 0.6821442246437073, |
| "learning_rate": 1.60561797752809e-05, |
| "loss": 0.699, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.011626104479925592, |
| "grad_norm": 0.7108712792396545, |
| "learning_rate": 1.706741573033708e-05, |
| "loss": 0.6979, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.012401178111920633, |
| "grad_norm": 0.7028000354766846, |
| "learning_rate": 1.8078651685393256e-05, |
| "loss": 0.6895, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.013176251743915672, |
| "grad_norm": 0.721693217754364, |
| "learning_rate": 1.908988764044944e-05, |
| "loss": 0.6835, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.013951325375910711, |
| "grad_norm": 0.589385449886322, |
| "learning_rate": 2e-05, |
| "loss": 0.6868, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.014726399007905752, |
| "grad_norm": 1.0280730724334717, |
| "learning_rate": 2e-05, |
| "loss": 0.7003, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.01550147263990079, |
| "grad_norm": 0.6079630255699158, |
| "learning_rate": 2e-05, |
| "loss": 0.6898, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.01627654627189583, |
| "grad_norm": 0.7045310139656067, |
| "learning_rate": 2e-05, |
| "loss": 0.6917, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.01705161990389087, |
| "grad_norm": 0.5710526704788208, |
| "learning_rate": 2e-05, |
| "loss": 0.6881, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.01782669353588591, |
| "grad_norm": 0.5788965225219727, |
| "learning_rate": 2e-05, |
| "loss": 0.702, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.01860176716788095, |
| "grad_norm": 0.6106708645820618, |
| "learning_rate": 2e-05, |
| "loss": 0.6864, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.019376840799875988, |
| "grad_norm": 0.561893105506897, |
| "learning_rate": 2e-05, |
| "loss": 0.6921, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.02015191443187103, |
| "grad_norm": 0.5690069794654846, |
| "learning_rate": 2e-05, |
| "loss": 0.6752, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.020926988063866066, |
| "grad_norm": 0.4941854774951935, |
| "learning_rate": 2e-05, |
| "loss": 0.6717, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.021702061695861107, |
| "grad_norm": 0.5330811738967896, |
| "learning_rate": 2e-05, |
| "loss": 0.68, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.022477135327856147, |
| "grad_norm": 0.5373284220695496, |
| "learning_rate": 2e-05, |
| "loss": 0.6864, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.023252208959851185, |
| "grad_norm": 0.4778149724006653, |
| "learning_rate": 2e-05, |
| "loss": 0.6953, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.024027282591846225, |
| "grad_norm": 0.509177565574646, |
| "learning_rate": 2e-05, |
| "loss": 0.6774, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.024802356223841266, |
| "grad_norm": 0.48862743377685547, |
| "learning_rate": 2e-05, |
| "loss": 0.6819, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.025577429855836303, |
| "grad_norm": 0.5163516402244568, |
| "learning_rate": 2e-05, |
| "loss": 0.688, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.026352503487831344, |
| "grad_norm": 0.48807498812675476, |
| "learning_rate": 2e-05, |
| "loss": 0.6817, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.027127577119826385, |
| "grad_norm": 0.5226020216941833, |
| "learning_rate": 2e-05, |
| "loss": 0.6873, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.027902650751821422, |
| "grad_norm": 0.48832374811172485, |
| "learning_rate": 2e-05, |
| "loss": 0.6793, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.028677724383816463, |
| "grad_norm": 0.5948355793952942, |
| "learning_rate": 2e-05, |
| "loss": 0.7136, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.029452798015811504, |
| "grad_norm": 0.47444790601730347, |
| "learning_rate": 2e-05, |
| "loss": 0.6893, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.03022787164780654, |
| "grad_norm": 0.46937182545661926, |
| "learning_rate": 2e-05, |
| "loss": 0.6799, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.03100294527980158, |
| "grad_norm": 0.4924728572368622, |
| "learning_rate": 2e-05, |
| "loss": 0.6882, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.03177801891179662, |
| "grad_norm": 0.46873292326927185, |
| "learning_rate": 2e-05, |
| "loss": 0.6784, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.03255309254379166, |
| "grad_norm": 0.5081288814544678, |
| "learning_rate": 2e-05, |
| "loss": 0.6673, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.0333281661757867, |
| "grad_norm": 0.48152658343315125, |
| "learning_rate": 2e-05, |
| "loss": 0.6891, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.03410323980778174, |
| "grad_norm": 0.5463388562202454, |
| "learning_rate": 2e-05, |
| "loss": 0.6737, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.03487831343977678, |
| "grad_norm": 0.493053674697876, |
| "learning_rate": 2e-05, |
| "loss": 0.6837, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.03565338707177182, |
| "grad_norm": 0.4562004506587982, |
| "learning_rate": 2e-05, |
| "loss": 0.6805, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.03642846070376686, |
| "grad_norm": 0.45049288868904114, |
| "learning_rate": 2e-05, |
| "loss": 0.6853, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.0372035343357619, |
| "grad_norm": 0.44892555475234985, |
| "learning_rate": 2e-05, |
| "loss": 0.6939, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.037978607967756935, |
| "grad_norm": 0.45876285433769226, |
| "learning_rate": 2e-05, |
| "loss": 0.6752, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.038753681599751975, |
| "grad_norm": 0.4538588523864746, |
| "learning_rate": 2e-05, |
| "loss": 0.6822, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.039528755231747016, |
| "grad_norm": 0.46754956245422363, |
| "learning_rate": 2e-05, |
| "loss": 0.6762, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.04030382886374206, |
| "grad_norm": 0.5183224081993103, |
| "learning_rate": 2e-05, |
| "loss": 0.6857, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0410789024957371, |
| "grad_norm": 0.4643199145793915, |
| "learning_rate": 2e-05, |
| "loss": 0.6758, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.04185397612773213, |
| "grad_norm": 0.45650675892829895, |
| "learning_rate": 2e-05, |
| "loss": 0.6851, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.04262904975972717, |
| "grad_norm": 0.42580446600914, |
| "learning_rate": 2e-05, |
| "loss": 0.6841, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.04340412339172221, |
| "grad_norm": 0.4507347047328949, |
| "learning_rate": 2e-05, |
| "loss": 0.6803, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.044179197023717254, |
| "grad_norm": 0.447135329246521, |
| "learning_rate": 2e-05, |
| "loss": 0.6877, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.044954270655712295, |
| "grad_norm": 0.4340040981769562, |
| "learning_rate": 2e-05, |
| "loss": 0.6622, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.045729344287707335, |
| "grad_norm": 0.4411773383617401, |
| "learning_rate": 2e-05, |
| "loss": 0.6895, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.04650441791970237, |
| "grad_norm": 0.4499826729297638, |
| "learning_rate": 2e-05, |
| "loss": 0.6898, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.04727949155169741, |
| "grad_norm": 0.4610482156276703, |
| "learning_rate": 2e-05, |
| "loss": 0.6906, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.04805456518369245, |
| "grad_norm": 0.4646986126899719, |
| "learning_rate": 2e-05, |
| "loss": 0.6891, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.04882963881568749, |
| "grad_norm": 0.4380117654800415, |
| "learning_rate": 2e-05, |
| "loss": 0.6651, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.04960471244768253, |
| "grad_norm": 0.7984209656715393, |
| "learning_rate": 2e-05, |
| "loss": 0.675, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.050379786079677566, |
| "grad_norm": 0.45534566044807434, |
| "learning_rate": 2e-05, |
| "loss": 0.6737, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.05115485971167261, |
| "grad_norm": 0.43884512782096863, |
| "learning_rate": 2e-05, |
| "loss": 0.6748, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.05192993334366765, |
| "grad_norm": 0.45912545919418335, |
| "learning_rate": 2e-05, |
| "loss": 0.672, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.05270500697566269, |
| "grad_norm": 0.43527087569236755, |
| "learning_rate": 2e-05, |
| "loss": 0.6772, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.05348008060765773, |
| "grad_norm": 0.41790688037872314, |
| "learning_rate": 2e-05, |
| "loss": 0.6748, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.05425515423965277, |
| "grad_norm": 0.4713754951953888, |
| "learning_rate": 2e-05, |
| "loss": 0.6759, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.055030227871647804, |
| "grad_norm": 0.44159114360809326, |
| "learning_rate": 2e-05, |
| "loss": 0.6666, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.055805301503642844, |
| "grad_norm": 0.4281693696975708, |
| "learning_rate": 2e-05, |
| "loss": 0.6879, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.056580375135637885, |
| "grad_norm": 0.42915165424346924, |
| "learning_rate": 2e-05, |
| "loss": 0.6745, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.057355448767632926, |
| "grad_norm": 0.4454156160354614, |
| "learning_rate": 2e-05, |
| "loss": 0.6714, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.05813052239962797, |
| "grad_norm": 0.5239861607551575, |
| "learning_rate": 2e-05, |
| "loss": 0.6823, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.05890559603162301, |
| "grad_norm": 0.44252240657806396, |
| "learning_rate": 2e-05, |
| "loss": 0.6731, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.05968066966361804, |
| "grad_norm": 0.5074107646942139, |
| "learning_rate": 2e-05, |
| "loss": 0.684, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.06045574329561308, |
| "grad_norm": 0.4552975296974182, |
| "learning_rate": 2e-05, |
| "loss": 0.6836, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.06123081692760812, |
| "grad_norm": 0.42174383997917175, |
| "learning_rate": 2e-05, |
| "loss": 0.6717, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.06200589055960316, |
| "grad_norm": 0.44547125697135925, |
| "learning_rate": 2e-05, |
| "loss": 0.6775, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.0627809641915982, |
| "grad_norm": 0.44405683875083923, |
| "learning_rate": 2e-05, |
| "loss": 0.689, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.06355603782359324, |
| "grad_norm": 0.42822331190109253, |
| "learning_rate": 2e-05, |
| "loss": 0.6822, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.06433111145558829, |
| "grad_norm": 0.402357280254364, |
| "learning_rate": 2e-05, |
| "loss": 0.6716, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.06510618508758333, |
| "grad_norm": 0.43392375111579895, |
| "learning_rate": 2e-05, |
| "loss": 0.6689, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.06588125871957835, |
| "grad_norm": 0.4689558744430542, |
| "learning_rate": 2e-05, |
| "loss": 0.6846, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.0666563323515734, |
| "grad_norm": 0.4157777428627014, |
| "learning_rate": 2e-05, |
| "loss": 0.6812, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.06743140598356843, |
| "grad_norm": 0.5666890740394592, |
| "learning_rate": 2e-05, |
| "loss": 0.6693, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.06820647961556348, |
| "grad_norm": 0.40637901425361633, |
| "learning_rate": 2e-05, |
| "loss": 0.6894, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.06898155324755852, |
| "grad_norm": 0.42309945821762085, |
| "learning_rate": 2e-05, |
| "loss": 0.6705, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.06975662687955356, |
| "grad_norm": 0.429792195558548, |
| "learning_rate": 2e-05, |
| "loss": 0.6767, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.0705317005115486, |
| "grad_norm": 0.440060555934906, |
| "learning_rate": 2e-05, |
| "loss": 0.6687, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.07130677414354364, |
| "grad_norm": 0.4015533924102783, |
| "learning_rate": 2e-05, |
| "loss": 0.6719, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.07208184777553868, |
| "grad_norm": 0.43568137288093567, |
| "learning_rate": 2e-05, |
| "loss": 0.663, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.07285692140753372, |
| "grad_norm": 0.4287867844104767, |
| "learning_rate": 2e-05, |
| "loss": 0.677, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.07363199503952876, |
| "grad_norm": 0.43465718626976013, |
| "learning_rate": 2e-05, |
| "loss": 0.6782, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.0744070686715238, |
| "grad_norm": 0.4249207675457001, |
| "learning_rate": 2e-05, |
| "loss": 0.6627, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.07518214230351883, |
| "grad_norm": 0.42393025755882263, |
| "learning_rate": 2e-05, |
| "loss": 0.6832, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.07595721593551387, |
| "grad_norm": 0.442570298910141, |
| "learning_rate": 2e-05, |
| "loss": 0.6864, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.07673228956750891, |
| "grad_norm": 0.5258124470710754, |
| "learning_rate": 2e-05, |
| "loss": 0.6925, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.07750736319950395, |
| "grad_norm": 0.43202176690101624, |
| "learning_rate": 2e-05, |
| "loss": 0.6737, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.07828243683149899, |
| "grad_norm": 0.39281439781188965, |
| "learning_rate": 2e-05, |
| "loss": 0.6673, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.07905751046349403, |
| "grad_norm": 0.7493364214897156, |
| "learning_rate": 2e-05, |
| "loss": 0.6652, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.07983258409548907, |
| "grad_norm": 0.4130217730998993, |
| "learning_rate": 2e-05, |
| "loss": 0.6437, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.08060765772748411, |
| "grad_norm": 0.4456067681312561, |
| "learning_rate": 2e-05, |
| "loss": 0.6876, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.08138273135947915, |
| "grad_norm": 0.50323885679245, |
| "learning_rate": 2e-05, |
| "loss": 0.6567, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.0821578049914742, |
| "grad_norm": 0.44397807121276855, |
| "learning_rate": 2e-05, |
| "loss": 0.66, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.08293287862346924, |
| "grad_norm": 0.4491206407546997, |
| "learning_rate": 2e-05, |
| "loss": 0.6703, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.08370795225546426, |
| "grad_norm": 0.41675621271133423, |
| "learning_rate": 2e-05, |
| "loss": 0.675, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.0844830258874593, |
| "grad_norm": 0.4307570457458496, |
| "learning_rate": 2e-05, |
| "loss": 0.6551, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.08525809951945434, |
| "grad_norm": 0.4013335406780243, |
| "learning_rate": 2e-05, |
| "loss": 0.6557, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.08603317315144939, |
| "grad_norm": 0.42541980743408203, |
| "learning_rate": 2e-05, |
| "loss": 0.6669, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.08680824678344443, |
| "grad_norm": 0.4157240390777588, |
| "learning_rate": 2e-05, |
| "loss": 0.7118, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.08758332041543947, |
| "grad_norm": 0.3873870074748993, |
| "learning_rate": 2e-05, |
| "loss": 0.6654, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.08835839404743451, |
| "grad_norm": 0.4169309735298157, |
| "learning_rate": 2e-05, |
| "loss": 0.6718, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.08913346767942955, |
| "grad_norm": 0.4192080497741699, |
| "learning_rate": 2e-05, |
| "loss": 0.6891, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.08990854131142459, |
| "grad_norm": 0.3823591470718384, |
| "learning_rate": 2e-05, |
| "loss": 0.676, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.09068361494341963, |
| "grad_norm": 0.4174516797065735, |
| "learning_rate": 2e-05, |
| "loss": 0.6688, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.09145868857541467, |
| "grad_norm": 0.42104941606521606, |
| "learning_rate": 2e-05, |
| "loss": 0.6878, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.0922337622074097, |
| "grad_norm": 0.42700275778770447, |
| "learning_rate": 2e-05, |
| "loss": 0.6584, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.09300883583940474, |
| "grad_norm": 0.4459708034992218, |
| "learning_rate": 2e-05, |
| "loss": 0.6735, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.09378390947139978, |
| "grad_norm": 0.4184398353099823, |
| "learning_rate": 2e-05, |
| "loss": 0.6737, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.09455898310339482, |
| "grad_norm": 0.40880343317985535, |
| "learning_rate": 2e-05, |
| "loss": 0.6604, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.09533405673538986, |
| "grad_norm": 0.422642320394516, |
| "learning_rate": 2e-05, |
| "loss": 0.6478, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.0961091303673849, |
| "grad_norm": 0.40179723501205444, |
| "learning_rate": 2e-05, |
| "loss": 0.6808, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.09688420399937994, |
| "grad_norm": 0.44401225447654724, |
| "learning_rate": 2e-05, |
| "loss": 0.6782, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.09765927763137498, |
| "grad_norm": 0.4101133346557617, |
| "learning_rate": 2e-05, |
| "loss": 0.6558, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.09843435126337002, |
| "grad_norm": 0.3988134562969208, |
| "learning_rate": 2e-05, |
| "loss": 0.6706, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.09920942489536506, |
| "grad_norm": 0.43161827325820923, |
| "learning_rate": 2e-05, |
| "loss": 0.6577, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.0999844985273601, |
| "grad_norm": 0.4305391311645508, |
| "learning_rate": 2e-05, |
| "loss": 0.6735, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.10075957215935513, |
| "grad_norm": 0.5483478307723999, |
| "learning_rate": 2e-05, |
| "loss": 0.6824, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.10153464579135017, |
| "grad_norm": 0.43918097019195557, |
| "learning_rate": 2e-05, |
| "loss": 0.6843, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.10230971942334521, |
| "grad_norm": 0.4245496392250061, |
| "learning_rate": 2e-05, |
| "loss": 0.6784, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.10308479305534025, |
| "grad_norm": 0.42245975136756897, |
| "learning_rate": 2e-05, |
| "loss": 0.6602, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.1038598666873353, |
| "grad_norm": 0.42837628722190857, |
| "learning_rate": 2e-05, |
| "loss": 0.6665, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.10463494031933034, |
| "grad_norm": 0.4032275080680847, |
| "learning_rate": 2e-05, |
| "loss": 0.6619, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.10541001395132538, |
| "grad_norm": 0.41980066895484924, |
| "learning_rate": 2e-05, |
| "loss": 0.6516, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.10618508758332042, |
| "grad_norm": 0.4778800308704376, |
| "learning_rate": 2e-05, |
| "loss": 0.6634, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.10696016121531546, |
| "grad_norm": 0.4086174964904785, |
| "learning_rate": 2e-05, |
| "loss": 0.6706, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.1077352348473105, |
| "grad_norm": 0.39581477642059326, |
| "learning_rate": 2e-05, |
| "loss": 0.6601, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.10851030847930554, |
| "grad_norm": 0.4274316132068634, |
| "learning_rate": 2e-05, |
| "loss": 0.6553, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.10928538211130058, |
| "grad_norm": 1.0265446901321411, |
| "learning_rate": 2e-05, |
| "loss": 0.648, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.11006045574329561, |
| "grad_norm": 0.3895666003227234, |
| "learning_rate": 2e-05, |
| "loss": 0.6377, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.11083552937529065, |
| "grad_norm": 0.40829238295555115, |
| "learning_rate": 2e-05, |
| "loss": 0.659, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.11161060300728569, |
| "grad_norm": 0.417646199464798, |
| "learning_rate": 2e-05, |
| "loss": 0.6935, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.11238567663928073, |
| "grad_norm": 0.4010778069496155, |
| "learning_rate": 2e-05, |
| "loss": 0.6758, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.11316075027127577, |
| "grad_norm": 0.4173222780227661, |
| "learning_rate": 2e-05, |
| "loss": 0.6724, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.11393582390327081, |
| "grad_norm": 0.4018092155456543, |
| "learning_rate": 2e-05, |
| "loss": 0.6701, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.11471089753526585, |
| "grad_norm": 0.43614667654037476, |
| "learning_rate": 2e-05, |
| "loss": 0.6796, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.11548597116726089, |
| "grad_norm": 0.41816315054893494, |
| "learning_rate": 2e-05, |
| "loss": 0.6773, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.11626104479925593, |
| "grad_norm": 0.39446917176246643, |
| "learning_rate": 2e-05, |
| "loss": 0.6608, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.11703611843125097, |
| "grad_norm": 0.447988897562027, |
| "learning_rate": 2e-05, |
| "loss": 0.6654, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.11781119206324601, |
| "grad_norm": 0.41491132974624634, |
| "learning_rate": 2e-05, |
| "loss": 0.6858, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.11858626569524104, |
| "grad_norm": 0.406842976808548, |
| "learning_rate": 2e-05, |
| "loss": 0.6686, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.11936133932723608, |
| "grad_norm": 0.6441549062728882, |
| "learning_rate": 2e-05, |
| "loss": 0.6552, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.12013641295923112, |
| "grad_norm": 0.4140605628490448, |
| "learning_rate": 2e-05, |
| "loss": 0.6547, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.12091148659122616, |
| "grad_norm": 0.41722798347473145, |
| "learning_rate": 2e-05, |
| "loss": 0.6582, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.1216865602232212, |
| "grad_norm": 0.43592479825019836, |
| "learning_rate": 2e-05, |
| "loss": 0.6687, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.12246163385521625, |
| "grad_norm": 0.4203198552131653, |
| "learning_rate": 2e-05, |
| "loss": 0.6691, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.12323670748721129, |
| "grad_norm": 0.4950765371322632, |
| "learning_rate": 2e-05, |
| "loss": 0.6769, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.12401178111920633, |
| "grad_norm": 0.4129418432712555, |
| "learning_rate": 2e-05, |
| "loss": 0.6696, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.12478685475120137, |
| "grad_norm": 0.4015454053878784, |
| "learning_rate": 2e-05, |
| "loss": 0.6594, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.1255619283831964, |
| "grad_norm": 0.40145838260650635, |
| "learning_rate": 2e-05, |
| "loss": 0.6548, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.12633700201519144, |
| "grad_norm": 0.40511614084243774, |
| "learning_rate": 2e-05, |
| "loss": 0.6583, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.1271120756471865, |
| "grad_norm": 0.4618526101112366, |
| "learning_rate": 2e-05, |
| "loss": 0.6596, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.12788714927918152, |
| "grad_norm": 0.4379795789718628, |
| "learning_rate": 2e-05, |
| "loss": 0.6816, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.12866222291117657, |
| "grad_norm": 0.5952076315879822, |
| "learning_rate": 2e-05, |
| "loss": 0.6773, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.1294372965431716, |
| "grad_norm": 0.39318859577178955, |
| "learning_rate": 2e-05, |
| "loss": 0.6531, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.13021237017516665, |
| "grad_norm": 0.4082723557949066, |
| "learning_rate": 2e-05, |
| "loss": 0.6623, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.13098744380716168, |
| "grad_norm": 0.4530302584171295, |
| "learning_rate": 2e-05, |
| "loss": 0.6684, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.1317625174391567, |
| "grad_norm": 0.43130335211753845, |
| "learning_rate": 2e-05, |
| "loss": 0.6514, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.13253759107115176, |
| "grad_norm": 0.4232826828956604, |
| "learning_rate": 2e-05, |
| "loss": 0.6621, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.1333126647031468, |
| "grad_norm": 0.4304817318916321, |
| "learning_rate": 2e-05, |
| "loss": 0.6542, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.13408773833514184, |
| "grad_norm": 0.40232929587364197, |
| "learning_rate": 2e-05, |
| "loss": 0.6736, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.13486281196713687, |
| "grad_norm": 0.39328262209892273, |
| "learning_rate": 2e-05, |
| "loss": 0.6634, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.13563788559913192, |
| "grad_norm": 0.384797602891922, |
| "learning_rate": 2e-05, |
| "loss": 0.6591, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.13641295923112695, |
| "grad_norm": 0.39744696021080017, |
| "learning_rate": 2e-05, |
| "loss": 0.6552, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.137188032863122, |
| "grad_norm": 0.8520597219467163, |
| "learning_rate": 2e-05, |
| "loss": 0.6649, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.13796310649511703, |
| "grad_norm": 0.402743399143219, |
| "learning_rate": 2e-05, |
| "loss": 0.6639, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.1387381801271121, |
| "grad_norm": 0.40198618173599243, |
| "learning_rate": 2e-05, |
| "loss": 0.6653, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.13951325375910711, |
| "grad_norm": 0.41853809356689453, |
| "learning_rate": 2e-05, |
| "loss": 0.6823, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.14028832739110214, |
| "grad_norm": 1.1882494688034058, |
| "learning_rate": 2e-05, |
| "loss": 0.6481, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.1410634010230972, |
| "grad_norm": 0.5747016668319702, |
| "learning_rate": 2e-05, |
| "loss": 0.662, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.14183847465509222, |
| "grad_norm": 0.41559216380119324, |
| "learning_rate": 2e-05, |
| "loss": 0.669, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.14261354828708728, |
| "grad_norm": 0.3821167051792145, |
| "learning_rate": 2e-05, |
| "loss": 0.6656, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.1433886219190823, |
| "grad_norm": 0.4053109884262085, |
| "learning_rate": 2e-05, |
| "loss": 0.658, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.14416369555107736, |
| "grad_norm": 0.8168757557868958, |
| "learning_rate": 2e-05, |
| "loss": 0.67, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.14493876918307239, |
| "grad_norm": 0.42168760299682617, |
| "learning_rate": 2e-05, |
| "loss": 0.6597, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.14571384281506744, |
| "grad_norm": 0.42126354575157166, |
| "learning_rate": 2e-05, |
| "loss": 0.6661, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.14648891644706247, |
| "grad_norm": 0.4499135911464691, |
| "learning_rate": 2e-05, |
| "loss": 0.6592, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.14726399007905752, |
| "grad_norm": 0.42486631870269775, |
| "learning_rate": 2e-05, |
| "loss": 0.6424, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.14803906371105255, |
| "grad_norm": 0.3847733736038208, |
| "learning_rate": 2e-05, |
| "loss": 0.6635, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.1488141373430476, |
| "grad_norm": 0.4100988507270813, |
| "learning_rate": 2e-05, |
| "loss": 0.6558, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.14958921097504263, |
| "grad_norm": 0.4142761826515198, |
| "learning_rate": 2e-05, |
| "loss": 0.6635, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.15036428460703766, |
| "grad_norm": 0.40710175037384033, |
| "learning_rate": 2e-05, |
| "loss": 0.6742, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.1511393582390327, |
| "grad_norm": 0.4328700602054596, |
| "learning_rate": 2e-05, |
| "loss": 0.6715, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.15191443187102774, |
| "grad_norm": 0.605353593826294, |
| "learning_rate": 2e-05, |
| "loss": 0.6495, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.1526895055030228, |
| "grad_norm": 0.5102190971374512, |
| "learning_rate": 2e-05, |
| "loss": 0.6644, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.15346457913501782, |
| "grad_norm": 0.45153525471687317, |
| "learning_rate": 2e-05, |
| "loss": 0.6451, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.15423965276701287, |
| "grad_norm": 0.4187360107898712, |
| "learning_rate": 2e-05, |
| "loss": 0.6549, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.1550147263990079, |
| "grad_norm": 0.41170287132263184, |
| "learning_rate": 2e-05, |
| "loss": 0.6661, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.15578980003100296, |
| "grad_norm": 0.3859499990940094, |
| "learning_rate": 2e-05, |
| "loss": 0.6571, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.15656487366299798, |
| "grad_norm": 0.38852736353874207, |
| "learning_rate": 2e-05, |
| "loss": 0.6679, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.15733994729499304, |
| "grad_norm": 0.4105587601661682, |
| "learning_rate": 2e-05, |
| "loss": 0.6436, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.15811502092698806, |
| "grad_norm": 0.4161953628063202, |
| "learning_rate": 2e-05, |
| "loss": 0.6683, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.1588900945589831, |
| "grad_norm": 0.41664355993270874, |
| "learning_rate": 2e-05, |
| "loss": 0.6534, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.15966516819097815, |
| "grad_norm": 0.40171241760253906, |
| "learning_rate": 2e-05, |
| "loss": 0.6569, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.16044024182297317, |
| "grad_norm": 1.195680856704712, |
| "learning_rate": 2e-05, |
| "loss": 0.6538, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.16121531545496823, |
| "grad_norm": 0.446020245552063, |
| "learning_rate": 2e-05, |
| "loss": 0.6706, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.16199038908696325, |
| "grad_norm": 0.4383505582809448, |
| "learning_rate": 2e-05, |
| "loss": 0.6488, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.1627654627189583, |
| "grad_norm": 0.4303628206253052, |
| "learning_rate": 2e-05, |
| "loss": 0.6546, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.16354053635095334, |
| "grad_norm": 0.46713578701019287, |
| "learning_rate": 2e-05, |
| "loss": 0.6757, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.1643156099829484, |
| "grad_norm": 0.41250234842300415, |
| "learning_rate": 2e-05, |
| "loss": 0.6584, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.16509068361494342, |
| "grad_norm": 0.4887694716453552, |
| "learning_rate": 2e-05, |
| "loss": 0.6659, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.16586575724693847, |
| "grad_norm": 0.43109914660453796, |
| "learning_rate": 2e-05, |
| "loss": 0.6501, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.1666408308789335, |
| "grad_norm": 0.41217032074928284, |
| "learning_rate": 2e-05, |
| "loss": 0.6779, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.16741590451092853, |
| "grad_norm": 0.4060550332069397, |
| "learning_rate": 2e-05, |
| "loss": 0.6542, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.16819097814292358, |
| "grad_norm": 0.4079914093017578, |
| "learning_rate": 2e-05, |
| "loss": 0.6702, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.1689660517749186, |
| "grad_norm": 0.3878198266029358, |
| "learning_rate": 2e-05, |
| "loss": 0.6428, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.16974112540691366, |
| "grad_norm": 0.4579482972621918, |
| "learning_rate": 2e-05, |
| "loss": 0.6517, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.1705161990389087, |
| "grad_norm": 0.41060948371887207, |
| "learning_rate": 2e-05, |
| "loss": 0.6573, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.17129127267090374, |
| "grad_norm": 0.3973774015903473, |
| "learning_rate": 2e-05, |
| "loss": 0.6547, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.17206634630289877, |
| "grad_norm": 0.40613505244255066, |
| "learning_rate": 2e-05, |
| "loss": 0.6665, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.17284141993489383, |
| "grad_norm": 0.44879674911499023, |
| "learning_rate": 2e-05, |
| "loss": 0.6603, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.17361649356688885, |
| "grad_norm": 0.49533888697624207, |
| "learning_rate": 2e-05, |
| "loss": 0.6454, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.1743915671988839, |
| "grad_norm": 0.5093989372253418, |
| "learning_rate": 2e-05, |
| "loss": 0.6702, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.17516664083087893, |
| "grad_norm": 0.4315301477909088, |
| "learning_rate": 2e-05, |
| "loss": 0.6417, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.17594171446287396, |
| "grad_norm": 0.6004558205604553, |
| "learning_rate": 2e-05, |
| "loss": 0.643, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.17671678809486902, |
| "grad_norm": 0.4064202308654785, |
| "learning_rate": 2e-05, |
| "loss": 0.6729, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.17749186172686404, |
| "grad_norm": 0.4044870436191559, |
| "learning_rate": 2e-05, |
| "loss": 0.6475, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.1782669353588591, |
| "grad_norm": 0.38951683044433594, |
| "learning_rate": 2e-05, |
| "loss": 0.6509, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.17904200899085412, |
| "grad_norm": 0.4390566647052765, |
| "learning_rate": 2e-05, |
| "loss": 0.6602, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.17981708262284918, |
| "grad_norm": 0.4063456058502197, |
| "learning_rate": 2e-05, |
| "loss": 0.6586, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.1805921562548442, |
| "grad_norm": 0.38408976793289185, |
| "learning_rate": 2e-05, |
| "loss": 0.6483, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.18136722988683926, |
| "grad_norm": 0.39897775650024414, |
| "learning_rate": 2e-05, |
| "loss": 0.6658, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.1821423035188343, |
| "grad_norm": 1.0825657844543457, |
| "learning_rate": 2e-05, |
| "loss": 0.6653, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.18291737715082934, |
| "grad_norm": 0.4177400767803192, |
| "learning_rate": 2e-05, |
| "loss": 0.648, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.18369245078282437, |
| "grad_norm": 0.4209858179092407, |
| "learning_rate": 2e-05, |
| "loss": 0.6449, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.1844675244148194, |
| "grad_norm": 0.39963626861572266, |
| "learning_rate": 2e-05, |
| "loss": 0.6507, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.18524259804681445, |
| "grad_norm": 0.39542877674102783, |
| "learning_rate": 2e-05, |
| "loss": 0.6475, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.18601767167880948, |
| "grad_norm": 0.3948878049850464, |
| "learning_rate": 2e-05, |
| "loss": 0.6599, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.18679274531080453, |
| "grad_norm": 0.4023815095424652, |
| "learning_rate": 2e-05, |
| "loss": 0.6727, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.18756781894279956, |
| "grad_norm": 0.5075188279151917, |
| "learning_rate": 2e-05, |
| "loss": 0.6585, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.1883428925747946, |
| "grad_norm": 0.3735017776489258, |
| "learning_rate": 2e-05, |
| "loss": 0.6591, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.18911796620678964, |
| "grad_norm": 0.4221167266368866, |
| "learning_rate": 2e-05, |
| "loss": 0.6415, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.1898930398387847, |
| "grad_norm": 0.41844654083251953, |
| "learning_rate": 2e-05, |
| "loss": 0.669, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.19066811347077972, |
| "grad_norm": 0.3794083297252655, |
| "learning_rate": 2e-05, |
| "loss": 0.6435, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.19144318710277478, |
| "grad_norm": 0.41103601455688477, |
| "learning_rate": 2e-05, |
| "loss": 0.6431, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.1922182607347698, |
| "grad_norm": 0.39791375398635864, |
| "learning_rate": 2e-05, |
| "loss": 0.6619, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.19299333436676483, |
| "grad_norm": 0.3982989192008972, |
| "learning_rate": 2e-05, |
| "loss": 0.6647, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.19376840799875988, |
| "grad_norm": 0.42089393734931946, |
| "learning_rate": 2e-05, |
| "loss": 0.6697, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.1945434816307549, |
| "grad_norm": 0.4063425660133362, |
| "learning_rate": 2e-05, |
| "loss": 0.6497, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.19531855526274997, |
| "grad_norm": 0.37145042419433594, |
| "learning_rate": 2e-05, |
| "loss": 0.6432, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.196093628894745, |
| "grad_norm": 0.4100053906440735, |
| "learning_rate": 2e-05, |
| "loss": 0.6688, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.19686870252674005, |
| "grad_norm": 0.37570226192474365, |
| "learning_rate": 2e-05, |
| "loss": 0.6436, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.19764377615873507, |
| "grad_norm": 0.404792457818985, |
| "learning_rate": 2e-05, |
| "loss": 0.6597, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.19841884979073013, |
| "grad_norm": 0.38528645038604736, |
| "learning_rate": 2e-05, |
| "loss": 0.6499, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.19919392342272516, |
| "grad_norm": 0.4154411554336548, |
| "learning_rate": 2e-05, |
| "loss": 0.654, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.1999689970547202, |
| "grad_norm": 0.4468025863170624, |
| "learning_rate": 2e-05, |
| "loss": 0.6523, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.20074407068671524, |
| "grad_norm": 0.43527552485466003, |
| "learning_rate": 2e-05, |
| "loss": 0.6736, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.20151914431871026, |
| "grad_norm": 0.39578428864479065, |
| "learning_rate": 2e-05, |
| "loss": 0.6669, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.20229421795070532, |
| "grad_norm": 0.4273620545864105, |
| "learning_rate": 2e-05, |
| "loss": 0.6502, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.20306929158270035, |
| "grad_norm": 0.48650169372558594, |
| "learning_rate": 2e-05, |
| "loss": 0.6485, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.2038443652146954, |
| "grad_norm": 0.4622916281223297, |
| "learning_rate": 2e-05, |
| "loss": 0.6569, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.20461943884669043, |
| "grad_norm": 0.4230853021144867, |
| "learning_rate": 2e-05, |
| "loss": 0.6458, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.20539451247868548, |
| "grad_norm": 0.39467793703079224, |
| "learning_rate": 2e-05, |
| "loss": 0.6434, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.2061695861106805, |
| "grad_norm": 0.41830822825431824, |
| "learning_rate": 2e-05, |
| "loss": 0.6484, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.20694465974267556, |
| "grad_norm": 0.5037385821342468, |
| "learning_rate": 2e-05, |
| "loss": 0.6443, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.2077197333746706, |
| "grad_norm": 0.38853520154953003, |
| "learning_rate": 2e-05, |
| "loss": 0.6458, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.20849480700666564, |
| "grad_norm": 0.414017915725708, |
| "learning_rate": 2e-05, |
| "loss": 0.6488, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.20926988063866067, |
| "grad_norm": 0.3972592055797577, |
| "learning_rate": 2e-05, |
| "loss": 0.6457, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.21004495427065573, |
| "grad_norm": 0.3871782720088959, |
| "learning_rate": 2e-05, |
| "loss": 0.6463, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.21082002790265075, |
| "grad_norm": 0.3889021575450897, |
| "learning_rate": 2e-05, |
| "loss": 0.6526, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.21159510153464578, |
| "grad_norm": 0.3956632614135742, |
| "learning_rate": 2e-05, |
| "loss": 0.6458, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.21237017516664083, |
| "grad_norm": 0.39243122935295105, |
| "learning_rate": 2e-05, |
| "loss": 0.6403, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.21314524879863586, |
| "grad_norm": 0.40234375, |
| "learning_rate": 2e-05, |
| "loss": 0.6545, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.21392032243063092, |
| "grad_norm": 0.37857896089553833, |
| "learning_rate": 2e-05, |
| "loss": 0.6445, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.21469539606262594, |
| "grad_norm": 0.41570788621902466, |
| "learning_rate": 2e-05, |
| "loss": 0.6458, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.215470469694621, |
| "grad_norm": 0.4410853981971741, |
| "learning_rate": 2e-05, |
| "loss": 0.6608, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.21624554332661602, |
| "grad_norm": 0.44700971245765686, |
| "learning_rate": 2e-05, |
| "loss": 0.6605, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.21702061695861108, |
| "grad_norm": 0.40519022941589355, |
| "learning_rate": 2e-05, |
| "loss": 0.6407, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.2177956905906061, |
| "grad_norm": 0.42666929960250854, |
| "learning_rate": 2e-05, |
| "loss": 0.6515, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.21857076422260116, |
| "grad_norm": 0.412100225687027, |
| "learning_rate": 2e-05, |
| "loss": 0.6383, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.2193458378545962, |
| "grad_norm": 0.40622761845588684, |
| "learning_rate": 2e-05, |
| "loss": 0.6567, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.22012091148659121, |
| "grad_norm": 0.41891127824783325, |
| "learning_rate": 2e-05, |
| "loss": 0.6531, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.22089598511858627, |
| "grad_norm": 0.4018741548061371, |
| "learning_rate": 2e-05, |
| "loss": 0.6469, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.2216710587505813, |
| "grad_norm": 0.4432869851589203, |
| "learning_rate": 2e-05, |
| "loss": 0.6656, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.22244613238257635, |
| "grad_norm": 0.4150429666042328, |
| "learning_rate": 2e-05, |
| "loss": 0.6501, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.22322120601457138, |
| "grad_norm": 0.4564347267150879, |
| "learning_rate": 2e-05, |
| "loss": 0.6451, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.22399627964656643, |
| "grad_norm": 0.37577444314956665, |
| "learning_rate": 2e-05, |
| "loss": 0.6438, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.22477135327856146, |
| "grad_norm": 0.39881935715675354, |
| "learning_rate": 2e-05, |
| "loss": 0.6535, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.2255464269105565, |
| "grad_norm": 0.4113995134830475, |
| "learning_rate": 2e-05, |
| "loss": 0.6602, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.22632150054255154, |
| "grad_norm": 0.3787456452846527, |
| "learning_rate": 2e-05, |
| "loss": 0.6675, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.2270965741745466, |
| "grad_norm": 0.4072747528553009, |
| "learning_rate": 2e-05, |
| "loss": 0.6665, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.22787164780654162, |
| "grad_norm": 0.41496026515960693, |
| "learning_rate": 2e-05, |
| "loss": 0.6515, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.22864672143853665, |
| "grad_norm": 0.4140514135360718, |
| "learning_rate": 2e-05, |
| "loss": 0.6573, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.2294217950705317, |
| "grad_norm": 0.4361623227596283, |
| "learning_rate": 2e-05, |
| "loss": 0.6522, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.23019686870252673, |
| "grad_norm": 0.3820911645889282, |
| "learning_rate": 2e-05, |
| "loss": 0.6398, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.23097194233452178, |
| "grad_norm": 0.3671109974384308, |
| "learning_rate": 2e-05, |
| "loss": 0.6644, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.2317470159665168, |
| "grad_norm": 0.3904815912246704, |
| "learning_rate": 2e-05, |
| "loss": 0.6488, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.23252208959851187, |
| "grad_norm": 0.40013980865478516, |
| "learning_rate": 2e-05, |
| "loss": 0.6528, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.2332971632305069, |
| "grad_norm": 0.42152348160743713, |
| "learning_rate": 2e-05, |
| "loss": 0.6436, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.23407223686250195, |
| "grad_norm": 0.38032928109169006, |
| "learning_rate": 2e-05, |
| "loss": 0.6434, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.23484731049449697, |
| "grad_norm": 0.39556047320365906, |
| "learning_rate": 2e-05, |
| "loss": 0.6457, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.23562238412649203, |
| "grad_norm": 0.40398159623146057, |
| "learning_rate": 2e-05, |
| "loss": 0.6419, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.23639745775848706, |
| "grad_norm": 0.4593210518360138, |
| "learning_rate": 2e-05, |
| "loss": 0.6428, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.23717253139048208, |
| "grad_norm": 0.42830073833465576, |
| "learning_rate": 2e-05, |
| "loss": 0.654, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.23794760502247714, |
| "grad_norm": 0.4068194329738617, |
| "learning_rate": 2e-05, |
| "loss": 0.6358, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.23872267865447216, |
| "grad_norm": 2.078359603881836, |
| "learning_rate": 2e-05, |
| "loss": 0.6598, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.23949775228646722, |
| "grad_norm": 0.6029475927352905, |
| "learning_rate": 2e-05, |
| "loss": 0.6542, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.24027282591846225, |
| "grad_norm": 0.39002111554145813, |
| "learning_rate": 2e-05, |
| "loss": 0.6488, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.2410478995504573, |
| "grad_norm": 0.39298468828201294, |
| "learning_rate": 2e-05, |
| "loss": 0.6605, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.24182297318245233, |
| "grad_norm": 0.4210423529148102, |
| "learning_rate": 2e-05, |
| "loss": 0.6351, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.24259804681444738, |
| "grad_norm": 0.9378540515899658, |
| "learning_rate": 2e-05, |
| "loss": 0.6358, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.2433731204464424, |
| "grad_norm": 0.4258650243282318, |
| "learning_rate": 2e-05, |
| "loss": 0.6649, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.24414819407843746, |
| "grad_norm": 0.40488994121551514, |
| "learning_rate": 2e-05, |
| "loss": 0.665, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.2449232677104325, |
| "grad_norm": 0.4172995686531067, |
| "learning_rate": 2e-05, |
| "loss": 0.6691, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.24569834134242752, |
| "grad_norm": 0.3930172920227051, |
| "learning_rate": 2e-05, |
| "loss": 0.6351, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.24647341497442257, |
| "grad_norm": 0.4278660714626312, |
| "learning_rate": 2e-05, |
| "loss": 0.6396, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.2472484886064176, |
| "grad_norm": 0.40976083278656006, |
| "learning_rate": 2e-05, |
| "loss": 0.646, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.24802356223841265, |
| "grad_norm": 0.4093548357486725, |
| "learning_rate": 2e-05, |
| "loss": 0.6448, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.24879863587040768, |
| "grad_norm": 0.39366021752357483, |
| "learning_rate": 2e-05, |
| "loss": 0.6557, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.24957370950240274, |
| "grad_norm": 0.45590394735336304, |
| "learning_rate": 2e-05, |
| "loss": 0.6461, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.2503487831343978, |
| "grad_norm": 0.4243846833705902, |
| "learning_rate": 2e-05, |
| "loss": 0.6582, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.2511238567663928, |
| "grad_norm": 0.42751291394233704, |
| "learning_rate": 2e-05, |
| "loss": 0.6521, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.25189893039838784, |
| "grad_norm": 0.3897493779659271, |
| "learning_rate": 2e-05, |
| "loss": 0.6483, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.25267400403038287, |
| "grad_norm": 0.3933364450931549, |
| "learning_rate": 2e-05, |
| "loss": 0.6495, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.25344907766237795, |
| "grad_norm": 0.3864021599292755, |
| "learning_rate": 2e-05, |
| "loss": 0.6424, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.254224151294373, |
| "grad_norm": 0.3909198045730591, |
| "learning_rate": 2e-05, |
| "loss": 0.6508, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.254999224926368, |
| "grad_norm": 0.3932095170021057, |
| "learning_rate": 2e-05, |
| "loss": 0.6326, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.25577429855836303, |
| "grad_norm": 0.3967517912387848, |
| "learning_rate": 2e-05, |
| "loss": 0.6495, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.25654937219035806, |
| "grad_norm": 0.4061006009578705, |
| "learning_rate": 2e-05, |
| "loss": 0.6433, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.25732444582235314, |
| "grad_norm": 0.41564321517944336, |
| "learning_rate": 2e-05, |
| "loss": 0.6555, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.25809951945434817, |
| "grad_norm": 0.4872203767299652, |
| "learning_rate": 2e-05, |
| "loss": 0.627, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.2588745930863432, |
| "grad_norm": 0.41196078062057495, |
| "learning_rate": 2e-05, |
| "loss": 0.6336, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.2596496667183382, |
| "grad_norm": 0.4241744875907898, |
| "learning_rate": 2e-05, |
| "loss": 0.6524, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.2604247403503333, |
| "grad_norm": 0.40693116188049316, |
| "learning_rate": 2e-05, |
| "loss": 0.6443, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.26119981398232833, |
| "grad_norm": 0.4028782546520233, |
| "learning_rate": 2e-05, |
| "loss": 0.6482, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.26197488761432336, |
| "grad_norm": 0.44793808460235596, |
| "learning_rate": 2e-05, |
| "loss": 0.6681, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.2627499612463184, |
| "grad_norm": 0.40758317708969116, |
| "learning_rate": 2e-05, |
| "loss": 0.658, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.2635250348783134, |
| "grad_norm": 0.4020330607891083, |
| "learning_rate": 2e-05, |
| "loss": 0.6529, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.2643001085103085, |
| "grad_norm": 0.4066820442676544, |
| "learning_rate": 2e-05, |
| "loss": 0.6361, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.2650751821423035, |
| "grad_norm": 0.3967213034629822, |
| "learning_rate": 2e-05, |
| "loss": 0.6488, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.26585025577429855, |
| "grad_norm": 0.41118374466896057, |
| "learning_rate": 2e-05, |
| "loss": 0.6421, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.2666253294062936, |
| "grad_norm": 0.3936464190483093, |
| "learning_rate": 2e-05, |
| "loss": 0.6377, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.26740040303828866, |
| "grad_norm": 0.38485974073410034, |
| "learning_rate": 2e-05, |
| "loss": 0.6641, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.2681754766702837, |
| "grad_norm": 0.40260979533195496, |
| "learning_rate": 2e-05, |
| "loss": 0.6302, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.2689505503022787, |
| "grad_norm": 0.37042638659477234, |
| "learning_rate": 2e-05, |
| "loss": 0.6387, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.26972562393427374, |
| "grad_norm": 0.4179660975933075, |
| "learning_rate": 2e-05, |
| "loss": 0.6452, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.2705006975662688, |
| "grad_norm": 0.41497689485549927, |
| "learning_rate": 2e-05, |
| "loss": 0.6442, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.27127577119826385, |
| "grad_norm": 0.413665235042572, |
| "learning_rate": 2e-05, |
| "loss": 0.6477, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.2720508448302589, |
| "grad_norm": 0.48886892199516296, |
| "learning_rate": 2e-05, |
| "loss": 0.6385, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.2728259184622539, |
| "grad_norm": 0.41618990898132324, |
| "learning_rate": 2e-05, |
| "loss": 0.6443, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.27360099209424893, |
| "grad_norm": 0.3849734961986542, |
| "learning_rate": 2e-05, |
| "loss": 0.6454, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.274376065726244, |
| "grad_norm": 0.4238608777523041, |
| "learning_rate": 2e-05, |
| "loss": 0.6554, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.27515113935823904, |
| "grad_norm": 0.4051784574985504, |
| "learning_rate": 2e-05, |
| "loss": 0.6725, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.27592621299023407, |
| "grad_norm": 0.40739062428474426, |
| "learning_rate": 2e-05, |
| "loss": 0.6454, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.2767012866222291, |
| "grad_norm": 0.39898690581321716, |
| "learning_rate": 2e-05, |
| "loss": 0.6628, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.2774763602542242, |
| "grad_norm": 0.39826616644859314, |
| "learning_rate": 2e-05, |
| "loss": 0.6479, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.2782514338862192, |
| "grad_norm": 0.45955926179885864, |
| "learning_rate": 2e-05, |
| "loss": 0.6449, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.27902650751821423, |
| "grad_norm": 0.41046255826950073, |
| "learning_rate": 2e-05, |
| "loss": 0.6408, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.27980158115020926, |
| "grad_norm": 0.41490477323532104, |
| "learning_rate": 2e-05, |
| "loss": 0.6344, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.2805766547822043, |
| "grad_norm": 0.418863445520401, |
| "learning_rate": 2e-05, |
| "loss": 0.6572, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.28135172841419936, |
| "grad_norm": 0.3723398745059967, |
| "learning_rate": 2e-05, |
| "loss": 0.6395, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.2821268020461944, |
| "grad_norm": 0.4250670373439789, |
| "learning_rate": 2e-05, |
| "loss": 0.6428, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.2829018756781894, |
| "grad_norm": 0.41790127754211426, |
| "learning_rate": 2e-05, |
| "loss": 0.6462, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.28367694931018445, |
| "grad_norm": 0.3801466226577759, |
| "learning_rate": 2e-05, |
| "loss": 0.6553, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.2844520229421795, |
| "grad_norm": 0.3941139280796051, |
| "learning_rate": 2e-05, |
| "loss": 0.6464, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.28522709657417455, |
| "grad_norm": 0.3839934766292572, |
| "learning_rate": 2e-05, |
| "loss": 0.6357, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.2860021702061696, |
| "grad_norm": 0.5973071455955505, |
| "learning_rate": 2e-05, |
| "loss": 0.6594, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.2867772438381646, |
| "grad_norm": 0.42879819869995117, |
| "learning_rate": 2e-05, |
| "loss": 0.6435, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.2875523174701597, |
| "grad_norm": 0.4851306676864624, |
| "learning_rate": 2e-05, |
| "loss": 0.6534, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.2883273911021547, |
| "grad_norm": 0.3869592547416687, |
| "learning_rate": 2e-05, |
| "loss": 0.6456, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.28910246473414974, |
| "grad_norm": 0.42536336183547974, |
| "learning_rate": 2e-05, |
| "loss": 0.6413, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.28987753836614477, |
| "grad_norm": 0.44545114040374756, |
| "learning_rate": 2e-05, |
| "loss": 0.6489, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.2906526119981398, |
| "grad_norm": 0.44202905893325806, |
| "learning_rate": 2e-05, |
| "loss": 0.671, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.2914276856301349, |
| "grad_norm": 0.4026680588722229, |
| "learning_rate": 2e-05, |
| "loss": 0.6521, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.2922027592621299, |
| "grad_norm": 0.4531676471233368, |
| "learning_rate": 2e-05, |
| "loss": 0.66, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.29297783289412493, |
| "grad_norm": 0.5140746235847473, |
| "learning_rate": 2e-05, |
| "loss": 0.6237, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.29375290652611996, |
| "grad_norm": 0.6336513161659241, |
| "learning_rate": 2e-05, |
| "loss": 0.6452, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.29452798015811504, |
| "grad_norm": 0.39968904852867126, |
| "learning_rate": 2e-05, |
| "loss": 0.6503, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.29530305379011007, |
| "grad_norm": 0.3805924952030182, |
| "learning_rate": 2e-05, |
| "loss": 0.6596, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.2960781274221051, |
| "grad_norm": 0.38822469115257263, |
| "learning_rate": 2e-05, |
| "loss": 0.6417, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.2968532010541001, |
| "grad_norm": 0.39380943775177, |
| "learning_rate": 2e-05, |
| "loss": 0.6461, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.2976282746860952, |
| "grad_norm": 0.40815481543540955, |
| "learning_rate": 2e-05, |
| "loss": 0.6459, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.29840334831809023, |
| "grad_norm": 0.40621674060821533, |
| "learning_rate": 2e-05, |
| "loss": 0.6506, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.29917842195008526, |
| "grad_norm": 0.3831629157066345, |
| "learning_rate": 2e-05, |
| "loss": 0.6297, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.2999534955820803, |
| "grad_norm": 0.5715486407279968, |
| "learning_rate": 2e-05, |
| "loss": 0.6342, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.3007285692140753, |
| "grad_norm": 0.3794034719467163, |
| "learning_rate": 2e-05, |
| "loss": 0.6518, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.3015036428460704, |
| "grad_norm": 0.4201430380344391, |
| "learning_rate": 2e-05, |
| "loss": 0.647, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.3022787164780654, |
| "grad_norm": 0.3711002469062805, |
| "learning_rate": 2e-05, |
| "loss": 0.6297, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.30305379011006045, |
| "grad_norm": 0.4040549397468567, |
| "learning_rate": 2e-05, |
| "loss": 0.6677, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.3038288637420555, |
| "grad_norm": 0.4129764139652252, |
| "learning_rate": 2e-05, |
| "loss": 0.635, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.30460393737405056, |
| "grad_norm": 0.41761329770088196, |
| "learning_rate": 2e-05, |
| "loss": 0.6571, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.3053790110060456, |
| "grad_norm": 0.39217743277549744, |
| "learning_rate": 2e-05, |
| "loss": 0.638, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.3061540846380406, |
| "grad_norm": 0.4051911234855652, |
| "learning_rate": 2e-05, |
| "loss": 0.6575, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.30692915827003564, |
| "grad_norm": 0.38253021240234375, |
| "learning_rate": 2e-05, |
| "loss": 0.621, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.30770423190203067, |
| "grad_norm": 0.3943375051021576, |
| "learning_rate": 2e-05, |
| "loss": 0.6657, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.30847930553402575, |
| "grad_norm": 0.38000527024269104, |
| "learning_rate": 2e-05, |
| "loss": 0.6324, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.3092543791660208, |
| "grad_norm": 0.40028852224349976, |
| "learning_rate": 2e-05, |
| "loss": 0.6393, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.3100294527980158, |
| "grad_norm": 0.39642465114593506, |
| "learning_rate": 2e-05, |
| "loss": 0.6441, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.31080452643001083, |
| "grad_norm": 0.4065065383911133, |
| "learning_rate": 2e-05, |
| "loss": 0.6367, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.3115796000620059, |
| "grad_norm": 0.4016914367675781, |
| "learning_rate": 2e-05, |
| "loss": 0.6426, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.31235467369400094, |
| "grad_norm": 0.3893164396286011, |
| "learning_rate": 2e-05, |
| "loss": 0.6348, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.31312974732599597, |
| "grad_norm": 0.3809949457645416, |
| "learning_rate": 2e-05, |
| "loss": 0.6472, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.313904820957991, |
| "grad_norm": 0.3741115629673004, |
| "learning_rate": 2e-05, |
| "loss": 0.6438, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.3146798945899861, |
| "grad_norm": 0.4036007523536682, |
| "learning_rate": 2e-05, |
| "loss": 0.6506, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.3154549682219811, |
| "grad_norm": 0.4299529790878296, |
| "learning_rate": 2e-05, |
| "loss": 0.6394, |
| "step": 4070 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2035, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.8168590244885037e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
