| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.26076371091747824, |
| "eval_steps": 500, |
| "global_step": 2035, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012813941568426447, |
| "grad_norm": 48.60657259177163, |
| "learning_rate": 2.910112359550562e-06, |
| "loss": 1.136702537536621, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0025627883136852894, |
| "grad_norm": 91.91822214983361, |
| "learning_rate": 3.921348314606742e-06, |
| "loss": 0.7458788871765136, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0038441824705279346, |
| "grad_norm": 26.46552787500785, |
| "learning_rate": 4.932584269662922e-06, |
| "loss": 0.640007734298706, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.005125576627370579, |
| "grad_norm": 22.809848983257012, |
| "learning_rate": 5.943820224719102e-06, |
| "loss": 0.6162827491760254, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.006406970784213224, |
| "grad_norm": 29.62460709017976, |
| "learning_rate": 6.955056179775282e-06, |
| "loss": 0.5786398887634278, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.007688364941055869, |
| "grad_norm": 16.691100627355937, |
| "learning_rate": 7.966292134831462e-06, |
| "loss": 0.5697914123535156, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.008969759097898513, |
| "grad_norm": 8.744409243854706, |
| "learning_rate": 8.977528089887641e-06, |
| "loss": 0.5806342124938965, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.010251153254741158, |
| "grad_norm": 7.582330015247281, |
| "learning_rate": 9.988764044943822e-06, |
| "loss": 0.5879335403442383, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.011532547411583802, |
| "grad_norm": 79.23406804551544, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.5835853576660156, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.012813941568426449, |
| "grad_norm": 310.9497155099939, |
| "learning_rate": 1.2011235955056182e-05, |
| "loss": 0.5906369686126709, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.014095335725269094, |
| "grad_norm": 36.11222696404999, |
| "learning_rate": 1.3022471910112362e-05, |
| "loss": 0.5857430458068847, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.015376729882111738, |
| "grad_norm": 6.481841818631169, |
| "learning_rate": 1.403370786516854e-05, |
| "loss": 0.5944482326507569, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.01665812403895438, |
| "grad_norm": 21.67855790138833, |
| "learning_rate": 1.504494382022472e-05, |
| "loss": 0.5830103874206543, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.017939518195797026, |
| "grad_norm": 8.15350712038059, |
| "learning_rate": 1.60561797752809e-05, |
| "loss": 0.6037096977233887, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.01922091235263967, |
| "grad_norm": 33.51394138576384, |
| "learning_rate": 1.706741573033708e-05, |
| "loss": 0.5845141410827637, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.020502306509482315, |
| "grad_norm": 5.233920603807281, |
| "learning_rate": 1.8078651685393256e-05, |
| "loss": 0.5999966621398926, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.02178370066632496, |
| "grad_norm": 6.387467489565004, |
| "learning_rate": 1.908988764044944e-05, |
| "loss": 0.5866672039031983, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.023065094823167605, |
| "grad_norm": 3.3507330659662147, |
| "learning_rate": 2e-05, |
| "loss": 0.5995364189147949, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.02434648898001025, |
| "grad_norm": 7.947338320392441, |
| "learning_rate": 2e-05, |
| "loss": 0.5478545188903808, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.025627883136852898, |
| "grad_norm": 16.041227689012175, |
| "learning_rate": 2e-05, |
| "loss": 0.585174560546875, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.026909277293695542, |
| "grad_norm": 26.708451549556067, |
| "learning_rate": 2e-05, |
| "loss": 0.6306365966796875, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.028190671450538187, |
| "grad_norm": 43.434970417427316, |
| "learning_rate": 2e-05, |
| "loss": 0.574945592880249, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.029472065607380832, |
| "grad_norm": 7.745227881348918, |
| "learning_rate": 2e-05, |
| "loss": 0.6046634674072265, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.030753459764223477, |
| "grad_norm": 5.494753079256009, |
| "learning_rate": 2e-05, |
| "loss": 0.5993133544921875, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03203485392106612, |
| "grad_norm": 10.94252347649759, |
| "learning_rate": 2e-05, |
| "loss": 0.6251495361328125, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.03331624807790876, |
| "grad_norm": 3.8515593208507175, |
| "learning_rate": 2e-05, |
| "loss": 0.6059386730194092, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.03459764223475141, |
| "grad_norm": 13.624895012129093, |
| "learning_rate": 2e-05, |
| "loss": 0.6095015525817871, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.03587903639159405, |
| "grad_norm": 92.4144274779054, |
| "learning_rate": 2e-05, |
| "loss": 0.6274710655212402, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.0371604305484367, |
| "grad_norm": 63.87797936144395, |
| "learning_rate": 2e-05, |
| "loss": 0.6483458995819091, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.03844182470527934, |
| "grad_norm": 29.665399521499776, |
| "learning_rate": 2e-05, |
| "loss": 0.6508570671081543, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.03972321886212199, |
| "grad_norm": 10.143942268074744, |
| "learning_rate": 2e-05, |
| "loss": 0.6228761196136474, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.04100461301896463, |
| "grad_norm": 3.3645822727750283, |
| "learning_rate": 2e-05, |
| "loss": 0.5910223960876465, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.04228600717580728, |
| "grad_norm": 2.326932296638607, |
| "learning_rate": 2e-05, |
| "loss": 0.5986968994140625, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.04356740133264992, |
| "grad_norm": 19.774971839868684, |
| "learning_rate": 2e-05, |
| "loss": 0.5774398803710937, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.04484879548949257, |
| "grad_norm": 8.625513047621965, |
| "learning_rate": 2e-05, |
| "loss": 0.5988794326782226, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.04613018964633521, |
| "grad_norm": 2.6493447545498943, |
| "learning_rate": 2e-05, |
| "loss": 0.5667895793914794, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.04741158380317786, |
| "grad_norm": 4.063128105930308, |
| "learning_rate": 2e-05, |
| "loss": 0.5583474636077881, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0486929779600205, |
| "grad_norm": 1.7332087084494128, |
| "learning_rate": 2e-05, |
| "loss": 0.5471595287322998, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.04997437211686315, |
| "grad_norm": 3.3400257212079927, |
| "learning_rate": 2e-05, |
| "loss": 0.5477984428405762, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.051255766273705795, |
| "grad_norm": 5.278064316114456, |
| "learning_rate": 2e-05, |
| "loss": 0.5472843170166015, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.05253716043054844, |
| "grad_norm": 2.074410435293684, |
| "learning_rate": 2e-05, |
| "loss": 0.5686273097991943, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.053818554587391085, |
| "grad_norm": 68.09645975955011, |
| "learning_rate": 2e-05, |
| "loss": 0.5544178009033203, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.055099948744233726, |
| "grad_norm": 525.6925356969697, |
| "learning_rate": 2e-05, |
| "loss": 0.5655110359191895, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.056381342901076374, |
| "grad_norm": 22.424679914814075, |
| "learning_rate": 2e-05, |
| "loss": 0.59327712059021, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.057662737057919015, |
| "grad_norm": 5.444309007850252, |
| "learning_rate": 2e-05, |
| "loss": 0.5968106746673584, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.058944131214761664, |
| "grad_norm": 2.903284182345692, |
| "learning_rate": 2e-05, |
| "loss": 0.5818487167358398, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.060225525371604305, |
| "grad_norm": 4.400504161764957, |
| "learning_rate": 2e-05, |
| "loss": 0.5862027645111084, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.06150691952844695, |
| "grad_norm": 2.5317111608646763, |
| "learning_rate": 2e-05, |
| "loss": 0.5865765571594238, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.0627883136852896, |
| "grad_norm": 7.6823324809313185, |
| "learning_rate": 2e-05, |
| "loss": 0.5774165153503418, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.06406970784213224, |
| "grad_norm": 3.4342003064347866, |
| "learning_rate": 2e-05, |
| "loss": 0.5581344604492188, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.06535110199897488, |
| "grad_norm": 3.4940869527673684, |
| "learning_rate": 2e-05, |
| "loss": 0.5384406566619873, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.06663249615581752, |
| "grad_norm": 22.622831777103364, |
| "learning_rate": 2e-05, |
| "loss": 0.5864431381225585, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.06791389031266018, |
| "grad_norm": 8.952483502466984, |
| "learning_rate": 2e-05, |
| "loss": 0.5497615814208985, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.06919528446950282, |
| "grad_norm": 14.798724017806745, |
| "learning_rate": 2e-05, |
| "loss": 0.591427230834961, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.07047667862634546, |
| "grad_norm": 6.240194593748034, |
| "learning_rate": 2e-05, |
| "loss": 0.5721195220947266, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0717580727831881, |
| "grad_norm": 1.3836185042814684, |
| "learning_rate": 2e-05, |
| "loss": 0.5673149108886719, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.07303946694003076, |
| "grad_norm": 2.3358117255287776, |
| "learning_rate": 2e-05, |
| "loss": 0.5625670433044434, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0743208610968734, |
| "grad_norm": 1.625469477847444, |
| "learning_rate": 2e-05, |
| "loss": 0.5684123992919922, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.07560225525371604, |
| "grad_norm": 1.133401896469163, |
| "learning_rate": 2e-05, |
| "loss": 0.5579514503479004, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.07688364941055868, |
| "grad_norm": 1.6347916075043618, |
| "learning_rate": 2e-05, |
| "loss": 0.5497482299804688, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.07816504356740134, |
| "grad_norm": 4.31001001862141, |
| "learning_rate": 2e-05, |
| "loss": 0.5504285335540772, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.07944643772424398, |
| "grad_norm": 1.6923695835210164, |
| "learning_rate": 2e-05, |
| "loss": 0.5389340877532959, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.08072783188108662, |
| "grad_norm": 20.37920258837912, |
| "learning_rate": 2e-05, |
| "loss": 0.5571833610534668, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.08200922603792926, |
| "grad_norm": 2.531475008780508, |
| "learning_rate": 2e-05, |
| "loss": 0.5565690994262695, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.08329062019477192, |
| "grad_norm": 3.605544322163944, |
| "learning_rate": 2e-05, |
| "loss": 0.5658109188079834, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.08457201435161456, |
| "grad_norm": 6.10159024054078, |
| "learning_rate": 2e-05, |
| "loss": 0.5663240432739258, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0858534085084572, |
| "grad_norm": 6.192844710780108, |
| "learning_rate": 2e-05, |
| "loss": 0.5819952964782715, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.08713480266529984, |
| "grad_norm": 3.474212678080138, |
| "learning_rate": 2e-05, |
| "loss": 0.5608247756958008, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0884161968221425, |
| "grad_norm": 31.397865343442433, |
| "learning_rate": 2e-05, |
| "loss": 0.55595703125, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.08969759097898514, |
| "grad_norm": 3.3902647864069437, |
| "learning_rate": 2e-05, |
| "loss": 0.5607826232910156, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.09097898513582778, |
| "grad_norm": 2.6130800788890887, |
| "learning_rate": 2e-05, |
| "loss": 0.5772881984710694, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.09226037929267042, |
| "grad_norm": 1.8412885445002003, |
| "learning_rate": 2e-05, |
| "loss": 0.5467967033386231, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.09354177344951307, |
| "grad_norm": 13.878342002550012, |
| "learning_rate": 2e-05, |
| "loss": 0.5741470336914063, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.09482316760635572, |
| "grad_norm": 7.91637564641484, |
| "learning_rate": 2e-05, |
| "loss": 0.5568782806396484, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.09610456176319836, |
| "grad_norm": 14.994930545043719, |
| "learning_rate": 2e-05, |
| "loss": 0.5728705883026123, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.097385955920041, |
| "grad_norm": 3.2399122356353556, |
| "learning_rate": 2e-05, |
| "loss": 0.5602639198303223, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.09866735007688365, |
| "grad_norm": 8.435306389890595, |
| "learning_rate": 2e-05, |
| "loss": 0.5648305416107178, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0999487442337263, |
| "grad_norm": 2.7229485397202824, |
| "learning_rate": 2e-05, |
| "loss": 0.5501457214355469, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.10123013839056894, |
| "grad_norm": 1.7845496569761272, |
| "learning_rate": 2e-05, |
| "loss": 0.5729188442230224, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.10251153254741159, |
| "grad_norm": 6.7858062416328515, |
| "learning_rate": 2e-05, |
| "loss": 0.5560100555419922, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.10379292670425423, |
| "grad_norm": 2.8769397871268003, |
| "learning_rate": 2e-05, |
| "loss": 0.5690321922302246, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.10507432086109687, |
| "grad_norm": 20.514686157387473, |
| "learning_rate": 2e-05, |
| "loss": 0.5718609809875488, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.10635571501793951, |
| "grad_norm": 3.2148909747572105, |
| "learning_rate": 2e-05, |
| "loss": 0.5593263149261475, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.10763710917478217, |
| "grad_norm": 3.3909934965013178, |
| "learning_rate": 2e-05, |
| "loss": 0.5652659416198731, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.10891850333162481, |
| "grad_norm": 2.8601258221724177, |
| "learning_rate": 2e-05, |
| "loss": 0.5684373855590821, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.11019989748846745, |
| "grad_norm": 3.430890987769173, |
| "learning_rate": 2e-05, |
| "loss": 0.5800694465637207, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.1114812916453101, |
| "grad_norm": 6.8521625837959785, |
| "learning_rate": 2e-05, |
| "loss": 0.5646146774291992, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.11276268580215275, |
| "grad_norm": 2.167299561040544, |
| "learning_rate": 2e-05, |
| "loss": 0.5554808616638184, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.11404407995899539, |
| "grad_norm": 12.81539845275287, |
| "learning_rate": 2e-05, |
| "loss": 0.5791922569274902, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.11532547411583803, |
| "grad_norm": 2.976710005657373, |
| "learning_rate": 2e-05, |
| "loss": 0.6072131156921386, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.11660686827268067, |
| "grad_norm": 10.849710017677005, |
| "learning_rate": 2e-05, |
| "loss": 0.5678472518920898, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.11788826242952333, |
| "grad_norm": 2.4416306998839428, |
| "learning_rate": 2e-05, |
| "loss": 0.5731144905090332, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.11916965658636597, |
| "grad_norm": 7.038648849245178, |
| "learning_rate": 2e-05, |
| "loss": 0.5526491165161133, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.12045105074320861, |
| "grad_norm": 2.9470404844909095, |
| "learning_rate": 2e-05, |
| "loss": 0.5424953460693359, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.12173244490005125, |
| "grad_norm": 9.454322797818554, |
| "learning_rate": 2e-05, |
| "loss": 0.548456335067749, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.1230138390568939, |
| "grad_norm": 4.222464982835741, |
| "learning_rate": 2e-05, |
| "loss": 0.5253325462341308, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.12429523321373655, |
| "grad_norm": 2.4647201408100443, |
| "learning_rate": 2e-05, |
| "loss": 0.5565387725830078, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.1255766273705792, |
| "grad_norm": 5.646285894060971, |
| "learning_rate": 2e-05, |
| "loss": 1.1217697143554688, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.12685802152742184, |
| "grad_norm": 2.964157436056934, |
| "learning_rate": 2e-05, |
| "loss": 0.5679878234863281, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.12813941568426448, |
| "grad_norm": 6.288479464982876, |
| "learning_rate": 2e-05, |
| "loss": 0.5491109371185303, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.12942080984110713, |
| "grad_norm": 2.6763665966892654, |
| "learning_rate": 2e-05, |
| "loss": 0.5552764892578125, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.13070220399794977, |
| "grad_norm": 2.6351932907118973, |
| "learning_rate": 2e-05, |
| "loss": 0.5406902313232422, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.1319835981547924, |
| "grad_norm": 6.352666744995283, |
| "learning_rate": 2e-05, |
| "loss": 0.536877965927124, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.13326499231163505, |
| "grad_norm": 1.5421364933619635, |
| "learning_rate": 2e-05, |
| "loss": 0.5313173294067383, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.1345463864684777, |
| "grad_norm": 2.254141771785945, |
| "learning_rate": 2e-05, |
| "loss": 0.5454859733581543, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.13582778062532036, |
| "grad_norm": 1.6832085581211533, |
| "learning_rate": 2e-05, |
| "loss": 0.5299513816833497, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.137109174782163, |
| "grad_norm": 1.3101115317307876, |
| "learning_rate": 2e-05, |
| "loss": 0.5533650875091553, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.13839056893900564, |
| "grad_norm": 1.4250183862871697, |
| "learning_rate": 2e-05, |
| "loss": 0.518002986907959, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.13967196309584828, |
| "grad_norm": 3.106371141787246, |
| "learning_rate": 2e-05, |
| "loss": 0.540026044845581, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.14095335725269093, |
| "grad_norm": 1.2197064413226348, |
| "learning_rate": 2e-05, |
| "loss": 0.5478499889373779, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.14223475140953357, |
| "grad_norm": 6.522414224439747, |
| "learning_rate": 2e-05, |
| "loss": 0.5612347602844239, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.1435161455663762, |
| "grad_norm": 6.14600010534463, |
| "learning_rate": 2e-05, |
| "loss": 0.5392224788665771, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.14479753972321885, |
| "grad_norm": 1.3283775549672316, |
| "learning_rate": 2e-05, |
| "loss": 0.533447265625, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.14607893388006152, |
| "grad_norm": 1.5628798128196701, |
| "learning_rate": 2e-05, |
| "loss": 0.5403986930847168, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.14736032803690416, |
| "grad_norm": 5.557852174967083, |
| "learning_rate": 2e-05, |
| "loss": 0.5566314697265625, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.1486417221937468, |
| "grad_norm": 1.1771969176803327, |
| "learning_rate": 2e-05, |
| "loss": 0.5445056915283203, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.14992311635058944, |
| "grad_norm": 1.4048844272020151, |
| "learning_rate": 2e-05, |
| "loss": 0.5374322414398194, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.15120451050743208, |
| "grad_norm": 5.830084565815051, |
| "learning_rate": 2e-05, |
| "loss": 0.5391404628753662, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.15248590466427472, |
| "grad_norm": 1.4259555425294457, |
| "learning_rate": 2e-05, |
| "loss": 0.5523967742919922, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.15376729882111737, |
| "grad_norm": 2.3737683690736557, |
| "learning_rate": 2e-05, |
| "loss": 0.5384624481201172, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.15504869297796003, |
| "grad_norm": 2.628818495134982, |
| "learning_rate": 2e-05, |
| "loss": 0.5284938812255859, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.15633008713480268, |
| "grad_norm": 5.650114558533271, |
| "learning_rate": 2e-05, |
| "loss": 0.5476373195648193, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.15761148129164532, |
| "grad_norm": 2.344057641504692, |
| "learning_rate": 2e-05, |
| "loss": 0.5365348815917969, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.15889287544848796, |
| "grad_norm": 1.5391525983798033, |
| "learning_rate": 2e-05, |
| "loss": 0.5522804260253906, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.1601742696053306, |
| "grad_norm": 6.278578329314706, |
| "learning_rate": 2e-05, |
| "loss": 0.522200632095337, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.16145566376217324, |
| "grad_norm": 1.5191792185780197, |
| "learning_rate": 2e-05, |
| "loss": 0.5446555614471436, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.16273705791901588, |
| "grad_norm": 1.9845277263415022, |
| "learning_rate": 2e-05, |
| "loss": 0.5265367507934571, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.16401845207585852, |
| "grad_norm": 1.5282936674074756, |
| "learning_rate": 2e-05, |
| "loss": 0.5399628639221191, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.1652998462327012, |
| "grad_norm": 0.9895416727679237, |
| "learning_rate": 2e-05, |
| "loss": 0.5551435470581054, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.16658124038954383, |
| "grad_norm": 1.1540340702355871, |
| "learning_rate": 2e-05, |
| "loss": 0.5648162364959717, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.16786263454638647, |
| "grad_norm": 0.9095807077668226, |
| "learning_rate": 2e-05, |
| "loss": 0.5284963130950928, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.16914402870322912, |
| "grad_norm": 1.1906828334008543, |
| "learning_rate": 2e-05, |
| "loss": 0.5369954586029053, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.17042542286007176, |
| "grad_norm": 0.8909637934451952, |
| "learning_rate": 2e-05, |
| "loss": 0.5323962211608887, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.1717068170169144, |
| "grad_norm": 1.1346565661010557, |
| "learning_rate": 2e-05, |
| "loss": 0.5515767574310303, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.17298821117375704, |
| "grad_norm": 3.289182515818016, |
| "learning_rate": 2e-05, |
| "loss": 0.52701735496521, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.17426960533059968, |
| "grad_norm": 2.0880455303011325, |
| "learning_rate": 2e-05, |
| "loss": 0.5358563899993897, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.17555099948744235, |
| "grad_norm": 1.566832308941952, |
| "learning_rate": 2e-05, |
| "loss": 0.5285274028778076, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.176832393644285, |
| "grad_norm": 2.2990344953249022, |
| "learning_rate": 2e-05, |
| "loss": 0.5297482490539551, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.17811378780112763, |
| "grad_norm": 4.145571798823395, |
| "learning_rate": 2e-05, |
| "loss": 0.5191768169403076, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.17939518195797027, |
| "grad_norm": 1.7441796691857296, |
| "learning_rate": 2e-05, |
| "loss": 0.5435975074768067, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.18067657611481291, |
| "grad_norm": 2.6707491629206, |
| "learning_rate": 2e-05, |
| "loss": 0.5274767875671387, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.18195797027165556, |
| "grad_norm": 1.4710114789936155, |
| "learning_rate": 2e-05, |
| "loss": 0.5248068809509278, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.1832393644284982, |
| "grad_norm": 1.1661674872735948, |
| "learning_rate": 2e-05, |
| "loss": 0.5320616722106933, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.18452075858534084, |
| "grad_norm": 1.0201093941062644, |
| "learning_rate": 2e-05, |
| "loss": 0.5391462326049805, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.1858021527421835, |
| "grad_norm": 0.9609940685409813, |
| "learning_rate": 2e-05, |
| "loss": 0.51759934425354, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.18708354689902615, |
| "grad_norm": 4.4099586870345115, |
| "learning_rate": 2e-05, |
| "loss": 0.5610156059265137, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.1883649410558688, |
| "grad_norm": 1.2797704309832572, |
| "learning_rate": 2e-05, |
| "loss": 0.5134520530700684, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.18964633521271143, |
| "grad_norm": 1.604061991941183, |
| "learning_rate": 2e-05, |
| "loss": 0.5380812644958496, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.19092772936955407, |
| "grad_norm": 4.380080993954105, |
| "learning_rate": 2e-05, |
| "loss": 0.5286383152008056, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.1922091235263967, |
| "grad_norm": 0.9652036579027636, |
| "learning_rate": 2e-05, |
| "loss": 0.5347155570983887, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.19349051768323935, |
| "grad_norm": 1.0767282091811887, |
| "learning_rate": 2e-05, |
| "loss": 0.5506364822387695, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.194771911840082, |
| "grad_norm": 1.0660692222184038, |
| "learning_rate": 2e-05, |
| "loss": 0.5429599761962891, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.19605330599692466, |
| "grad_norm": 2.4245876116071563, |
| "learning_rate": 2e-05, |
| "loss": 0.530169677734375, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.1973347001537673, |
| "grad_norm": 1.6076349330268236, |
| "learning_rate": 2e-05, |
| "loss": 0.5128543853759766, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.19861609431060995, |
| "grad_norm": 3.2175817598128313, |
| "learning_rate": 2e-05, |
| "loss": 0.516771650314331, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.1998974884674526, |
| "grad_norm": 1.8454501672212902, |
| "learning_rate": 2e-05, |
| "loss": 0.555311918258667, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.20117888262429523, |
| "grad_norm": 1.1853740718254484, |
| "learning_rate": 2e-05, |
| "loss": 0.5157443046569824, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.20246027678113787, |
| "grad_norm": 1.482074792455346, |
| "learning_rate": 2e-05, |
| "loss": 0.554429006576538, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.2037416709379805, |
| "grad_norm": 0.9961893253106735, |
| "learning_rate": 2e-05, |
| "loss": 0.521328067779541, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.20502306509482318, |
| "grad_norm": 1.0692681388680267, |
| "learning_rate": 2e-05, |
| "loss": 0.5231988906860352, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.20630445925166582, |
| "grad_norm": 1.0289431510643638, |
| "learning_rate": 2e-05, |
| "loss": 0.5237535953521728, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.20758585340850846, |
| "grad_norm": 1.3099254730060057, |
| "learning_rate": 2e-05, |
| "loss": 0.5360143661499024, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.2088672475653511, |
| "grad_norm": 0.9703289709546258, |
| "learning_rate": 2e-05, |
| "loss": 0.5047122955322265, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.21014864172219375, |
| "grad_norm": 1.1996803050731473, |
| "learning_rate": 2e-05, |
| "loss": 0.5276361465454101, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.2114300358790364, |
| "grad_norm": 2.544046802772408, |
| "learning_rate": 2e-05, |
| "loss": 0.5131739139556885, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.21271143003587903, |
| "grad_norm": 3.025156971008793, |
| "learning_rate": 2e-05, |
| "loss": 0.5437355041503906, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.21399282419272167, |
| "grad_norm": 3.1281738525788203, |
| "learning_rate": 2e-05, |
| "loss": 0.5330821990966796, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.21527421834956434, |
| "grad_norm": 1.2180430188451103, |
| "learning_rate": 2e-05, |
| "loss": 0.5416089057922363, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.21655561250640698, |
| "grad_norm": 1.1470813594962164, |
| "learning_rate": 2e-05, |
| "loss": 0.539018201828003, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.21783700666324962, |
| "grad_norm": 3.6500797473607127, |
| "learning_rate": 2e-05, |
| "loss": 0.5521119594573974, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.21911840082009226, |
| "grad_norm": 2.067078070329206, |
| "learning_rate": 2e-05, |
| "loss": 0.5423431396484375, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.2203997949769349, |
| "grad_norm": 1.920293781550725, |
| "learning_rate": 2e-05, |
| "loss": 0.5424245357513428, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.22168118913377755, |
| "grad_norm": 14.544191040774015, |
| "learning_rate": 2e-05, |
| "loss": 0.5101382255554199, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.2229625832906202, |
| "grad_norm": 3.318513247980214, |
| "learning_rate": 2e-05, |
| "loss": 0.5420653343200683, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.22424397744746283, |
| "grad_norm": 1.1920262845160348, |
| "learning_rate": 2e-05, |
| "loss": 0.5346701622009278, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.2255253716043055, |
| "grad_norm": 1.3946653414472736, |
| "learning_rate": 2e-05, |
| "loss": 0.5356001853942871, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.22680676576114814, |
| "grad_norm": 1.0234843167991925, |
| "learning_rate": 2e-05, |
| "loss": 0.5313162326812744, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.22808815991799078, |
| "grad_norm": 2.2716514775718673, |
| "learning_rate": 2e-05, |
| "loss": 0.5260788917541503, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.22936955407483342, |
| "grad_norm": 1.1027690656722524, |
| "learning_rate": 2e-05, |
| "loss": 0.5265604019165039, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.23065094823167606, |
| "grad_norm": 0.8199711771574363, |
| "learning_rate": 2e-05, |
| "loss": 0.546507740020752, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.2319323423885187, |
| "grad_norm": 1.2314213846991644, |
| "learning_rate": 2e-05, |
| "loss": 0.5251349449157715, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.23321373654536134, |
| "grad_norm": 0.7783596277645343, |
| "learning_rate": 2e-05, |
| "loss": 0.5430421829223633, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.23449513070220399, |
| "grad_norm": 1.1146414292968791, |
| "learning_rate": 2e-05, |
| "loss": 0.5292141437530518, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.23577652485904665, |
| "grad_norm": 2.0137003356097765, |
| "learning_rate": 2e-05, |
| "loss": 0.5194851875305175, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.2370579190158893, |
| "grad_norm": 2.3397726475469534, |
| "learning_rate": 2e-05, |
| "loss": 0.5346482753753662, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.23833931317273194, |
| "grad_norm": 1.5663430221147905, |
| "learning_rate": 2e-05, |
| "loss": 0.5378023147583008, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.23962070732957458, |
| "grad_norm": 1.201294851008554, |
| "learning_rate": 2e-05, |
| "loss": 0.5159610271453857, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.24090210148641722, |
| "grad_norm": 1.0301545491772452, |
| "learning_rate": 2e-05, |
| "loss": 0.5299476623535156, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.24218349564325986, |
| "grad_norm": 0.8432389867329458, |
| "learning_rate": 2e-05, |
| "loss": 0.5182618618011474, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.2434648898001025, |
| "grad_norm": 0.8795423911191317, |
| "learning_rate": 2e-05, |
| "loss": 0.5129746437072754, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.24474628395694514, |
| "grad_norm": 0.8721039881044989, |
| "learning_rate": 2e-05, |
| "loss": 0.5283527374267578, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.2460276781137878, |
| "grad_norm": 3.1412433155534645, |
| "learning_rate": 2e-05, |
| "loss": 0.5297590732574463, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.24730907227063045, |
| "grad_norm": 1.0305392597354273, |
| "learning_rate": 2e-05, |
| "loss": 0.5080532550811767, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.2485904664274731, |
| "grad_norm": 1.0281646954720554, |
| "learning_rate": 2e-05, |
| "loss": 0.51605224609375, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.24987186058431574, |
| "grad_norm": 0.9629752110376899, |
| "learning_rate": 2e-05, |
| "loss": 0.5215667724609375, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.2511532547411584, |
| "grad_norm": 1.140557545820514, |
| "learning_rate": 2e-05, |
| "loss": 0.5421156883239746, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.25243464889800105, |
| "grad_norm": 1.0068158023619374, |
| "learning_rate": 2e-05, |
| "loss": 0.5088915348052978, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.2537160430548437, |
| "grad_norm": 0.9745366191237504, |
| "learning_rate": 2e-05, |
| "loss": 0.5463441371917724, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.25499743721168633, |
| "grad_norm": 1.2588237002272227, |
| "learning_rate": 2e-05, |
| "loss": 0.516777229309082, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.25627883136852897, |
| "grad_norm": 1.4490073257903515, |
| "learning_rate": 2e-05, |
| "loss": 0.51793212890625, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.2575602255253716, |
| "grad_norm": 3.963921685704575, |
| "learning_rate": 2e-05, |
| "loss": 0.5346158981323242, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.25884161968221425, |
| "grad_norm": 2.1713007316186417, |
| "learning_rate": 2e-05, |
| "loss": 0.5081641674041748, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.2601230138390569, |
| "grad_norm": 1.824815205654626, |
| "learning_rate": 2e-05, |
| "loss": 0.49935317039489746, |
| "step": 2030 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2035, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 963613493821440.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
