| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.7605074320861097, |
| "eval_steps": 500, |
| "global_step": 5935, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012813941568426447, |
| "grad_norm": 48.60657259177163, |
| "learning_rate": 2.910112359550562e-06, |
| "loss": 1.136702537536621, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0025627883136852894, |
| "grad_norm": 91.91822214983361, |
| "learning_rate": 3.921348314606742e-06, |
| "loss": 0.7458788871765136, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0038441824705279346, |
| "grad_norm": 26.46552787500785, |
| "learning_rate": 4.932584269662922e-06, |
| "loss": 0.640007734298706, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.005125576627370579, |
| "grad_norm": 22.809848983257012, |
| "learning_rate": 5.943820224719102e-06, |
| "loss": 0.6162827491760254, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.006406970784213224, |
| "grad_norm": 29.62460709017976, |
| "learning_rate": 6.955056179775282e-06, |
| "loss": 0.5786398887634278, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.007688364941055869, |
| "grad_norm": 16.691100627355937, |
| "learning_rate": 7.966292134831462e-06, |
| "loss": 0.5697914123535156, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.008969759097898513, |
| "grad_norm": 8.744409243854706, |
| "learning_rate": 8.977528089887641e-06, |
| "loss": 0.5806342124938965, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.010251153254741158, |
| "grad_norm": 7.582330015247281, |
| "learning_rate": 9.988764044943822e-06, |
| "loss": 0.5879335403442383, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.011532547411583802, |
| "grad_norm": 79.23406804551544, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.5835853576660156, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.012813941568426449, |
| "grad_norm": 310.9497155099939, |
| "learning_rate": 1.2011235955056182e-05, |
| "loss": 0.5906369686126709, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.014095335725269094, |
| "grad_norm": 36.11222696404999, |
| "learning_rate": 1.3022471910112362e-05, |
| "loss": 0.5857430458068847, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.015376729882111738, |
| "grad_norm": 6.481841818631169, |
| "learning_rate": 1.403370786516854e-05, |
| "loss": 0.5944482326507569, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.01665812403895438, |
| "grad_norm": 21.67855790138833, |
| "learning_rate": 1.504494382022472e-05, |
| "loss": 0.5830103874206543, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.017939518195797026, |
| "grad_norm": 8.15350712038059, |
| "learning_rate": 1.60561797752809e-05, |
| "loss": 0.6037096977233887, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.01922091235263967, |
| "grad_norm": 33.51394138576384, |
| "learning_rate": 1.706741573033708e-05, |
| "loss": 0.5845141410827637, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.020502306509482315, |
| "grad_norm": 5.233920603807281, |
| "learning_rate": 1.8078651685393256e-05, |
| "loss": 0.5999966621398926, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.02178370066632496, |
| "grad_norm": 6.387467489565004, |
| "learning_rate": 1.908988764044944e-05, |
| "loss": 0.5866672039031983, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.023065094823167605, |
| "grad_norm": 3.3507330659662147, |
| "learning_rate": 2e-05, |
| "loss": 0.5995364189147949, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.02434648898001025, |
| "grad_norm": 7.947338320392441, |
| "learning_rate": 2e-05, |
| "loss": 0.5478545188903808, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.025627883136852898, |
| "grad_norm": 16.041227689012175, |
| "learning_rate": 2e-05, |
| "loss": 0.585174560546875, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.026909277293695542, |
| "grad_norm": 26.708451549556067, |
| "learning_rate": 2e-05, |
| "loss": 0.6306365966796875, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.028190671450538187, |
| "grad_norm": 43.434970417427316, |
| "learning_rate": 2e-05, |
| "loss": 0.574945592880249, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.029472065607380832, |
| "grad_norm": 7.745227881348918, |
| "learning_rate": 2e-05, |
| "loss": 0.6046634674072265, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.030753459764223477, |
| "grad_norm": 5.494753079256009, |
| "learning_rate": 2e-05, |
| "loss": 0.5993133544921875, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03203485392106612, |
| "grad_norm": 10.94252347649759, |
| "learning_rate": 2e-05, |
| "loss": 0.6251495361328125, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.03331624807790876, |
| "grad_norm": 3.8515593208507175, |
| "learning_rate": 2e-05, |
| "loss": 0.6059386730194092, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.03459764223475141, |
| "grad_norm": 13.624895012129093, |
| "learning_rate": 2e-05, |
| "loss": 0.6095015525817871, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.03587903639159405, |
| "grad_norm": 92.4144274779054, |
| "learning_rate": 2e-05, |
| "loss": 0.6274710655212402, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.0371604305484367, |
| "grad_norm": 63.87797936144395, |
| "learning_rate": 2e-05, |
| "loss": 0.6483458995819091, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.03844182470527934, |
| "grad_norm": 29.665399521499776, |
| "learning_rate": 2e-05, |
| "loss": 0.6508570671081543, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.03972321886212199, |
| "grad_norm": 10.143942268074744, |
| "learning_rate": 2e-05, |
| "loss": 0.6228761196136474, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.04100461301896463, |
| "grad_norm": 3.3645822727750283, |
| "learning_rate": 2e-05, |
| "loss": 0.5910223960876465, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.04228600717580728, |
| "grad_norm": 2.326932296638607, |
| "learning_rate": 2e-05, |
| "loss": 0.5986968994140625, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.04356740133264992, |
| "grad_norm": 19.774971839868684, |
| "learning_rate": 2e-05, |
| "loss": 0.5774398803710937, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.04484879548949257, |
| "grad_norm": 8.625513047621965, |
| "learning_rate": 2e-05, |
| "loss": 0.5988794326782226, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.04613018964633521, |
| "grad_norm": 2.6493447545498943, |
| "learning_rate": 2e-05, |
| "loss": 0.5667895793914794, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.04741158380317786, |
| "grad_norm": 4.063128105930308, |
| "learning_rate": 2e-05, |
| "loss": 0.5583474636077881, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0486929779600205, |
| "grad_norm": 1.7332087084494128, |
| "learning_rate": 2e-05, |
| "loss": 0.5471595287322998, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.04997437211686315, |
| "grad_norm": 3.3400257212079927, |
| "learning_rate": 2e-05, |
| "loss": 0.5477984428405762, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.051255766273705795, |
| "grad_norm": 5.278064316114456, |
| "learning_rate": 2e-05, |
| "loss": 0.5472843170166015, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.05253716043054844, |
| "grad_norm": 2.074410435293684, |
| "learning_rate": 2e-05, |
| "loss": 0.5686273097991943, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.053818554587391085, |
| "grad_norm": 68.09645975955011, |
| "learning_rate": 2e-05, |
| "loss": 0.5544178009033203, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.055099948744233726, |
| "grad_norm": 525.6925356969697, |
| "learning_rate": 2e-05, |
| "loss": 0.5655110359191895, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.056381342901076374, |
| "grad_norm": 22.424679914814075, |
| "learning_rate": 2e-05, |
| "loss": 0.59327712059021, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.057662737057919015, |
| "grad_norm": 5.444309007850252, |
| "learning_rate": 2e-05, |
| "loss": 0.5968106746673584, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.058944131214761664, |
| "grad_norm": 2.903284182345692, |
| "learning_rate": 2e-05, |
| "loss": 0.5818487167358398, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.060225525371604305, |
| "grad_norm": 4.400504161764957, |
| "learning_rate": 2e-05, |
| "loss": 0.5862027645111084, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.06150691952844695, |
| "grad_norm": 2.5317111608646763, |
| "learning_rate": 2e-05, |
| "loss": 0.5865765571594238, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.0627883136852896, |
| "grad_norm": 7.6823324809313185, |
| "learning_rate": 2e-05, |
| "loss": 0.5774165153503418, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.06406970784213224, |
| "grad_norm": 3.4342003064347866, |
| "learning_rate": 2e-05, |
| "loss": 0.5581344604492188, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.06535110199897488, |
| "grad_norm": 3.4940869527673684, |
| "learning_rate": 2e-05, |
| "loss": 0.5384406566619873, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.06663249615581752, |
| "grad_norm": 22.622831777103364, |
| "learning_rate": 2e-05, |
| "loss": 0.5864431381225585, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.06791389031266018, |
| "grad_norm": 8.952483502466984, |
| "learning_rate": 2e-05, |
| "loss": 0.5497615814208985, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.06919528446950282, |
| "grad_norm": 14.798724017806745, |
| "learning_rate": 2e-05, |
| "loss": 0.591427230834961, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.07047667862634546, |
| "grad_norm": 6.240194593748034, |
| "learning_rate": 2e-05, |
| "loss": 0.5721195220947266, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0717580727831881, |
| "grad_norm": 1.3836185042814684, |
| "learning_rate": 2e-05, |
| "loss": 0.5673149108886719, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.07303946694003076, |
| "grad_norm": 2.3358117255287776, |
| "learning_rate": 2e-05, |
| "loss": 0.5625670433044434, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0743208610968734, |
| "grad_norm": 1.625469477847444, |
| "learning_rate": 2e-05, |
| "loss": 0.5684123992919922, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.07560225525371604, |
| "grad_norm": 1.133401896469163, |
| "learning_rate": 2e-05, |
| "loss": 0.5579514503479004, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.07688364941055868, |
| "grad_norm": 1.6347916075043618, |
| "learning_rate": 2e-05, |
| "loss": 0.5497482299804688, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.07816504356740134, |
| "grad_norm": 4.31001001862141, |
| "learning_rate": 2e-05, |
| "loss": 0.5504285335540772, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.07944643772424398, |
| "grad_norm": 1.6923695835210164, |
| "learning_rate": 2e-05, |
| "loss": 0.5389340877532959, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.08072783188108662, |
| "grad_norm": 20.37920258837912, |
| "learning_rate": 2e-05, |
| "loss": 0.5571833610534668, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.08200922603792926, |
| "grad_norm": 2.531475008780508, |
| "learning_rate": 2e-05, |
| "loss": 0.5565690994262695, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.08329062019477192, |
| "grad_norm": 3.605544322163944, |
| "learning_rate": 2e-05, |
| "loss": 0.5658109188079834, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.08457201435161456, |
| "grad_norm": 6.10159024054078, |
| "learning_rate": 2e-05, |
| "loss": 0.5663240432739258, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0858534085084572, |
| "grad_norm": 6.192844710780108, |
| "learning_rate": 2e-05, |
| "loss": 0.5819952964782715, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.08713480266529984, |
| "grad_norm": 3.474212678080138, |
| "learning_rate": 2e-05, |
| "loss": 0.5608247756958008, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0884161968221425, |
| "grad_norm": 31.397865343442433, |
| "learning_rate": 2e-05, |
| "loss": 0.55595703125, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.08969759097898514, |
| "grad_norm": 3.3902647864069437, |
| "learning_rate": 2e-05, |
| "loss": 0.5607826232910156, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.09097898513582778, |
| "grad_norm": 2.6130800788890887, |
| "learning_rate": 2e-05, |
| "loss": 0.5772881984710694, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.09226037929267042, |
| "grad_norm": 1.8412885445002003, |
| "learning_rate": 2e-05, |
| "loss": 0.5467967033386231, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.09354177344951307, |
| "grad_norm": 13.878342002550012, |
| "learning_rate": 2e-05, |
| "loss": 0.5741470336914063, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.09482316760635572, |
| "grad_norm": 7.91637564641484, |
| "learning_rate": 2e-05, |
| "loss": 0.5568782806396484, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.09610456176319836, |
| "grad_norm": 14.994930545043719, |
| "learning_rate": 2e-05, |
| "loss": 0.5728705883026123, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.097385955920041, |
| "grad_norm": 3.2399122356353556, |
| "learning_rate": 2e-05, |
| "loss": 0.5602639198303223, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.09866735007688365, |
| "grad_norm": 8.435306389890595, |
| "learning_rate": 2e-05, |
| "loss": 0.5648305416107178, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0999487442337263, |
| "grad_norm": 2.7229485397202824, |
| "learning_rate": 2e-05, |
| "loss": 0.5501457214355469, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.10123013839056894, |
| "grad_norm": 1.7845496569761272, |
| "learning_rate": 2e-05, |
| "loss": 0.5729188442230224, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.10251153254741159, |
| "grad_norm": 6.7858062416328515, |
| "learning_rate": 2e-05, |
| "loss": 0.5560100555419922, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.10379292670425423, |
| "grad_norm": 2.8769397871268003, |
| "learning_rate": 2e-05, |
| "loss": 0.5690321922302246, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.10507432086109687, |
| "grad_norm": 20.514686157387473, |
| "learning_rate": 2e-05, |
| "loss": 0.5718609809875488, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.10635571501793951, |
| "grad_norm": 3.2148909747572105, |
| "learning_rate": 2e-05, |
| "loss": 0.5593263149261475, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.10763710917478217, |
| "grad_norm": 3.3909934965013178, |
| "learning_rate": 2e-05, |
| "loss": 0.5652659416198731, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.10891850333162481, |
| "grad_norm": 2.8601258221724177, |
| "learning_rate": 2e-05, |
| "loss": 0.5684373855590821, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.11019989748846745, |
| "grad_norm": 3.430890987769173, |
| "learning_rate": 2e-05, |
| "loss": 0.5800694465637207, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.1114812916453101, |
| "grad_norm": 6.8521625837959785, |
| "learning_rate": 2e-05, |
| "loss": 0.5646146774291992, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.11276268580215275, |
| "grad_norm": 2.167299561040544, |
| "learning_rate": 2e-05, |
| "loss": 0.5554808616638184, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.11404407995899539, |
| "grad_norm": 12.81539845275287, |
| "learning_rate": 2e-05, |
| "loss": 0.5791922569274902, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.11532547411583803, |
| "grad_norm": 2.976710005657373, |
| "learning_rate": 2e-05, |
| "loss": 0.6072131156921386, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.11660686827268067, |
| "grad_norm": 10.849710017677005, |
| "learning_rate": 2e-05, |
| "loss": 0.5678472518920898, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.11788826242952333, |
| "grad_norm": 2.4416306998839428, |
| "learning_rate": 2e-05, |
| "loss": 0.5731144905090332, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.11916965658636597, |
| "grad_norm": 7.038648849245178, |
| "learning_rate": 2e-05, |
| "loss": 0.5526491165161133, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.12045105074320861, |
| "grad_norm": 2.9470404844909095, |
| "learning_rate": 2e-05, |
| "loss": 0.5424953460693359, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.12173244490005125, |
| "grad_norm": 9.454322797818554, |
| "learning_rate": 2e-05, |
| "loss": 0.548456335067749, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.1230138390568939, |
| "grad_norm": 4.222464982835741, |
| "learning_rate": 2e-05, |
| "loss": 0.5253325462341308, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.12429523321373655, |
| "grad_norm": 2.4647201408100443, |
| "learning_rate": 2e-05, |
| "loss": 0.5565387725830078, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.1255766273705792, |
| "grad_norm": 5.646285894060971, |
| "learning_rate": 2e-05, |
| "loss": 1.1217697143554688, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.12685802152742184, |
| "grad_norm": 2.964157436056934, |
| "learning_rate": 2e-05, |
| "loss": 0.5679878234863281, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.12813941568426448, |
| "grad_norm": 6.288479464982876, |
| "learning_rate": 2e-05, |
| "loss": 0.5491109371185303, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.12942080984110713, |
| "grad_norm": 2.6763665966892654, |
| "learning_rate": 2e-05, |
| "loss": 0.5552764892578125, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.13070220399794977, |
| "grad_norm": 2.6351932907118973, |
| "learning_rate": 2e-05, |
| "loss": 0.5406902313232422, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.1319835981547924, |
| "grad_norm": 6.352666744995283, |
| "learning_rate": 2e-05, |
| "loss": 0.536877965927124, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.13326499231163505, |
| "grad_norm": 1.5421364933619635, |
| "learning_rate": 2e-05, |
| "loss": 0.5313173294067383, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.1345463864684777, |
| "grad_norm": 2.254141771785945, |
| "learning_rate": 2e-05, |
| "loss": 0.5454859733581543, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.13582778062532036, |
| "grad_norm": 1.6832085581211533, |
| "learning_rate": 2e-05, |
| "loss": 0.5299513816833497, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.137109174782163, |
| "grad_norm": 1.3101115317307876, |
| "learning_rate": 2e-05, |
| "loss": 0.5533650875091553, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.13839056893900564, |
| "grad_norm": 1.4250183862871697, |
| "learning_rate": 2e-05, |
| "loss": 0.518002986907959, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.13967196309584828, |
| "grad_norm": 3.106371141787246, |
| "learning_rate": 2e-05, |
| "loss": 0.540026044845581, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.14095335725269093, |
| "grad_norm": 1.2197064413226348, |
| "learning_rate": 2e-05, |
| "loss": 0.5478499889373779, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.14223475140953357, |
| "grad_norm": 6.522414224439747, |
| "learning_rate": 2e-05, |
| "loss": 0.5612347602844239, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.1435161455663762, |
| "grad_norm": 6.14600010534463, |
| "learning_rate": 2e-05, |
| "loss": 0.5392224788665771, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.14479753972321885, |
| "grad_norm": 1.3283775549672316, |
| "learning_rate": 2e-05, |
| "loss": 0.533447265625, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.14607893388006152, |
| "grad_norm": 1.5628798128196701, |
| "learning_rate": 2e-05, |
| "loss": 0.5403986930847168, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.14736032803690416, |
| "grad_norm": 5.557852174967083, |
| "learning_rate": 2e-05, |
| "loss": 0.5566314697265625, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.1486417221937468, |
| "grad_norm": 1.1771969176803327, |
| "learning_rate": 2e-05, |
| "loss": 0.5445056915283203, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.14992311635058944, |
| "grad_norm": 1.4048844272020151, |
| "learning_rate": 2e-05, |
| "loss": 0.5374322414398194, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.15120451050743208, |
| "grad_norm": 5.830084565815051, |
| "learning_rate": 2e-05, |
| "loss": 0.5391404628753662, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.15248590466427472, |
| "grad_norm": 1.4259555425294457, |
| "learning_rate": 2e-05, |
| "loss": 0.5523967742919922, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.15376729882111737, |
| "grad_norm": 2.3737683690736557, |
| "learning_rate": 2e-05, |
| "loss": 0.5384624481201172, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.15504869297796003, |
| "grad_norm": 2.628818495134982, |
| "learning_rate": 2e-05, |
| "loss": 0.5284938812255859, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.15633008713480268, |
| "grad_norm": 5.650114558533271, |
| "learning_rate": 2e-05, |
| "loss": 0.5476373195648193, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.15761148129164532, |
| "grad_norm": 2.344057641504692, |
| "learning_rate": 2e-05, |
| "loss": 0.5365348815917969, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.15889287544848796, |
| "grad_norm": 1.5391525983798033, |
| "learning_rate": 2e-05, |
| "loss": 0.5522804260253906, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.1601742696053306, |
| "grad_norm": 6.278578329314706, |
| "learning_rate": 2e-05, |
| "loss": 0.522200632095337, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.16145566376217324, |
| "grad_norm": 1.5191792185780197, |
| "learning_rate": 2e-05, |
| "loss": 0.5446555614471436, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.16273705791901588, |
| "grad_norm": 1.9845277263415022, |
| "learning_rate": 2e-05, |
| "loss": 0.5265367507934571, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.16401845207585852, |
| "grad_norm": 1.5282936674074756, |
| "learning_rate": 2e-05, |
| "loss": 0.5399628639221191, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.1652998462327012, |
| "grad_norm": 0.9895416727679237, |
| "learning_rate": 2e-05, |
| "loss": 0.5551435470581054, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.16658124038954383, |
| "grad_norm": 1.1540340702355871, |
| "learning_rate": 2e-05, |
| "loss": 0.5648162364959717, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.16786263454638647, |
| "grad_norm": 0.9095807077668226, |
| "learning_rate": 2e-05, |
| "loss": 0.5284963130950928, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.16914402870322912, |
| "grad_norm": 1.1906828334008543, |
| "learning_rate": 2e-05, |
| "loss": 0.5369954586029053, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.17042542286007176, |
| "grad_norm": 0.8909637934451952, |
| "learning_rate": 2e-05, |
| "loss": 0.5323962211608887, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.1717068170169144, |
| "grad_norm": 1.1346565661010557, |
| "learning_rate": 2e-05, |
| "loss": 0.5515767574310303, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.17298821117375704, |
| "grad_norm": 3.289182515818016, |
| "learning_rate": 2e-05, |
| "loss": 0.52701735496521, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.17426960533059968, |
| "grad_norm": 2.0880455303011325, |
| "learning_rate": 2e-05, |
| "loss": 0.5358563899993897, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.17555099948744235, |
| "grad_norm": 1.566832308941952, |
| "learning_rate": 2e-05, |
| "loss": 0.5285274028778076, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.176832393644285, |
| "grad_norm": 2.2990344953249022, |
| "learning_rate": 2e-05, |
| "loss": 0.5297482490539551, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.17811378780112763, |
| "grad_norm": 4.145571798823395, |
| "learning_rate": 2e-05, |
| "loss": 0.5191768169403076, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.17939518195797027, |
| "grad_norm": 1.7441796691857296, |
| "learning_rate": 2e-05, |
| "loss": 0.5435975074768067, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.18067657611481291, |
| "grad_norm": 2.6707491629206, |
| "learning_rate": 2e-05, |
| "loss": 0.5274767875671387, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.18195797027165556, |
| "grad_norm": 1.4710114789936155, |
| "learning_rate": 2e-05, |
| "loss": 0.5248068809509278, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.1832393644284982, |
| "grad_norm": 1.1661674872735948, |
| "learning_rate": 2e-05, |
| "loss": 0.5320616722106933, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.18452075858534084, |
| "grad_norm": 1.0201093941062644, |
| "learning_rate": 2e-05, |
| "loss": 0.5391462326049805, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.1858021527421835, |
| "grad_norm": 0.9609940685409813, |
| "learning_rate": 2e-05, |
| "loss": 0.51759934425354, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.18708354689902615, |
| "grad_norm": 4.4099586870345115, |
| "learning_rate": 2e-05, |
| "loss": 0.5610156059265137, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.1883649410558688, |
| "grad_norm": 1.2797704309832572, |
| "learning_rate": 2e-05, |
| "loss": 0.5134520530700684, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.18964633521271143, |
| "grad_norm": 1.604061991941183, |
| "learning_rate": 2e-05, |
| "loss": 0.5380812644958496, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.19092772936955407, |
| "grad_norm": 4.380080993954105, |
| "learning_rate": 2e-05, |
| "loss": 0.5286383152008056, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.1922091235263967, |
| "grad_norm": 0.9652036579027636, |
| "learning_rate": 2e-05, |
| "loss": 0.5347155570983887, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.19349051768323935, |
| "grad_norm": 1.0767282091811887, |
| "learning_rate": 2e-05, |
| "loss": 0.5506364822387695, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.194771911840082, |
| "grad_norm": 1.0660692222184038, |
| "learning_rate": 2e-05, |
| "loss": 0.5429599761962891, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.19605330599692466, |
| "grad_norm": 2.4245876116071563, |
| "learning_rate": 2e-05, |
| "loss": 0.530169677734375, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.1973347001537673, |
| "grad_norm": 1.6076349330268236, |
| "learning_rate": 2e-05, |
| "loss": 0.5128543853759766, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.19861609431060995, |
| "grad_norm": 3.2175817598128313, |
| "learning_rate": 2e-05, |
| "loss": 0.516771650314331, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.1998974884674526, |
| "grad_norm": 1.8454501672212902, |
| "learning_rate": 2e-05, |
| "loss": 0.555311918258667, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.20117888262429523, |
| "grad_norm": 1.1853740718254484, |
| "learning_rate": 2e-05, |
| "loss": 0.5157443046569824, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.20246027678113787, |
| "grad_norm": 1.482074792455346, |
| "learning_rate": 2e-05, |
| "loss": 0.554429006576538, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.2037416709379805, |
| "grad_norm": 0.9961893253106735, |
| "learning_rate": 2e-05, |
| "loss": 0.521328067779541, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.20502306509482318, |
| "grad_norm": 1.0692681388680267, |
| "learning_rate": 2e-05, |
| "loss": 0.5231988906860352, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.20630445925166582, |
| "grad_norm": 1.0289431510643638, |
| "learning_rate": 2e-05, |
| "loss": 0.5237535953521728, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.20758585340850846, |
| "grad_norm": 1.3099254730060057, |
| "learning_rate": 2e-05, |
| "loss": 0.5360143661499024, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.2088672475653511, |
| "grad_norm": 0.9703289709546258, |
| "learning_rate": 2e-05, |
| "loss": 0.5047122955322265, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.21014864172219375, |
| "grad_norm": 1.1996803050731473, |
| "learning_rate": 2e-05, |
| "loss": 0.5276361465454101, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.2114300358790364, |
| "grad_norm": 2.544046802772408, |
| "learning_rate": 2e-05, |
| "loss": 0.5131739139556885, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.21271143003587903, |
| "grad_norm": 3.025156971008793, |
| "learning_rate": 2e-05, |
| "loss": 0.5437355041503906, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.21399282419272167, |
| "grad_norm": 3.1281738525788203, |
| "learning_rate": 2e-05, |
| "loss": 0.5330821990966796, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.21527421834956434, |
| "grad_norm": 1.2180430188451103, |
| "learning_rate": 2e-05, |
| "loss": 0.5416089057922363, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.21655561250640698, |
| "grad_norm": 1.1470813594962164, |
| "learning_rate": 2e-05, |
| "loss": 0.539018201828003, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.21783700666324962, |
| "grad_norm": 3.6500797473607127, |
| "learning_rate": 2e-05, |
| "loss": 0.5521119594573974, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.21911840082009226, |
| "grad_norm": 2.067078070329206, |
| "learning_rate": 2e-05, |
| "loss": 0.5423431396484375, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.2203997949769349, |
| "grad_norm": 1.920293781550725, |
| "learning_rate": 2e-05, |
| "loss": 0.5424245357513428, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.22168118913377755, |
| "grad_norm": 14.544191040774015, |
| "learning_rate": 2e-05, |
| "loss": 0.5101382255554199, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.2229625832906202, |
| "grad_norm": 3.318513247980214, |
| "learning_rate": 2e-05, |
| "loss": 0.5420653343200683, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.22424397744746283, |
| "grad_norm": 1.1920262845160348, |
| "learning_rate": 2e-05, |
| "loss": 0.5346701622009278, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.2255253716043055, |
| "grad_norm": 1.3946653414472736, |
| "learning_rate": 2e-05, |
| "loss": 0.5356001853942871, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.22680676576114814, |
| "grad_norm": 1.0234843167991925, |
| "learning_rate": 2e-05, |
| "loss": 0.5313162326812744, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.22808815991799078, |
| "grad_norm": 2.2716514775718673, |
| "learning_rate": 2e-05, |
| "loss": 0.5260788917541503, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.22936955407483342, |
| "grad_norm": 1.1027690656722524, |
| "learning_rate": 2e-05, |
| "loss": 0.5265604019165039, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.23065094823167606, |
| "grad_norm": 0.8199711771574363, |
| "learning_rate": 2e-05, |
| "loss": 0.546507740020752, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.2319323423885187, |
| "grad_norm": 1.2314213846991644, |
| "learning_rate": 2e-05, |
| "loss": 0.5251349449157715, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.23321373654536134, |
| "grad_norm": 0.7783596277645343, |
| "learning_rate": 2e-05, |
| "loss": 0.5430421829223633, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.23449513070220399, |
| "grad_norm": 1.1146414292968791, |
| "learning_rate": 2e-05, |
| "loss": 0.5292141437530518, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.23577652485904665, |
| "grad_norm": 2.0137003356097765, |
| "learning_rate": 2e-05, |
| "loss": 0.5194851875305175, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.2370579190158893, |
| "grad_norm": 2.3397726475469534, |
| "learning_rate": 2e-05, |
| "loss": 0.5346482753753662, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.23833931317273194, |
| "grad_norm": 1.5663430221147905, |
| "learning_rate": 2e-05, |
| "loss": 0.5378023147583008, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.23962070732957458, |
| "grad_norm": 1.201294851008554, |
| "learning_rate": 2e-05, |
| "loss": 0.5159610271453857, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.24090210148641722, |
| "grad_norm": 1.0301545491772452, |
| "learning_rate": 2e-05, |
| "loss": 0.5299476623535156, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.24218349564325986, |
| "grad_norm": 0.8432389867329458, |
| "learning_rate": 2e-05, |
| "loss": 0.5182618618011474, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.2434648898001025, |
| "grad_norm": 0.8795423911191317, |
| "learning_rate": 2e-05, |
| "loss": 0.5129746437072754, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.24474628395694514, |
| "grad_norm": 0.8721039881044989, |
| "learning_rate": 2e-05, |
| "loss": 0.5283527374267578, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.2460276781137878, |
| "grad_norm": 3.1412433155534645, |
| "learning_rate": 2e-05, |
| "loss": 0.5297590732574463, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.24730907227063045, |
| "grad_norm": 1.0305392597354273, |
| "learning_rate": 2e-05, |
| "loss": 0.5080532550811767, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.2485904664274731, |
| "grad_norm": 1.0281646954720554, |
| "learning_rate": 2e-05, |
| "loss": 0.51605224609375, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.24987186058431574, |
| "grad_norm": 0.9629752110376899, |
| "learning_rate": 2e-05, |
| "loss": 0.5215667724609375, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.2511532547411584, |
| "grad_norm": 1.140557545820514, |
| "learning_rate": 2e-05, |
| "loss": 0.5421156883239746, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.25243464889800105, |
| "grad_norm": 1.0068158023619374, |
| "learning_rate": 2e-05, |
| "loss": 0.5088915348052978, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.2537160430548437, |
| "grad_norm": 0.9745366191237504, |
| "learning_rate": 2e-05, |
| "loss": 0.5463441371917724, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.25499743721168633, |
| "grad_norm": 1.2588237002272227, |
| "learning_rate": 2e-05, |
| "loss": 0.516777229309082, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.25627883136852897, |
| "grad_norm": 1.4490073257903515, |
| "learning_rate": 2e-05, |
| "loss": 0.51793212890625, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.2575602255253716, |
| "grad_norm": 3.963921685704575, |
| "learning_rate": 2e-05, |
| "loss": 0.5346158981323242, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.25884161968221425, |
| "grad_norm": 2.1713007316186417, |
| "learning_rate": 2e-05, |
| "loss": 0.5081641674041748, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.2601230138390569, |
| "grad_norm": 1.824815205654626, |
| "learning_rate": 2e-05, |
| "loss": 0.49935317039489746, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.26140440799589953, |
| "grad_norm": 0.9952189357081682, |
| "learning_rate": 2e-05, |
| "loss": 0.5178800582885742, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.2626858021527422, |
| "grad_norm": 4.16667101386579, |
| "learning_rate": 2e-05, |
| "loss": 0.529605770111084, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.2639671963095848, |
| "grad_norm": 1.1593812302159279, |
| "learning_rate": 2e-05, |
| "loss": 0.5175158977508545, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.26524859046642746, |
| "grad_norm": 0.9986285441340256, |
| "learning_rate": 2e-05, |
| "loss": 0.5173258781433105, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.2665299846232701, |
| "grad_norm": 1.004277740925964, |
| "learning_rate": 2e-05, |
| "loss": 0.5400328636169434, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.26781137878011274, |
| "grad_norm": 1.3589203570380393, |
| "learning_rate": 2e-05, |
| "loss": 0.5316391944885254, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.2690927729369554, |
| "grad_norm": 0.8970110458994068, |
| "learning_rate": 2e-05, |
| "loss": 0.49395999908447263, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.2703741670937981, |
| "grad_norm": 1.1138162233477493, |
| "learning_rate": 2e-05, |
| "loss": 0.489614200592041, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.2716555612506407, |
| "grad_norm": 0.91512055980476, |
| "learning_rate": 2e-05, |
| "loss": 0.5149580955505371, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.27293695540748336, |
| "grad_norm": 1.5596834044607704, |
| "learning_rate": 2e-05, |
| "loss": 0.51571626663208, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.274218349564326, |
| "grad_norm": 1.0561043035288422, |
| "learning_rate": 2e-05, |
| "loss": 0.5328054428100586, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.27549974372116864, |
| "grad_norm": 2.402498421541665, |
| "learning_rate": 2e-05, |
| "loss": 0.5326231956481934, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.2767811378780113, |
| "grad_norm": 1.2037813793115688, |
| "learning_rate": 2e-05, |
| "loss": 0.505500602722168, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.2780625320348539, |
| "grad_norm": 1.0836941909614977, |
| "learning_rate": 2e-05, |
| "loss": 0.5271368026733398, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.27934392619169657, |
| "grad_norm": 1.2415723963004586, |
| "learning_rate": 2e-05, |
| "loss": 0.5206530570983887, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.2806253203485392, |
| "grad_norm": 0.8375194634626388, |
| "learning_rate": 2e-05, |
| "loss": 0.5228913307189942, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.28190671450538185, |
| "grad_norm": 1.2768322284110671, |
| "learning_rate": 2e-05, |
| "loss": 0.5209582328796387, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2831881086622245, |
| "grad_norm": 1.6086372977694905, |
| "learning_rate": 2e-05, |
| "loss": 0.5226896286010743, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.28446950281906713, |
| "grad_norm": 0.8494825087695085, |
| "learning_rate": 2e-05, |
| "loss": 0.5286993980407715, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.2857508969759098, |
| "grad_norm": 0.8156403401531495, |
| "learning_rate": 2e-05, |
| "loss": 0.5194881439208985, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.2870322911327524, |
| "grad_norm": 0.7830599753443489, |
| "learning_rate": 2e-05, |
| "loss": 0.5140536308288575, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.28831368528959506, |
| "grad_norm": 1.2965204600356965, |
| "learning_rate": 2e-05, |
| "loss": 0.5102174758911133, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.2895950794464377, |
| "grad_norm": 0.8820692738334768, |
| "learning_rate": 2e-05, |
| "loss": 0.5211565971374512, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.2908764736032804, |
| "grad_norm": 0.8962857487120582, |
| "learning_rate": 2e-05, |
| "loss": 0.525968599319458, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.29215786776012304, |
| "grad_norm": 0.9216657277454023, |
| "learning_rate": 2e-05, |
| "loss": 0.5215781211853028, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.2934392619169657, |
| "grad_norm": 0.9168444508408475, |
| "learning_rate": 2e-05, |
| "loss": 0.5295525550842285, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.2947206560738083, |
| "grad_norm": 0.9061188949639305, |
| "learning_rate": 2e-05, |
| "loss": 0.5105137825012207, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.29600205023065096, |
| "grad_norm": 1.445538952302157, |
| "learning_rate": 2e-05, |
| "loss": 0.5191007137298584, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.2972834443874936, |
| "grad_norm": 1.092777399918295, |
| "learning_rate": 2e-05, |
| "loss": 0.5119923114776611, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.29856483854433624, |
| "grad_norm": 0.7950934799480767, |
| "learning_rate": 2e-05, |
| "loss": 0.5029843330383301, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.2998462327011789, |
| "grad_norm": 0.8713953426463603, |
| "learning_rate": 2e-05, |
| "loss": 0.5177433013916015, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.3011276268580215, |
| "grad_norm": 1.1910769048168222, |
| "learning_rate": 2e-05, |
| "loss": 0.5175111293792725, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.30240902101486417, |
| "grad_norm": 0.7369439079734567, |
| "learning_rate": 2e-05, |
| "loss": 0.5052539348602295, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.3036904151717068, |
| "grad_norm": 0.8535611111992116, |
| "learning_rate": 2e-05, |
| "loss": 0.526234245300293, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.30497180932854945, |
| "grad_norm": 1.2619477944558055, |
| "learning_rate": 2e-05, |
| "loss": 0.5063686370849609, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.3062532034853921, |
| "grad_norm": 1.1581396474736574, |
| "learning_rate": 2e-05, |
| "loss": 0.5509318351745606, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.30753459764223473, |
| "grad_norm": 1.1993842399213077, |
| "learning_rate": 2e-05, |
| "loss": 0.5182885646820068, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.30881599179907737, |
| "grad_norm": 0.8928877365517348, |
| "learning_rate": 2e-05, |
| "loss": 0.5191317558288574, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.31009738595592007, |
| "grad_norm": 0.7740858441808175, |
| "learning_rate": 2e-05, |
| "loss": 0.5120766162872314, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.3113787801127627, |
| "grad_norm": 1.2066466568461025, |
| "learning_rate": 2e-05, |
| "loss": 0.5130606651306152, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.31266017426960535, |
| "grad_norm": 0.8936466558034992, |
| "learning_rate": 2e-05, |
| "loss": 0.498398494720459, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.313941568426448, |
| "grad_norm": 2.590789205476504, |
| "learning_rate": 2e-05, |
| "loss": 0.5014350891113282, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.31522296258329063, |
| "grad_norm": 0.9839532180576057, |
| "learning_rate": 2e-05, |
| "loss": 0.509852409362793, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.3165043567401333, |
| "grad_norm": 2.7901336826289196, |
| "learning_rate": 2e-05, |
| "loss": 0.5187605381011963, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.3177857508969759, |
| "grad_norm": 0.8477814700442736, |
| "learning_rate": 2e-05, |
| "loss": 0.5065323352813721, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.31906714505381856, |
| "grad_norm": 0.9127582158833917, |
| "learning_rate": 2e-05, |
| "loss": 0.5161973476409912, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.3203485392106612, |
| "grad_norm": 1.047329752302117, |
| "learning_rate": 2e-05, |
| "loss": 0.5033672332763672, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.32162993336750384, |
| "grad_norm": 1.0667824375743964, |
| "learning_rate": 2e-05, |
| "loss": 0.5326580047607422, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.3229113275243465, |
| "grad_norm": 1.2880018997570044, |
| "learning_rate": 2e-05, |
| "loss": 0.5263604640960693, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.3241927216811891, |
| "grad_norm": 1.27594129391459, |
| "learning_rate": 2e-05, |
| "loss": 0.523559284210205, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.32547411583803176, |
| "grad_norm": 2.163613965706386, |
| "learning_rate": 2e-05, |
| "loss": 0.5245936870574951, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.3267555099948744, |
| "grad_norm": 1.4988595252237185, |
| "learning_rate": 2e-05, |
| "loss": 0.5442821025848389, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.32803690415171705, |
| "grad_norm": 1.3434721205594993, |
| "learning_rate": 2e-05, |
| "loss": 0.5150107383728028, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.3293182983085597, |
| "grad_norm": 0.9061066110318906, |
| "learning_rate": 2e-05, |
| "loss": 0.5170779228210449, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.3305996924654024, |
| "grad_norm": 0.9298858186488728, |
| "learning_rate": 2e-05, |
| "loss": 0.5022658824920654, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.331881086622245, |
| "grad_norm": 0.8407741186459021, |
| "learning_rate": 2e-05, |
| "loss": 0.5079696178436279, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.33316248077908767, |
| "grad_norm": 1.055024158702933, |
| "learning_rate": 2e-05, |
| "loss": 0.4967644691467285, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.3344438749359303, |
| "grad_norm": 0.9249574841418488, |
| "learning_rate": 2e-05, |
| "loss": 0.5244412899017334, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.33572526909277295, |
| "grad_norm": 0.8312050241116705, |
| "learning_rate": 2e-05, |
| "loss": 0.49590363502502444, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.3370066632496156, |
| "grad_norm": 0.876550792707944, |
| "learning_rate": 2e-05, |
| "loss": 0.49512629508972167, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.33828805740645823, |
| "grad_norm": 1.0403845880599576, |
| "learning_rate": 2e-05, |
| "loss": 0.49561777114868166, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.3395694515633009, |
| "grad_norm": 4.746418607012456, |
| "learning_rate": 2e-05, |
| "loss": 0.5274491786956788, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.3408508457201435, |
| "grad_norm": 0.8464624782392126, |
| "learning_rate": 2e-05, |
| "loss": 0.5022400856018067, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.34213223987698616, |
| "grad_norm": 0.8292129365138868, |
| "learning_rate": 2e-05, |
| "loss": 0.5213953018188476, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.3434136340338288, |
| "grad_norm": 0.9269412386375918, |
| "learning_rate": 2e-05, |
| "loss": 0.5191431045532227, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.34469502819067144, |
| "grad_norm": 1.0042837272832486, |
| "learning_rate": 2e-05, |
| "loss": 0.5267402172088623, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.3459764223475141, |
| "grad_norm": 1.739635011944283, |
| "learning_rate": 2e-05, |
| "loss": 0.5184992790222168, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.3472578165043567, |
| "grad_norm": 12.669625948002842, |
| "learning_rate": 2e-05, |
| "loss": 0.5027872562408447, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.34853921066119936, |
| "grad_norm": 0.9919174315727555, |
| "learning_rate": 2e-05, |
| "loss": 0.4882629871368408, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.349820604818042, |
| "grad_norm": 1.1700680937804502, |
| "learning_rate": 2e-05, |
| "loss": 0.5146281719207764, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.3511019989748847, |
| "grad_norm": 1.1404289562707015, |
| "learning_rate": 2e-05, |
| "loss": 0.5151095390319824, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.35238339313172734, |
| "grad_norm": 1.215916629687437, |
| "learning_rate": 2e-05, |
| "loss": 0.4892124176025391, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.35366478728857, |
| "grad_norm": 1.5321752360132277, |
| "learning_rate": 2e-05, |
| "loss": 0.49410400390625, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.3549461814454126, |
| "grad_norm": 2.836224836676823, |
| "learning_rate": 2e-05, |
| "loss": 0.5124226093292237, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.35622757560225526, |
| "grad_norm": 0.8267447902560755, |
| "learning_rate": 2e-05, |
| "loss": 0.5107037544250488, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.3575089697590979, |
| "grad_norm": 0.8763583030075933, |
| "learning_rate": 2e-05, |
| "loss": 0.5248641490936279, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.35879036391594055, |
| "grad_norm": 1.4195757557352582, |
| "learning_rate": 2e-05, |
| "loss": 0.5127915382385254, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3600717580727832, |
| "grad_norm": 1.1333727395391804, |
| "learning_rate": 2e-05, |
| "loss": 0.49205379486083983, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.36135315222962583, |
| "grad_norm": 1.0377576334127312, |
| "learning_rate": 2e-05, |
| "loss": 0.49173612594604493, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.36263454638646847, |
| "grad_norm": 1.5452289102806698, |
| "learning_rate": 2e-05, |
| "loss": 0.511233139038086, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.3639159405433111, |
| "grad_norm": 0.8603560735233966, |
| "learning_rate": 2e-05, |
| "loss": 0.4994975566864014, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.36519733470015375, |
| "grad_norm": 0.7917461806509101, |
| "learning_rate": 2e-05, |
| "loss": 0.49323644638061526, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3664787288569964, |
| "grad_norm": 1.0309639678750901, |
| "learning_rate": 2e-05, |
| "loss": 0.4953965663909912, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.36776012301383904, |
| "grad_norm": 0.7064695173012207, |
| "learning_rate": 2e-05, |
| "loss": 0.4873600959777832, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.3690415171706817, |
| "grad_norm": 1.2732892833171587, |
| "learning_rate": 2e-05, |
| "loss": 0.5117098331451416, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.3703229113275244, |
| "grad_norm": 0.7013993388393664, |
| "learning_rate": 2e-05, |
| "loss": 0.5019349098205567, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.371604305484367, |
| "grad_norm": 0.846139733033606, |
| "learning_rate": 2e-05, |
| "loss": 0.4878437042236328, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.37288569964120966, |
| "grad_norm": 1.064153789050579, |
| "learning_rate": 2e-05, |
| "loss": 0.5087510108947754, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.3741670937980523, |
| "grad_norm": 0.7262051519448712, |
| "learning_rate": 2e-05, |
| "loss": 0.506193733215332, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.37544848795489494, |
| "grad_norm": 0.9120045935081182, |
| "learning_rate": 2e-05, |
| "loss": 0.49692955017089846, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.3767298821117376, |
| "grad_norm": 0.7936517947365992, |
| "learning_rate": 2e-05, |
| "loss": 0.4955914974212646, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.3780112762685802, |
| "grad_norm": 1.2828153517374288, |
| "learning_rate": 2e-05, |
| "loss": 0.5013689994812012, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.37929267042542286, |
| "grad_norm": 0.9518433356223106, |
| "learning_rate": 2e-05, |
| "loss": 0.49332561492919924, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.3805740645822655, |
| "grad_norm": 0.8342944677215532, |
| "learning_rate": 2e-05, |
| "loss": 0.5117284297943115, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.38185545873910814, |
| "grad_norm": 0.9025711024479366, |
| "learning_rate": 2e-05, |
| "loss": 0.48902301788330077, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.3831368528959508, |
| "grad_norm": 0.7332870017865983, |
| "learning_rate": 2e-05, |
| "loss": 0.491532039642334, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.3844182470527934, |
| "grad_norm": 0.7846446603166206, |
| "learning_rate": 2e-05, |
| "loss": 0.5058146476745605, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.38569964120963607, |
| "grad_norm": 0.8542058335541718, |
| "learning_rate": 2e-05, |
| "loss": 0.4892392158508301, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.3869810353664787, |
| "grad_norm": 0.8334146471423989, |
| "learning_rate": 2e-05, |
| "loss": 0.48704729080200193, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.38826242952332135, |
| "grad_norm": 0.7752037638841061, |
| "learning_rate": 2e-05, |
| "loss": 0.4776434421539307, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.389543823680164, |
| "grad_norm": 1.1980007481008972, |
| "learning_rate": 2e-05, |
| "loss": 0.5104766368865967, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.3908252178370067, |
| "grad_norm": 0.9371345842036125, |
| "learning_rate": 2e-05, |
| "loss": 0.4924893379211426, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.39210661199384933, |
| "grad_norm": 0.8360826741026628, |
| "learning_rate": 2e-05, |
| "loss": 0.4908696174621582, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.39338800615069197, |
| "grad_norm": 7.58317297113024, |
| "learning_rate": 2e-05, |
| "loss": 0.5224600791931152, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.3946694003075346, |
| "grad_norm": 1.029436179140336, |
| "learning_rate": 2e-05, |
| "loss": 0.4978078842163086, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.39595079446437725, |
| "grad_norm": 1.0141630734542044, |
| "learning_rate": 2e-05, |
| "loss": 0.48975610733032227, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.3972321886212199, |
| "grad_norm": 0.8006267385254168, |
| "learning_rate": 2e-05, |
| "loss": 0.5065206527709961, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.39851358277806254, |
| "grad_norm": 0.7195878101917671, |
| "learning_rate": 2e-05, |
| "loss": 0.5112967967987061, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.3997949769349052, |
| "grad_norm": 1.2769233676311862, |
| "learning_rate": 2e-05, |
| "loss": 0.49534831047058103, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.4010763710917478, |
| "grad_norm": 7.360056009194376, |
| "learning_rate": 2e-05, |
| "loss": 0.47747159004211426, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.40235776524859046, |
| "grad_norm": 1.1009926775915881, |
| "learning_rate": 2e-05, |
| "loss": 0.5052808284759521, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.4036391594054331, |
| "grad_norm": 2.8272173828290197, |
| "learning_rate": 2e-05, |
| "loss": 0.4913668632507324, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.40492055356227574, |
| "grad_norm": 0.8123154440597995, |
| "learning_rate": 2e-05, |
| "loss": 0.5172830104827881, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.4062019477191184, |
| "grad_norm": 0.8554492507667826, |
| "learning_rate": 2e-05, |
| "loss": 0.48242883682250975, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.407483341875961, |
| "grad_norm": 0.9535672964450382, |
| "learning_rate": 2e-05, |
| "loss": 0.49997806549072266, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.40876473603280367, |
| "grad_norm": 2.456569423696086, |
| "learning_rate": 2e-05, |
| "loss": 0.49902682304382323, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.41004613018964636, |
| "grad_norm": 1.5917591243860325, |
| "learning_rate": 2e-05, |
| "loss": 0.49785447120666504, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.411327524346489, |
| "grad_norm": 1.310481377000517, |
| "learning_rate": 2e-05, |
| "loss": 0.5000613689422607, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.41260891850333165, |
| "grad_norm": 1.2804578386215548, |
| "learning_rate": 2e-05, |
| "loss": 0.49518542289733886, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.4138903126601743, |
| "grad_norm": 0.9930738760252762, |
| "learning_rate": 2e-05, |
| "loss": 0.5024672508239746, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.41517170681701693, |
| "grad_norm": 1.0223244616537686, |
| "learning_rate": 2e-05, |
| "loss": 0.5310104846954345, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.41645310097385957, |
| "grad_norm": 1.0130909531271475, |
| "learning_rate": 2e-05, |
| "loss": 0.49877562522888186, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.4177344951307022, |
| "grad_norm": 1.074676579642214, |
| "learning_rate": 2e-05, |
| "loss": 0.5068572044372559, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.41901588928754485, |
| "grad_norm": 0.9598475321636567, |
| "learning_rate": 2e-05, |
| "loss": 0.5096299648284912, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.4202972834443875, |
| "grad_norm": 1.2710462397519864, |
| "learning_rate": 2e-05, |
| "loss": 0.5282601833343505, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.42157867760123013, |
| "grad_norm": 1.2100028303019783, |
| "learning_rate": 2e-05, |
| "loss": 0.5017249584197998, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.4228600717580728, |
| "grad_norm": 1.2867520717660021, |
| "learning_rate": 2e-05, |
| "loss": 0.5081565380096436, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.4241414659149154, |
| "grad_norm": 3.0922536581498585, |
| "learning_rate": 2e-05, |
| "loss": 0.5076882839202881, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.42542286007175806, |
| "grad_norm": 1.915973582234196, |
| "learning_rate": 2e-05, |
| "loss": 0.4949382781982422, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.4267042542286007, |
| "grad_norm": 4.0038824467871565, |
| "learning_rate": 2e-05, |
| "loss": 0.4881223201751709, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.42798564838544334, |
| "grad_norm": 1.1996959856504303, |
| "learning_rate": 2e-05, |
| "loss": 0.5322386741638183, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.429267042542286, |
| "grad_norm": 1.0915056454763494, |
| "learning_rate": 2e-05, |
| "loss": 0.48554315567016604, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.4305484366991287, |
| "grad_norm": 1.5460208821091537, |
| "learning_rate": 2e-05, |
| "loss": 0.4900236129760742, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.4318298308559713, |
| "grad_norm": 1.1235983634369164, |
| "learning_rate": 2e-05, |
| "loss": 0.5000977039337158, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.43311122501281396, |
| "grad_norm": 1.012628712188859, |
| "learning_rate": 2e-05, |
| "loss": 0.5125413417816163, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.4343926191696566, |
| "grad_norm": 1.1171514127156708, |
| "learning_rate": 2e-05, |
| "loss": 0.5019603729248047, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.43567401332649924, |
| "grad_norm": 1.495315083098467, |
| "learning_rate": 2e-05, |
| "loss": 0.5123660087585449, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.4369554074833419, |
| "grad_norm": 0.9781907252807691, |
| "learning_rate": 2e-05, |
| "loss": 0.5015677452087403, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.4382368016401845, |
| "grad_norm": 0.95638885706939, |
| "learning_rate": 2e-05, |
| "loss": 0.49541263580322265, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.43951819579702717, |
| "grad_norm": 1.3181042951511683, |
| "learning_rate": 2e-05, |
| "loss": 0.46662297248840334, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.4407995899538698, |
| "grad_norm": 0.9151418466415979, |
| "learning_rate": 2e-05, |
| "loss": 0.4814878463745117, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.44208098411071245, |
| "grad_norm": 1.4700077860583944, |
| "learning_rate": 2e-05, |
| "loss": 0.5188211917877197, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.4433623782675551, |
| "grad_norm": 3.2369869685219963, |
| "learning_rate": 2e-05, |
| "loss": 0.4897316932678223, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.44464377242439773, |
| "grad_norm": 0.8315053103258366, |
| "learning_rate": 2e-05, |
| "loss": 0.4942572593688965, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.4459251665812404, |
| "grad_norm": 1.5721673322201397, |
| "learning_rate": 2e-05, |
| "loss": 0.4921001434326172, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.447206560738083, |
| "grad_norm": 1.4070240761277857, |
| "learning_rate": 2e-05, |
| "loss": 0.4868588924407959, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.44848795489492566, |
| "grad_norm": 5.843928638043908, |
| "learning_rate": 2e-05, |
| "loss": 0.4839268684387207, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.4497693490517683, |
| "grad_norm": 1.2364710242381716, |
| "learning_rate": 2e-05, |
| "loss": 0.5122146606445312, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.451050743208611, |
| "grad_norm": 1.0813148554333136, |
| "learning_rate": 2e-05, |
| "loss": 0.5095366477966309, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.45233213736545363, |
| "grad_norm": 1.2781091467549035, |
| "learning_rate": 2e-05, |
| "loss": 0.5002841949462891, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.4536135315222963, |
| "grad_norm": 3.992034934307398, |
| "learning_rate": 2e-05, |
| "loss": 0.5027037143707276, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.4548949256791389, |
| "grad_norm": 1.3710952421455993, |
| "learning_rate": 2e-05, |
| "loss": 0.479889965057373, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.45617631983598156, |
| "grad_norm": 0.8453396855429802, |
| "learning_rate": 2e-05, |
| "loss": 0.48880681991577146, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.4574577139928242, |
| "grad_norm": 0.7372477920202382, |
| "learning_rate": 2e-05, |
| "loss": 0.48568525314331057, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.45873910814966684, |
| "grad_norm": 2.6243938972426917, |
| "learning_rate": 2e-05, |
| "loss": 0.4868001937866211, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.4600205023065095, |
| "grad_norm": 1.128110180365949, |
| "learning_rate": 2e-05, |
| "loss": 0.5153658866882325, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.4613018964633521, |
| "grad_norm": 1.0584593901939467, |
| "learning_rate": 2e-05, |
| "loss": 0.497204065322876, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.46258329062019476, |
| "grad_norm": 0.7268198080715501, |
| "learning_rate": 2e-05, |
| "loss": 0.5044869422912598, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.4638646847770374, |
| "grad_norm": 0.9345520899035163, |
| "learning_rate": 2e-05, |
| "loss": 0.49730720520019533, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.46514607893388005, |
| "grad_norm": 1.0009534927509294, |
| "learning_rate": 2e-05, |
| "loss": 0.5047263145446778, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.4664274730907227, |
| "grad_norm": 0.8326680425374008, |
| "learning_rate": 2e-05, |
| "loss": 0.5106517791748046, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.46770886724756533, |
| "grad_norm": 0.8222513837613713, |
| "learning_rate": 2e-05, |
| "loss": 0.5010424137115479, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.46899026140440797, |
| "grad_norm": 0.8473441482228149, |
| "learning_rate": 2e-05, |
| "loss": 0.4817332744598389, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.47027165556125067, |
| "grad_norm": 0.8447162393963341, |
| "learning_rate": 2e-05, |
| "loss": 0.4859748363494873, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.4715530497180933, |
| "grad_norm": 1.0133994166534215, |
| "learning_rate": 2e-05, |
| "loss": 0.4846841335296631, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.47283444387493595, |
| "grad_norm": 0.9614585475386802, |
| "learning_rate": 2e-05, |
| "loss": 0.49245414733886717, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.4741158380317786, |
| "grad_norm": 0.8807822311485736, |
| "learning_rate": 2e-05, |
| "loss": 0.48321146965026857, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.47539723218862123, |
| "grad_norm": 0.7439293038840538, |
| "learning_rate": 2e-05, |
| "loss": 0.4913172245025635, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.4766786263454639, |
| "grad_norm": 0.9073232870316841, |
| "learning_rate": 2e-05, |
| "loss": 0.5013354778289795, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.4779600205023065, |
| "grad_norm": 0.717406566656741, |
| "learning_rate": 2e-05, |
| "loss": 0.4782130241394043, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.47924141465914916, |
| "grad_norm": 0.6889423753617563, |
| "learning_rate": 2e-05, |
| "loss": 0.4947871208190918, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.4805228088159918, |
| "grad_norm": 1.1741454591156335, |
| "learning_rate": 2e-05, |
| "loss": 0.5143609523773194, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.48180420297283444, |
| "grad_norm": 5.241802980368391, |
| "learning_rate": 2e-05, |
| "loss": 0.501248550415039, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.4830855971296771, |
| "grad_norm": 0.8537426317992355, |
| "learning_rate": 2e-05, |
| "loss": 0.49720053672790526, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.4843669912865197, |
| "grad_norm": 1.0161740820072611, |
| "learning_rate": 2e-05, |
| "loss": 0.49223899841308594, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.48564838544336236, |
| "grad_norm": 0.8624434092976485, |
| "learning_rate": 2e-05, |
| "loss": 0.49568853378295896, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.486929779600205, |
| "grad_norm": 1.3875121273607534, |
| "learning_rate": 2e-05, |
| "loss": 0.49059505462646485, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.48821117375704765, |
| "grad_norm": 0.7146486747369168, |
| "learning_rate": 2e-05, |
| "loss": 0.4859918117523193, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.4894925679138903, |
| "grad_norm": 1.0405111527222635, |
| "learning_rate": 2e-05, |
| "loss": 0.5005202293395996, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.490773962070733, |
| "grad_norm": 1.2940545654383988, |
| "learning_rate": 2e-05, |
| "loss": 0.5019304275512695, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.4920553562275756, |
| "grad_norm": 0.735338242033843, |
| "learning_rate": 2e-05, |
| "loss": 0.48978242874145506, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.49333675038441827, |
| "grad_norm": 0.8314677609234699, |
| "learning_rate": 2e-05, |
| "loss": 0.5010252475738526, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.4946181445412609, |
| "grad_norm": 1.0169558643590326, |
| "learning_rate": 2e-05, |
| "loss": 0.48139405250549316, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.49589953869810355, |
| "grad_norm": 1.1255717041868347, |
| "learning_rate": 2e-05, |
| "loss": 0.4902916431427002, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.4971809328549462, |
| "grad_norm": 1.1733471424717912, |
| "learning_rate": 2e-05, |
| "loss": 0.4886775970458984, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.49846232701178883, |
| "grad_norm": 0.988006911560625, |
| "learning_rate": 2e-05, |
| "loss": 0.4853158950805664, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.49974372116863147, |
| "grad_norm": 0.8939034033774742, |
| "learning_rate": 2e-05, |
| "loss": 0.5042220115661621, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.5010251153254741, |
| "grad_norm": 1.2292781612758479, |
| "learning_rate": 2e-05, |
| "loss": 0.49028773307800294, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.5023065094823168, |
| "grad_norm": 1.7342532061855536, |
| "learning_rate": 2e-05, |
| "loss": 0.4965537071228027, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.5035879036391594, |
| "grad_norm": 0.9254919633386374, |
| "learning_rate": 2e-05, |
| "loss": 0.5004670143127441, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.5048692977960021, |
| "grad_norm": 1.0467122261841153, |
| "learning_rate": 2e-05, |
| "loss": 0.4774936676025391, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.5061506919528447, |
| "grad_norm": 0.9470838920635308, |
| "learning_rate": 2e-05, |
| "loss": 0.49421100616455077, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.5074320861096874, |
| "grad_norm": 2.222077818875719, |
| "learning_rate": 2e-05, |
| "loss": 0.5057079792022705, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.50871348026653, |
| "grad_norm": 0.871943207898756, |
| "learning_rate": 2e-05, |
| "loss": 0.48962907791137694, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.5099948744233727, |
| "grad_norm": 1.3908625371678747, |
| "learning_rate": 2e-05, |
| "loss": 0.4938501834869385, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.5112762685802152, |
| "grad_norm": 0.9759414900189028, |
| "learning_rate": 2e-05, |
| "loss": 0.4821597099304199, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.5125576627370579, |
| "grad_norm": 2.2702587838018222, |
| "learning_rate": 2e-05, |
| "loss": 0.5201299667358399, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5138390568939005, |
| "grad_norm": 1.4897789199185976, |
| "learning_rate": 2e-05, |
| "loss": 0.5009584426879883, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.5151204510507432, |
| "grad_norm": 0.8503562901882815, |
| "learning_rate": 2e-05, |
| "loss": 0.4796182155609131, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.5164018452075858, |
| "grad_norm": 1.0514642837531456, |
| "learning_rate": 2e-05, |
| "loss": 0.4897005558013916, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.5176832393644285, |
| "grad_norm": 0.9846485431552143, |
| "learning_rate": 2e-05, |
| "loss": 0.5230988502502442, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.5189646335212711, |
| "grad_norm": 1.0223799600913301, |
| "learning_rate": 2e-05, |
| "loss": 0.4999506950378418, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.5202460276781138, |
| "grad_norm": 0.9313972404641525, |
| "learning_rate": 2e-05, |
| "loss": 0.49692330360412595, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.5215274218349565, |
| "grad_norm": 0.8943452451988742, |
| "learning_rate": 2e-05, |
| "loss": 0.4879587173461914, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.5228088159917991, |
| "grad_norm": 1.4960368355468965, |
| "learning_rate": 2e-05, |
| "loss": 0.4746070861816406, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.5240902101486418, |
| "grad_norm": 0.9204125813715536, |
| "learning_rate": 2e-05, |
| "loss": 0.48005189895629885, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.5253716043054844, |
| "grad_norm": 1.1986601859357584, |
| "learning_rate": 2e-05, |
| "loss": 0.5042349338531494, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.526652998462327, |
| "grad_norm": 1.9970634767097324, |
| "learning_rate": 2e-05, |
| "loss": 0.49779491424560546, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.5279343926191696, |
| "grad_norm": 1.5622169305511984, |
| "learning_rate": 2e-05, |
| "loss": 0.4953341484069824, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.5292157867760123, |
| "grad_norm": 0.7989318102456566, |
| "learning_rate": 2e-05, |
| "loss": 0.5222665786743164, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.5304971809328549, |
| "grad_norm": 0.9028956722004221, |
| "learning_rate": 2e-05, |
| "loss": 0.49228706359863283, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.5317785750896976, |
| "grad_norm": 0.8775507625062193, |
| "learning_rate": 2e-05, |
| "loss": 0.47615966796875, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.5330599692465402, |
| "grad_norm": 0.748403854494985, |
| "learning_rate": 2e-05, |
| "loss": 0.47466087341308594, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.5343413634033829, |
| "grad_norm": 0.8464564766532885, |
| "learning_rate": 2e-05, |
| "loss": 0.49837026596069334, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.5356227575602255, |
| "grad_norm": 1.060858835935877, |
| "learning_rate": 2e-05, |
| "loss": 0.5062707424163818, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.5369041517170682, |
| "grad_norm": 0.8886814625307333, |
| "learning_rate": 2e-05, |
| "loss": 0.49419965744018557, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.5381855458739108, |
| "grad_norm": 1.0826469169758086, |
| "learning_rate": 2e-05, |
| "loss": 0.49933972358703616, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5394669400307535, |
| "grad_norm": 1.5901243223238097, |
| "learning_rate": 2e-05, |
| "loss": 0.4839616775512695, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.5407483341875962, |
| "grad_norm": 0.8895457639014656, |
| "learning_rate": 2e-05, |
| "loss": 0.491655158996582, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.5420297283444387, |
| "grad_norm": 1.726079405315915, |
| "learning_rate": 2e-05, |
| "loss": 0.48234806060791013, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.5433111225012814, |
| "grad_norm": 1.233291633322988, |
| "learning_rate": 2e-05, |
| "loss": 0.46952404975891116, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.544592516658124, |
| "grad_norm": 0.9541620715817538, |
| "learning_rate": 2e-05, |
| "loss": 0.4835489749908447, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.5458739108149667, |
| "grad_norm": 0.8637526795475063, |
| "learning_rate": 2e-05, |
| "loss": 0.47092599868774415, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.5471553049718093, |
| "grad_norm": 1.1889567019237763, |
| "learning_rate": 2e-05, |
| "loss": 0.49007530212402345, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.548436699128652, |
| "grad_norm": 1.0486209836537508, |
| "learning_rate": 2e-05, |
| "loss": 0.4967460632324219, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.5497180932854946, |
| "grad_norm": 0.8726168268500862, |
| "learning_rate": 2e-05, |
| "loss": 0.4816139221191406, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.5509994874423373, |
| "grad_norm": 3.901674356986695, |
| "learning_rate": 2e-05, |
| "loss": 0.4839895248413086, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.5522808815991799, |
| "grad_norm": 1.4949989371847012, |
| "learning_rate": 2e-05, |
| "loss": 0.4936545372009277, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.5535622757560226, |
| "grad_norm": 1.5909147530939804, |
| "learning_rate": 2e-05, |
| "loss": 0.47972679138183594, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.5548436699128652, |
| "grad_norm": 0.9280021224687713, |
| "learning_rate": 2e-05, |
| "loss": 0.484420919418335, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.5561250640697079, |
| "grad_norm": 0.7218639385298121, |
| "learning_rate": 2e-05, |
| "loss": 0.49253077507019044, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.5574064582265504, |
| "grad_norm": 2.685776817469357, |
| "learning_rate": 2e-05, |
| "loss": 0.5185980796813965, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.5586878523833931, |
| "grad_norm": 1.6690828838039433, |
| "learning_rate": 2e-05, |
| "loss": 0.4836285591125488, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.5599692465402357, |
| "grad_norm": 1.7472918054444118, |
| "learning_rate": 2e-05, |
| "loss": 0.47818551063537595, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.5612506406970784, |
| "grad_norm": 0.8666488076464857, |
| "learning_rate": 2e-05, |
| "loss": 0.4852566719055176, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.5625320348539211, |
| "grad_norm": 1.7743769450041131, |
| "learning_rate": 2e-05, |
| "loss": 0.4887702465057373, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.5638134290107637, |
| "grad_norm": 1.1864034325011235, |
| "learning_rate": 2e-05, |
| "loss": 0.5100631713867188, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.5650948231676064, |
| "grad_norm": 1.2359687189179467, |
| "learning_rate": 2e-05, |
| "loss": 0.4997269630432129, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.566376217324449, |
| "grad_norm": 0.7880438483278562, |
| "learning_rate": 2e-05, |
| "loss": 0.5061067581176758, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.5676576114812917, |
| "grad_norm": 0.8329603049778832, |
| "learning_rate": 2e-05, |
| "loss": 0.48613972663879396, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.5689390056381343, |
| "grad_norm": 1.3809441596588592, |
| "learning_rate": 2e-05, |
| "loss": 0.47882885932922364, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.570220399794977, |
| "grad_norm": 1.221602962911458, |
| "learning_rate": 2e-05, |
| "loss": 0.47080049514770506, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.5715017939518195, |
| "grad_norm": 1.9040033521048696, |
| "learning_rate": 2e-05, |
| "loss": 0.48563613891601565, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.5727831881086622, |
| "grad_norm": 0.9567573055035751, |
| "learning_rate": 2e-05, |
| "loss": 0.4792314529418945, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.5740645822655048, |
| "grad_norm": 0.8462741105026103, |
| "learning_rate": 2e-05, |
| "loss": 0.4610941410064697, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.5753459764223475, |
| "grad_norm": 1.2202460817809258, |
| "learning_rate": 2e-05, |
| "loss": 0.5057426452636719, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.5766273705791901, |
| "grad_norm": 0.8982733802237406, |
| "learning_rate": 2e-05, |
| "loss": 0.4616559505462646, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.5779087647360328, |
| "grad_norm": 0.8817120731783029, |
| "learning_rate": 2e-05, |
| "loss": 0.4865588188171387, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.5791901588928754, |
| "grad_norm": 0.9648271958580482, |
| "learning_rate": 2e-05, |
| "loss": 0.4662766456604004, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.5804715530497181, |
| "grad_norm": 1.1373093231429208, |
| "learning_rate": 2e-05, |
| "loss": 0.4992665767669678, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.5817529472065608, |
| "grad_norm": 0.8112294296871525, |
| "learning_rate": 2e-05, |
| "loss": 0.5305076599121094, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.5830343413634034, |
| "grad_norm": 0.8969483179007791, |
| "learning_rate": 2e-05, |
| "loss": 0.4941693305969238, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.5843157355202461, |
| "grad_norm": 1.2843489735965141, |
| "learning_rate": 2e-05, |
| "loss": 0.48993940353393556, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.5855971296770887, |
| "grad_norm": 0.8001373603546175, |
| "learning_rate": 2e-05, |
| "loss": 0.48051085472106936, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.5868785238339314, |
| "grad_norm": 0.7220127077485824, |
| "learning_rate": 2e-05, |
| "loss": 0.4785616874694824, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.5881599179907739, |
| "grad_norm": 0.823970483111259, |
| "learning_rate": 2e-05, |
| "loss": 0.4616206169128418, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.5894413121476166, |
| "grad_norm": 0.9311013939041014, |
| "learning_rate": 2e-05, |
| "loss": 0.47199206352233886, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.5907227063044592, |
| "grad_norm": 0.994120471979786, |
| "learning_rate": 2e-05, |
| "loss": 0.49569010734558105, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.5920041004613019, |
| "grad_norm": 1.2516495734642392, |
| "learning_rate": 2e-05, |
| "loss": 0.47623209953308104, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.5932854946181445, |
| "grad_norm": 1.5052006642331337, |
| "learning_rate": 2e-05, |
| "loss": 0.48305039405822753, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.5945668887749872, |
| "grad_norm": 0.7593885601946132, |
| "learning_rate": 2e-05, |
| "loss": 0.48896160125732424, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.5958482829318298, |
| "grad_norm": 0.9451237592978528, |
| "learning_rate": 2e-05, |
| "loss": 0.4918241500854492, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.5971296770886725, |
| "grad_norm": 0.8813307871301813, |
| "learning_rate": 2e-05, |
| "loss": 0.48432722091674807, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.5984110712455151, |
| "grad_norm": 0.8787035070544408, |
| "learning_rate": 2e-05, |
| "loss": 0.5021424770355225, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.5996924654023578, |
| "grad_norm": 0.7771518038824105, |
| "learning_rate": 2e-05, |
| "loss": 0.47927026748657225, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.6009738595592005, |
| "grad_norm": 0.7371566224883975, |
| "learning_rate": 2e-05, |
| "loss": 0.4884549617767334, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.602255253716043, |
| "grad_norm": 0.7586213326771906, |
| "learning_rate": 2e-05, |
| "loss": 0.47363791465759275, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.6035366478728857, |
| "grad_norm": 0.9659055226398366, |
| "learning_rate": 2e-05, |
| "loss": 0.4873154640197754, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.6048180420297283, |
| "grad_norm": 0.7099414519264002, |
| "learning_rate": 2e-05, |
| "loss": 0.47896556854248046, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.606099436186571, |
| "grad_norm": 0.8564636859170144, |
| "learning_rate": 2e-05, |
| "loss": 0.5004112720489502, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.6073808303434136, |
| "grad_norm": 0.9127638269062408, |
| "learning_rate": 2e-05, |
| "loss": 0.5036082744598389, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.6086622245002563, |
| "grad_norm": 0.7015684636825312, |
| "learning_rate": 2e-05, |
| "loss": 0.46383051872253417, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.6099436186570989, |
| "grad_norm": 0.769495390059484, |
| "learning_rate": 2e-05, |
| "loss": 0.4780261039733887, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.6112250128139416, |
| "grad_norm": 0.8190883246710512, |
| "learning_rate": 2e-05, |
| "loss": 0.47881484031677246, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.6125064069707842, |
| "grad_norm": 0.6888418699980798, |
| "learning_rate": 2e-05, |
| "loss": 0.47127528190612794, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.6137878011276269, |
| "grad_norm": 0.7437559131123027, |
| "learning_rate": 2e-05, |
| "loss": 0.47579498291015626, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.6150691952844695, |
| "grad_norm": 0.7395309869481212, |
| "learning_rate": 2e-05, |
| "loss": 0.4723097801208496, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.6163505894413122, |
| "grad_norm": 0.7683719381974694, |
| "learning_rate": 2e-05, |
| "loss": 0.4707788467407227, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.6176319835981547, |
| "grad_norm": 6.374638447184615, |
| "learning_rate": 2e-05, |
| "loss": 0.466998815536499, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.6189133777549974, |
| "grad_norm": 0.6727362338683931, |
| "learning_rate": 2e-05, |
| "loss": 0.48498072624206545, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.6201947719118401, |
| "grad_norm": 0.6562159988907602, |
| "learning_rate": 2e-05, |
| "loss": 0.49643888473510744, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.6214761660686827, |
| "grad_norm": 0.674497468321195, |
| "learning_rate": 2e-05, |
| "loss": 0.47649245262145995, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.6227575602255254, |
| "grad_norm": 0.8442237532414608, |
| "learning_rate": 2e-05, |
| "loss": 0.4822073936462402, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.624038954382368, |
| "grad_norm": 5.975265890484461, |
| "learning_rate": 2e-05, |
| "loss": 0.47700724601745603, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.6253203485392107, |
| "grad_norm": 0.8500655130372011, |
| "learning_rate": 2e-05, |
| "loss": 0.4774628639221191, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.6266017426960533, |
| "grad_norm": 0.7577853073030324, |
| "learning_rate": 2e-05, |
| "loss": 0.5074826240539551, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.627883136852896, |
| "grad_norm": 2.726004955838946, |
| "learning_rate": 2e-05, |
| "loss": 0.5144678115844726, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.6291645310097386, |
| "grad_norm": 0.7268937100753242, |
| "learning_rate": 2e-05, |
| "loss": 0.473052978515625, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.6304459251665813, |
| "grad_norm": 0.7276658979683198, |
| "learning_rate": 2e-05, |
| "loss": 0.47044878005981444, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.6317273193234239, |
| "grad_norm": 0.9600761729014156, |
| "learning_rate": 2e-05, |
| "loss": 0.4638988018035889, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.6330087134802665, |
| "grad_norm": 1.1169269152435473, |
| "learning_rate": 2e-05, |
| "loss": 0.4800063133239746, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.6342901076371091, |
| "grad_norm": 1.180935061855627, |
| "learning_rate": 2e-05, |
| "loss": 0.46981325149536135, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.6355715017939518, |
| "grad_norm": 0.8039844835746464, |
| "learning_rate": 2e-05, |
| "loss": 0.475750732421875, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.6368528959507944, |
| "grad_norm": 0.8383172406653634, |
| "learning_rate": 2e-05, |
| "loss": 0.45909953117370605, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.6381342901076371, |
| "grad_norm": 0.7760952678265681, |
| "learning_rate": 2e-05, |
| "loss": 0.48980035781860354, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.6394156842644797, |
| "grad_norm": 0.9735969322062024, |
| "learning_rate": 2e-05, |
| "loss": 0.46309585571289064, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.6406970784213224, |
| "grad_norm": 0.7280677637599011, |
| "learning_rate": 2e-05, |
| "loss": 0.471044921875, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6419784725781651, |
| "grad_norm": 0.8561871426071337, |
| "learning_rate": 2e-05, |
| "loss": 0.47983994483947756, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.6432598667350077, |
| "grad_norm": 0.6868205760178075, |
| "learning_rate": 2e-05, |
| "loss": 0.5030574798583984, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.6445412608918504, |
| "grad_norm": 0.635788253226294, |
| "learning_rate": 2e-05, |
| "loss": 0.47636728286743163, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.645822655048693, |
| "grad_norm": 0.7878080476948179, |
| "learning_rate": 2e-05, |
| "loss": 0.4803597450256348, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.6471040492055357, |
| "grad_norm": 0.7520859165052678, |
| "learning_rate": 2e-05, |
| "loss": 0.4599557399749756, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.6483854433623782, |
| "grad_norm": 1.2720170059286016, |
| "learning_rate": 2e-05, |
| "loss": 0.48982906341552734, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.6496668375192209, |
| "grad_norm": 0.6970458103836744, |
| "learning_rate": 2e-05, |
| "loss": 0.4940786361694336, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.6509482316760635, |
| "grad_norm": 0.8440798137191885, |
| "learning_rate": 2e-05, |
| "loss": 0.4941873073577881, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.6522296258329062, |
| "grad_norm": 0.7401539499105266, |
| "learning_rate": 2e-05, |
| "loss": 0.4653569221496582, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.6535110199897488, |
| "grad_norm": 0.7844627844108913, |
| "learning_rate": 2e-05, |
| "loss": 0.47762269973754884, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.6547924141465915, |
| "grad_norm": 8.059501249416801, |
| "learning_rate": 2e-05, |
| "loss": 0.49327869415283204, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.6560738083034341, |
| "grad_norm": 0.6786289946677364, |
| "learning_rate": 2e-05, |
| "loss": 0.4756570339202881, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.6573552024602768, |
| "grad_norm": 0.80662964398136, |
| "learning_rate": 2e-05, |
| "loss": 0.49166412353515626, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.6586365966171194, |
| "grad_norm": 0.8492202801895092, |
| "learning_rate": 2e-05, |
| "loss": 0.4942910671234131, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.6599179907739621, |
| "grad_norm": 0.8611202777306419, |
| "learning_rate": 2e-05, |
| "loss": 0.4800585746765137, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.6611993849308048, |
| "grad_norm": 0.7665398247118412, |
| "learning_rate": 2e-05, |
| "loss": 0.4886605262756348, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.6624807790876474, |
| "grad_norm": 0.81907515443583, |
| "learning_rate": 2e-05, |
| "loss": 0.4547248840332031, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.66376217324449, |
| "grad_norm": 0.7172690746248427, |
| "learning_rate": 2e-05, |
| "loss": 0.47950220108032227, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.6650435674013326, |
| "grad_norm": 0.8438567057374787, |
| "learning_rate": 2e-05, |
| "loss": 0.4628255367279053, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.6663249615581753, |
| "grad_norm": 0.951950769148219, |
| "learning_rate": 2e-05, |
| "loss": 0.489424991607666, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.6676063557150179, |
| "grad_norm": 0.8957172125210504, |
| "learning_rate": 2e-05, |
| "loss": 0.4516913414001465, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.6688877498718606, |
| "grad_norm": 3.119910522711007, |
| "learning_rate": 2e-05, |
| "loss": 0.49677276611328125, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.6701691440287032, |
| "grad_norm": 0.9607638794520442, |
| "learning_rate": 2e-05, |
| "loss": 0.5158907890319824, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.6714505381855459, |
| "grad_norm": 0.910230557905048, |
| "learning_rate": 2e-05, |
| "loss": 0.4751864433288574, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.6727319323423885, |
| "grad_norm": 0.8637385712316207, |
| "learning_rate": 2e-05, |
| "loss": 0.49140005111694335, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.6740133264992312, |
| "grad_norm": 0.7415897320956367, |
| "learning_rate": 2e-05, |
| "loss": 0.47579469680786135, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.6752947206560738, |
| "grad_norm": 0.7798943850967192, |
| "learning_rate": 2e-05, |
| "loss": 0.478269100189209, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.6765761148129165, |
| "grad_norm": 0.8125745343832753, |
| "learning_rate": 2e-05, |
| "loss": 0.46623802185058594, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.677857508969759, |
| "grad_norm": 0.7291034474972927, |
| "learning_rate": 2e-05, |
| "loss": 0.49090023040771485, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.6791389031266017, |
| "grad_norm": 0.7533770558277713, |
| "learning_rate": 2e-05, |
| "loss": 0.46643795967102053, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.6804202972834444, |
| "grad_norm": 0.7789331700600108, |
| "learning_rate": 2e-05, |
| "loss": 0.47111825942993163, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.681701691440287, |
| "grad_norm": 0.8475881858423565, |
| "learning_rate": 2e-05, |
| "loss": 0.4856590270996094, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.6829830855971297, |
| "grad_norm": 0.7011799888062602, |
| "learning_rate": 2e-05, |
| "loss": 0.47280130386352537, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.6842644797539723, |
| "grad_norm": 0.7503681829562132, |
| "learning_rate": 2e-05, |
| "loss": 0.4780595779418945, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.685545873910815, |
| "grad_norm": 1.6561722784092268, |
| "learning_rate": 1.999194520388485e-05, |
| "loss": 0.45694866180419924, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.6868272680676576, |
| "grad_norm": 0.7376719097981903, |
| "learning_rate": 1.9959247303157763e-05, |
| "loss": 0.4610928535461426, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.6881086622245003, |
| "grad_norm": 0.9450529029323181, |
| "learning_rate": 1.990149424459817e-05, |
| "loss": 0.4972564220428467, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.6893900563813429, |
| "grad_norm": 0.6845757126064093, |
| "learning_rate": 1.9818847538648688e-05, |
| "loss": 0.4714042186737061, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.6906714505381856, |
| "grad_norm": 0.7080001614338185, |
| "learning_rate": 1.971153831256721e-05, |
| "loss": 0.49582881927490235, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.6919528446950282, |
| "grad_norm": 0.6676528752251135, |
| "learning_rate": 1.9579866664063435e-05, |
| "loss": 0.4795999526977539, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.6932342388518709, |
| "grad_norm": 0.8516993404745264, |
| "learning_rate": 1.9424200822054782e-05, |
| "loss": 0.48972764015197756, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.6945156330087134, |
| "grad_norm": 0.89582824368407, |
| "learning_rate": 1.9244976116888626e-05, |
| "loss": 0.4697925567626953, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.6957970271655561, |
| "grad_norm": 0.8823864047732397, |
| "learning_rate": 1.904269376291071e-05, |
| "loss": 0.47789716720581055, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.6970784213223987, |
| "grad_norm": 0.8890752897559532, |
| "learning_rate": 1.88179194567844e-05, |
| "loss": 0.48006553649902345, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.6983598154792414, |
| "grad_norm": 1.5638528220378045, |
| "learning_rate": 1.8571281795480632e-05, |
| "loss": 0.4765995979309082, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.699641209636084, |
| "grad_norm": 0.857847248859123, |
| "learning_rate": 1.8303470518362808e-05, |
| "loss": 0.4856914520263672, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.7009226037929267, |
| "grad_norm": 0.8545968932405628, |
| "learning_rate": 1.801523457828271e-05, |
| "loss": 0.47339439392089844, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.7022039979497694, |
| "grad_norm": 0.8512662726553946, |
| "learning_rate": 1.7707380047081796e-05, |
| "loss": 0.46361432075500486, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.703485392106612, |
| "grad_norm": 0.7485120177633555, |
| "learning_rate": 1.7380767861355252e-05, |
| "loss": 0.48215322494506835, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.7047667862634547, |
| "grad_norm": 0.7595683080350851, |
| "learning_rate": 1.703631141478299e-05, |
| "loss": 0.46671533584594727, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.7060481804202973, |
| "grad_norm": 0.864692611352226, |
| "learning_rate": 1.6674974003760705e-05, |
| "loss": 0.47031464576721194, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.70732957457714, |
| "grad_norm": 1.0244559294660587, |
| "learning_rate": 1.6297766133474556e-05, |
| "loss": 0.4634666442871094, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.7086109687339825, |
| "grad_norm": 1.87343956432375, |
| "learning_rate": 1.5905742691953186e-05, |
| "loss": 0.47957429885864256, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.7098923628908252, |
| "grad_norm": 0.7828546091303233, |
| "learning_rate": 1.55e-05, |
| "loss": 0.46608314514160154, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.7111737570476678, |
| "grad_norm": 1.100009849025779, |
| "learning_rate": 1.5081672745255862e-05, |
| "loss": 0.4866189956665039, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.7124551512045105, |
| "grad_norm": 0.7896693457445658, |
| "learning_rate": 1.4651930808966206e-05, |
| "loss": 0.48175783157348634, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.7137365453613531, |
| "grad_norm": 1.871237614094986, |
| "learning_rate": 1.4211975994326848e-05, |
| "loss": 0.47378110885620117, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.7150179395181958, |
| "grad_norm": 0.7429582278512712, |
| "learning_rate": 1.376303866555779e-05, |
| "loss": 0.4754301071166992, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.7162993336750384, |
| "grad_norm": 0.9421322299988829, |
| "learning_rate": 1.3306374307104164e-05, |
| "loss": 0.46665120124816895, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.7175807278318811, |
| "grad_norm": 0.7826495866625935, |
| "learning_rate": 1.2843260012586718e-05, |
| "loss": 0.493068265914917, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.7188621219887237, |
| "grad_norm": 0.7451981906307088, |
| "learning_rate": 1.2374990913320726e-05, |
| "loss": 0.4655113697052002, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.7201435161455664, |
| "grad_norm": 0.7907047667352816, |
| "learning_rate": 1.1902876556391247e-05, |
| "loss": 0.45955419540405273, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.7214249103024091, |
| "grad_norm": 0.6971864580478979, |
| "learning_rate": 1.1428237242413685e-05, |
| "loss": 0.446095609664917, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.7227063044592517, |
| "grad_norm": 1.0115560781216426, |
| "learning_rate": 1.095240033322132e-05, |
| "loss": 0.4832580089569092, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.7239876986160944, |
| "grad_norm": 0.6943151513651171, |
| "learning_rate": 1.047669653980572e-05, |
| "loss": 0.45794200897216797, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.7252690927729369, |
| "grad_norm": 1.668820086349761, |
| "learning_rate": 1.0002456200890902e-05, |
| "loss": 0.4735404968261719, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.7265504869297796, |
| "grad_norm": 0.6906100682522299, |
| "learning_rate": 9.531005562548668e-06, |
| "loss": 0.46360139846801757, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.7278318810866222, |
| "grad_norm": 0.7078721582729143, |
| "learning_rate": 9.06366306925925e-06, |
| "loss": 0.46193752288818357, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.7291132752434649, |
| "grad_norm": 0.763880121447966, |
| "learning_rate": 8.601735676789686e-06, |
| "loss": 0.44887051582336424, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.7303946694003075, |
| "grad_norm": 0.6732217650649049, |
| "learning_rate": 8.14651519720118e-06, |
| "loss": 0.4360669612884521, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.7316760635571502, |
| "grad_norm": 0.8008697660804381, |
| "learning_rate": 7.699274686206866e-06, |
| "loss": 0.47255582809448243, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.7329574577139928, |
| "grad_norm": 1.2306086156115117, |
| "learning_rate": 7.261264882983024e-06, |
| "loss": 0.43360214233398436, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.7342388518708355, |
| "grad_norm": 0.839851476005541, |
| "learning_rate": 6.8337107123900386e-06, |
| "loss": 0.4607723236083984, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.7355202460276781, |
| "grad_norm": 0.9302550440938611, |
| "learning_rate": 6.417807859384881e-06, |
| "loss": 0.4790400505065918, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.7368016401845208, |
| "grad_norm": 0.9116687667045533, |
| "learning_rate": 6.014719425205009e-06, |
| "loss": 0.42899646759033205, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.7380830343413634, |
| "grad_norm": 0.7278337225056073, |
| "learning_rate": 5.6255726746749275e-06, |
| "loss": 0.4536701202392578, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.739364428498206, |
| "grad_norm": 1.6739350266121533, |
| "learning_rate": 5.251455883731728e-06, |
| "loss": 0.46936674118041993, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.7406458226550487, |
| "grad_norm": 0.5905946348958172, |
| "learning_rate": 4.893415295985812e-06, |
| "loss": 0.43839111328125, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.7419272168118913, |
| "grad_norm": 0.6583114792263071, |
| "learning_rate": 4.552452196827885e-06, |
| "loss": 0.46207213401794434, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.743208610968734, |
| "grad_norm": 0.7591013171959324, |
| "learning_rate": 4.229520113264785e-06, |
| "loss": 0.4497493267059326, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.7444900051255766, |
| "grad_norm": 0.651461327894906, |
| "learning_rate": 3.925522147314915e-06, |
| "loss": 0.44802045822143555, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.7457713992824193, |
| "grad_norm": 0.5940830521877456, |
| "learning_rate": 3.641308450420675e-06, |
| "loss": 0.45201749801635743, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.7470527934392619, |
| "grad_norm": 0.6981166234085396, |
| "learning_rate": 3.37767384594087e-06, |
| "loss": 0.4591228485107422, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.7483341875961046, |
| "grad_norm": 5.918133686159735, |
| "learning_rate": 3.1353556063719357e-06, |
| "loss": 0.44933109283447265, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.7496155817529472, |
| "grad_norm": 1.3661535841258183, |
| "learning_rate": 2.9150313915141474e-06, |
| "loss": 0.4472477912902832, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.7508969759097899, |
| "grad_norm": 0.6824228702187984, |
| "learning_rate": 2.717317353348891e-06, |
| "loss": 0.4520914077758789, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.7521783700666325, |
| "grad_norm": 0.8085038250391418, |
| "learning_rate": 2.5427664129268253e-06, |
| "loss": 0.4752657890319824, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.7534597642234752, |
| "grad_norm": 1.4174105253995117, |
| "learning_rate": 2.391866714085717e-06, |
| "loss": 0.47751541137695314, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.7547411583803177, |
| "grad_norm": 0.7828540193112895, |
| "learning_rate": 2.2650402583222753e-06, |
| "loss": 0.4650584697723389, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.7560225525371604, |
| "grad_norm": 1.0787151857335042, |
| "learning_rate": 2.1626417246356398e-06, |
| "loss": 0.47403297424316404, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.757303946694003, |
| "grad_norm": 0.9627670777796664, |
| "learning_rate": 2.084957477642894e-06, |
| "loss": 0.4453281402587891, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.7585853408508457, |
| "grad_norm": 1.7840255548697885, |
| "learning_rate": 2.0322047667405147e-06, |
| "loss": 0.440947437286377, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.7598667350076883, |
| "grad_norm": 1.2642834381528851, |
| "learning_rate": 2.0045311185513342e-06, |
| "loss": 0.454803466796875, |
| "step": 5930 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2035, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2810342056919040.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
