| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.3816965721268249, |
| "eval_steps": 500, |
| "global_step": 5935, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006431281754453662, |
| "grad_norm": 264.8507844691241, |
| "learning_rate": 2.910112359550562e-06, |
| "loss": 1.4924835205078124, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0012862563508907324, |
| "grad_norm": 88.15687006273669, |
| "learning_rate": 3.921348314606742e-06, |
| "loss": 0.9952472686767578, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0019293845263360988, |
| "grad_norm": 21.15530249818695, |
| "learning_rate": 4.932584269662922e-06, |
| "loss": 0.889136791229248, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.002572512701781465, |
| "grad_norm": 76.3435856512596, |
| "learning_rate": 5.943820224719102e-06, |
| "loss": 0.8875094413757324, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.003215640877226831, |
| "grad_norm": 112.76291878162131, |
| "learning_rate": 6.955056179775282e-06, |
| "loss": 0.8803050994873047, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0038587690526721975, |
| "grad_norm": 63.07959530117864, |
| "learning_rate": 7.966292134831462e-06, |
| "loss": 0.8109166145324707, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.004501897228117563, |
| "grad_norm": 32.36448507808977, |
| "learning_rate": 8.977528089887641e-06, |
| "loss": 0.8291963577270508, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00514502540356293, |
| "grad_norm": 39.66677708538367, |
| "learning_rate": 9.988764044943822e-06, |
| "loss": 0.8319297790527344, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.005788153579008296, |
| "grad_norm": 15.73002157903958, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.8473474502563476, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.006431281754453662, |
| "grad_norm": 29.04799205808129, |
| "learning_rate": 1.2011235955056182e-05, |
| "loss": 0.9536348342895508, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.007074409929899029, |
| "grad_norm": 12.933556167568856, |
| "learning_rate": 1.3022471910112362e-05, |
| "loss": 0.8515434265136719, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.007717538105344395, |
| "grad_norm": 13.216488664960004, |
| "learning_rate": 1.403370786516854e-05, |
| "loss": 0.8182208061218261, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.008360666280789762, |
| "grad_norm": 12.840168166981233, |
| "learning_rate": 1.504494382022472e-05, |
| "loss": 0.8101629257202149, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.009003794456235127, |
| "grad_norm": 16.647322053470525, |
| "learning_rate": 1.60561797752809e-05, |
| "loss": 0.7964733123779297, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.009646922631680493, |
| "grad_norm": 8.26209213346245, |
| "learning_rate": 1.706741573033708e-05, |
| "loss": 0.8133392333984375, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.01029005080712586, |
| "grad_norm": 103.09422370567049, |
| "learning_rate": 1.8078651685393256e-05, |
| "loss": 0.8019628524780273, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.010933178982571226, |
| "grad_norm": 135.25179279143012, |
| "learning_rate": 1.908988764044944e-05, |
| "loss": 0.8667960166931152, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.011576307158016592, |
| "grad_norm": 9.266415446110027, |
| "learning_rate": 2e-05, |
| "loss": 0.927884292602539, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.012219435333461958, |
| "grad_norm": 19.616452125470513, |
| "learning_rate": 2e-05, |
| "loss": 0.9137126922607421, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.012862563508907325, |
| "grad_norm": 9.521484959449038, |
| "learning_rate": 2e-05, |
| "loss": 0.9231036186218262, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.013505691684352691, |
| "grad_norm": 3.841058878335388, |
| "learning_rate": 2e-05, |
| "loss": 0.880716609954834, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.014148819859798057, |
| "grad_norm": 3.716737538053141, |
| "learning_rate": 2e-05, |
| "loss": 0.8603705406188965, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.014791948035243424, |
| "grad_norm": 2.192635493713876, |
| "learning_rate": 2e-05, |
| "loss": 0.8351604461669921, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.01543507621068879, |
| "grad_norm": 5.677647000147936, |
| "learning_rate": 2e-05, |
| "loss": 0.8132261276245117, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.016078204386134158, |
| "grad_norm": 1.5356879007633566, |
| "learning_rate": 2e-05, |
| "loss": 0.8112307548522949, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.016721332561579524, |
| "grad_norm": 1.751089237236811, |
| "learning_rate": 2e-05, |
| "loss": 0.7884010314941406, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.01736446073702489, |
| "grad_norm": 3.480172236841913, |
| "learning_rate": 2e-05, |
| "loss": 0.7914746761322021, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.018007588912470254, |
| "grad_norm": 2.0628477216575267, |
| "learning_rate": 2e-05, |
| "loss": 0.8090205192565918, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.01865071708791562, |
| "grad_norm": 2.780990923043418, |
| "learning_rate": 2e-05, |
| "loss": 0.8231932640075683, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.019293845263360986, |
| "grad_norm": 5.662473120221767, |
| "learning_rate": 2e-05, |
| "loss": 0.8489857673645019, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.019936973438806353, |
| "grad_norm": 2.4856170219885727, |
| "learning_rate": 2e-05, |
| "loss": 0.8187873840332032, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.02058010161425172, |
| "grad_norm": 1.8272788861417755, |
| "learning_rate": 2e-05, |
| "loss": 0.8340753555297852, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.021223229789697085, |
| "grad_norm": 1.7623855646455684, |
| "learning_rate": 2e-05, |
| "loss": 0.7915143013000489, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.02186635796514245, |
| "grad_norm": 1.9529760399471496, |
| "learning_rate": 2e-05, |
| "loss": 0.806821632385254, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.022509486140587818, |
| "grad_norm": 3.908266701430372, |
| "learning_rate": 2e-05, |
| "loss": 0.7811341762542725, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.023152614316033184, |
| "grad_norm": 6.946061799441667, |
| "learning_rate": 2e-05, |
| "loss": 0.8082803726196289, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.02379574249147855, |
| "grad_norm": 4.948502227773737, |
| "learning_rate": 2e-05, |
| "loss": 0.8174592971801757, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.024438870666923917, |
| "grad_norm": 10.39411913582579, |
| "learning_rate": 2e-05, |
| "loss": 0.7916179180145264, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.025081998842369283, |
| "grad_norm": 2.157269114934209, |
| "learning_rate": 2e-05, |
| "loss": 0.8338122367858887, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.02572512701781465, |
| "grad_norm": 5.266447865073407, |
| "learning_rate": 2e-05, |
| "loss": 0.827884578704834, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.026368255193260016, |
| "grad_norm": 2.2186077419502372, |
| "learning_rate": 2e-05, |
| "loss": 0.811268424987793, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.027011383368705382, |
| "grad_norm": 3.8503522479510415, |
| "learning_rate": 2e-05, |
| "loss": 0.7956947326660156, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.02765451154415075, |
| "grad_norm": 4.682678958377554, |
| "learning_rate": 2e-05, |
| "loss": 0.823284912109375, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.028297639719596115, |
| "grad_norm": 16.1664579170008, |
| "learning_rate": 2e-05, |
| "loss": 0.790956974029541, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.02894076789504148, |
| "grad_norm": 9.145864327657529, |
| "learning_rate": 2e-05, |
| "loss": 0.8481451988220214, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.029583896070486847, |
| "grad_norm": 9.984067276500117, |
| "learning_rate": 2e-05, |
| "loss": 0.8152891159057617, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.030227024245932214, |
| "grad_norm": 7.200814844093958, |
| "learning_rate": 2e-05, |
| "loss": 0.8899850845336914, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.03087015242137758, |
| "grad_norm": 4.2706772329543154, |
| "learning_rate": 2e-05, |
| "loss": 0.874454402923584, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.03151328059682295, |
| "grad_norm": 1.8811353914333682, |
| "learning_rate": 2e-05, |
| "loss": 0.8309457778930665, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.032156408772268316, |
| "grad_norm": 3.6385280608953763, |
| "learning_rate": 2e-05, |
| "loss": 0.8326511383056641, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.03279953694771368, |
| "grad_norm": 1.3990140763602645, |
| "learning_rate": 2e-05, |
| "loss": 0.8103435516357422, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.03344266512315905, |
| "grad_norm": 2.9528430814571807, |
| "learning_rate": 2e-05, |
| "loss": 0.8075934410095215, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.034085793298604415, |
| "grad_norm": 1.7217483375429188, |
| "learning_rate": 2e-05, |
| "loss": 0.8287566184997559, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.03472892147404978, |
| "grad_norm": 5.998438084861422, |
| "learning_rate": 2e-05, |
| "loss": 0.8061090469360351, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.03537204964949515, |
| "grad_norm": 3.8694678808258725, |
| "learning_rate": 2e-05, |
| "loss": 0.8062751770019532, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.03601517782494051, |
| "grad_norm": 2.9933818726818253, |
| "learning_rate": 2e-05, |
| "loss": 0.7965433120727539, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.036658306000385874, |
| "grad_norm": 3.6993272754271627, |
| "learning_rate": 2e-05, |
| "loss": 0.8091463088989258, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.03730143417583124, |
| "grad_norm": 1.261375926095548, |
| "learning_rate": 2e-05, |
| "loss": 0.7848992824554444, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.037944562351276606, |
| "grad_norm": 1.2808782089307036, |
| "learning_rate": 2e-05, |
| "loss": 0.7949764251708984, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.03858769052672197, |
| "grad_norm": 1.5363171733181304, |
| "learning_rate": 2e-05, |
| "loss": 0.7794778347015381, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.03923081870216734, |
| "grad_norm": 1.692974926087992, |
| "learning_rate": 2e-05, |
| "loss": 0.7702068328857422, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.039873946877612705, |
| "grad_norm": 2.212928194205319, |
| "learning_rate": 2e-05, |
| "loss": 0.8085812568664551, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.04051707505305807, |
| "grad_norm": 1.2629369394284296, |
| "learning_rate": 2e-05, |
| "loss": 0.7806320190429688, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.04116020322850344, |
| "grad_norm": 1.3484483120225834, |
| "learning_rate": 2e-05, |
| "loss": 0.8086847305297852, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.041803331403948804, |
| "grad_norm": 3.702908463061738, |
| "learning_rate": 2e-05, |
| "loss": 0.7896449565887451, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.04244645957939417, |
| "grad_norm": 6.029659806191006, |
| "learning_rate": 2e-05, |
| "loss": 0.8226722717285156, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.04308958775483954, |
| "grad_norm": 7.370459449597133, |
| "learning_rate": 2e-05, |
| "loss": 0.7921708106994629, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0437327159302849, |
| "grad_norm": 2.7983562630986714, |
| "learning_rate": 2e-05, |
| "loss": 0.7904531478881835, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.04437584410573027, |
| "grad_norm": 2.0098922533957477, |
| "learning_rate": 2e-05, |
| "loss": 0.7867809295654297, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.045018972281175636, |
| "grad_norm": 5.897837867051966, |
| "learning_rate": 2e-05, |
| "loss": 0.758472204208374, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.045662100456621, |
| "grad_norm": 3.7159389044440885, |
| "learning_rate": 2e-05, |
| "loss": 0.8133069992065429, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.04630522863206637, |
| "grad_norm": 2.906657663938742, |
| "learning_rate": 2e-05, |
| "loss": 0.7981234550476074, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.046948356807511735, |
| "grad_norm": 2.826396533617791, |
| "learning_rate": 2e-05, |
| "loss": 0.7824822902679444, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0475914849829571, |
| "grad_norm": 2.164462884511523, |
| "learning_rate": 2e-05, |
| "loss": 0.7825541973114014, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.04823461315840247, |
| "grad_norm": 19.66583604658485, |
| "learning_rate": 2e-05, |
| "loss": 0.7757862091064454, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.048877741333847834, |
| "grad_norm": 1.6390436767603138, |
| "learning_rate": 2e-05, |
| "loss": 0.7854133605957031, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.0495208695092932, |
| "grad_norm": 4.120236130301234, |
| "learning_rate": 2e-05, |
| "loss": 0.7875580787658691, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.050163997684738566, |
| "grad_norm": 1.6380084823946195, |
| "learning_rate": 2e-05, |
| "loss": 0.7962754726409912, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.05080712586018393, |
| "grad_norm": 2.6234563124222348, |
| "learning_rate": 2e-05, |
| "loss": 0.787530517578125, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.0514502540356293, |
| "grad_norm": 4.114884694757611, |
| "learning_rate": 2e-05, |
| "loss": 0.805137825012207, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.052093382211074665, |
| "grad_norm": 2.170132077686732, |
| "learning_rate": 2e-05, |
| "loss": 0.8011256217956543, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.05273651038652003, |
| "grad_norm": 2.9542903597482884, |
| "learning_rate": 2e-05, |
| "loss": 0.7881402492523193, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.0533796385619654, |
| "grad_norm": 6.152172836766025, |
| "learning_rate": 2e-05, |
| "loss": 0.8165565490722656, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.054022766737410764, |
| "grad_norm": 2.6587595790131235, |
| "learning_rate": 2e-05, |
| "loss": 0.8002906799316406, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.05466589491285613, |
| "grad_norm": 15.727752869746313, |
| "learning_rate": 2e-05, |
| "loss": 0.7681012153625488, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.0553090230883015, |
| "grad_norm": 3.2974201088925668, |
| "learning_rate": 2e-05, |
| "loss": 0.7994019985198975, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.05595215126374686, |
| "grad_norm": 2.6425295630258514, |
| "learning_rate": 2e-05, |
| "loss": 0.8333459854125976, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.05659527943919223, |
| "grad_norm": 4.544009663459626, |
| "learning_rate": 2e-05, |
| "loss": 0.817692756652832, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.057238407614637596, |
| "grad_norm": 5.041701731508353, |
| "learning_rate": 2e-05, |
| "loss": 0.8127239227294922, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.05788153579008296, |
| "grad_norm": 14.446895711089793, |
| "learning_rate": 2e-05, |
| "loss": 0.7857817649841309, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.05852466396552833, |
| "grad_norm": 4.651863422153641, |
| "learning_rate": 2e-05, |
| "loss": 0.7850156307220459, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.059167792140973695, |
| "grad_norm": 13.407365054787249, |
| "learning_rate": 2e-05, |
| "loss": 0.7831117153167725, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.05981092031641906, |
| "grad_norm": 4.625228730773092, |
| "learning_rate": 2e-05, |
| "loss": 0.8246305465698243, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.06045404849186443, |
| "grad_norm": 2.6404931195979318, |
| "learning_rate": 2e-05, |
| "loss": 0.8151409149169921, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.061097176667309794, |
| "grad_norm": 2.8606521849156867, |
| "learning_rate": 2e-05, |
| "loss": 0.803957748413086, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.06174030484275516, |
| "grad_norm": 3.8845917481687176, |
| "learning_rate": 2e-05, |
| "loss": 0.7963566780090332, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.062383433018200526, |
| "grad_norm": 6.292344120130513, |
| "learning_rate": 2e-05, |
| "loss": 0.7799639701843262, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.0630265611936459, |
| "grad_norm": 3.7170800116374756, |
| "learning_rate": 2e-05, |
| "loss": 0.789764404296875, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.06366968936909126, |
| "grad_norm": 19.199030147508488, |
| "learning_rate": 2e-05, |
| "loss": 0.8285154342651367, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.06431281754453663, |
| "grad_norm": 3.928846417575705, |
| "learning_rate": 2e-05, |
| "loss": 0.8127799034118652, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.06495594571998199, |
| "grad_norm": 3.755271687428537, |
| "learning_rate": 2e-05, |
| "loss": 0.8010581970214844, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.06559907389542736, |
| "grad_norm": 2.913559778112332, |
| "learning_rate": 2e-05, |
| "loss": 0.7750132560729981, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.06624220207087272, |
| "grad_norm": 10.071576934081813, |
| "learning_rate": 2e-05, |
| "loss": 0.7811709403991699, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.0668853302463181, |
| "grad_norm": 3.587970695691555, |
| "learning_rate": 2e-05, |
| "loss": 0.7697386741638184, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.06752845842176346, |
| "grad_norm": 1.862423666481207, |
| "learning_rate": 2e-05, |
| "loss": 0.7978693962097168, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.06817158659720883, |
| "grad_norm": 2.9439913752393987, |
| "learning_rate": 2e-05, |
| "loss": 0.7703286647796631, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.06881471477265419, |
| "grad_norm": 5.602785502496395, |
| "learning_rate": 2e-05, |
| "loss": 0.7832149505615235, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.06945784294809956, |
| "grad_norm": 6.444227507124694, |
| "learning_rate": 2e-05, |
| "loss": 0.7846955776214599, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.07010097112354492, |
| "grad_norm": 8.49026324059516, |
| "learning_rate": 2e-05, |
| "loss": 0.8015947341918945, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.0707440992989903, |
| "grad_norm": 4.090223667504171, |
| "learning_rate": 2e-05, |
| "loss": 0.8186767578125, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.07138722747443565, |
| "grad_norm": 2.7765862343897587, |
| "learning_rate": 2e-05, |
| "loss": 0.7696638107299805, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.07203035564988101, |
| "grad_norm": 13.741738631565209, |
| "learning_rate": 2e-05, |
| "loss": 0.8072344779968261, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.07267348382532639, |
| "grad_norm": 4.540314995023613, |
| "learning_rate": 2e-05, |
| "loss": 0.8362739562988282, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.07331661200077175, |
| "grad_norm": 1.9835520642143039, |
| "learning_rate": 2e-05, |
| "loss": 0.7769340515136719, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.07395974017621712, |
| "grad_norm": 11.174659008141319, |
| "learning_rate": 2e-05, |
| "loss": 0.7873312950134277, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.07460286835166248, |
| "grad_norm": 35.01627971607914, |
| "learning_rate": 2e-05, |
| "loss": 0.8206969261169433, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.07524599652710785, |
| "grad_norm": 2.8190948682505033, |
| "learning_rate": 2e-05, |
| "loss": 0.8351315498352051, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.07588912470255321, |
| "grad_norm": 2.060661918032204, |
| "learning_rate": 2e-05, |
| "loss": 0.8220281600952148, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.07653225287799859, |
| "grad_norm": 1.6772537547463753, |
| "learning_rate": 2e-05, |
| "loss": 0.7766014099121094, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.07717538105344394, |
| "grad_norm": 1.7149818496545355, |
| "learning_rate": 2e-05, |
| "loss": 0.7847399711608887, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.07781850922888932, |
| "grad_norm": 1.842032079580061, |
| "learning_rate": 2e-05, |
| "loss": 0.7880351543426514, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.07846163740433468, |
| "grad_norm": 7.628369058899049, |
| "learning_rate": 2e-05, |
| "loss": 0.8086511611938476, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.07910476557978005, |
| "grad_norm": 3.8447978426923006, |
| "learning_rate": 2e-05, |
| "loss": 0.7901057243347168, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.07974789375522541, |
| "grad_norm": 5.063451031975492, |
| "learning_rate": 2e-05, |
| "loss": 0.783748197555542, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.08039102193067078, |
| "grad_norm": 3.751566360170122, |
| "learning_rate": 2e-05, |
| "loss": 0.7723451614379883, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.08103415010611614, |
| "grad_norm": 3.2156103176700626, |
| "learning_rate": 2e-05, |
| "loss": 0.7751105785369873, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.08167727828156152, |
| "grad_norm": 2.6025577293652815, |
| "learning_rate": 2e-05, |
| "loss": 0.7603851318359375, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.08232040645700688, |
| "grad_norm": 1.3919904079149132, |
| "learning_rate": 2e-05, |
| "loss": 0.7791646957397461, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.08296353463245225, |
| "grad_norm": 1.672301310016778, |
| "learning_rate": 2e-05, |
| "loss": 0.7866832733154296, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.08360666280789761, |
| "grad_norm": 1.7978359862977575, |
| "learning_rate": 2e-05, |
| "loss": 0.7824535369873047, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.08424979098334298, |
| "grad_norm": 1.164265222279358, |
| "learning_rate": 2e-05, |
| "loss": 0.757862663269043, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.08489291915878834, |
| "grad_norm": 6.39635222930186, |
| "learning_rate": 2e-05, |
| "loss": 0.7761935234069824, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.08553604733423371, |
| "grad_norm": 1.5835398014458386, |
| "learning_rate": 2e-05, |
| "loss": 0.7623611450195312, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.08617917550967907, |
| "grad_norm": 1.9528892284475325, |
| "learning_rate": 2e-05, |
| "loss": 0.7652930736541748, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.08682230368512445, |
| "grad_norm": 1.170982466023762, |
| "learning_rate": 2e-05, |
| "loss": 0.7785554885864258, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.0874654318605698, |
| "grad_norm": 1.3315886378379231, |
| "learning_rate": 2e-05, |
| "loss": 0.7762284755706788, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.08810856003601518, |
| "grad_norm": 3.4644691896641033, |
| "learning_rate": 2e-05, |
| "loss": 0.7717214107513428, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.08875168821146054, |
| "grad_norm": 2.4638970172558263, |
| "learning_rate": 2e-05, |
| "loss": 0.7678469657897949, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.08939481638690591, |
| "grad_norm": 1.6678660828792848, |
| "learning_rate": 2e-05, |
| "loss": 0.7703881740570069, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.09003794456235127, |
| "grad_norm": 1.2703517703114975, |
| "learning_rate": 2e-05, |
| "loss": 0.7905326843261719, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.09068107273779664, |
| "grad_norm": 2.7492971396954964, |
| "learning_rate": 2e-05, |
| "loss": 0.7528151512145996, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.091324200913242, |
| "grad_norm": 1.85122344862107, |
| "learning_rate": 2e-05, |
| "loss": 0.7600863456726075, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.09196732908868738, |
| "grad_norm": 1.121790046409357, |
| "learning_rate": 2e-05, |
| "loss": 0.771851921081543, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.09261045726413274, |
| "grad_norm": 1.5662881662547643, |
| "learning_rate": 2e-05, |
| "loss": 0.783432149887085, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.09325358543957811, |
| "grad_norm": 2.0639305477971446, |
| "learning_rate": 2e-05, |
| "loss": 0.76649169921875, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.09389671361502347, |
| "grad_norm": 1.6044380184600715, |
| "learning_rate": 2e-05, |
| "loss": 0.7608757972717285, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.09453984179046884, |
| "grad_norm": 1.1572139692941597, |
| "learning_rate": 2e-05, |
| "loss": 0.7706125259399415, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.0951829699659142, |
| "grad_norm": 1.8138858808035307, |
| "learning_rate": 2e-05, |
| "loss": 0.7700668334960937, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.09582609814135958, |
| "grad_norm": 1.454983551543918, |
| "learning_rate": 2e-05, |
| "loss": 0.7904407501220703, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.09646922631680493, |
| "grad_norm": 2.0901094734966796, |
| "learning_rate": 2e-05, |
| "loss": 0.7803089141845703, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.09711235449225031, |
| "grad_norm": 2.567975717980828, |
| "learning_rate": 2e-05, |
| "loss": 0.7728228569030762, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.09775548266769567, |
| "grad_norm": 1.780447312937554, |
| "learning_rate": 2e-05, |
| "loss": 0.8009782791137695, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.09839861084314104, |
| "grad_norm": 6.2870046446647, |
| "learning_rate": 2e-05, |
| "loss": 0.7996140480041504, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.0990417390185864, |
| "grad_norm": 2.156771416116291, |
| "learning_rate": 2e-05, |
| "loss": 0.7783120632171631, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.09968486719403177, |
| "grad_norm": 1.2275704688595095, |
| "learning_rate": 2e-05, |
| "loss": 0.7634446620941162, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.10032799536947713, |
| "grad_norm": 1.793131326578086, |
| "learning_rate": 2e-05, |
| "loss": 0.7803597927093506, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.1009711235449225, |
| "grad_norm": 1.2370786940553424, |
| "learning_rate": 2e-05, |
| "loss": 0.7557382106781005, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.10161425172036787, |
| "grad_norm": 2.2314399766443676, |
| "learning_rate": 2e-05, |
| "loss": 0.7821496486663818, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.10225737989581324, |
| "grad_norm": 2.3186973460423723, |
| "learning_rate": 2e-05, |
| "loss": 0.7797545433044434, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.1029005080712586, |
| "grad_norm": 1.462537448976435, |
| "learning_rate": 2e-05, |
| "loss": 0.7844183921813965, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.10354363624670397, |
| "grad_norm": 1.5205367367748963, |
| "learning_rate": 2e-05, |
| "loss": 0.7902626037597656, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.10418676442214933, |
| "grad_norm": 3.5432682320386655, |
| "learning_rate": 2e-05, |
| "loss": 0.7723273277282715, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.1048298925975947, |
| "grad_norm": 1.609507484917306, |
| "learning_rate": 2e-05, |
| "loss": 0.7709271430969238, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.10547302077304006, |
| "grad_norm": 1.1002224278546247, |
| "learning_rate": 2e-05, |
| "loss": 0.7905303955078125, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.10611614894848544, |
| "grad_norm": 2.884940398494792, |
| "learning_rate": 2e-05, |
| "loss": 0.7871637344360352, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.1067592771239308, |
| "grad_norm": 1.2020747081839562, |
| "learning_rate": 2e-05, |
| "loss": 0.7405866146087646, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.10740240529937617, |
| "grad_norm": 6.606063972824954, |
| "learning_rate": 2e-05, |
| "loss": 0.7357051849365235, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.10804553347482153, |
| "grad_norm": 3.5578842158542865, |
| "learning_rate": 2e-05, |
| "loss": 0.7682039260864257, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.1086886616502669, |
| "grad_norm": 1.3072327175477532, |
| "learning_rate": 2e-05, |
| "loss": 0.7714582443237304, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.10933178982571226, |
| "grad_norm": 1.3765783821951507, |
| "learning_rate": 2e-05, |
| "loss": 0.7503826141357421, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.10997491800115763, |
| "grad_norm": 4.459887753306068, |
| "learning_rate": 2e-05, |
| "loss": 0.7501479148864746, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.110618046176603, |
| "grad_norm": 2.70029059251659, |
| "learning_rate": 2e-05, |
| "loss": 0.8093817710876465, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.11126117435204837, |
| "grad_norm": 1.7062222278246155, |
| "learning_rate": 2e-05, |
| "loss": 0.7766101360321045, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.11190430252749373, |
| "grad_norm": 1.328579668130039, |
| "learning_rate": 2e-05, |
| "loss": 0.7427976608276368, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.1125474307029391, |
| "grad_norm": 4.778582308508733, |
| "learning_rate": 2e-05, |
| "loss": 0.781195592880249, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.11319055887838446, |
| "grad_norm": 1.9035347037479093, |
| "learning_rate": 2e-05, |
| "loss": 0.7611964702606201, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.11383368705382983, |
| "grad_norm": 1.869590411200461, |
| "learning_rate": 2e-05, |
| "loss": 0.7906878471374512, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.11447681522927519, |
| "grad_norm": 1.551688435499546, |
| "learning_rate": 2e-05, |
| "loss": 0.7423989295959472, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.11511994340472056, |
| "grad_norm": 5.098013550894126, |
| "learning_rate": 2e-05, |
| "loss": 0.7568299293518066, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.11576307158016592, |
| "grad_norm": 2.5007704043329495, |
| "learning_rate": 2e-05, |
| "loss": 0.7778056621551513, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.1164061997556113, |
| "grad_norm": 1.52922937116661, |
| "learning_rate": 2e-05, |
| "loss": 0.799095630645752, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.11704932793105666, |
| "grad_norm": 18.126018555580437, |
| "learning_rate": 2e-05, |
| "loss": 0.7876038551330566, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.11769245610650203, |
| "grad_norm": 1.282142333991493, |
| "learning_rate": 2e-05, |
| "loss": 0.7696383476257325, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.11833558428194739, |
| "grad_norm": 1.7962688003308664, |
| "learning_rate": 2e-05, |
| "loss": 0.7794070720672608, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.11897871245739276, |
| "grad_norm": 1.0874142410284557, |
| "learning_rate": 2e-05, |
| "loss": 0.768028450012207, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.11962184063283812, |
| "grad_norm": 1.2554969962658076, |
| "learning_rate": 2e-05, |
| "loss": 0.7807290077209472, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.1202649688082835, |
| "grad_norm": 1.503617789481177, |
| "learning_rate": 2e-05, |
| "loss": 0.7617989540100097, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.12090809698372885, |
| "grad_norm": 1.3236598847407397, |
| "learning_rate": 2e-05, |
| "loss": 0.7619621276855468, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.12155122515917423, |
| "grad_norm": 1.3278805791234929, |
| "learning_rate": 2e-05, |
| "loss": 0.7731639862060546, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.12219435333461959, |
| "grad_norm": 1.3336901969204897, |
| "learning_rate": 2e-05, |
| "loss": 0.7973304748535156, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.12283748151006496, |
| "grad_norm": 1.2081432983403761, |
| "learning_rate": 2e-05, |
| "loss": 0.732518196105957, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.12348060968551032, |
| "grad_norm": 1.0660544450914864, |
| "learning_rate": 2e-05, |
| "loss": 0.7558794975280761, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.1241237378609557, |
| "grad_norm": 1.073493051686456, |
| "learning_rate": 2e-05, |
| "loss": 0.770344877243042, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.12476686603640105, |
| "grad_norm": 1.0266721503860259, |
| "learning_rate": 2e-05, |
| "loss": 0.7605429649353027, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.12540999421184643, |
| "grad_norm": 1.6219397326505027, |
| "learning_rate": 2e-05, |
| "loss": 0.7637803077697753, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.1260531223872918, |
| "grad_norm": 1.319161229050353, |
| "learning_rate": 2e-05, |
| "loss": 0.7486878871917725, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.12669625056273714, |
| "grad_norm": 1.4547728573258885, |
| "learning_rate": 2e-05, |
| "loss": 0.7947936534881592, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.12733937873818252, |
| "grad_norm": 3.0621373300129897, |
| "learning_rate": 2e-05, |
| "loss": 0.7795517921447754, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.1279825069136279, |
| "grad_norm": 1.288805293411811, |
| "learning_rate": 2e-05, |
| "loss": 0.7543374538421631, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.12862563508907326, |
| "grad_norm": 1.8078110077721685, |
| "learning_rate": 2e-05, |
| "loss": 0.7700879096984863, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.1292687632645186, |
| "grad_norm": 1.5167799524227923, |
| "learning_rate": 2e-05, |
| "loss": 0.756030797958374, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.12991189143996398, |
| "grad_norm": 5.4727720008288365, |
| "learning_rate": 2e-05, |
| "loss": 0.7306814193725586, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.13055501961540936, |
| "grad_norm": 1.8434468283827343, |
| "learning_rate": 2e-05, |
| "loss": 0.7443379878997802, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.13119814779085473, |
| "grad_norm": 5.758844487891117, |
| "learning_rate": 2e-05, |
| "loss": 0.7579936981201172, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.13184127596630008, |
| "grad_norm": 2.036795752708532, |
| "learning_rate": 2e-05, |
| "loss": 0.7929269790649414, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.13248440414174545, |
| "grad_norm": 11.047365760715172, |
| "learning_rate": 2e-05, |
| "loss": 0.775825309753418, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.13312753231719082, |
| "grad_norm": 3.0068995357073787, |
| "learning_rate": 2e-05, |
| "loss": 0.7827195644378662, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.1337706604926362, |
| "grad_norm": 2.580647228014161, |
| "learning_rate": 2e-05, |
| "loss": 0.7702327251434327, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.13441378866808154, |
| "grad_norm": 2.838906857307913, |
| "learning_rate": 2e-05, |
| "loss": 0.737979793548584, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.13505691684352691, |
| "grad_norm": 1.8141311666853606, |
| "learning_rate": 2e-05, |
| "loss": 0.7899340629577637, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.1357000450189723, |
| "grad_norm": 1.3333709207185118, |
| "learning_rate": 2e-05, |
| "loss": 0.7572295188903808, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.13634317319441766, |
| "grad_norm": 1.439515840865014, |
| "learning_rate": 2e-05, |
| "loss": 0.7655848503112793, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.136986301369863, |
| "grad_norm": 2.488028952759784, |
| "learning_rate": 2e-05, |
| "loss": 0.7476516723632812, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.13762942954530838, |
| "grad_norm": 2.35457054677663, |
| "learning_rate": 2e-05, |
| "loss": 0.7362603664398193, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.13827255772075375, |
| "grad_norm": 6.028666338812484, |
| "learning_rate": 2e-05, |
| "loss": 0.754909086227417, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.13891568589619913, |
| "grad_norm": 3.272425021648325, |
| "learning_rate": 2e-05, |
| "loss": 0.8009754180908203, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.13955881407164447, |
| "grad_norm": 19.02083054528344, |
| "learning_rate": 2e-05, |
| "loss": 0.8124250411987305, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.14020194224708984, |
| "grad_norm": 1.927417304595474, |
| "learning_rate": 2e-05, |
| "loss": 0.8851755142211915, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.14084507042253522, |
| "grad_norm": 3.8177334557670815, |
| "learning_rate": 2e-05, |
| "loss": 0.8132132530212403, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.1414881985979806, |
| "grad_norm": 1.8934981816592293, |
| "learning_rate": 2e-05, |
| "loss": 0.7725329399108887, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.14213132677342594, |
| "grad_norm": 1.6465630540315317, |
| "learning_rate": 2e-05, |
| "loss": 0.7803558349609375, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.1427744549488713, |
| "grad_norm": 3.0986858859551707, |
| "learning_rate": 2e-05, |
| "loss": 0.7484603881835937, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.14341758312431668, |
| "grad_norm": 8.382066865860887, |
| "learning_rate": 2e-05, |
| "loss": 0.7658943176269531, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.14406071129976203, |
| "grad_norm": 6.593608367142845, |
| "learning_rate": 2e-05, |
| "loss": 0.776557445526123, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.1447038394752074, |
| "grad_norm": 1.213232468498106, |
| "learning_rate": 2e-05, |
| "loss": 0.7852232933044434, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.14534696765065278, |
| "grad_norm": 1.4140321832714806, |
| "learning_rate": 2e-05, |
| "loss": 0.730495834350586, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.14599009582609815, |
| "grad_norm": 2.7318043792980076, |
| "learning_rate": 2e-05, |
| "loss": 0.7522841453552246, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.1466332240015435, |
| "grad_norm": 1.8036361425819734, |
| "learning_rate": 2e-05, |
| "loss": 0.7685168266296387, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.14727635217698887, |
| "grad_norm": 1.402413177619317, |
| "learning_rate": 2e-05, |
| "loss": 0.7466054916381836, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.14791948035243424, |
| "grad_norm": 1.1772138434845212, |
| "learning_rate": 2e-05, |
| "loss": 0.7492839813232421, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.1485626085278796, |
| "grad_norm": 1.6698537238489968, |
| "learning_rate": 2e-05, |
| "loss": 0.7467974662780762, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.14920573670332496, |
| "grad_norm": 2.8739935368632534, |
| "learning_rate": 2e-05, |
| "loss": 0.7602452754974365, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.14984886487877033, |
| "grad_norm": 1.7893375931088018, |
| "learning_rate": 2e-05, |
| "loss": 0.7592387199401855, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.1504919930542157, |
| "grad_norm": 1.6844605472151313, |
| "learning_rate": 2e-05, |
| "loss": 0.7549863815307617, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.15113512122966108, |
| "grad_norm": 2.0647222812625343, |
| "learning_rate": 2e-05, |
| "loss": 0.7837786674499512, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.15177824940510642, |
| "grad_norm": 1.300194120632371, |
| "learning_rate": 2e-05, |
| "loss": 0.7406606197357177, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.1524213775805518, |
| "grad_norm": 3.0794355708028873, |
| "learning_rate": 2e-05, |
| "loss": 0.7331182479858398, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.15306450575599717, |
| "grad_norm": 3.0317399406455205, |
| "learning_rate": 2e-05, |
| "loss": 0.7706002712249755, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.15370763393144254, |
| "grad_norm": 1.7372752802710871, |
| "learning_rate": 2e-05, |
| "loss": 0.760322904586792, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.1543507621068879, |
| "grad_norm": 1.29200077856553, |
| "learning_rate": 2e-05, |
| "loss": 0.7545608043670654, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.15499389028233326, |
| "grad_norm": 3.62457038105731, |
| "learning_rate": 2e-05, |
| "loss": 0.7407674312591552, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.15563701845777864, |
| "grad_norm": 1.5509317891309322, |
| "learning_rate": 2e-05, |
| "loss": 0.7521041393280029, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.156280146633224, |
| "grad_norm": 2.765862287338793, |
| "learning_rate": 2e-05, |
| "loss": 0.7846248626708985, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.15692327480866936, |
| "grad_norm": 2.260496474412049, |
| "learning_rate": 2e-05, |
| "loss": 0.719977331161499, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.15756640298411473, |
| "grad_norm": 1.3617342907067571, |
| "learning_rate": 2e-05, |
| "loss": 0.7524391174316406, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.1582095311595601, |
| "grad_norm": 1.2079742642832751, |
| "learning_rate": 2e-05, |
| "loss": 0.7564692974090577, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.15885265933500547, |
| "grad_norm": 1.9822312494182506, |
| "learning_rate": 2e-05, |
| "loss": 0.7288062095642089, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.15949578751045082, |
| "grad_norm": 1.3826404260340441, |
| "learning_rate": 2e-05, |
| "loss": 0.7597402572631836, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.1601389156858962, |
| "grad_norm": 2.4988397348734845, |
| "learning_rate": 2e-05, |
| "loss": 0.7602372646331788, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.16078204386134157, |
| "grad_norm": 1.4496907385102675, |
| "learning_rate": 2e-05, |
| "loss": 0.7745979309082032, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.16142517203678694, |
| "grad_norm": 3.4506115545259637, |
| "learning_rate": 2e-05, |
| "loss": 0.7605818748474121, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.16206830021223229, |
| "grad_norm": 1.5778314606797577, |
| "learning_rate": 2e-05, |
| "loss": 0.7648172378540039, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.16271142838767766, |
| "grad_norm": 3.0574821209635523, |
| "learning_rate": 2e-05, |
| "loss": 0.7540977478027344, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.16335455656312303, |
| "grad_norm": 2.791657390522, |
| "learning_rate": 2e-05, |
| "loss": 0.7353564262390136, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.1639976847385684, |
| "grad_norm": 8.621296600823664, |
| "learning_rate": 2e-05, |
| "loss": 0.7619668006896972, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.16464081291401375, |
| "grad_norm": 2.309710716291024, |
| "learning_rate": 2e-05, |
| "loss": 0.7794631958007813, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.16528394108945912, |
| "grad_norm": 1.3087109567906041, |
| "learning_rate": 2e-05, |
| "loss": 0.7914319515228272, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.1659270692649045, |
| "grad_norm": 4.404388201427118, |
| "learning_rate": 2e-05, |
| "loss": 0.7710864543914795, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.16657019744034987, |
| "grad_norm": 4.576157160942443, |
| "learning_rate": 2e-05, |
| "loss": 0.7495160102844238, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.16721332561579522, |
| "grad_norm": 1.5270451940500906, |
| "learning_rate": 2e-05, |
| "loss": 0.7589169979095459, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.1678564537912406, |
| "grad_norm": 1.9472599552382834, |
| "learning_rate": 2e-05, |
| "loss": 0.7595278739929199, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.16849958196668596, |
| "grad_norm": 1.3117407867752597, |
| "learning_rate": 2e-05, |
| "loss": 0.7396194458007812, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.16914271014213134, |
| "grad_norm": 2.457990989497276, |
| "learning_rate": 2e-05, |
| "loss": 0.7509166717529296, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.16978583831757668, |
| "grad_norm": 1.4102844574406168, |
| "learning_rate": 2e-05, |
| "loss": 0.7455813407897949, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.17042896649302205, |
| "grad_norm": 1.992704744838049, |
| "learning_rate": 2e-05, |
| "loss": 0.7828609466552734, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.17107209466846743, |
| "grad_norm": 1.249460645209259, |
| "learning_rate": 2e-05, |
| "loss": 0.7517303466796875, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.1717152228439128, |
| "grad_norm": 1.24728336899326, |
| "learning_rate": 2e-05, |
| "loss": 0.7468644618988037, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.17235835101935815, |
| "grad_norm": 1.1435876844139452, |
| "learning_rate": 2e-05, |
| "loss": 0.7520998954772949, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.17300147919480352, |
| "grad_norm": 2.9158357081479327, |
| "learning_rate": 2e-05, |
| "loss": 0.7450613975524902, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.1736446073702489, |
| "grad_norm": 7.595576550094812, |
| "learning_rate": 2e-05, |
| "loss": 0.7426441192626954, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.17428773554569427, |
| "grad_norm": 5.865319885985607, |
| "learning_rate": 2e-05, |
| "loss": 0.7606967449188232, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.1749308637211396, |
| "grad_norm": 1.2832040369148703, |
| "learning_rate": 2e-05, |
| "loss": 0.7491473197937012, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.17557399189658499, |
| "grad_norm": 3.10581277586597, |
| "learning_rate": 2e-05, |
| "loss": 0.7583821773529053, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.17621712007203036, |
| "grad_norm": 2.1289051550911227, |
| "learning_rate": 2e-05, |
| "loss": 0.7230392456054687, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.17686024824747573, |
| "grad_norm": 1.7640715564966836, |
| "learning_rate": 2e-05, |
| "loss": 0.7431951045989991, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.17750337642292108, |
| "grad_norm": 12.418363911566479, |
| "learning_rate": 2e-05, |
| "loss": 0.7820055961608887, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.17814650459836645, |
| "grad_norm": 3.4018065508546167, |
| "learning_rate": 2e-05, |
| "loss": 0.758150291442871, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.17878963277381182, |
| "grad_norm": 3.079905954505876, |
| "learning_rate": 2e-05, |
| "loss": 0.7261004447937012, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.1794327609492572, |
| "grad_norm": 1.4672366276490973, |
| "learning_rate": 2e-05, |
| "loss": 0.7363761901855469, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.18007588912470254, |
| "grad_norm": 1.9025508233475796, |
| "learning_rate": 2e-05, |
| "loss": 0.7601851463317871, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.18071901730014792, |
| "grad_norm": 1.5196213468498716, |
| "learning_rate": 2e-05, |
| "loss": 0.7611308574676514, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.1813621454755933, |
| "grad_norm": 1.909778442981796, |
| "learning_rate": 2e-05, |
| "loss": 0.7633378505706787, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.18200527365103866, |
| "grad_norm": 1.393412036904703, |
| "learning_rate": 2e-05, |
| "loss": 0.7511731624603272, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.182648401826484, |
| "grad_norm": 1.3714633012275805, |
| "learning_rate": 2e-05, |
| "loss": 0.7424302577972413, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.18329153000192938, |
| "grad_norm": 11.20197126426714, |
| "learning_rate": 2e-05, |
| "loss": 0.7554800987243653, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.18393465817737475, |
| "grad_norm": 1.9673930111498328, |
| "learning_rate": 2e-05, |
| "loss": 0.7782904624938964, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.18457778635282013, |
| "grad_norm": 10.537034997455336, |
| "learning_rate": 2e-05, |
| "loss": 0.7415932655334473, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.18522091452826547, |
| "grad_norm": 1.4241190817394258, |
| "learning_rate": 2e-05, |
| "loss": 0.7521487236022949, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.18586404270371085, |
| "grad_norm": 1.934465648951276, |
| "learning_rate": 2e-05, |
| "loss": 0.7793794631958008, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.18650717087915622, |
| "grad_norm": 4.141312287372932, |
| "learning_rate": 2e-05, |
| "loss": 0.7429276466369629, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.1871502990546016, |
| "grad_norm": 2.121755026383068, |
| "learning_rate": 2e-05, |
| "loss": 0.746807861328125, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.18779342723004694, |
| "grad_norm": 3.535800894214126, |
| "learning_rate": 2e-05, |
| "loss": 0.7623048782348633, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.1884365554054923, |
| "grad_norm": 1.1694107870159447, |
| "learning_rate": 2e-05, |
| "loss": 0.7261816978454589, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.18907968358093769, |
| "grad_norm": 1.6031608257386858, |
| "learning_rate": 2e-05, |
| "loss": 0.7551745891571044, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.18972281175638306, |
| "grad_norm": 1.7408090254778856, |
| "learning_rate": 2e-05, |
| "loss": 0.7328170299530029, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.1903659399318284, |
| "grad_norm": 0.9414858711308967, |
| "learning_rate": 2e-05, |
| "loss": 0.7597317695617676, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.19100906810727378, |
| "grad_norm": 5.715632347721177, |
| "learning_rate": 2e-05, |
| "loss": 0.7593686580657959, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.19165219628271915, |
| "grad_norm": 1.2683558980244642, |
| "learning_rate": 2e-05, |
| "loss": 0.7523900032043457, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.19229532445816452, |
| "grad_norm": 2.489750094364173, |
| "learning_rate": 2e-05, |
| "loss": 0.732703685760498, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.19293845263360987, |
| "grad_norm": 1.49133813750742, |
| "learning_rate": 2e-05, |
| "loss": 0.7828021049499512, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.19358158080905524, |
| "grad_norm": 1.4214984175732421, |
| "learning_rate": 2e-05, |
| "loss": 0.7481946468353271, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.19422470898450062, |
| "grad_norm": 1.0844799546145014, |
| "learning_rate": 2e-05, |
| "loss": 0.7648484230041503, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.194867837159946, |
| "grad_norm": 1.127788371561288, |
| "learning_rate": 2e-05, |
| "loss": 0.7447958946228027, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.19551096533539133, |
| "grad_norm": 1.3078419072376322, |
| "learning_rate": 2e-05, |
| "loss": 0.7542384624481201, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.1961540935108367, |
| "grad_norm": 2.95742255475418, |
| "learning_rate": 2e-05, |
| "loss": 0.7495403289794922, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.19679722168628208, |
| "grad_norm": 1.279951429720371, |
| "learning_rate": 2e-05, |
| "loss": 0.7891281127929688, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.19744034986172745, |
| "grad_norm": 1.0857892842689383, |
| "learning_rate": 2e-05, |
| "loss": 0.7577287197113037, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.1980834780371728, |
| "grad_norm": 2.061292399437917, |
| "learning_rate": 2e-05, |
| "loss": 0.7466474056243897, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.19872660621261817, |
| "grad_norm": 1.2472705804465951, |
| "learning_rate": 2e-05, |
| "loss": 0.7725540161132812, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.19936973438806355, |
| "grad_norm": 2.602858720884864, |
| "learning_rate": 2e-05, |
| "loss": 0.757532787322998, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.20001286256350892, |
| "grad_norm": 1.2739220157051647, |
| "learning_rate": 2e-05, |
| "loss": 0.7565276622772217, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.20065599073895427, |
| "grad_norm": 1.9033801807830197, |
| "learning_rate": 2e-05, |
| "loss": 0.7335265159606934, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.20129911891439964, |
| "grad_norm": 1.3554367927107596, |
| "learning_rate": 2e-05, |
| "loss": 0.7226738929748535, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.201942247089845, |
| "grad_norm": 1.7133014744131059, |
| "learning_rate": 2e-05, |
| "loss": 0.7206092357635498, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.20258537526529038, |
| "grad_norm": 1.8996628629000465, |
| "learning_rate": 2e-05, |
| "loss": 0.7250766754150391, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.20322850344073573, |
| "grad_norm": 1.9309128279722985, |
| "learning_rate": 2e-05, |
| "loss": 0.7418807983398438, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.2038716316161811, |
| "grad_norm": 2.393159552837916, |
| "learning_rate": 2e-05, |
| "loss": 0.7575026512145996, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.20451475979162648, |
| "grad_norm": 2.2546034439817726, |
| "learning_rate": 2e-05, |
| "loss": 0.7346158504486084, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.20515788796707185, |
| "grad_norm": 1.2090270418321072, |
| "learning_rate": 2e-05, |
| "loss": 0.7440875053405762, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.2058010161425172, |
| "grad_norm": 4.615898281722801, |
| "learning_rate": 2e-05, |
| "loss": 0.7345485687255859, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.20644414431796257, |
| "grad_norm": 0.9575602149167448, |
| "learning_rate": 2e-05, |
| "loss": 0.7389266967773438, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.20708727249340794, |
| "grad_norm": 1.3497946921262038, |
| "learning_rate": 2e-05, |
| "loss": 0.7349342346191406, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.20773040066885332, |
| "grad_norm": 2.266999812584626, |
| "learning_rate": 2e-05, |
| "loss": 0.7468548774719238, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.20837352884429866, |
| "grad_norm": 1.5673277162176498, |
| "learning_rate": 2e-05, |
| "loss": 0.7460700988769531, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.20901665701974403, |
| "grad_norm": 2.1281590647751867, |
| "learning_rate": 2e-05, |
| "loss": 0.7338404655456543, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.2096597851951894, |
| "grad_norm": 1.2264672144337803, |
| "learning_rate": 2e-05, |
| "loss": 0.7515013694763184, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.21030291337063478, |
| "grad_norm": 1.3589675543517392, |
| "learning_rate": 2e-05, |
| "loss": 0.7714920043945312, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.21094604154608013, |
| "grad_norm": 3.5719666218385147, |
| "learning_rate": 2e-05, |
| "loss": 0.7446717739105224, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.2115891697215255, |
| "grad_norm": 1.0813049253615596, |
| "learning_rate": 2e-05, |
| "loss": 0.729767894744873, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.21223229789697087, |
| "grad_norm": 0.9847719905484558, |
| "learning_rate": 2e-05, |
| "loss": 0.7469213008880615, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.21287542607241625, |
| "grad_norm": 1.2117464433321323, |
| "learning_rate": 2e-05, |
| "loss": 0.7576287746429443, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.2135185542478616, |
| "grad_norm": 1.3070127777611826, |
| "learning_rate": 2e-05, |
| "loss": 0.7229054927825928, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.21416168242330696, |
| "grad_norm": 1.1586711440620237, |
| "learning_rate": 2e-05, |
| "loss": 0.7159502983093262, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.21480481059875234, |
| "grad_norm": 1.8859067634706321, |
| "learning_rate": 2e-05, |
| "loss": 0.7311949729919434, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.2154479387741977, |
| "grad_norm": 2.393176793568911, |
| "learning_rate": 2e-05, |
| "loss": 0.7426108837127685, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.21609106694964306, |
| "grad_norm": 1.0872827405788912, |
| "learning_rate": 2e-05, |
| "loss": 0.7625868797302247, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.21673419512508843, |
| "grad_norm": 1.6050660583020135, |
| "learning_rate": 2e-05, |
| "loss": 0.7236311912536622, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.2173773233005338, |
| "grad_norm": 1.3933442745801043, |
| "learning_rate": 2e-05, |
| "loss": 0.743280553817749, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.21802045147597915, |
| "grad_norm": 1.894926633803295, |
| "learning_rate": 2e-05, |
| "loss": 0.7516873359680176, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.21866357965142452, |
| "grad_norm": 2.2498284801850525, |
| "learning_rate": 2e-05, |
| "loss": 0.7211009979248046, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.2193067078268699, |
| "grad_norm": 1.264197693407813, |
| "learning_rate": 2e-05, |
| "loss": 0.7462459564208984, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.21994983600231527, |
| "grad_norm": 21.98895784739288, |
| "learning_rate": 2e-05, |
| "loss": 0.7361465454101562, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.22059296417776061, |
| "grad_norm": 1.1214579111301475, |
| "learning_rate": 2e-05, |
| "loss": 0.7557395458221435, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.221236092353206, |
| "grad_norm": 1.1777608301516223, |
| "learning_rate": 2e-05, |
| "loss": 0.712726354598999, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.22187922052865136, |
| "grad_norm": 1.0290202252238054, |
| "learning_rate": 2e-05, |
| "loss": 0.7395824432373047, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.22252234870409673, |
| "grad_norm": 1.9911323760501045, |
| "learning_rate": 2e-05, |
| "loss": 0.7352674007415771, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.22316547687954208, |
| "grad_norm": 1.2107791721990242, |
| "learning_rate": 2e-05, |
| "loss": 0.7151026725769043, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.22380860505498745, |
| "grad_norm": 1.7236006720593955, |
| "learning_rate": 2e-05, |
| "loss": 0.7477761268615722, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.22445173323043283, |
| "grad_norm": 2.278121680661386, |
| "learning_rate": 2e-05, |
| "loss": 0.7548860073089599, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.2250948614058782, |
| "grad_norm": 1.3643047206413652, |
| "learning_rate": 2e-05, |
| "loss": 0.7573224544525147, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.22573798958132354, |
| "grad_norm": 2.0643631313256714, |
| "learning_rate": 2e-05, |
| "loss": 0.7669732570648193, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.22638111775676892, |
| "grad_norm": 0.9853596965229803, |
| "learning_rate": 2e-05, |
| "loss": 0.7209647178649903, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.2270242459322143, |
| "grad_norm": 1.0519923519832508, |
| "learning_rate": 2e-05, |
| "loss": 0.7520937919616699, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.22766737410765966, |
| "grad_norm": 1.0761752319926652, |
| "learning_rate": 2e-05, |
| "loss": 0.7350026130676269, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.228310502283105, |
| "grad_norm": 2.962457855780589, |
| "learning_rate": 2e-05, |
| "loss": 0.7190482139587402, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.22895363045855038, |
| "grad_norm": 1.0780608984541828, |
| "learning_rate": 2e-05, |
| "loss": 0.7538261413574219, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.22959675863399576, |
| "grad_norm": 0.961122991249304, |
| "learning_rate": 2e-05, |
| "loss": 0.7133353233337403, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.23023988680944113, |
| "grad_norm": 0.9791332825550016, |
| "learning_rate": 2e-05, |
| "loss": 0.7245227813720703, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.23088301498488648, |
| "grad_norm": 2.169927580161253, |
| "learning_rate": 2e-05, |
| "loss": 0.7545035362243653, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.23152614316033185, |
| "grad_norm": 4.985635526209392, |
| "learning_rate": 2e-05, |
| "loss": 0.7207778930664063, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.23216927133577722, |
| "grad_norm": 1.0689943863751645, |
| "learning_rate": 2e-05, |
| "loss": 0.730648136138916, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.2328123995112226, |
| "grad_norm": 1.1799195803451448, |
| "learning_rate": 2e-05, |
| "loss": 0.7492318630218506, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.23345552768666794, |
| "grad_norm": 2.1485492458802575, |
| "learning_rate": 2e-05, |
| "loss": 0.7677487373352051, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.23409865586211331, |
| "grad_norm": 1.1057215523859423, |
| "learning_rate": 2e-05, |
| "loss": 0.7381268978118897, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.2347417840375587, |
| "grad_norm": 0.897648870431795, |
| "learning_rate": 2e-05, |
| "loss": 0.7404172897338868, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.23538491221300406, |
| "grad_norm": 3.531578092679105, |
| "learning_rate": 2e-05, |
| "loss": 0.7522658348083496, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.2360280403884494, |
| "grad_norm": 1.0228218486975473, |
| "learning_rate": 2e-05, |
| "loss": 0.7196244716644287, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.23667116856389478, |
| "grad_norm": 2.0551736719061897, |
| "learning_rate": 2e-05, |
| "loss": 0.7346316337585449, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.23731429673934015, |
| "grad_norm": 1.0974059128784066, |
| "learning_rate": 2e-05, |
| "loss": 0.7254920482635498, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.23795742491478553, |
| "grad_norm": 1.3935304437470286, |
| "learning_rate": 2e-05, |
| "loss": 0.7414390087127686, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.23860055309023087, |
| "grad_norm": 1.0013311067122783, |
| "learning_rate": 2e-05, |
| "loss": 0.7595787048339844, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.23924368126567624, |
| "grad_norm": 1.954358944346554, |
| "learning_rate": 2e-05, |
| "loss": 0.7554808616638183, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.23988680944112162, |
| "grad_norm": 2.9163383985698634, |
| "learning_rate": 2e-05, |
| "loss": 0.7291338920593262, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.240529937616567, |
| "grad_norm": 3.4997209306931922, |
| "learning_rate": 2e-05, |
| "loss": 0.786865234375, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.24117306579201234, |
| "grad_norm": 2.672649925634819, |
| "learning_rate": 2e-05, |
| "loss": 0.7527791023254394, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.2418161939674577, |
| "grad_norm": 1.3383122055071315, |
| "learning_rate": 2e-05, |
| "loss": 0.7263989925384522, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.24245932214290308, |
| "grad_norm": 1.294572198712939, |
| "learning_rate": 2e-05, |
| "loss": 0.7176456451416016, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.24310245031834846, |
| "grad_norm": 1.0321977403689269, |
| "learning_rate": 2e-05, |
| "loss": 0.7343600749969482, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.2437455784937938, |
| "grad_norm": 1.819613359316589, |
| "learning_rate": 2e-05, |
| "loss": 0.7157769203186035, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.24438870666923918, |
| "grad_norm": 1.5746899224086783, |
| "learning_rate": 2e-05, |
| "loss": 0.7444544792175293, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.24503183484468455, |
| "grad_norm": 1.2747884813210626, |
| "learning_rate": 2e-05, |
| "loss": 0.7165373802185059, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.24567496302012992, |
| "grad_norm": 1.2806982813441588, |
| "learning_rate": 2e-05, |
| "loss": 0.7362030029296875, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.24631809119557527, |
| "grad_norm": 2.2525458966228853, |
| "learning_rate": 2e-05, |
| "loss": 0.7462127208709717, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.24696121937102064, |
| "grad_norm": 5.330631085753853, |
| "learning_rate": 2e-05, |
| "loss": 0.7210140228271484, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.247604347546466, |
| "grad_norm": 1.0329616086380298, |
| "learning_rate": 2e-05, |
| "loss": 0.7626016139984131, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.2482474757219114, |
| "grad_norm": 1.3852333003997563, |
| "learning_rate": 2e-05, |
| "loss": 0.7498868465423584, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.24889060389735673, |
| "grad_norm": 1.5215017048315698, |
| "learning_rate": 2e-05, |
| "loss": 0.734537410736084, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.2495337320728021, |
| "grad_norm": 1.1273331846647028, |
| "learning_rate": 2e-05, |
| "loss": 0.7316556453704834, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.2501768602482475, |
| "grad_norm": 3.0633504241163783, |
| "learning_rate": 2e-05, |
| "loss": 0.7480705261230469, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.25081998842369285, |
| "grad_norm": 1.1896818789764612, |
| "learning_rate": 2e-05, |
| "loss": 0.7362353324890136, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.2514631165991382, |
| "grad_norm": 2.708363743291426, |
| "learning_rate": 2e-05, |
| "loss": 0.7096200942993164, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.2521062447745836, |
| "grad_norm": 1.021031072475808, |
| "learning_rate": 2e-05, |
| "loss": 0.7346982479095459, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.2527493729500289, |
| "grad_norm": 1.0461717317156485, |
| "learning_rate": 2e-05, |
| "loss": 0.7280598640441894, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.2533925011254743, |
| "grad_norm": 1.9375312333606454, |
| "learning_rate": 2e-05, |
| "loss": 0.7707145690917969, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.25403562930091966, |
| "grad_norm": 1.23640529871102, |
| "learning_rate": 2e-05, |
| "loss": 0.7371127128601074, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.25467875747636504, |
| "grad_norm": 1.5916935604411764, |
| "learning_rate": 2e-05, |
| "loss": 0.7383847236633301, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.2553218856518104, |
| "grad_norm": 1.2465889420348975, |
| "learning_rate": 2e-05, |
| "loss": 0.7365485191345215, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.2559650138272558, |
| "grad_norm": 2.683991266677957, |
| "learning_rate": 2e-05, |
| "loss": 0.745120620727539, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.25660814200270116, |
| "grad_norm": 1.5255465541840554, |
| "learning_rate": 2e-05, |
| "loss": 0.7617275238037109, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.25725127017814653, |
| "grad_norm": 2.7656928725606464, |
| "learning_rate": 2e-05, |
| "loss": 0.7161584377288819, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.25789439835359185, |
| "grad_norm": 1.3381173205142576, |
| "learning_rate": 2e-05, |
| "loss": 0.722429609298706, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.2585375265290372, |
| "grad_norm": 2.143378240963822, |
| "learning_rate": 2e-05, |
| "loss": 0.7329329490661621, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.2591806547044826, |
| "grad_norm": 1.5781672687213713, |
| "learning_rate": 2e-05, |
| "loss": 0.7398040771484375, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.25982378287992797, |
| "grad_norm": 1.3937231266231127, |
| "learning_rate": 2e-05, |
| "loss": 0.7229412078857422, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.26046691105537334, |
| "grad_norm": 1.5766131870956492, |
| "learning_rate": 2e-05, |
| "loss": 0.743466854095459, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.2611100392308187, |
| "grad_norm": 0.9968445874917599, |
| "learning_rate": 2e-05, |
| "loss": 0.7092678070068359, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.2617531674062641, |
| "grad_norm": 0.9336600000992251, |
| "learning_rate": 2e-05, |
| "loss": 0.7497157573699951, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.26239629558170946, |
| "grad_norm": 0.9497495497866886, |
| "learning_rate": 2e-05, |
| "loss": 0.724982738494873, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.2630394237571548, |
| "grad_norm": 2.2961911019285015, |
| "learning_rate": 2e-05, |
| "loss": 0.7381220817565918, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.26368255193260015, |
| "grad_norm": 0.9547493877338601, |
| "learning_rate": 2e-05, |
| "loss": 0.6838616847991943, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.2643256801080455, |
| "grad_norm": 1.7412946265607543, |
| "learning_rate": 2e-05, |
| "loss": 0.7001391887664795, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.2649688082834909, |
| "grad_norm": 1.0821157164931752, |
| "learning_rate": 2e-05, |
| "loss": 0.7096992015838623, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.26561193645893627, |
| "grad_norm": 2.408846113232737, |
| "learning_rate": 2e-05, |
| "loss": 0.7188594818115235, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.26625506463438164, |
| "grad_norm": 1.6644434842681461, |
| "learning_rate": 2e-05, |
| "loss": 0.7558166027069092, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.266898192809827, |
| "grad_norm": 2.5743582876246323, |
| "learning_rate": 2e-05, |
| "loss": 0.7378355979919433, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.2675413209852724, |
| "grad_norm": 1.2994774266444291, |
| "learning_rate": 2e-05, |
| "loss": 0.7637517929077149, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.2681844491607177, |
| "grad_norm": 2.1928287931928496, |
| "learning_rate": 2e-05, |
| "loss": 0.7436198711395263, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.2688275773361631, |
| "grad_norm": 1.4094426875428832, |
| "learning_rate": 2e-05, |
| "loss": 0.7239650249481201, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.26947070551160845, |
| "grad_norm": 0.9826082837222696, |
| "learning_rate": 2e-05, |
| "loss": 0.7198858261108398, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.27011383368705383, |
| "grad_norm": 1.0878194503318233, |
| "learning_rate": 2e-05, |
| "loss": 0.7271060466766357, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.2707569618624992, |
| "grad_norm": 2.1838705637028135, |
| "learning_rate": 2e-05, |
| "loss": 0.7809905052185059, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.2714000900379446, |
| "grad_norm": 5.047327133404171, |
| "learning_rate": 2e-05, |
| "loss": 0.744784927368164, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.27204321821338995, |
| "grad_norm": 3.42462283705851, |
| "learning_rate": 2e-05, |
| "loss": 0.7031085968017579, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.2726863463888353, |
| "grad_norm": 1.7479327520469765, |
| "learning_rate": 2e-05, |
| "loss": 0.727137279510498, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.27332947456428064, |
| "grad_norm": 4.873365527896015, |
| "learning_rate": 2e-05, |
| "loss": 0.7273091793060302, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.273972602739726, |
| "grad_norm": 1.128395835545906, |
| "learning_rate": 2e-05, |
| "loss": 0.7530433654785156, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.2746157309151714, |
| "grad_norm": 1.300382182756331, |
| "learning_rate": 2e-05, |
| "loss": 0.7198864936828613, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.27525885909061676, |
| "grad_norm": 0.9583633050292032, |
| "learning_rate": 2e-05, |
| "loss": 0.7156751155853271, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.27590198726606213, |
| "grad_norm": 1.4777059722236674, |
| "learning_rate": 2e-05, |
| "loss": 0.725702953338623, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.2765451154415075, |
| "grad_norm": 1.930139500946224, |
| "learning_rate": 2e-05, |
| "loss": 0.7401728630065918, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.2771882436169529, |
| "grad_norm": 1.1379184083848206, |
| "learning_rate": 2e-05, |
| "loss": 0.731195068359375, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.27783137179239825, |
| "grad_norm": 1.0650634262943084, |
| "learning_rate": 2e-05, |
| "loss": 0.7313991546630859, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.27847449996784357, |
| "grad_norm": 1.21689992254794, |
| "learning_rate": 2e-05, |
| "loss": 0.7207317352294922, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.27911762814328894, |
| "grad_norm": 3.051162099709167, |
| "learning_rate": 2e-05, |
| "loss": 0.7360997676849366, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.2797607563187343, |
| "grad_norm": 1.2276380037115646, |
| "learning_rate": 2e-05, |
| "loss": 0.7188148498535156, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.2804038844941797, |
| "grad_norm": 2.2703609186797724, |
| "learning_rate": 2e-05, |
| "loss": 0.71884765625, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.28104701266962506, |
| "grad_norm": 5.463544690584565, |
| "learning_rate": 2e-05, |
| "loss": 0.7465624809265137, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.28169014084507044, |
| "grad_norm": 2.8901881534175216, |
| "learning_rate": 2e-05, |
| "loss": 0.7248989105224609, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.2823332690205158, |
| "grad_norm": 1.6240989205208243, |
| "learning_rate": 2e-05, |
| "loss": 0.7251723289489747, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.2829763971959612, |
| "grad_norm": 1.1663527362573316, |
| "learning_rate": 2e-05, |
| "loss": 0.715138053894043, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.2836195253714065, |
| "grad_norm": 1.1410678337832476, |
| "learning_rate": 2e-05, |
| "loss": 0.716748571395874, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.2842626535468519, |
| "grad_norm": 1.5952455939373982, |
| "learning_rate": 2e-05, |
| "loss": 0.7237945079803467, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.28490578172229725, |
| "grad_norm": 1.0555426535081012, |
| "learning_rate": 2e-05, |
| "loss": 0.7176595211029053, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.2855489098977426, |
| "grad_norm": 18.639246785545314, |
| "learning_rate": 2e-05, |
| "loss": 0.7433196544647217, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.286192038073188, |
| "grad_norm": 1.0885043541115613, |
| "learning_rate": 2e-05, |
| "loss": 0.7389396667480469, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.28683516624863337, |
| "grad_norm": 0.987110568747816, |
| "learning_rate": 2e-05, |
| "loss": 0.703716230392456, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.28747829442407874, |
| "grad_norm": 1.6676871757345224, |
| "learning_rate": 2e-05, |
| "loss": 0.6983733177185059, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.28812142259952406, |
| "grad_norm": 2.819537990824305, |
| "learning_rate": 2e-05, |
| "loss": 0.7210405349731446, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.28876455077496943, |
| "grad_norm": 1.1159119973661147, |
| "learning_rate": 2e-05, |
| "loss": 0.7208063125610351, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.2894076789504148, |
| "grad_norm": 2.028701731731351, |
| "learning_rate": 2e-05, |
| "loss": 0.7111621856689453, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.2900508071258602, |
| "grad_norm": 1.1404095121439821, |
| "learning_rate": 2e-05, |
| "loss": 0.733924674987793, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.29069393530130555, |
| "grad_norm": 14.956390238853409, |
| "learning_rate": 2e-05, |
| "loss": 0.7344192028045654, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.2913370634767509, |
| "grad_norm": 1.1081603634992983, |
| "learning_rate": 2e-05, |
| "loss": 0.7081531524658203, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.2919801916521963, |
| "grad_norm": 1.3597792075030952, |
| "learning_rate": 2e-05, |
| "loss": 0.7079843044281006, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.29262331982764167, |
| "grad_norm": 1.026830290280156, |
| "learning_rate": 2e-05, |
| "loss": 0.7209130764007569, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.293266448003087, |
| "grad_norm": 1.1858293095567627, |
| "learning_rate": 2e-05, |
| "loss": 0.7196866035461426, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.29390957617853236, |
| "grad_norm": 0.9314067425777351, |
| "learning_rate": 2e-05, |
| "loss": 0.7655232906341553, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.29455270435397773, |
| "grad_norm": 3.04722872581358, |
| "learning_rate": 2e-05, |
| "loss": 0.7183656215667724, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.2951958325294231, |
| "grad_norm": 1.509439008999805, |
| "learning_rate": 2e-05, |
| "loss": 0.7322559356689453, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.2958389607048685, |
| "grad_norm": 4.082820588021, |
| "learning_rate": 2e-05, |
| "loss": 0.7471843719482422, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.29648208888031385, |
| "grad_norm": 1.0558035610252994, |
| "learning_rate": 2e-05, |
| "loss": 0.708987808227539, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.2971252170557592, |
| "grad_norm": 1.3225030482307876, |
| "learning_rate": 2e-05, |
| "loss": 0.7098447799682617, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.2977683452312046, |
| "grad_norm": 0.9689533636594124, |
| "learning_rate": 2e-05, |
| "loss": 0.7451314926147461, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.2984114734066499, |
| "grad_norm": 3.8494637352218346, |
| "learning_rate": 2e-05, |
| "loss": 0.6989140510559082, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.2990546015820953, |
| "grad_norm": 1.3895638156079348, |
| "learning_rate": 2e-05, |
| "loss": 0.7003883361816406, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.29969772975754067, |
| "grad_norm": 1.2480961113003382, |
| "learning_rate": 2e-05, |
| "loss": 0.7026212215423584, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.30034085793298604, |
| "grad_norm": 0.968584012382354, |
| "learning_rate": 2e-05, |
| "loss": 0.777205228805542, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.3009839861084314, |
| "grad_norm": 0.9159192602186901, |
| "learning_rate": 2e-05, |
| "loss": 0.7216925621032715, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.3016271142838768, |
| "grad_norm": 2.3023062895325226, |
| "learning_rate": 2e-05, |
| "loss": 0.7152534008026123, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.30227024245932216, |
| "grad_norm": 0.9167429036398073, |
| "learning_rate": 2e-05, |
| "loss": 0.698724889755249, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.30291337063476753, |
| "grad_norm": 1.5484656327185233, |
| "learning_rate": 2e-05, |
| "loss": 0.7216808319091796, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.30355649881021285, |
| "grad_norm": 0.9883985475355792, |
| "learning_rate": 2e-05, |
| "loss": 0.7521573066711426, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.3041996269856582, |
| "grad_norm": 1.659176669096098, |
| "learning_rate": 2e-05, |
| "loss": 0.7266528129577636, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.3048427551611036, |
| "grad_norm": 1.087329903160801, |
| "learning_rate": 2e-05, |
| "loss": 0.7182927608489991, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.30548588333654897, |
| "grad_norm": 2.6119903500572343, |
| "learning_rate": 2e-05, |
| "loss": 0.7173304557800293, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.30612901151199434, |
| "grad_norm": 2.311443446486716, |
| "learning_rate": 2e-05, |
| "loss": 0.7191170692443848, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.3067721396874397, |
| "grad_norm": 0.9908036813787956, |
| "learning_rate": 2e-05, |
| "loss": 0.6904977798461914, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.3074152678628851, |
| "grad_norm": 0.93529914993198, |
| "learning_rate": 2e-05, |
| "loss": 0.7196500301361084, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.30805839603833046, |
| "grad_norm": 1.8715682001850917, |
| "learning_rate": 2e-05, |
| "loss": 0.7597176551818847, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.3087015242137758, |
| "grad_norm": 1.4581395700833577, |
| "learning_rate": 2e-05, |
| "loss": 0.6957194805145264, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.30934465238922115, |
| "grad_norm": 1.4118321000123575, |
| "learning_rate": 2e-05, |
| "loss": 0.6958081722259521, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.3099877805646665, |
| "grad_norm": 2.0656927345538914, |
| "learning_rate": 2e-05, |
| "loss": 0.6939652442932129, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.3106309087401119, |
| "grad_norm": 1.700453933805578, |
| "learning_rate": 2e-05, |
| "loss": 0.7029267311096191, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.3112740369155573, |
| "grad_norm": 1.2693174983430136, |
| "learning_rate": 2e-05, |
| "loss": 0.7128015041351319, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.31191716509100265, |
| "grad_norm": 1.1720745624716569, |
| "learning_rate": 2e-05, |
| "loss": 0.7327308654785156, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.312560293266448, |
| "grad_norm": 2.509731278170732, |
| "learning_rate": 2e-05, |
| "loss": 0.707606315612793, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.3132034214418934, |
| "grad_norm": 1.5470244895474448, |
| "learning_rate": 2e-05, |
| "loss": 0.6996453285217286, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.3138465496173387, |
| "grad_norm": 1.2977494092316977, |
| "learning_rate": 2e-05, |
| "loss": 0.6856669425964356, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.3144896777927841, |
| "grad_norm": 2.5305366102455533, |
| "learning_rate": 2e-05, |
| "loss": 0.7406852722167969, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.31513280596822946, |
| "grad_norm": 1.1010606611871123, |
| "learning_rate": 2e-05, |
| "loss": 0.7163901329040527, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.31577593414367483, |
| "grad_norm": 4.566699297464212, |
| "learning_rate": 2e-05, |
| "loss": 0.7339641094207764, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.3164190623191202, |
| "grad_norm": 1.1001900806073777, |
| "learning_rate": 2e-05, |
| "loss": 0.7495140075683594, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.3170621904945656, |
| "grad_norm": 2.074518876326924, |
| "learning_rate": 2e-05, |
| "loss": 0.7341387748718262, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.31770531867001095, |
| "grad_norm": 2.4384817971489285, |
| "learning_rate": 2e-05, |
| "loss": 0.7034233093261719, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.3183484468454563, |
| "grad_norm": 2.072456043600415, |
| "learning_rate": 2e-05, |
| "loss": 0.7102450370788574, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.31899157502090164, |
| "grad_norm": 1.1620228222217182, |
| "learning_rate": 2e-05, |
| "loss": 0.6992386817932129, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.319634703196347, |
| "grad_norm": 1.0905557154791223, |
| "learning_rate": 2e-05, |
| "loss": 0.7454713821411133, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.3202778313717924, |
| "grad_norm": 1.0722624110453984, |
| "learning_rate": 2e-05, |
| "loss": 0.7722179412841796, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.32092095954723776, |
| "grad_norm": 1.1818987144389994, |
| "learning_rate": 2e-05, |
| "loss": 0.7095654964447021, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.32156408772268313, |
| "grad_norm": 2.244493704606387, |
| "learning_rate": 2e-05, |
| "loss": 0.7169167995452881, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.3222072158981285, |
| "grad_norm": 1.0516013816410592, |
| "learning_rate": 2e-05, |
| "loss": 0.7189145565032959, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.3228503440735739, |
| "grad_norm": 0.807078238829302, |
| "learning_rate": 2e-05, |
| "loss": 0.6756699562072754, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.32349347224901925, |
| "grad_norm": 1.060465182902963, |
| "learning_rate": 2e-05, |
| "loss": 0.718842601776123, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.32413660042446457, |
| "grad_norm": 0.9944004353991349, |
| "learning_rate": 2e-05, |
| "loss": 0.6963611602783203, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.32477972859990994, |
| "grad_norm": 1.6707213565044037, |
| "learning_rate": 2e-05, |
| "loss": 0.6979356288909913, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.3254228567753553, |
| "grad_norm": 1.0851275106965528, |
| "learning_rate": 2e-05, |
| "loss": 0.7029341697692871, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.3260659849508007, |
| "grad_norm": 1.2208014018780948, |
| "learning_rate": 2e-05, |
| "loss": 0.7180676937103272, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.32670911312624606, |
| "grad_norm": 1.046857019378032, |
| "learning_rate": 2e-05, |
| "loss": 0.6998267650604248, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.32735224130169144, |
| "grad_norm": 1.061279463246683, |
| "learning_rate": 2e-05, |
| "loss": 0.6928921699523926, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.3279953694771368, |
| "grad_norm": 1.2035472525859028, |
| "learning_rate": 2e-05, |
| "loss": 0.729271411895752, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.3286384976525822, |
| "grad_norm": 1.322589231168056, |
| "learning_rate": 2e-05, |
| "loss": 0.70732741355896, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.3292816258280275, |
| "grad_norm": 1.5735255656754488, |
| "learning_rate": 2e-05, |
| "loss": 0.7230887889862061, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.3299247540034729, |
| "grad_norm": 5.351941362537579, |
| "learning_rate": 2e-05, |
| "loss": 0.7041518211364746, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.33056788217891825, |
| "grad_norm": 1.0941849716750445, |
| "learning_rate": 2e-05, |
| "loss": 0.709419059753418, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.3312110103543636, |
| "grad_norm": 1.8677567118488376, |
| "learning_rate": 2e-05, |
| "loss": 0.7113753318786621, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.331854138529809, |
| "grad_norm": 1.2706540303085747, |
| "learning_rate": 2e-05, |
| "loss": 0.7233946800231934, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.33249726670525437, |
| "grad_norm": 1.6589897106308442, |
| "learning_rate": 2e-05, |
| "loss": 0.7174046993255615, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.33314039488069974, |
| "grad_norm": 3.758063713951005, |
| "learning_rate": 2e-05, |
| "loss": 0.7290914058685303, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.3337835230561451, |
| "grad_norm": 1.0756987643452771, |
| "learning_rate": 2e-05, |
| "loss": 0.7174134731292725, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.33442665123159043, |
| "grad_norm": 2.7235800367049463, |
| "learning_rate": 2e-05, |
| "loss": 0.7555623531341553, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.3350697794070358, |
| "grad_norm": 3.1514561116640136, |
| "learning_rate": 2e-05, |
| "loss": 0.74488844871521, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.3357129075824812, |
| "grad_norm": 1.055101035543414, |
| "learning_rate": 2e-05, |
| "loss": 0.7059333324432373, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.33635603575792655, |
| "grad_norm": 1.4130343579292037, |
| "learning_rate": 2e-05, |
| "loss": 0.7198103904724121, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.3369991639333719, |
| "grad_norm": 1.4096070513560626, |
| "learning_rate": 2e-05, |
| "loss": 0.7354572296142579, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.3376422921088173, |
| "grad_norm": 1.0013907169889942, |
| "learning_rate": 2e-05, |
| "loss": 0.7371484756469726, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.3382854202842627, |
| "grad_norm": 2.4814083432347918, |
| "learning_rate": 2e-05, |
| "loss": 0.6908042430877686, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.33892854845970805, |
| "grad_norm": 1.1896903623310542, |
| "learning_rate": 2e-05, |
| "loss": 0.7036655426025391, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.33957167663515336, |
| "grad_norm": 0.9835382071466582, |
| "learning_rate": 2e-05, |
| "loss": 0.6827800750732422, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.34021480481059874, |
| "grad_norm": 1.0748801522625755, |
| "learning_rate": 2e-05, |
| "loss": 0.6930392742156982, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.3408579329860441, |
| "grad_norm": 9.223986394588502, |
| "learning_rate": 2e-05, |
| "loss": 0.6980859279632569, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.3415010611614895, |
| "grad_norm": 2.160181710587223, |
| "learning_rate": 2e-05, |
| "loss": 0.7207084655761719, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.34214418933693486, |
| "grad_norm": 3.1123964133530375, |
| "learning_rate": 2e-05, |
| "loss": 0.7246676445007324, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.34278731751238023, |
| "grad_norm": 1.364387759042788, |
| "learning_rate": 2e-05, |
| "loss": 0.6927510738372803, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.3434304456878256, |
| "grad_norm": 0.9824019090068365, |
| "learning_rate": 2e-05, |
| "loss": 0.7154762268066406, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.344073573863271, |
| "grad_norm": 3.0683757100501206, |
| "learning_rate": 1.999194520388485e-05, |
| "loss": 0.6943968772888184, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.3447167020387163, |
| "grad_norm": 1.1191601252812802, |
| "learning_rate": 1.9959247303157763e-05, |
| "loss": 0.6733108043670655, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.34535983021416167, |
| "grad_norm": 1.443883124530169, |
| "learning_rate": 1.990149424459817e-05, |
| "loss": 0.7091413021087647, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.34600295838960704, |
| "grad_norm": 1.0514627967337997, |
| "learning_rate": 1.9818847538648688e-05, |
| "loss": 0.7165494441986084, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.3466460865650524, |
| "grad_norm": 1.4260436532422882, |
| "learning_rate": 1.971153831256721e-05, |
| "loss": 0.7044605255126953, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.3472892147404978, |
| "grad_norm": 0.9874331175686362, |
| "learning_rate": 1.9579866664063435e-05, |
| "loss": 0.7165324211120605, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.34793234291594316, |
| "grad_norm": 0.8873933734307349, |
| "learning_rate": 1.9424200822054782e-05, |
| "loss": 0.6822521209716796, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.34857547109138853, |
| "grad_norm": 1.128493485271591, |
| "learning_rate": 1.9244976116888626e-05, |
| "loss": 0.6852675914764405, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.3492185992668339, |
| "grad_norm": 1.4196444825257328, |
| "learning_rate": 1.904269376291071e-05, |
| "loss": 0.7181539058685302, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.3498617274422792, |
| "grad_norm": 1.119676407804779, |
| "learning_rate": 1.88179194567844e-05, |
| "loss": 0.7114235877990722, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.3505048556177246, |
| "grad_norm": 4.861953224440987, |
| "learning_rate": 1.8571281795480632e-05, |
| "loss": 0.7523653984069825, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.35114798379316997, |
| "grad_norm": 1.1236663024856386, |
| "learning_rate": 1.8303470518362808e-05, |
| "loss": 0.7040934562683105, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.35179111196861534, |
| "grad_norm": 0.9339002627996613, |
| "learning_rate": 1.801523457828271e-05, |
| "loss": 0.7564759731292725, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.3524342401440607, |
| "grad_norm": 1.858929134395736, |
| "learning_rate": 1.7707380047081796e-05, |
| "loss": 0.6958681106567383, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.3530773683195061, |
| "grad_norm": 0.816354702563157, |
| "learning_rate": 1.7380767861355252e-05, |
| "loss": 0.7180388450622559, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.35372049649495146, |
| "grad_norm": 1.2009381208842937, |
| "learning_rate": 1.703631141478299e-05, |
| "loss": 0.7174203872680665, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.35436362467039684, |
| "grad_norm": 1.0720136208216389, |
| "learning_rate": 1.6674974003760705e-05, |
| "loss": 0.7131974220275878, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.35500675284584216, |
| "grad_norm": 1.1995397833903698, |
| "learning_rate": 1.6297766133474556e-05, |
| "loss": 0.7016341686248779, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.35564988102128753, |
| "grad_norm": 1.1422601032243749, |
| "learning_rate": 1.5905742691953186e-05, |
| "loss": 0.684351110458374, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.3562930091967329, |
| "grad_norm": 0.9840502040512998, |
| "learning_rate": 1.55e-05, |
| "loss": 0.7468593120574951, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.3569361373721783, |
| "grad_norm": 1.080107796883931, |
| "learning_rate": 1.5081672745255862e-05, |
| "loss": 0.690840482711792, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.35757926554762365, |
| "grad_norm": 0.9688569545507764, |
| "learning_rate": 1.4651930808966206e-05, |
| "loss": 0.7117425441741944, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.358222393723069, |
| "grad_norm": 1.1228242843704186, |
| "learning_rate": 1.4211975994326848e-05, |
| "loss": 0.6876376628875732, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.3588655218985144, |
| "grad_norm": 1.0850177989049035, |
| "learning_rate": 1.376303866555779e-05, |
| "loss": 0.6947522640228272, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.35950865007395977, |
| "grad_norm": 1.1161677398561476, |
| "learning_rate": 1.3306374307104164e-05, |
| "loss": 0.6996616363525391, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.3601517782494051, |
| "grad_norm": 1.460812025366727, |
| "learning_rate": 1.2843260012586718e-05, |
| "loss": 0.6984384059906006, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.36079490642485046, |
| "grad_norm": 1.5006435989348337, |
| "learning_rate": 1.2374990913320726e-05, |
| "loss": 0.6947767257690429, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.36143803460029583, |
| "grad_norm": 1.0720089200870861, |
| "learning_rate": 1.1902876556391247e-05, |
| "loss": 0.7189748287200928, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.3620811627757412, |
| "grad_norm": 1.3347117101508061, |
| "learning_rate": 1.1428237242413685e-05, |
| "loss": 0.6703412055969238, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.3627242909511866, |
| "grad_norm": 0.9351449245361221, |
| "learning_rate": 1.095240033322132e-05, |
| "loss": 0.6984054565429687, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.36336741912663195, |
| "grad_norm": 1.2277731616255392, |
| "learning_rate": 1.047669653980572e-05, |
| "loss": 0.6937325954437256, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.3640105473020773, |
| "grad_norm": 1.2087840578416604, |
| "learning_rate": 1.0002456200890902e-05, |
| "loss": 0.6907111167907715, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.36465367547752264, |
| "grad_norm": 1.018215163709065, |
| "learning_rate": 9.531005562548668e-06, |
| "loss": 0.6939154624938965, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.365296803652968, |
| "grad_norm": 0.9802178214934197, |
| "learning_rate": 9.06366306925925e-06, |
| "loss": 0.7418316841125489, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.3659399318284134, |
| "grad_norm": 0.9055814143530228, |
| "learning_rate": 8.601735676789686e-06, |
| "loss": 0.6801801204681397, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.36658306000385876, |
| "grad_norm": 0.8293132642990987, |
| "learning_rate": 8.14651519720118e-06, |
| "loss": 0.6952208995819091, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.36722618817930414, |
| "grad_norm": 1.1838675009534916, |
| "learning_rate": 7.699274686206866e-06, |
| "loss": 0.6944610595703125, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.3678693163547495, |
| "grad_norm": 1.25373363909008, |
| "learning_rate": 7.261264882983024e-06, |
| "loss": 0.6859086513519287, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.3685124445301949, |
| "grad_norm": 1.5583929721128569, |
| "learning_rate": 6.8337107123900386e-06, |
| "loss": 0.6726075649261475, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.36915557270564026, |
| "grad_norm": 0.9152637770183092, |
| "learning_rate": 6.417807859384881e-06, |
| "loss": 0.6806456565856933, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.3697987008810856, |
| "grad_norm": 0.9418161595133706, |
| "learning_rate": 6.014719425205009e-06, |
| "loss": 0.6885168075561523, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.37044182905653095, |
| "grad_norm": 1.0084234288849065, |
| "learning_rate": 5.6255726746749275e-06, |
| "loss": 0.661384391784668, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.3710849572319763, |
| "grad_norm": 1.0559945386186083, |
| "learning_rate": 5.251455883731728e-06, |
| "loss": 0.7189984321594238, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.3717280854074217, |
| "grad_norm": 1.568218290836974, |
| "learning_rate": 4.893415295985812e-06, |
| "loss": 0.6970807552337647, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.37237121358286707, |
| "grad_norm": 0.9185094936372992, |
| "learning_rate": 4.552452196827885e-06, |
| "loss": 0.677029800415039, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.37301434175831244, |
| "grad_norm": 0.8901731281561018, |
| "learning_rate": 4.229520113264785e-06, |
| "loss": 0.718800163269043, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.3736574699337578, |
| "grad_norm": 1.7470373047246883, |
| "learning_rate": 3.925522147314915e-06, |
| "loss": 0.7066672325134278, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.3743005981092032, |
| "grad_norm": 5.415721884037847, |
| "learning_rate": 3.641308450420675e-06, |
| "loss": 0.6964803218841553, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.3749437262846485, |
| "grad_norm": 1.05325519241195, |
| "learning_rate": 3.37767384594087e-06, |
| "loss": 0.7134075164794922, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.3755868544600939, |
| "grad_norm": 3.1325973047940363, |
| "learning_rate": 3.1353556063719357e-06, |
| "loss": 0.6560983180999755, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.37622998263553925, |
| "grad_norm": 1.1132375722169887, |
| "learning_rate": 2.9150313915141474e-06, |
| "loss": 0.67728590965271, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.3768731108109846, |
| "grad_norm": 0.922494120402013, |
| "learning_rate": 2.717317353348891e-06, |
| "loss": 0.6633328437805176, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.37751623898643, |
| "grad_norm": 1.0692823446874786, |
| "learning_rate": 2.5427664129268253e-06, |
| "loss": 0.6658954620361328, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.37815936716187537, |
| "grad_norm": 1.226691802263373, |
| "learning_rate": 2.391866714085717e-06, |
| "loss": 0.6793697357177735, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.37880249533732074, |
| "grad_norm": 0.9490574083866483, |
| "learning_rate": 2.2650402583222753e-06, |
| "loss": 0.7224684715270996, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.3794456235127661, |
| "grad_norm": 1.5364744382591737, |
| "learning_rate": 2.1626417246356398e-06, |
| "loss": 0.6527574539184571, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.38008875168821143, |
| "grad_norm": 2.0111234169783105, |
| "learning_rate": 2.084957477642894e-06, |
| "loss": 0.7000278472900391, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.3807318798636568, |
| "grad_norm": 2.775992150012775, |
| "learning_rate": 2.0322047667405147e-06, |
| "loss": 0.6976972103118897, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.3813750080391022, |
| "grad_norm": 0.8660380276419226, |
| "learning_rate": 2.0045311185513342e-06, |
| "loss": 0.6765724182128906, |
| "step": 5930 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2035, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2810342056919040.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
