| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2617531674062641, |
| "eval_steps": 500, |
| "global_step": 4070, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006431281754453662, |
| "grad_norm": 264.8507844691241, |
| "learning_rate": 2.910112359550562e-06, |
| "loss": 1.4924835205078124, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0012862563508907324, |
| "grad_norm": 88.15687006273669, |
| "learning_rate": 3.921348314606742e-06, |
| "loss": 0.9952472686767578, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0019293845263360988, |
| "grad_norm": 21.15530249818695, |
| "learning_rate": 4.932584269662922e-06, |
| "loss": 0.889136791229248, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.002572512701781465, |
| "grad_norm": 76.3435856512596, |
| "learning_rate": 5.943820224719102e-06, |
| "loss": 0.8875094413757324, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.003215640877226831, |
| "grad_norm": 112.76291878162131, |
| "learning_rate": 6.955056179775282e-06, |
| "loss": 0.8803050994873047, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0038587690526721975, |
| "grad_norm": 63.07959530117864, |
| "learning_rate": 7.966292134831462e-06, |
| "loss": 0.8109166145324707, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.004501897228117563, |
| "grad_norm": 32.36448507808977, |
| "learning_rate": 8.977528089887641e-06, |
| "loss": 0.8291963577270508, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00514502540356293, |
| "grad_norm": 39.66677708538367, |
| "learning_rate": 9.988764044943822e-06, |
| "loss": 0.8319297790527344, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.005788153579008296, |
| "grad_norm": 15.73002157903958, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.8473474502563476, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.006431281754453662, |
| "grad_norm": 29.04799205808129, |
| "learning_rate": 1.2011235955056182e-05, |
| "loss": 0.9536348342895508, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.007074409929899029, |
| "grad_norm": 12.933556167568856, |
| "learning_rate": 1.3022471910112362e-05, |
| "loss": 0.8515434265136719, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.007717538105344395, |
| "grad_norm": 13.216488664960004, |
| "learning_rate": 1.403370786516854e-05, |
| "loss": 0.8182208061218261, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.008360666280789762, |
| "grad_norm": 12.840168166981233, |
| "learning_rate": 1.504494382022472e-05, |
| "loss": 0.8101629257202149, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.009003794456235127, |
| "grad_norm": 16.647322053470525, |
| "learning_rate": 1.60561797752809e-05, |
| "loss": 0.7964733123779297, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.009646922631680493, |
| "grad_norm": 8.26209213346245, |
| "learning_rate": 1.706741573033708e-05, |
| "loss": 0.8133392333984375, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.01029005080712586, |
| "grad_norm": 103.09422370567049, |
| "learning_rate": 1.8078651685393256e-05, |
| "loss": 0.8019628524780273, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.010933178982571226, |
| "grad_norm": 135.25179279143012, |
| "learning_rate": 1.908988764044944e-05, |
| "loss": 0.8667960166931152, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.011576307158016592, |
| "grad_norm": 9.266415446110027, |
| "learning_rate": 2e-05, |
| "loss": 0.927884292602539, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.012219435333461958, |
| "grad_norm": 19.616452125470513, |
| "learning_rate": 2e-05, |
| "loss": 0.9137126922607421, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.012862563508907325, |
| "grad_norm": 9.521484959449038, |
| "learning_rate": 2e-05, |
| "loss": 0.9231036186218262, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.013505691684352691, |
| "grad_norm": 3.841058878335388, |
| "learning_rate": 2e-05, |
| "loss": 0.880716609954834, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.014148819859798057, |
| "grad_norm": 3.716737538053141, |
| "learning_rate": 2e-05, |
| "loss": 0.8603705406188965, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.014791948035243424, |
| "grad_norm": 2.192635493713876, |
| "learning_rate": 2e-05, |
| "loss": 0.8351604461669921, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.01543507621068879, |
| "grad_norm": 5.677647000147936, |
| "learning_rate": 2e-05, |
| "loss": 0.8132261276245117, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.016078204386134158, |
| "grad_norm": 1.5356879007633566, |
| "learning_rate": 2e-05, |
| "loss": 0.8112307548522949, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.016721332561579524, |
| "grad_norm": 1.751089237236811, |
| "learning_rate": 2e-05, |
| "loss": 0.7884010314941406, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.01736446073702489, |
| "grad_norm": 3.480172236841913, |
| "learning_rate": 2e-05, |
| "loss": 0.7914746761322021, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.018007588912470254, |
| "grad_norm": 2.0628477216575267, |
| "learning_rate": 2e-05, |
| "loss": 0.8090205192565918, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.01865071708791562, |
| "grad_norm": 2.780990923043418, |
| "learning_rate": 2e-05, |
| "loss": 0.8231932640075683, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.019293845263360986, |
| "grad_norm": 5.662473120221767, |
| "learning_rate": 2e-05, |
| "loss": 0.8489857673645019, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.019936973438806353, |
| "grad_norm": 2.4856170219885727, |
| "learning_rate": 2e-05, |
| "loss": 0.8187873840332032, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.02058010161425172, |
| "grad_norm": 1.8272788861417755, |
| "learning_rate": 2e-05, |
| "loss": 0.8340753555297852, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.021223229789697085, |
| "grad_norm": 1.7623855646455684, |
| "learning_rate": 2e-05, |
| "loss": 0.7915143013000489, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.02186635796514245, |
| "grad_norm": 1.9529760399471496, |
| "learning_rate": 2e-05, |
| "loss": 0.806821632385254, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.022509486140587818, |
| "grad_norm": 3.908266701430372, |
| "learning_rate": 2e-05, |
| "loss": 0.7811341762542725, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.023152614316033184, |
| "grad_norm": 6.946061799441667, |
| "learning_rate": 2e-05, |
| "loss": 0.8082803726196289, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.02379574249147855, |
| "grad_norm": 4.948502227773737, |
| "learning_rate": 2e-05, |
| "loss": 0.8174592971801757, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.024438870666923917, |
| "grad_norm": 10.39411913582579, |
| "learning_rate": 2e-05, |
| "loss": 0.7916179180145264, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.025081998842369283, |
| "grad_norm": 2.157269114934209, |
| "learning_rate": 2e-05, |
| "loss": 0.8338122367858887, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.02572512701781465, |
| "grad_norm": 5.266447865073407, |
| "learning_rate": 2e-05, |
| "loss": 0.827884578704834, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.026368255193260016, |
| "grad_norm": 2.2186077419502372, |
| "learning_rate": 2e-05, |
| "loss": 0.811268424987793, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.027011383368705382, |
| "grad_norm": 3.8503522479510415, |
| "learning_rate": 2e-05, |
| "loss": 0.7956947326660156, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.02765451154415075, |
| "grad_norm": 4.682678958377554, |
| "learning_rate": 2e-05, |
| "loss": 0.823284912109375, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.028297639719596115, |
| "grad_norm": 16.1664579170008, |
| "learning_rate": 2e-05, |
| "loss": 0.790956974029541, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.02894076789504148, |
| "grad_norm": 9.145864327657529, |
| "learning_rate": 2e-05, |
| "loss": 0.8481451988220214, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.029583896070486847, |
| "grad_norm": 9.984067276500117, |
| "learning_rate": 2e-05, |
| "loss": 0.8152891159057617, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.030227024245932214, |
| "grad_norm": 7.200814844093958, |
| "learning_rate": 2e-05, |
| "loss": 0.8899850845336914, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.03087015242137758, |
| "grad_norm": 4.2706772329543154, |
| "learning_rate": 2e-05, |
| "loss": 0.874454402923584, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.03151328059682295, |
| "grad_norm": 1.8811353914333682, |
| "learning_rate": 2e-05, |
| "loss": 0.8309457778930665, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.032156408772268316, |
| "grad_norm": 3.6385280608953763, |
| "learning_rate": 2e-05, |
| "loss": 0.8326511383056641, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.03279953694771368, |
| "grad_norm": 1.3990140763602645, |
| "learning_rate": 2e-05, |
| "loss": 0.8103435516357422, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.03344266512315905, |
| "grad_norm": 2.9528430814571807, |
| "learning_rate": 2e-05, |
| "loss": 0.8075934410095215, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.034085793298604415, |
| "grad_norm": 1.7217483375429188, |
| "learning_rate": 2e-05, |
| "loss": 0.8287566184997559, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.03472892147404978, |
| "grad_norm": 5.998438084861422, |
| "learning_rate": 2e-05, |
| "loss": 0.8061090469360351, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.03537204964949515, |
| "grad_norm": 3.8694678808258725, |
| "learning_rate": 2e-05, |
| "loss": 0.8062751770019532, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.03601517782494051, |
| "grad_norm": 2.9933818726818253, |
| "learning_rate": 2e-05, |
| "loss": 0.7965433120727539, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.036658306000385874, |
| "grad_norm": 3.6993272754271627, |
| "learning_rate": 2e-05, |
| "loss": 0.8091463088989258, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.03730143417583124, |
| "grad_norm": 1.261375926095548, |
| "learning_rate": 2e-05, |
| "loss": 0.7848992824554444, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.037944562351276606, |
| "grad_norm": 1.2808782089307036, |
| "learning_rate": 2e-05, |
| "loss": 0.7949764251708984, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.03858769052672197, |
| "grad_norm": 1.5363171733181304, |
| "learning_rate": 2e-05, |
| "loss": 0.7794778347015381, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.03923081870216734, |
| "grad_norm": 1.692974926087992, |
| "learning_rate": 2e-05, |
| "loss": 0.7702068328857422, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.039873946877612705, |
| "grad_norm": 2.212928194205319, |
| "learning_rate": 2e-05, |
| "loss": 0.8085812568664551, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.04051707505305807, |
| "grad_norm": 1.2629369394284296, |
| "learning_rate": 2e-05, |
| "loss": 0.7806320190429688, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.04116020322850344, |
| "grad_norm": 1.3484483120225834, |
| "learning_rate": 2e-05, |
| "loss": 0.8086847305297852, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.041803331403948804, |
| "grad_norm": 3.702908463061738, |
| "learning_rate": 2e-05, |
| "loss": 0.7896449565887451, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.04244645957939417, |
| "grad_norm": 6.029659806191006, |
| "learning_rate": 2e-05, |
| "loss": 0.8226722717285156, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.04308958775483954, |
| "grad_norm": 7.370459449597133, |
| "learning_rate": 2e-05, |
| "loss": 0.7921708106994629, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0437327159302849, |
| "grad_norm": 2.7983562630986714, |
| "learning_rate": 2e-05, |
| "loss": 0.7904531478881835, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.04437584410573027, |
| "grad_norm": 2.0098922533957477, |
| "learning_rate": 2e-05, |
| "loss": 0.7867809295654297, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.045018972281175636, |
| "grad_norm": 5.897837867051966, |
| "learning_rate": 2e-05, |
| "loss": 0.758472204208374, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.045662100456621, |
| "grad_norm": 3.7159389044440885, |
| "learning_rate": 2e-05, |
| "loss": 0.8133069992065429, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.04630522863206637, |
| "grad_norm": 2.906657663938742, |
| "learning_rate": 2e-05, |
| "loss": 0.7981234550476074, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.046948356807511735, |
| "grad_norm": 2.826396533617791, |
| "learning_rate": 2e-05, |
| "loss": 0.7824822902679444, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0475914849829571, |
| "grad_norm": 2.164462884511523, |
| "learning_rate": 2e-05, |
| "loss": 0.7825541973114014, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.04823461315840247, |
| "grad_norm": 19.66583604658485, |
| "learning_rate": 2e-05, |
| "loss": 0.7757862091064454, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.048877741333847834, |
| "grad_norm": 1.6390436767603138, |
| "learning_rate": 2e-05, |
| "loss": 0.7854133605957031, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.0495208695092932, |
| "grad_norm": 4.120236130301234, |
| "learning_rate": 2e-05, |
| "loss": 0.7875580787658691, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.050163997684738566, |
| "grad_norm": 1.6380084823946195, |
| "learning_rate": 2e-05, |
| "loss": 0.7962754726409912, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.05080712586018393, |
| "grad_norm": 2.6234563124222348, |
| "learning_rate": 2e-05, |
| "loss": 0.787530517578125, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.0514502540356293, |
| "grad_norm": 4.114884694757611, |
| "learning_rate": 2e-05, |
| "loss": 0.805137825012207, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.052093382211074665, |
| "grad_norm": 2.170132077686732, |
| "learning_rate": 2e-05, |
| "loss": 0.8011256217956543, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.05273651038652003, |
| "grad_norm": 2.9542903597482884, |
| "learning_rate": 2e-05, |
| "loss": 0.7881402492523193, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.0533796385619654, |
| "grad_norm": 6.152172836766025, |
| "learning_rate": 2e-05, |
| "loss": 0.8165565490722656, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.054022766737410764, |
| "grad_norm": 2.6587595790131235, |
| "learning_rate": 2e-05, |
| "loss": 0.8002906799316406, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.05466589491285613, |
| "grad_norm": 15.727752869746313, |
| "learning_rate": 2e-05, |
| "loss": 0.7681012153625488, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.0553090230883015, |
| "grad_norm": 3.2974201088925668, |
| "learning_rate": 2e-05, |
| "loss": 0.7994019985198975, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.05595215126374686, |
| "grad_norm": 2.6425295630258514, |
| "learning_rate": 2e-05, |
| "loss": 0.8333459854125976, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.05659527943919223, |
| "grad_norm": 4.544009663459626, |
| "learning_rate": 2e-05, |
| "loss": 0.817692756652832, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.057238407614637596, |
| "grad_norm": 5.041701731508353, |
| "learning_rate": 2e-05, |
| "loss": 0.8127239227294922, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.05788153579008296, |
| "grad_norm": 14.446895711089793, |
| "learning_rate": 2e-05, |
| "loss": 0.7857817649841309, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.05852466396552833, |
| "grad_norm": 4.651863422153641, |
| "learning_rate": 2e-05, |
| "loss": 0.7850156307220459, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.059167792140973695, |
| "grad_norm": 13.407365054787249, |
| "learning_rate": 2e-05, |
| "loss": 0.7831117153167725, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.05981092031641906, |
| "grad_norm": 4.625228730773092, |
| "learning_rate": 2e-05, |
| "loss": 0.8246305465698243, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.06045404849186443, |
| "grad_norm": 2.6404931195979318, |
| "learning_rate": 2e-05, |
| "loss": 0.8151409149169921, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.061097176667309794, |
| "grad_norm": 2.8606521849156867, |
| "learning_rate": 2e-05, |
| "loss": 0.803957748413086, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.06174030484275516, |
| "grad_norm": 3.8845917481687176, |
| "learning_rate": 2e-05, |
| "loss": 0.7963566780090332, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.062383433018200526, |
| "grad_norm": 6.292344120130513, |
| "learning_rate": 2e-05, |
| "loss": 0.7799639701843262, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.0630265611936459, |
| "grad_norm": 3.7170800116374756, |
| "learning_rate": 2e-05, |
| "loss": 0.789764404296875, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.06366968936909126, |
| "grad_norm": 19.199030147508488, |
| "learning_rate": 2e-05, |
| "loss": 0.8285154342651367, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.06431281754453663, |
| "grad_norm": 3.928846417575705, |
| "learning_rate": 2e-05, |
| "loss": 0.8127799034118652, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.06495594571998199, |
| "grad_norm": 3.755271687428537, |
| "learning_rate": 2e-05, |
| "loss": 0.8010581970214844, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.06559907389542736, |
| "grad_norm": 2.913559778112332, |
| "learning_rate": 2e-05, |
| "loss": 0.7750132560729981, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.06624220207087272, |
| "grad_norm": 10.071576934081813, |
| "learning_rate": 2e-05, |
| "loss": 0.7811709403991699, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.0668853302463181, |
| "grad_norm": 3.587970695691555, |
| "learning_rate": 2e-05, |
| "loss": 0.7697386741638184, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.06752845842176346, |
| "grad_norm": 1.862423666481207, |
| "learning_rate": 2e-05, |
| "loss": 0.7978693962097168, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.06817158659720883, |
| "grad_norm": 2.9439913752393987, |
| "learning_rate": 2e-05, |
| "loss": 0.7703286647796631, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.06881471477265419, |
| "grad_norm": 5.602785502496395, |
| "learning_rate": 2e-05, |
| "loss": 0.7832149505615235, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.06945784294809956, |
| "grad_norm": 6.444227507124694, |
| "learning_rate": 2e-05, |
| "loss": 0.7846955776214599, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.07010097112354492, |
| "grad_norm": 8.49026324059516, |
| "learning_rate": 2e-05, |
| "loss": 0.8015947341918945, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.0707440992989903, |
| "grad_norm": 4.090223667504171, |
| "learning_rate": 2e-05, |
| "loss": 0.8186767578125, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.07138722747443565, |
| "grad_norm": 2.7765862343897587, |
| "learning_rate": 2e-05, |
| "loss": 0.7696638107299805, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.07203035564988101, |
| "grad_norm": 13.741738631565209, |
| "learning_rate": 2e-05, |
| "loss": 0.8072344779968261, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.07267348382532639, |
| "grad_norm": 4.540314995023613, |
| "learning_rate": 2e-05, |
| "loss": 0.8362739562988282, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.07331661200077175, |
| "grad_norm": 1.9835520642143039, |
| "learning_rate": 2e-05, |
| "loss": 0.7769340515136719, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.07395974017621712, |
| "grad_norm": 11.174659008141319, |
| "learning_rate": 2e-05, |
| "loss": 0.7873312950134277, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.07460286835166248, |
| "grad_norm": 35.01627971607914, |
| "learning_rate": 2e-05, |
| "loss": 0.8206969261169433, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.07524599652710785, |
| "grad_norm": 2.8190948682505033, |
| "learning_rate": 2e-05, |
| "loss": 0.8351315498352051, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.07588912470255321, |
| "grad_norm": 2.060661918032204, |
| "learning_rate": 2e-05, |
| "loss": 0.8220281600952148, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.07653225287799859, |
| "grad_norm": 1.6772537547463753, |
| "learning_rate": 2e-05, |
| "loss": 0.7766014099121094, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.07717538105344394, |
| "grad_norm": 1.7149818496545355, |
| "learning_rate": 2e-05, |
| "loss": 0.7847399711608887, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.07781850922888932, |
| "grad_norm": 1.842032079580061, |
| "learning_rate": 2e-05, |
| "loss": 0.7880351543426514, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.07846163740433468, |
| "grad_norm": 7.628369058899049, |
| "learning_rate": 2e-05, |
| "loss": 0.8086511611938476, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.07910476557978005, |
| "grad_norm": 3.8447978426923006, |
| "learning_rate": 2e-05, |
| "loss": 0.7901057243347168, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.07974789375522541, |
| "grad_norm": 5.063451031975492, |
| "learning_rate": 2e-05, |
| "loss": 0.783748197555542, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.08039102193067078, |
| "grad_norm": 3.751566360170122, |
| "learning_rate": 2e-05, |
| "loss": 0.7723451614379883, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.08103415010611614, |
| "grad_norm": 3.2156103176700626, |
| "learning_rate": 2e-05, |
| "loss": 0.7751105785369873, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.08167727828156152, |
| "grad_norm": 2.6025577293652815, |
| "learning_rate": 2e-05, |
| "loss": 0.7603851318359375, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.08232040645700688, |
| "grad_norm": 1.3919904079149132, |
| "learning_rate": 2e-05, |
| "loss": 0.7791646957397461, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.08296353463245225, |
| "grad_norm": 1.672301310016778, |
| "learning_rate": 2e-05, |
| "loss": 0.7866832733154296, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.08360666280789761, |
| "grad_norm": 1.7978359862977575, |
| "learning_rate": 2e-05, |
| "loss": 0.7824535369873047, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.08424979098334298, |
| "grad_norm": 1.164265222279358, |
| "learning_rate": 2e-05, |
| "loss": 0.757862663269043, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.08489291915878834, |
| "grad_norm": 6.39635222930186, |
| "learning_rate": 2e-05, |
| "loss": 0.7761935234069824, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.08553604733423371, |
| "grad_norm": 1.5835398014458386, |
| "learning_rate": 2e-05, |
| "loss": 0.7623611450195312, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.08617917550967907, |
| "grad_norm": 1.9528892284475325, |
| "learning_rate": 2e-05, |
| "loss": 0.7652930736541748, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.08682230368512445, |
| "grad_norm": 1.170982466023762, |
| "learning_rate": 2e-05, |
| "loss": 0.7785554885864258, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.0874654318605698, |
| "grad_norm": 1.3315886378379231, |
| "learning_rate": 2e-05, |
| "loss": 0.7762284755706788, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.08810856003601518, |
| "grad_norm": 3.4644691896641033, |
| "learning_rate": 2e-05, |
| "loss": 0.7717214107513428, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.08875168821146054, |
| "grad_norm": 2.4638970172558263, |
| "learning_rate": 2e-05, |
| "loss": 0.7678469657897949, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.08939481638690591, |
| "grad_norm": 1.6678660828792848, |
| "learning_rate": 2e-05, |
| "loss": 0.7703881740570069, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.09003794456235127, |
| "grad_norm": 1.2703517703114975, |
| "learning_rate": 2e-05, |
| "loss": 0.7905326843261719, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.09068107273779664, |
| "grad_norm": 2.7492971396954964, |
| "learning_rate": 2e-05, |
| "loss": 0.7528151512145996, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.091324200913242, |
| "grad_norm": 1.85122344862107, |
| "learning_rate": 2e-05, |
| "loss": 0.7600863456726075, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.09196732908868738, |
| "grad_norm": 1.121790046409357, |
| "learning_rate": 2e-05, |
| "loss": 0.771851921081543, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.09261045726413274, |
| "grad_norm": 1.5662881662547643, |
| "learning_rate": 2e-05, |
| "loss": 0.783432149887085, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.09325358543957811, |
| "grad_norm": 2.0639305477971446, |
| "learning_rate": 2e-05, |
| "loss": 0.76649169921875, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.09389671361502347, |
| "grad_norm": 1.6044380184600715, |
| "learning_rate": 2e-05, |
| "loss": 0.7608757972717285, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.09453984179046884, |
| "grad_norm": 1.1572139692941597, |
| "learning_rate": 2e-05, |
| "loss": 0.7706125259399415, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.0951829699659142, |
| "grad_norm": 1.8138858808035307, |
| "learning_rate": 2e-05, |
| "loss": 0.7700668334960937, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.09582609814135958, |
| "grad_norm": 1.454983551543918, |
| "learning_rate": 2e-05, |
| "loss": 0.7904407501220703, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.09646922631680493, |
| "grad_norm": 2.0901094734966796, |
| "learning_rate": 2e-05, |
| "loss": 0.7803089141845703, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.09711235449225031, |
| "grad_norm": 2.567975717980828, |
| "learning_rate": 2e-05, |
| "loss": 0.7728228569030762, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.09775548266769567, |
| "grad_norm": 1.780447312937554, |
| "learning_rate": 2e-05, |
| "loss": 0.8009782791137695, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.09839861084314104, |
| "grad_norm": 6.2870046446647, |
| "learning_rate": 2e-05, |
| "loss": 0.7996140480041504, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.0990417390185864, |
| "grad_norm": 2.156771416116291, |
| "learning_rate": 2e-05, |
| "loss": 0.7783120632171631, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.09968486719403177, |
| "grad_norm": 1.2275704688595095, |
| "learning_rate": 2e-05, |
| "loss": 0.7634446620941162, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.10032799536947713, |
| "grad_norm": 1.793131326578086, |
| "learning_rate": 2e-05, |
| "loss": 0.7803597927093506, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.1009711235449225, |
| "grad_norm": 1.2370786940553424, |
| "learning_rate": 2e-05, |
| "loss": 0.7557382106781005, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.10161425172036787, |
| "grad_norm": 2.2314399766443676, |
| "learning_rate": 2e-05, |
| "loss": 0.7821496486663818, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.10225737989581324, |
| "grad_norm": 2.3186973460423723, |
| "learning_rate": 2e-05, |
| "loss": 0.7797545433044434, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.1029005080712586, |
| "grad_norm": 1.462537448976435, |
| "learning_rate": 2e-05, |
| "loss": 0.7844183921813965, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.10354363624670397, |
| "grad_norm": 1.5205367367748963, |
| "learning_rate": 2e-05, |
| "loss": 0.7902626037597656, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.10418676442214933, |
| "grad_norm": 3.5432682320386655, |
| "learning_rate": 2e-05, |
| "loss": 0.7723273277282715, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.1048298925975947, |
| "grad_norm": 1.609507484917306, |
| "learning_rate": 2e-05, |
| "loss": 0.7709271430969238, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.10547302077304006, |
| "grad_norm": 1.1002224278546247, |
| "learning_rate": 2e-05, |
| "loss": 0.7905303955078125, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.10611614894848544, |
| "grad_norm": 2.884940398494792, |
| "learning_rate": 2e-05, |
| "loss": 0.7871637344360352, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.1067592771239308, |
| "grad_norm": 1.2020747081839562, |
| "learning_rate": 2e-05, |
| "loss": 0.7405866146087646, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.10740240529937617, |
| "grad_norm": 6.606063972824954, |
| "learning_rate": 2e-05, |
| "loss": 0.7357051849365235, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.10804553347482153, |
| "grad_norm": 3.5578842158542865, |
| "learning_rate": 2e-05, |
| "loss": 0.7682039260864257, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.1086886616502669, |
| "grad_norm": 1.3072327175477532, |
| "learning_rate": 2e-05, |
| "loss": 0.7714582443237304, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.10933178982571226, |
| "grad_norm": 1.3765783821951507, |
| "learning_rate": 2e-05, |
| "loss": 0.7503826141357421, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.10997491800115763, |
| "grad_norm": 4.459887753306068, |
| "learning_rate": 2e-05, |
| "loss": 0.7501479148864746, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.110618046176603, |
| "grad_norm": 2.70029059251659, |
| "learning_rate": 2e-05, |
| "loss": 0.8093817710876465, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.11126117435204837, |
| "grad_norm": 1.7062222278246155, |
| "learning_rate": 2e-05, |
| "loss": 0.7766101360321045, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.11190430252749373, |
| "grad_norm": 1.328579668130039, |
| "learning_rate": 2e-05, |
| "loss": 0.7427976608276368, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.1125474307029391, |
| "grad_norm": 4.778582308508733, |
| "learning_rate": 2e-05, |
| "loss": 0.781195592880249, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.11319055887838446, |
| "grad_norm": 1.9035347037479093, |
| "learning_rate": 2e-05, |
| "loss": 0.7611964702606201, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.11383368705382983, |
| "grad_norm": 1.869590411200461, |
| "learning_rate": 2e-05, |
| "loss": 0.7906878471374512, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.11447681522927519, |
| "grad_norm": 1.551688435499546, |
| "learning_rate": 2e-05, |
| "loss": 0.7423989295959472, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.11511994340472056, |
| "grad_norm": 5.098013550894126, |
| "learning_rate": 2e-05, |
| "loss": 0.7568299293518066, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.11576307158016592, |
| "grad_norm": 2.5007704043329495, |
| "learning_rate": 2e-05, |
| "loss": 0.7778056621551513, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.1164061997556113, |
| "grad_norm": 1.52922937116661, |
| "learning_rate": 2e-05, |
| "loss": 0.799095630645752, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.11704932793105666, |
| "grad_norm": 18.126018555580437, |
| "learning_rate": 2e-05, |
| "loss": 0.7876038551330566, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.11769245610650203, |
| "grad_norm": 1.282142333991493, |
| "learning_rate": 2e-05, |
| "loss": 0.7696383476257325, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.11833558428194739, |
| "grad_norm": 1.7962688003308664, |
| "learning_rate": 2e-05, |
| "loss": 0.7794070720672608, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.11897871245739276, |
| "grad_norm": 1.0874142410284557, |
| "learning_rate": 2e-05, |
| "loss": 0.768028450012207, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.11962184063283812, |
| "grad_norm": 1.2554969962658076, |
| "learning_rate": 2e-05, |
| "loss": 0.7807290077209472, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.1202649688082835, |
| "grad_norm": 1.503617789481177, |
| "learning_rate": 2e-05, |
| "loss": 0.7617989540100097, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.12090809698372885, |
| "grad_norm": 1.3236598847407397, |
| "learning_rate": 2e-05, |
| "loss": 0.7619621276855468, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.12155122515917423, |
| "grad_norm": 1.3278805791234929, |
| "learning_rate": 2e-05, |
| "loss": 0.7731639862060546, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.12219435333461959, |
| "grad_norm": 1.3336901969204897, |
| "learning_rate": 2e-05, |
| "loss": 0.7973304748535156, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.12283748151006496, |
| "grad_norm": 1.2081432983403761, |
| "learning_rate": 2e-05, |
| "loss": 0.732518196105957, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.12348060968551032, |
| "grad_norm": 1.0660544450914864, |
| "learning_rate": 2e-05, |
| "loss": 0.7558794975280761, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.1241237378609557, |
| "grad_norm": 1.073493051686456, |
| "learning_rate": 2e-05, |
| "loss": 0.770344877243042, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.12476686603640105, |
| "grad_norm": 1.0266721503860259, |
| "learning_rate": 2e-05, |
| "loss": 0.7605429649353027, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.12540999421184643, |
| "grad_norm": 1.6219397326505027, |
| "learning_rate": 2e-05, |
| "loss": 0.7637803077697753, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.1260531223872918, |
| "grad_norm": 1.319161229050353, |
| "learning_rate": 2e-05, |
| "loss": 0.7486878871917725, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.12669625056273714, |
| "grad_norm": 1.4547728573258885, |
| "learning_rate": 2e-05, |
| "loss": 0.7947936534881592, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.12733937873818252, |
| "grad_norm": 3.0621373300129897, |
| "learning_rate": 2e-05, |
| "loss": 0.7795517921447754, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.1279825069136279, |
| "grad_norm": 1.288805293411811, |
| "learning_rate": 2e-05, |
| "loss": 0.7543374538421631, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.12862563508907326, |
| "grad_norm": 1.8078110077721685, |
| "learning_rate": 2e-05, |
| "loss": 0.7700879096984863, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.1292687632645186, |
| "grad_norm": 1.5167799524227923, |
| "learning_rate": 2e-05, |
| "loss": 0.756030797958374, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.12991189143996398, |
| "grad_norm": 5.4727720008288365, |
| "learning_rate": 2e-05, |
| "loss": 0.7306814193725586, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.13055501961540936, |
| "grad_norm": 1.8434468283827343, |
| "learning_rate": 2e-05, |
| "loss": 0.7443379878997802, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.13119814779085473, |
| "grad_norm": 5.758844487891117, |
| "learning_rate": 2e-05, |
| "loss": 0.7579936981201172, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.13184127596630008, |
| "grad_norm": 2.036795752708532, |
| "learning_rate": 2e-05, |
| "loss": 0.7929269790649414, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.13248440414174545, |
| "grad_norm": 11.047365760715172, |
| "learning_rate": 2e-05, |
| "loss": 0.775825309753418, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.13312753231719082, |
| "grad_norm": 3.0068995357073787, |
| "learning_rate": 2e-05, |
| "loss": 0.7827195644378662, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.1337706604926362, |
| "grad_norm": 2.580647228014161, |
| "learning_rate": 2e-05, |
| "loss": 0.7702327251434327, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.13441378866808154, |
| "grad_norm": 2.838906857307913, |
| "learning_rate": 2e-05, |
| "loss": 0.737979793548584, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.13505691684352691, |
| "grad_norm": 1.8141311666853606, |
| "learning_rate": 2e-05, |
| "loss": 0.7899340629577637, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.1357000450189723, |
| "grad_norm": 1.3333709207185118, |
| "learning_rate": 2e-05, |
| "loss": 0.7572295188903808, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.13634317319441766, |
| "grad_norm": 1.439515840865014, |
| "learning_rate": 2e-05, |
| "loss": 0.7655848503112793, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.136986301369863, |
| "grad_norm": 2.488028952759784, |
| "learning_rate": 2e-05, |
| "loss": 0.7476516723632812, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.13762942954530838, |
| "grad_norm": 2.35457054677663, |
| "learning_rate": 2e-05, |
| "loss": 0.7362603664398193, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.13827255772075375, |
| "grad_norm": 6.028666338812484, |
| "learning_rate": 2e-05, |
| "loss": 0.754909086227417, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.13891568589619913, |
| "grad_norm": 3.272425021648325, |
| "learning_rate": 2e-05, |
| "loss": 0.8009754180908203, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.13955881407164447, |
| "grad_norm": 19.02083054528344, |
| "learning_rate": 2e-05, |
| "loss": 0.8124250411987305, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.14020194224708984, |
| "grad_norm": 1.927417304595474, |
| "learning_rate": 2e-05, |
| "loss": 0.8851755142211915, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.14084507042253522, |
| "grad_norm": 3.8177334557670815, |
| "learning_rate": 2e-05, |
| "loss": 0.8132132530212403, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.1414881985979806, |
| "grad_norm": 1.8934981816592293, |
| "learning_rate": 2e-05, |
| "loss": 0.7725329399108887, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.14213132677342594, |
| "grad_norm": 1.6465630540315317, |
| "learning_rate": 2e-05, |
| "loss": 0.7803558349609375, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.1427744549488713, |
| "grad_norm": 3.0986858859551707, |
| "learning_rate": 2e-05, |
| "loss": 0.7484603881835937, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.14341758312431668, |
| "grad_norm": 8.382066865860887, |
| "learning_rate": 2e-05, |
| "loss": 0.7658943176269531, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.14406071129976203, |
| "grad_norm": 6.593608367142845, |
| "learning_rate": 2e-05, |
| "loss": 0.776557445526123, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.1447038394752074, |
| "grad_norm": 1.213232468498106, |
| "learning_rate": 2e-05, |
| "loss": 0.7852232933044434, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.14534696765065278, |
| "grad_norm": 1.4140321832714806, |
| "learning_rate": 2e-05, |
| "loss": 0.730495834350586, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.14599009582609815, |
| "grad_norm": 2.7318043792980076, |
| "learning_rate": 2e-05, |
| "loss": 0.7522841453552246, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.1466332240015435, |
| "grad_norm": 1.8036361425819734, |
| "learning_rate": 2e-05, |
| "loss": 0.7685168266296387, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.14727635217698887, |
| "grad_norm": 1.402413177619317, |
| "learning_rate": 2e-05, |
| "loss": 0.7466054916381836, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.14791948035243424, |
| "grad_norm": 1.1772138434845212, |
| "learning_rate": 2e-05, |
| "loss": 0.7492839813232421, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.1485626085278796, |
| "grad_norm": 1.6698537238489968, |
| "learning_rate": 2e-05, |
| "loss": 0.7467974662780762, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.14920573670332496, |
| "grad_norm": 2.8739935368632534, |
| "learning_rate": 2e-05, |
| "loss": 0.7602452754974365, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.14984886487877033, |
| "grad_norm": 1.7893375931088018, |
| "learning_rate": 2e-05, |
| "loss": 0.7592387199401855, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.1504919930542157, |
| "grad_norm": 1.6844605472151313, |
| "learning_rate": 2e-05, |
| "loss": 0.7549863815307617, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.15113512122966108, |
| "grad_norm": 2.0647222812625343, |
| "learning_rate": 2e-05, |
| "loss": 0.7837786674499512, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.15177824940510642, |
| "grad_norm": 1.300194120632371, |
| "learning_rate": 2e-05, |
| "loss": 0.7406606197357177, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.1524213775805518, |
| "grad_norm": 3.0794355708028873, |
| "learning_rate": 2e-05, |
| "loss": 0.7331182479858398, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.15306450575599717, |
| "grad_norm": 3.0317399406455205, |
| "learning_rate": 2e-05, |
| "loss": 0.7706002712249755, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.15370763393144254, |
| "grad_norm": 1.7372752802710871, |
| "learning_rate": 2e-05, |
| "loss": 0.760322904586792, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.1543507621068879, |
| "grad_norm": 1.29200077856553, |
| "learning_rate": 2e-05, |
| "loss": 0.7545608043670654, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.15499389028233326, |
| "grad_norm": 3.62457038105731, |
| "learning_rate": 2e-05, |
| "loss": 0.7407674312591552, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.15563701845777864, |
| "grad_norm": 1.5509317891309322, |
| "learning_rate": 2e-05, |
| "loss": 0.7521041393280029, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.156280146633224, |
| "grad_norm": 2.765862287338793, |
| "learning_rate": 2e-05, |
| "loss": 0.7846248626708985, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.15692327480866936, |
| "grad_norm": 2.260496474412049, |
| "learning_rate": 2e-05, |
| "loss": 0.719977331161499, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.15756640298411473, |
| "grad_norm": 1.3617342907067571, |
| "learning_rate": 2e-05, |
| "loss": 0.7524391174316406, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.1582095311595601, |
| "grad_norm": 1.2079742642832751, |
| "learning_rate": 2e-05, |
| "loss": 0.7564692974090577, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.15885265933500547, |
| "grad_norm": 1.9822312494182506, |
| "learning_rate": 2e-05, |
| "loss": 0.7288062095642089, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.15949578751045082, |
| "grad_norm": 1.3826404260340441, |
| "learning_rate": 2e-05, |
| "loss": 0.7597402572631836, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.1601389156858962, |
| "grad_norm": 2.4988397348734845, |
| "learning_rate": 2e-05, |
| "loss": 0.7602372646331788, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.16078204386134157, |
| "grad_norm": 1.4496907385102675, |
| "learning_rate": 2e-05, |
| "loss": 0.7745979309082032, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.16142517203678694, |
| "grad_norm": 3.4506115545259637, |
| "learning_rate": 2e-05, |
| "loss": 0.7605818748474121, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.16206830021223229, |
| "grad_norm": 1.5778314606797577, |
| "learning_rate": 2e-05, |
| "loss": 0.7648172378540039, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.16271142838767766, |
| "grad_norm": 3.0574821209635523, |
| "learning_rate": 2e-05, |
| "loss": 0.7540977478027344, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.16335455656312303, |
| "grad_norm": 2.791657390522, |
| "learning_rate": 2e-05, |
| "loss": 0.7353564262390136, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.1639976847385684, |
| "grad_norm": 8.621296600823664, |
| "learning_rate": 2e-05, |
| "loss": 0.7619668006896972, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.16464081291401375, |
| "grad_norm": 2.309710716291024, |
| "learning_rate": 2e-05, |
| "loss": 0.7794631958007813, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.16528394108945912, |
| "grad_norm": 1.3087109567906041, |
| "learning_rate": 2e-05, |
| "loss": 0.7914319515228272, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.1659270692649045, |
| "grad_norm": 4.404388201427118, |
| "learning_rate": 2e-05, |
| "loss": 0.7710864543914795, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.16657019744034987, |
| "grad_norm": 4.576157160942443, |
| "learning_rate": 2e-05, |
| "loss": 0.7495160102844238, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.16721332561579522, |
| "grad_norm": 1.5270451940500906, |
| "learning_rate": 2e-05, |
| "loss": 0.7589169979095459, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.1678564537912406, |
| "grad_norm": 1.9472599552382834, |
| "learning_rate": 2e-05, |
| "loss": 0.7595278739929199, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.16849958196668596, |
| "grad_norm": 1.3117407867752597, |
| "learning_rate": 2e-05, |
| "loss": 0.7396194458007812, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.16914271014213134, |
| "grad_norm": 2.457990989497276, |
| "learning_rate": 2e-05, |
| "loss": 0.7509166717529296, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.16978583831757668, |
| "grad_norm": 1.4102844574406168, |
| "learning_rate": 2e-05, |
| "loss": 0.7455813407897949, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.17042896649302205, |
| "grad_norm": 1.992704744838049, |
| "learning_rate": 2e-05, |
| "loss": 0.7828609466552734, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.17107209466846743, |
| "grad_norm": 1.249460645209259, |
| "learning_rate": 2e-05, |
| "loss": 0.7517303466796875, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.1717152228439128, |
| "grad_norm": 1.24728336899326, |
| "learning_rate": 2e-05, |
| "loss": 0.7468644618988037, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.17235835101935815, |
| "grad_norm": 1.1435876844139452, |
| "learning_rate": 2e-05, |
| "loss": 0.7520998954772949, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.17300147919480352, |
| "grad_norm": 2.9158357081479327, |
| "learning_rate": 2e-05, |
| "loss": 0.7450613975524902, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.1736446073702489, |
| "grad_norm": 7.595576550094812, |
| "learning_rate": 2e-05, |
| "loss": 0.7426441192626954, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.17428773554569427, |
| "grad_norm": 5.865319885985607, |
| "learning_rate": 2e-05, |
| "loss": 0.7606967449188232, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.1749308637211396, |
| "grad_norm": 1.2832040369148703, |
| "learning_rate": 2e-05, |
| "loss": 0.7491473197937012, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.17557399189658499, |
| "grad_norm": 3.10581277586597, |
| "learning_rate": 2e-05, |
| "loss": 0.7583821773529053, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.17621712007203036, |
| "grad_norm": 2.1289051550911227, |
| "learning_rate": 2e-05, |
| "loss": 0.7230392456054687, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.17686024824747573, |
| "grad_norm": 1.7640715564966836, |
| "learning_rate": 2e-05, |
| "loss": 0.7431951045989991, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.17750337642292108, |
| "grad_norm": 12.418363911566479, |
| "learning_rate": 2e-05, |
| "loss": 0.7820055961608887, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.17814650459836645, |
| "grad_norm": 3.4018065508546167, |
| "learning_rate": 2e-05, |
| "loss": 0.758150291442871, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.17878963277381182, |
| "grad_norm": 3.079905954505876, |
| "learning_rate": 2e-05, |
| "loss": 0.7261004447937012, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.1794327609492572, |
| "grad_norm": 1.4672366276490973, |
| "learning_rate": 2e-05, |
| "loss": 0.7363761901855469, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.18007588912470254, |
| "grad_norm": 1.9025508233475796, |
| "learning_rate": 2e-05, |
| "loss": 0.7601851463317871, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.18071901730014792, |
| "grad_norm": 1.5196213468498716, |
| "learning_rate": 2e-05, |
| "loss": 0.7611308574676514, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.1813621454755933, |
| "grad_norm": 1.909778442981796, |
| "learning_rate": 2e-05, |
| "loss": 0.7633378505706787, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.18200527365103866, |
| "grad_norm": 1.393412036904703, |
| "learning_rate": 2e-05, |
| "loss": 0.7511731624603272, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.182648401826484, |
| "grad_norm": 1.3714633012275805, |
| "learning_rate": 2e-05, |
| "loss": 0.7424302577972413, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.18329153000192938, |
| "grad_norm": 11.20197126426714, |
| "learning_rate": 2e-05, |
| "loss": 0.7554800987243653, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.18393465817737475, |
| "grad_norm": 1.9673930111498328, |
| "learning_rate": 2e-05, |
| "loss": 0.7782904624938964, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.18457778635282013, |
| "grad_norm": 10.537034997455336, |
| "learning_rate": 2e-05, |
| "loss": 0.7415932655334473, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.18522091452826547, |
| "grad_norm": 1.4241190817394258, |
| "learning_rate": 2e-05, |
| "loss": 0.7521487236022949, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.18586404270371085, |
| "grad_norm": 1.934465648951276, |
| "learning_rate": 2e-05, |
| "loss": 0.7793794631958008, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.18650717087915622, |
| "grad_norm": 4.141312287372932, |
| "learning_rate": 2e-05, |
| "loss": 0.7429276466369629, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.1871502990546016, |
| "grad_norm": 2.121755026383068, |
| "learning_rate": 2e-05, |
| "loss": 0.746807861328125, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.18779342723004694, |
| "grad_norm": 3.535800894214126, |
| "learning_rate": 2e-05, |
| "loss": 0.7623048782348633, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.1884365554054923, |
| "grad_norm": 1.1694107870159447, |
| "learning_rate": 2e-05, |
| "loss": 0.7261816978454589, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.18907968358093769, |
| "grad_norm": 1.6031608257386858, |
| "learning_rate": 2e-05, |
| "loss": 0.7551745891571044, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.18972281175638306, |
| "grad_norm": 1.7408090254778856, |
| "learning_rate": 2e-05, |
| "loss": 0.7328170299530029, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.1903659399318284, |
| "grad_norm": 0.9414858711308967, |
| "learning_rate": 2e-05, |
| "loss": 0.7597317695617676, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.19100906810727378, |
| "grad_norm": 5.715632347721177, |
| "learning_rate": 2e-05, |
| "loss": 0.7593686580657959, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.19165219628271915, |
| "grad_norm": 1.2683558980244642, |
| "learning_rate": 2e-05, |
| "loss": 0.7523900032043457, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.19229532445816452, |
| "grad_norm": 2.489750094364173, |
| "learning_rate": 2e-05, |
| "loss": 0.732703685760498, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.19293845263360987, |
| "grad_norm": 1.49133813750742, |
| "learning_rate": 2e-05, |
| "loss": 0.7828021049499512, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.19358158080905524, |
| "grad_norm": 1.4214984175732421, |
| "learning_rate": 2e-05, |
| "loss": 0.7481946468353271, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.19422470898450062, |
| "grad_norm": 1.0844799546145014, |
| "learning_rate": 2e-05, |
| "loss": 0.7648484230041503, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.194867837159946, |
| "grad_norm": 1.127788371561288, |
| "learning_rate": 2e-05, |
| "loss": 0.7447958946228027, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.19551096533539133, |
| "grad_norm": 1.3078419072376322, |
| "learning_rate": 2e-05, |
| "loss": 0.7542384624481201, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.1961540935108367, |
| "grad_norm": 2.95742255475418, |
| "learning_rate": 2e-05, |
| "loss": 0.7495403289794922, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.19679722168628208, |
| "grad_norm": 1.279951429720371, |
| "learning_rate": 2e-05, |
| "loss": 0.7891281127929688, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.19744034986172745, |
| "grad_norm": 1.0857892842689383, |
| "learning_rate": 2e-05, |
| "loss": 0.7577287197113037, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.1980834780371728, |
| "grad_norm": 2.061292399437917, |
| "learning_rate": 2e-05, |
| "loss": 0.7466474056243897, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.19872660621261817, |
| "grad_norm": 1.2472705804465951, |
| "learning_rate": 2e-05, |
| "loss": 0.7725540161132812, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.19936973438806355, |
| "grad_norm": 2.602858720884864, |
| "learning_rate": 2e-05, |
| "loss": 0.757532787322998, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.20001286256350892, |
| "grad_norm": 1.2739220157051647, |
| "learning_rate": 2e-05, |
| "loss": 0.7565276622772217, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.20065599073895427, |
| "grad_norm": 1.9033801807830197, |
| "learning_rate": 2e-05, |
| "loss": 0.7335265159606934, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.20129911891439964, |
| "grad_norm": 1.3554367927107596, |
| "learning_rate": 2e-05, |
| "loss": 0.7226738929748535, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.201942247089845, |
| "grad_norm": 1.7133014744131059, |
| "learning_rate": 2e-05, |
| "loss": 0.7206092357635498, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.20258537526529038, |
| "grad_norm": 1.8996628629000465, |
| "learning_rate": 2e-05, |
| "loss": 0.7250766754150391, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.20322850344073573, |
| "grad_norm": 1.9309128279722985, |
| "learning_rate": 2e-05, |
| "loss": 0.7418807983398438, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.2038716316161811, |
| "grad_norm": 2.393159552837916, |
| "learning_rate": 2e-05, |
| "loss": 0.7575026512145996, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.20451475979162648, |
| "grad_norm": 2.2546034439817726, |
| "learning_rate": 2e-05, |
| "loss": 0.7346158504486084, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.20515788796707185, |
| "grad_norm": 1.2090270418321072, |
| "learning_rate": 2e-05, |
| "loss": 0.7440875053405762, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.2058010161425172, |
| "grad_norm": 4.615898281722801, |
| "learning_rate": 2e-05, |
| "loss": 0.7345485687255859, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.20644414431796257, |
| "grad_norm": 0.9575602149167448, |
| "learning_rate": 2e-05, |
| "loss": 0.7389266967773438, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.20708727249340794, |
| "grad_norm": 1.3497946921262038, |
| "learning_rate": 2e-05, |
| "loss": 0.7349342346191406, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.20773040066885332, |
| "grad_norm": 2.266999812584626, |
| "learning_rate": 2e-05, |
| "loss": 0.7468548774719238, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.20837352884429866, |
| "grad_norm": 1.5673277162176498, |
| "learning_rate": 2e-05, |
| "loss": 0.7460700988769531, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.20901665701974403, |
| "grad_norm": 2.1281590647751867, |
| "learning_rate": 2e-05, |
| "loss": 0.7338404655456543, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.2096597851951894, |
| "grad_norm": 1.2264672144337803, |
| "learning_rate": 2e-05, |
| "loss": 0.7515013694763184, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.21030291337063478, |
| "grad_norm": 1.3589675543517392, |
| "learning_rate": 2e-05, |
| "loss": 0.7714920043945312, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.21094604154608013, |
| "grad_norm": 3.5719666218385147, |
| "learning_rate": 2e-05, |
| "loss": 0.7446717739105224, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.2115891697215255, |
| "grad_norm": 1.0813049253615596, |
| "learning_rate": 2e-05, |
| "loss": 0.729767894744873, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.21223229789697087, |
| "grad_norm": 0.9847719905484558, |
| "learning_rate": 2e-05, |
| "loss": 0.7469213008880615, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.21287542607241625, |
| "grad_norm": 1.2117464433321323, |
| "learning_rate": 2e-05, |
| "loss": 0.7576287746429443, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.2135185542478616, |
| "grad_norm": 1.3070127777611826, |
| "learning_rate": 2e-05, |
| "loss": 0.7229054927825928, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.21416168242330696, |
| "grad_norm": 1.1586711440620237, |
| "learning_rate": 2e-05, |
| "loss": 0.7159502983093262, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.21480481059875234, |
| "grad_norm": 1.8859067634706321, |
| "learning_rate": 2e-05, |
| "loss": 0.7311949729919434, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.2154479387741977, |
| "grad_norm": 2.393176793568911, |
| "learning_rate": 2e-05, |
| "loss": 0.7426108837127685, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.21609106694964306, |
| "grad_norm": 1.0872827405788912, |
| "learning_rate": 2e-05, |
| "loss": 0.7625868797302247, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.21673419512508843, |
| "grad_norm": 1.6050660583020135, |
| "learning_rate": 2e-05, |
| "loss": 0.7236311912536622, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.2173773233005338, |
| "grad_norm": 1.3933442745801043, |
| "learning_rate": 2e-05, |
| "loss": 0.743280553817749, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.21802045147597915, |
| "grad_norm": 1.894926633803295, |
| "learning_rate": 2e-05, |
| "loss": 0.7516873359680176, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.21866357965142452, |
| "grad_norm": 2.2498284801850525, |
| "learning_rate": 2e-05, |
| "loss": 0.7211009979248046, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.2193067078268699, |
| "grad_norm": 1.264197693407813, |
| "learning_rate": 2e-05, |
| "loss": 0.7462459564208984, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.21994983600231527, |
| "grad_norm": 21.98895784739288, |
| "learning_rate": 2e-05, |
| "loss": 0.7361465454101562, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.22059296417776061, |
| "grad_norm": 1.1214579111301475, |
| "learning_rate": 2e-05, |
| "loss": 0.7557395458221435, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.221236092353206, |
| "grad_norm": 1.1777608301516223, |
| "learning_rate": 2e-05, |
| "loss": 0.712726354598999, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.22187922052865136, |
| "grad_norm": 1.0290202252238054, |
| "learning_rate": 2e-05, |
| "loss": 0.7395824432373047, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.22252234870409673, |
| "grad_norm": 1.9911323760501045, |
| "learning_rate": 2e-05, |
| "loss": 0.7352674007415771, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.22316547687954208, |
| "grad_norm": 1.2107791721990242, |
| "learning_rate": 2e-05, |
| "loss": 0.7151026725769043, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.22380860505498745, |
| "grad_norm": 1.7236006720593955, |
| "learning_rate": 2e-05, |
| "loss": 0.7477761268615722, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.22445173323043283, |
| "grad_norm": 2.278121680661386, |
| "learning_rate": 2e-05, |
| "loss": 0.7548860073089599, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.2250948614058782, |
| "grad_norm": 1.3643047206413652, |
| "learning_rate": 2e-05, |
| "loss": 0.7573224544525147, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.22573798958132354, |
| "grad_norm": 2.0643631313256714, |
| "learning_rate": 2e-05, |
| "loss": 0.7669732570648193, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.22638111775676892, |
| "grad_norm": 0.9853596965229803, |
| "learning_rate": 2e-05, |
| "loss": 0.7209647178649903, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.2270242459322143, |
| "grad_norm": 1.0519923519832508, |
| "learning_rate": 2e-05, |
| "loss": 0.7520937919616699, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.22766737410765966, |
| "grad_norm": 1.0761752319926652, |
| "learning_rate": 2e-05, |
| "loss": 0.7350026130676269, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.228310502283105, |
| "grad_norm": 2.962457855780589, |
| "learning_rate": 2e-05, |
| "loss": 0.7190482139587402, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.22895363045855038, |
| "grad_norm": 1.0780608984541828, |
| "learning_rate": 2e-05, |
| "loss": 0.7538261413574219, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.22959675863399576, |
| "grad_norm": 0.961122991249304, |
| "learning_rate": 2e-05, |
| "loss": 0.7133353233337403, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.23023988680944113, |
| "grad_norm": 0.9791332825550016, |
| "learning_rate": 2e-05, |
| "loss": 0.7245227813720703, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.23088301498488648, |
| "grad_norm": 2.169927580161253, |
| "learning_rate": 2e-05, |
| "loss": 0.7545035362243653, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.23152614316033185, |
| "grad_norm": 4.985635526209392, |
| "learning_rate": 2e-05, |
| "loss": 0.7207778930664063, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.23216927133577722, |
| "grad_norm": 1.0689943863751645, |
| "learning_rate": 2e-05, |
| "loss": 0.730648136138916, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.2328123995112226, |
| "grad_norm": 1.1799195803451448, |
| "learning_rate": 2e-05, |
| "loss": 0.7492318630218506, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.23345552768666794, |
| "grad_norm": 2.1485492458802575, |
| "learning_rate": 2e-05, |
| "loss": 0.7677487373352051, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.23409865586211331, |
| "grad_norm": 1.1057215523859423, |
| "learning_rate": 2e-05, |
| "loss": 0.7381268978118897, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.2347417840375587, |
| "grad_norm": 0.897648870431795, |
| "learning_rate": 2e-05, |
| "loss": 0.7404172897338868, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.23538491221300406, |
| "grad_norm": 3.531578092679105, |
| "learning_rate": 2e-05, |
| "loss": 0.7522658348083496, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.2360280403884494, |
| "grad_norm": 1.0228218486975473, |
| "learning_rate": 2e-05, |
| "loss": 0.7196244716644287, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.23667116856389478, |
| "grad_norm": 2.0551736719061897, |
| "learning_rate": 2e-05, |
| "loss": 0.7346316337585449, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.23731429673934015, |
| "grad_norm": 1.0974059128784066, |
| "learning_rate": 2e-05, |
| "loss": 0.7254920482635498, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.23795742491478553, |
| "grad_norm": 1.3935304437470286, |
| "learning_rate": 2e-05, |
| "loss": 0.7414390087127686, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.23860055309023087, |
| "grad_norm": 1.0013311067122783, |
| "learning_rate": 2e-05, |
| "loss": 0.7595787048339844, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.23924368126567624, |
| "grad_norm": 1.954358944346554, |
| "learning_rate": 2e-05, |
| "loss": 0.7554808616638183, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.23988680944112162, |
| "grad_norm": 2.9163383985698634, |
| "learning_rate": 2e-05, |
| "loss": 0.7291338920593262, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.240529937616567, |
| "grad_norm": 3.4997209306931922, |
| "learning_rate": 2e-05, |
| "loss": 0.786865234375, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.24117306579201234, |
| "grad_norm": 2.672649925634819, |
| "learning_rate": 2e-05, |
| "loss": 0.7527791023254394, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.2418161939674577, |
| "grad_norm": 1.3383122055071315, |
| "learning_rate": 2e-05, |
| "loss": 0.7263989925384522, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.24245932214290308, |
| "grad_norm": 1.294572198712939, |
| "learning_rate": 2e-05, |
| "loss": 0.7176456451416016, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.24310245031834846, |
| "grad_norm": 1.0321977403689269, |
| "learning_rate": 2e-05, |
| "loss": 0.7343600749969482, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.2437455784937938, |
| "grad_norm": 1.819613359316589, |
| "learning_rate": 2e-05, |
| "loss": 0.7157769203186035, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.24438870666923918, |
| "grad_norm": 1.5746899224086783, |
| "learning_rate": 2e-05, |
| "loss": 0.7444544792175293, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.24503183484468455, |
| "grad_norm": 1.2747884813210626, |
| "learning_rate": 2e-05, |
| "loss": 0.7165373802185059, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.24567496302012992, |
| "grad_norm": 1.2806982813441588, |
| "learning_rate": 2e-05, |
| "loss": 0.7362030029296875, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.24631809119557527, |
| "grad_norm": 2.2525458966228853, |
| "learning_rate": 2e-05, |
| "loss": 0.7462127208709717, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.24696121937102064, |
| "grad_norm": 5.330631085753853, |
| "learning_rate": 2e-05, |
| "loss": 0.7210140228271484, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.247604347546466, |
| "grad_norm": 1.0329616086380298, |
| "learning_rate": 2e-05, |
| "loss": 0.7626016139984131, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.2482474757219114, |
| "grad_norm": 1.3852333003997563, |
| "learning_rate": 2e-05, |
| "loss": 0.7498868465423584, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.24889060389735673, |
| "grad_norm": 1.5215017048315698, |
| "learning_rate": 2e-05, |
| "loss": 0.734537410736084, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.2495337320728021, |
| "grad_norm": 1.1273331846647028, |
| "learning_rate": 2e-05, |
| "loss": 0.7316556453704834, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.2501768602482475, |
| "grad_norm": 3.0633504241163783, |
| "learning_rate": 2e-05, |
| "loss": 0.7480705261230469, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.25081998842369285, |
| "grad_norm": 1.1896818789764612, |
| "learning_rate": 2e-05, |
| "loss": 0.7362353324890136, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.2514631165991382, |
| "grad_norm": 2.708363743291426, |
| "learning_rate": 2e-05, |
| "loss": 0.7096200942993164, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.2521062447745836, |
| "grad_norm": 1.021031072475808, |
| "learning_rate": 2e-05, |
| "loss": 0.7346982479095459, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.2527493729500289, |
| "grad_norm": 1.0461717317156485, |
| "learning_rate": 2e-05, |
| "loss": 0.7280598640441894, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.2533925011254743, |
| "grad_norm": 1.9375312333606454, |
| "learning_rate": 2e-05, |
| "loss": 0.7707145690917969, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.25403562930091966, |
| "grad_norm": 1.23640529871102, |
| "learning_rate": 2e-05, |
| "loss": 0.7371127128601074, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.25467875747636504, |
| "grad_norm": 1.5916935604411764, |
| "learning_rate": 2e-05, |
| "loss": 0.7383847236633301, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.2553218856518104, |
| "grad_norm": 1.2465889420348975, |
| "learning_rate": 2e-05, |
| "loss": 0.7365485191345215, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.2559650138272558, |
| "grad_norm": 2.683991266677957, |
| "learning_rate": 2e-05, |
| "loss": 0.745120620727539, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.25660814200270116, |
| "grad_norm": 1.5255465541840554, |
| "learning_rate": 2e-05, |
| "loss": 0.7617275238037109, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.25725127017814653, |
| "grad_norm": 2.7656928725606464, |
| "learning_rate": 2e-05, |
| "loss": 0.7161584377288819, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.25789439835359185, |
| "grad_norm": 1.3381173205142576, |
| "learning_rate": 2e-05, |
| "loss": 0.722429609298706, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.2585375265290372, |
| "grad_norm": 2.143378240963822, |
| "learning_rate": 2e-05, |
| "loss": 0.7329329490661621, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.2591806547044826, |
| "grad_norm": 1.5781672687213713, |
| "learning_rate": 2e-05, |
| "loss": 0.7398040771484375, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.25982378287992797, |
| "grad_norm": 1.3937231266231127, |
| "learning_rate": 2e-05, |
| "loss": 0.7229412078857422, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.26046691105537334, |
| "grad_norm": 1.5766131870956492, |
| "learning_rate": 2e-05, |
| "loss": 0.743466854095459, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.2611100392308187, |
| "grad_norm": 0.9968445874917599, |
| "learning_rate": 2e-05, |
| "loss": 0.7092678070068359, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.2617531674062641, |
| "grad_norm": 0.9336600000992251, |
| "learning_rate": 2e-05, |
| "loss": 0.7497157573699951, |
| "step": 4070 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2035, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1927226987642880.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
