| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.1885310290652003, |
| "eval_steps": 500, |
| "global_step": 300, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006284367635506677, |
| "grad_norm": 6.582937717437744, |
| "learning_rate": 0.0, |
| "loss": 4.603842735290527, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0012568735271013354, |
| "grad_norm": 6.695369243621826, |
| "learning_rate": 8.333333333333333e-07, |
| "loss": 4.715240955352783, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0018853102906520032, |
| "grad_norm": 6.19420862197876, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 4.704594135284424, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0025137470542026708, |
| "grad_norm": 6.287356853485107, |
| "learning_rate": 2.5e-06, |
| "loss": 4.682320594787598, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.003142183817753339, |
| "grad_norm": 5.510616302490234, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 4.330413341522217, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0037706205813040064, |
| "grad_norm": 6.080907344818115, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 4.201181411743164, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.004399057344854674, |
| "grad_norm": 5.887509822845459, |
| "learning_rate": 5e-06, |
| "loss": 4.35393762588501, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0050274941084053415, |
| "grad_norm": 5.863635063171387, |
| "learning_rate": 5.833333333333334e-06, |
| "loss": 4.161603927612305, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.005655930871956009, |
| "grad_norm": 5.592325687408447, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 4.1693806648254395, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.006284367635506678, |
| "grad_norm": 5.076478481292725, |
| "learning_rate": 7.5e-06, |
| "loss": 3.8860297203063965, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006912804399057345, |
| "grad_norm": 5.2288818359375, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 3.8872628211975098, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.007541241162608013, |
| "grad_norm": 5.319539546966553, |
| "learning_rate": 9.166666666666666e-06, |
| "loss": 3.8444418907165527, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.00816967792615868, |
| "grad_norm": 4.9492387771606445, |
| "learning_rate": 1e-05, |
| "loss": 3.6013431549072266, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.008798114689709348, |
| "grad_norm": 4.738637924194336, |
| "learning_rate": 1.0833333333333334e-05, |
| "loss": 3.4792113304138184, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.009426551453260016, |
| "grad_norm": 4.255862236022949, |
| "learning_rate": 1.1666666666666668e-05, |
| "loss": 3.426337718963623, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.010054988216810683, |
| "grad_norm": 3.833632469177246, |
| "learning_rate": 1.25e-05, |
| "loss": 3.473579168319702, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.010683424980361352, |
| "grad_norm": 3.6634793281555176, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 3.1470890045166016, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.011311861743912018, |
| "grad_norm": 3.9700350761413574, |
| "learning_rate": 1.4166666666666668e-05, |
| "loss": 2.8047187328338623, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.011940298507462687, |
| "grad_norm": 3.912999153137207, |
| "learning_rate": 1.5e-05, |
| "loss": 3.0094175338745117, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.012568735271013355, |
| "grad_norm": 4.881673812866211, |
| "learning_rate": 1.5833333333333333e-05, |
| "loss": 2.488555431365967, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.013197172034564022, |
| "grad_norm": 4.43076753616333, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 2.4106087684631348, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.01382560879811469, |
| "grad_norm": 3.91679310798645, |
| "learning_rate": 1.75e-05, |
| "loss": 2.5461294651031494, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.014454045561665357, |
| "grad_norm": 4.173760414123535, |
| "learning_rate": 1.8333333333333333e-05, |
| "loss": 2.4555070400238037, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.015082482325216025, |
| "grad_norm": 4.746689319610596, |
| "learning_rate": 1.9166666666666667e-05, |
| "loss": 1.9969418048858643, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.015710919088766692, |
| "grad_norm": 5.101377010345459, |
| "learning_rate": 2e-05, |
| "loss": 1.8463797569274902, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01633935585231736, |
| "grad_norm": 4.012807369232178, |
| "learning_rate": 2.0833333333333336e-05, |
| "loss": 1.6978498697280884, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01696779261586803, |
| "grad_norm": 3.5796396732330322, |
| "learning_rate": 2.1666666666666667e-05, |
| "loss": 1.6642639636993408, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.017596229379418696, |
| "grad_norm": 3.8680806159973145, |
| "learning_rate": 2.25e-05, |
| "loss": 1.9199894666671753, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.018224666142969363, |
| "grad_norm": 4.025764465332031, |
| "learning_rate": 2.3333333333333336e-05, |
| "loss": 1.8153927326202393, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.018853102906520033, |
| "grad_norm": 4.699272632598877, |
| "learning_rate": 2.4166666666666667e-05, |
| "loss": 1.5831806659698486, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0194815396700707, |
| "grad_norm": 4.271459579467773, |
| "learning_rate": 2.5e-05, |
| "loss": 1.8813101053237915, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.020109976433621366, |
| "grad_norm": 4.671807765960693, |
| "learning_rate": 2.5833333333333336e-05, |
| "loss": 1.712389349937439, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.020738413197172033, |
| "grad_norm": 4.068957328796387, |
| "learning_rate": 2.6666666666666667e-05, |
| "loss": 1.906123399734497, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.021366849960722703, |
| "grad_norm": 4.866921424865723, |
| "learning_rate": 2.7500000000000004e-05, |
| "loss": 1.5461045503616333, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.02199528672427337, |
| "grad_norm": 4.347884178161621, |
| "learning_rate": 2.8333333333333335e-05, |
| "loss": 1.5146393775939941, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.022623723487824036, |
| "grad_norm": 3.437556266784668, |
| "learning_rate": 2.916666666666667e-05, |
| "loss": 1.5056453943252563, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.023252160251374707, |
| "grad_norm": 3.0069897174835205, |
| "learning_rate": 3e-05, |
| "loss": 1.3426285982131958, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.023880597014925373, |
| "grad_norm": 2.147547483444214, |
| "learning_rate": 3.0833333333333335e-05, |
| "loss": 1.4989075660705566, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.02450903377847604, |
| "grad_norm": 1.5224647521972656, |
| "learning_rate": 3.1666666666666666e-05, |
| "loss": 1.3997061252593994, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.02513747054202671, |
| "grad_norm": 0.9915205836296082, |
| "learning_rate": 3.2500000000000004e-05, |
| "loss": 1.2027744054794312, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.025765907305577377, |
| "grad_norm": 0.903066873550415, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 1.6686099767684937, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.026394344069128044, |
| "grad_norm": 0.7829668521881104, |
| "learning_rate": 3.4166666666666666e-05, |
| "loss": 1.4906165599822998, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.02702278083267871, |
| "grad_norm": 0.7567051649093628, |
| "learning_rate": 3.5e-05, |
| "loss": 1.6501740217208862, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.02765121759622938, |
| "grad_norm": 0.8439779877662659, |
| "learning_rate": 3.5833333333333335e-05, |
| "loss": 1.43964684009552, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.028279654359780047, |
| "grad_norm": 0.6391922831535339, |
| "learning_rate": 3.6666666666666666e-05, |
| "loss": 1.0846329927444458, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.028908091123330714, |
| "grad_norm": 1.2203965187072754, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.7158523797988892, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.029536527886881384, |
| "grad_norm": 3.8870856761932373, |
| "learning_rate": 3.8333333333333334e-05, |
| "loss": 1.308109998703003, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.03016496465043205, |
| "grad_norm": 0.7830280065536499, |
| "learning_rate": 3.9166666666666665e-05, |
| "loss": 1.1710951328277588, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.030793401413982718, |
| "grad_norm": 0.8194233179092407, |
| "learning_rate": 4e-05, |
| "loss": 1.4279857873916626, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.031421838177533384, |
| "grad_norm": 0.8869267106056213, |
| "learning_rate": 4.0833333333333334e-05, |
| "loss": 1.3380258083343506, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.032050274941084055, |
| "grad_norm": 0.848308265209198, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 1.5400422811508179, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.03267871170463472, |
| "grad_norm": 0.9038040637969971, |
| "learning_rate": 4.25e-05, |
| "loss": 1.3563334941864014, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.03330714846818539, |
| "grad_norm": 0.7090128064155579, |
| "learning_rate": 4.3333333333333334e-05, |
| "loss": 1.0491596460342407, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.03393558523173606, |
| "grad_norm": 0.7986202239990234, |
| "learning_rate": 4.4166666666666665e-05, |
| "loss": 1.1293988227844238, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.03456402199528672, |
| "grad_norm": 0.7759880423545837, |
| "learning_rate": 4.5e-05, |
| "loss": 1.1359784603118896, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.03519245875883739, |
| "grad_norm": 0.9220878481864929, |
| "learning_rate": 4.5833333333333334e-05, |
| "loss": 1.8005272150039673, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.03582089552238806, |
| "grad_norm": 0.9730035662651062, |
| "learning_rate": 4.666666666666667e-05, |
| "loss": 1.770522117614746, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.036449332285938725, |
| "grad_norm": 0.8269259929656982, |
| "learning_rate": 4.75e-05, |
| "loss": 1.4446560144424438, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.037077769049489395, |
| "grad_norm": 0.8967049717903137, |
| "learning_rate": 4.8333333333333334e-05, |
| "loss": 1.3438148498535156, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.037706205813040065, |
| "grad_norm": 0.9631702899932861, |
| "learning_rate": 4.9166666666666665e-05, |
| "loss": 1.2305524349212646, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03833464257659073, |
| "grad_norm": 0.847324788570404, |
| "learning_rate": 5e-05, |
| "loss": 1.112710952758789, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.0389630793401414, |
| "grad_norm": 0.9951688647270203, |
| "learning_rate": 4.9956140350877195e-05, |
| "loss": 1.4946831464767456, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.03959151610369207, |
| "grad_norm": 0.9058189392089844, |
| "learning_rate": 4.991228070175439e-05, |
| "loss": 1.2028950452804565, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.04021995286724273, |
| "grad_norm": 1.0516862869262695, |
| "learning_rate": 4.986842105263158e-05, |
| "loss": 1.5654267072677612, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.0408483896307934, |
| "grad_norm": 0.9898484945297241, |
| "learning_rate": 4.9824561403508773e-05, |
| "loss": 1.4516839981079102, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.041476826394344066, |
| "grad_norm": 0.8785293102264404, |
| "learning_rate": 4.9780701754385966e-05, |
| "loss": 1.2362587451934814, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.042105263157894736, |
| "grad_norm": 0.9406870007514954, |
| "learning_rate": 4.973684210526316e-05, |
| "loss": 1.283206820487976, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.042733699921445406, |
| "grad_norm": 0.9507713317871094, |
| "learning_rate": 4.969298245614035e-05, |
| "loss": 1.2595372200012207, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.04336213668499607, |
| "grad_norm": 0.9840788245201111, |
| "learning_rate": 4.9649122807017544e-05, |
| "loss": 1.2669472694396973, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.04399057344854674, |
| "grad_norm": 1.0010781288146973, |
| "learning_rate": 4.960526315789474e-05, |
| "loss": 1.4899603128433228, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04461901021209741, |
| "grad_norm": 0.9709664583206177, |
| "learning_rate": 4.956140350877193e-05, |
| "loss": 1.2075190544128418, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.04524744697564807, |
| "grad_norm": 0.9632940292358398, |
| "learning_rate": 4.951754385964912e-05, |
| "loss": 1.3631963729858398, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.04587588373919874, |
| "grad_norm": 0.8987375497817993, |
| "learning_rate": 4.9473684210526315e-05, |
| "loss": 1.0288957357406616, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.04650432050274941, |
| "grad_norm": 0.9523040056228638, |
| "learning_rate": 4.942982456140351e-05, |
| "loss": 1.4955958127975464, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.04713275726630008, |
| "grad_norm": 1.038588047027588, |
| "learning_rate": 4.93859649122807e-05, |
| "loss": 1.312672734260559, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.04776119402985075, |
| "grad_norm": 1.606860876083374, |
| "learning_rate": 4.9342105263157894e-05, |
| "loss": 1.4430378675460815, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.04838963079340142, |
| "grad_norm": 0.937546968460083, |
| "learning_rate": 4.9298245614035086e-05, |
| "loss": 1.2572695016860962, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.04901806755695208, |
| "grad_norm": 0.8281884789466858, |
| "learning_rate": 4.925438596491228e-05, |
| "loss": 1.0899391174316406, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.04964650432050275, |
| "grad_norm": 0.9356880187988281, |
| "learning_rate": 4.921052631578947e-05, |
| "loss": 1.4328938722610474, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.05027494108405342, |
| "grad_norm": 1.0862209796905518, |
| "learning_rate": 4.9166666666666665e-05, |
| "loss": 1.259037971496582, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.050903377847604084, |
| "grad_norm": 0.8265055418014526, |
| "learning_rate": 4.912280701754386e-05, |
| "loss": 0.9618508219718933, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.051531814611154754, |
| "grad_norm": 0.9510069489479065, |
| "learning_rate": 4.907894736842106e-05, |
| "loss": 1.2391194105148315, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.05216025137470542, |
| "grad_norm": 0.979525089263916, |
| "learning_rate": 4.903508771929825e-05, |
| "loss": 1.4140366315841675, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.05278868813825609, |
| "grad_norm": 1.0451817512512207, |
| "learning_rate": 4.899122807017544e-05, |
| "loss": 1.330329179763794, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.05341712490180676, |
| "grad_norm": 1.1743742227554321, |
| "learning_rate": 4.8947368421052635e-05, |
| "loss": 1.5114189386367798, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.05404556166535742, |
| "grad_norm": 0.9567965269088745, |
| "learning_rate": 4.890350877192983e-05, |
| "loss": 1.094409465789795, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.05467399842890809, |
| "grad_norm": 1.0258677005767822, |
| "learning_rate": 4.885964912280702e-05, |
| "loss": 1.13893723487854, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.05530243519245876, |
| "grad_norm": 1.1723560094833374, |
| "learning_rate": 4.881578947368421e-05, |
| "loss": 1.5450183153152466, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.055930871956009424, |
| "grad_norm": 1.119633436203003, |
| "learning_rate": 4.8771929824561406e-05, |
| "loss": 1.1542819738388062, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.056559308719560095, |
| "grad_norm": 1.0176407098770142, |
| "learning_rate": 4.87280701754386e-05, |
| "loss": 1.139894962310791, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.057187745483110765, |
| "grad_norm": 1.015350341796875, |
| "learning_rate": 4.868421052631579e-05, |
| "loss": 1.2419655323028564, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.05781618224666143, |
| "grad_norm": 1.2359726428985596, |
| "learning_rate": 4.8640350877192984e-05, |
| "loss": 1.658208966255188, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.0584446190102121, |
| "grad_norm": 1.3616856336593628, |
| "learning_rate": 4.859649122807018e-05, |
| "loss": 1.4880285263061523, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.05907305577376277, |
| "grad_norm": 1.1564569473266602, |
| "learning_rate": 4.855263157894737e-05, |
| "loss": 1.4070013761520386, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.05970149253731343, |
| "grad_norm": 1.372467041015625, |
| "learning_rate": 4.850877192982456e-05, |
| "loss": 1.4177615642547607, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0603299293008641, |
| "grad_norm": 1.1938430070877075, |
| "learning_rate": 4.8464912280701755e-05, |
| "loss": 1.5566543340682983, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.060958366064414765, |
| "grad_norm": 1.1628551483154297, |
| "learning_rate": 4.842105263157895e-05, |
| "loss": 1.238955020904541, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.061586802827965435, |
| "grad_norm": 1.0895317792892456, |
| "learning_rate": 4.837719298245614e-05, |
| "loss": 1.0830061435699463, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.062215239591516105, |
| "grad_norm": 1.1284940242767334, |
| "learning_rate": 4.8333333333333334e-05, |
| "loss": 1.3517670631408691, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.06284367635506677, |
| "grad_norm": 1.072861909866333, |
| "learning_rate": 4.8289473684210526e-05, |
| "loss": 1.4782456159591675, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06347211311861745, |
| "grad_norm": 1.126695990562439, |
| "learning_rate": 4.824561403508772e-05, |
| "loss": 1.4386738538742065, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.06410054988216811, |
| "grad_norm": 0.9199826121330261, |
| "learning_rate": 4.820175438596491e-05, |
| "loss": 1.0082112550735474, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.06472898664571877, |
| "grad_norm": 0.9667104482650757, |
| "learning_rate": 4.8157894736842105e-05, |
| "loss": 1.1209678649902344, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.06535742340926944, |
| "grad_norm": 1.1905107498168945, |
| "learning_rate": 4.81140350877193e-05, |
| "loss": 1.1586198806762695, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.06598586017282011, |
| "grad_norm": 1.0409283638000488, |
| "learning_rate": 4.807017543859649e-05, |
| "loss": 1.2226606607437134, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.06661429693637078, |
| "grad_norm": 0.9099530577659607, |
| "learning_rate": 4.802631578947368e-05, |
| "loss": 0.9255151748657227, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.06724273369992144, |
| "grad_norm": 1.0770549774169922, |
| "learning_rate": 4.7982456140350876e-05, |
| "loss": 1.4956984519958496, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.06787117046347212, |
| "grad_norm": 1.2913087606430054, |
| "learning_rate": 4.793859649122807e-05, |
| "loss": 1.203768253326416, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.06849960722702278, |
| "grad_norm": 1.0569708347320557, |
| "learning_rate": 4.789473684210526e-05, |
| "loss": 1.18813955783844, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.06912804399057344, |
| "grad_norm": 1.2576522827148438, |
| "learning_rate": 4.785087719298246e-05, |
| "loss": 1.2618587017059326, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06975648075412412, |
| "grad_norm": 1.0505105257034302, |
| "learning_rate": 4.780701754385965e-05, |
| "loss": 1.1373695135116577, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.07038491751767478, |
| "grad_norm": 1.1691850423812866, |
| "learning_rate": 4.7763157894736846e-05, |
| "loss": 1.3569108247756958, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.07101335428122545, |
| "grad_norm": 1.1929399967193604, |
| "learning_rate": 4.771929824561404e-05, |
| "loss": 1.0983715057373047, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.07164179104477612, |
| "grad_norm": 1.3630225658416748, |
| "learning_rate": 4.767543859649123e-05, |
| "loss": 1.2036861181259155, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.07227022780832679, |
| "grad_norm": 1.340999960899353, |
| "learning_rate": 4.7631578947368424e-05, |
| "loss": 1.6164659261703491, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.07289866457187745, |
| "grad_norm": 1.5692455768585205, |
| "learning_rate": 4.758771929824562e-05, |
| "loss": 1.370465874671936, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.07352710133542813, |
| "grad_norm": 1.2575063705444336, |
| "learning_rate": 4.754385964912281e-05, |
| "loss": 1.294209361076355, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.07415553809897879, |
| "grad_norm": 1.3092509508132935, |
| "learning_rate": 4.75e-05, |
| "loss": 1.2222367525100708, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.07478397486252945, |
| "grad_norm": 1.4458547830581665, |
| "learning_rate": 4.7456140350877195e-05, |
| "loss": 1.3677136898040771, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.07541241162608013, |
| "grad_norm": 1.3372570276260376, |
| "learning_rate": 4.741228070175439e-05, |
| "loss": 1.271146297454834, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0760408483896308, |
| "grad_norm": 1.367821455001831, |
| "learning_rate": 4.736842105263158e-05, |
| "loss": 1.2260288000106812, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.07666928515318146, |
| "grad_norm": 1.0059062242507935, |
| "learning_rate": 4.7324561403508774e-05, |
| "loss": 0.8689628839492798, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.07729772191673213, |
| "grad_norm": 1.1224220991134644, |
| "learning_rate": 4.728070175438597e-05, |
| "loss": 1.0949623584747314, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0779261586802828, |
| "grad_norm": 1.3654863834381104, |
| "learning_rate": 4.7236842105263166e-05, |
| "loss": 1.4401837587356567, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.07855459544383346, |
| "grad_norm": 1.2437621355056763, |
| "learning_rate": 4.719298245614036e-05, |
| "loss": 1.2469260692596436, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.07918303220738414, |
| "grad_norm": 1.1593888998031616, |
| "learning_rate": 4.714912280701755e-05, |
| "loss": 1.1807864904403687, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.0798114689709348, |
| "grad_norm": 1.1882439851760864, |
| "learning_rate": 4.7105263157894744e-05, |
| "loss": 1.1621779203414917, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.08043990573448546, |
| "grad_norm": 1.0895029306411743, |
| "learning_rate": 4.706140350877194e-05, |
| "loss": 1.1161084175109863, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.08106834249803614, |
| "grad_norm": 1.1587965488433838, |
| "learning_rate": 4.701754385964913e-05, |
| "loss": 1.2836101055145264, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.0816967792615868, |
| "grad_norm": 1.1367735862731934, |
| "learning_rate": 4.697368421052632e-05, |
| "loss": 1.2266199588775635, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08232521602513747, |
| "grad_norm": 1.0789273977279663, |
| "learning_rate": 4.6929824561403515e-05, |
| "loss": 1.0686663389205933, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.08295365278868813, |
| "grad_norm": 1.2545297145843506, |
| "learning_rate": 4.688596491228071e-05, |
| "loss": 1.2312991619110107, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.08358208955223881, |
| "grad_norm": 1.220672607421875, |
| "learning_rate": 4.68421052631579e-05, |
| "loss": 1.166621446609497, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.08421052631578947, |
| "grad_norm": 1.210046410560608, |
| "learning_rate": 4.679824561403509e-05, |
| "loss": 1.0885021686553955, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.08483896307934014, |
| "grad_norm": 1.3004860877990723, |
| "learning_rate": 4.6754385964912286e-05, |
| "loss": 1.510931372642517, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.08546739984289081, |
| "grad_norm": 1.2907251119613647, |
| "learning_rate": 4.671052631578948e-05, |
| "loss": 1.238710880279541, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.08609583660644148, |
| "grad_norm": 1.1571893692016602, |
| "learning_rate": 4.666666666666667e-05, |
| "loss": 1.1060110330581665, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.08672427336999214, |
| "grad_norm": 1.3332407474517822, |
| "learning_rate": 4.6622807017543864e-05, |
| "loss": 1.340341329574585, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.08735271013354282, |
| "grad_norm": 1.2119009494781494, |
| "learning_rate": 4.657894736842106e-05, |
| "loss": 1.3405832052230835, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.08798114689709348, |
| "grad_norm": 1.1208232641220093, |
| "learning_rate": 4.653508771929825e-05, |
| "loss": 0.9515865445137024, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.08860958366064414, |
| "grad_norm": 1.2222814559936523, |
| "learning_rate": 4.649122807017544e-05, |
| "loss": 1.2669777870178223, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.08923802042419482, |
| "grad_norm": 1.2387925386428833, |
| "learning_rate": 4.6447368421052635e-05, |
| "loss": 1.2471401691436768, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.08986645718774548, |
| "grad_norm": 1.324230432510376, |
| "learning_rate": 4.640350877192983e-05, |
| "loss": 1.17795991897583, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.09049489395129615, |
| "grad_norm": 1.3605045080184937, |
| "learning_rate": 4.635964912280702e-05, |
| "loss": 1.2591118812561035, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.09112333071484682, |
| "grad_norm": 1.2737178802490234, |
| "learning_rate": 4.6315789473684214e-05, |
| "loss": 1.190453290939331, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.09175176747839749, |
| "grad_norm": 1.2495275735855103, |
| "learning_rate": 4.6271929824561406e-05, |
| "loss": 1.2909812927246094, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.09238020424194815, |
| "grad_norm": 1.15914785861969, |
| "learning_rate": 4.62280701754386e-05, |
| "loss": 1.1968251466751099, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.09300864100549883, |
| "grad_norm": 1.1547869443893433, |
| "learning_rate": 4.618421052631579e-05, |
| "loss": 1.2185707092285156, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.09363707776904949, |
| "grad_norm": 1.2578293085098267, |
| "learning_rate": 4.6140350877192985e-05, |
| "loss": 1.001325249671936, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.09426551453260015, |
| "grad_norm": 1.35823655128479, |
| "learning_rate": 4.609649122807018e-05, |
| "loss": 1.4483919143676758, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09489395129615083, |
| "grad_norm": 1.308301568031311, |
| "learning_rate": 4.605263157894737e-05, |
| "loss": 1.2364054918289185, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.0955223880597015, |
| "grad_norm": 1.263966679573059, |
| "learning_rate": 4.600877192982456e-05, |
| "loss": 1.3925046920776367, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.09615082482325216, |
| "grad_norm": 1.1889537572860718, |
| "learning_rate": 4.5964912280701756e-05, |
| "loss": 1.4211318492889404, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.09677926158680283, |
| "grad_norm": 1.1588282585144043, |
| "learning_rate": 4.592105263157895e-05, |
| "loss": 1.2376643419265747, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.0974076983503535, |
| "grad_norm": 1.329275369644165, |
| "learning_rate": 4.587719298245614e-05, |
| "loss": 1.1794888973236084, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.09803613511390416, |
| "grad_norm": 1.3373125791549683, |
| "learning_rate": 4.5833333333333334e-05, |
| "loss": 1.2727038860321045, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.09866457187745484, |
| "grad_norm": 1.2136530876159668, |
| "learning_rate": 4.5789473684210527e-05, |
| "loss": 1.2274446487426758, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.0992930086410055, |
| "grad_norm": 1.2008614540100098, |
| "learning_rate": 4.574561403508772e-05, |
| "loss": 0.9441820383071899, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.09992144540455616, |
| "grad_norm": 1.2223150730133057, |
| "learning_rate": 4.570175438596491e-05, |
| "loss": 1.4267957210540771, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.10054988216810684, |
| "grad_norm": 1.221267819404602, |
| "learning_rate": 4.5657894736842105e-05, |
| "loss": 1.186667799949646, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1011783189316575, |
| "grad_norm": 1.1329443454742432, |
| "learning_rate": 4.56140350877193e-05, |
| "loss": 1.0301666259765625, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.10180675569520817, |
| "grad_norm": 1.1673669815063477, |
| "learning_rate": 4.557017543859649e-05, |
| "loss": 1.1144086122512817, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.10243519245875883, |
| "grad_norm": 1.2523666620254517, |
| "learning_rate": 4.552631578947369e-05, |
| "loss": 1.191396713256836, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.10306362922230951, |
| "grad_norm": 1.2631977796554565, |
| "learning_rate": 4.548245614035088e-05, |
| "loss": 1.0433307886123657, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.10369206598586017, |
| "grad_norm": 1.1773271560668945, |
| "learning_rate": 4.5438596491228075e-05, |
| "loss": 1.1910687685012817, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.10432050274941083, |
| "grad_norm": 1.259174108505249, |
| "learning_rate": 4.539473684210527e-05, |
| "loss": 1.342336893081665, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.10494893951296151, |
| "grad_norm": 1.2281540632247925, |
| "learning_rate": 4.535087719298246e-05, |
| "loss": 1.2856794595718384, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.10557737627651217, |
| "grad_norm": 1.2372385263442993, |
| "learning_rate": 4.5307017543859654e-05, |
| "loss": 1.3405929803848267, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.10620581304006284, |
| "grad_norm": 1.2017349004745483, |
| "learning_rate": 4.5263157894736846e-05, |
| "loss": 1.0045437812805176, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.10683424980361352, |
| "grad_norm": 1.186673879623413, |
| "learning_rate": 4.521929824561404e-05, |
| "loss": 1.0637688636779785, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.10746268656716418, |
| "grad_norm": 1.2139995098114014, |
| "learning_rate": 4.517543859649123e-05, |
| "loss": 1.0720140933990479, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.10809112333071484, |
| "grad_norm": 1.2609187364578247, |
| "learning_rate": 4.5131578947368425e-05, |
| "loss": 1.0572521686553955, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.10871956009426552, |
| "grad_norm": 1.2682764530181885, |
| "learning_rate": 4.508771929824562e-05, |
| "loss": 1.2119594812393188, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.10934799685781618, |
| "grad_norm": 1.3460633754730225, |
| "learning_rate": 4.504385964912281e-05, |
| "loss": 1.3025211095809937, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.10997643362136685, |
| "grad_norm": 1.2264760732650757, |
| "learning_rate": 4.5e-05, |
| "loss": 1.2492730617523193, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.11060487038491752, |
| "grad_norm": 1.1876654624938965, |
| "learning_rate": 4.4956140350877196e-05, |
| "loss": 1.1845881938934326, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.11123330714846819, |
| "grad_norm": 1.4287419319152832, |
| "learning_rate": 4.491228070175439e-05, |
| "loss": 1.1898674964904785, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.11186174391201885, |
| "grad_norm": 1.4143961668014526, |
| "learning_rate": 4.486842105263158e-05, |
| "loss": 1.231255054473877, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.11249018067556953, |
| "grad_norm": 1.3170647621154785, |
| "learning_rate": 4.4824561403508774e-05, |
| "loss": 1.2355223894119263, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.11311861743912019, |
| "grad_norm": 1.2761123180389404, |
| "learning_rate": 4.4780701754385967e-05, |
| "loss": 1.2717682123184204, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.11374705420267085, |
| "grad_norm": 1.3970870971679688, |
| "learning_rate": 4.473684210526316e-05, |
| "loss": 1.3677964210510254, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.11437549096622153, |
| "grad_norm": 1.3235961198806763, |
| "learning_rate": 4.469298245614035e-05, |
| "loss": 0.9941667914390564, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.11500392772977219, |
| "grad_norm": 1.5064845085144043, |
| "learning_rate": 4.4649122807017545e-05, |
| "loss": 1.3989945650100708, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.11563236449332286, |
| "grad_norm": 1.3286075592041016, |
| "learning_rate": 4.460526315789474e-05, |
| "loss": 1.102576494216919, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.11626080125687353, |
| "grad_norm": 1.1819852590560913, |
| "learning_rate": 4.456140350877193e-05, |
| "loss": 0.984578549861908, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.1168892380204242, |
| "grad_norm": 1.4942841529846191, |
| "learning_rate": 4.451754385964912e-05, |
| "loss": 1.1566405296325684, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.11751767478397486, |
| "grad_norm": 1.3385881185531616, |
| "learning_rate": 4.4473684210526316e-05, |
| "loss": 1.17711341381073, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.11814611154752554, |
| "grad_norm": 1.3535542488098145, |
| "learning_rate": 4.442982456140351e-05, |
| "loss": 1.1837196350097656, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.1187745483110762, |
| "grad_norm": 1.461076021194458, |
| "learning_rate": 4.43859649122807e-05, |
| "loss": 1.388396143913269, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.11940298507462686, |
| "grad_norm": 1.2865407466888428, |
| "learning_rate": 4.4342105263157894e-05, |
| "loss": 1.0031954050064087, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12003142183817753, |
| "grad_norm": 1.427472472190857, |
| "learning_rate": 4.429824561403509e-05, |
| "loss": 1.2914338111877441, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.1206598586017282, |
| "grad_norm": 1.3917181491851807, |
| "learning_rate": 4.425438596491228e-05, |
| "loss": 1.1631019115447998, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.12128829536527887, |
| "grad_norm": 1.4971448183059692, |
| "learning_rate": 4.421052631578947e-05, |
| "loss": 1.4322973489761353, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.12191673212882953, |
| "grad_norm": 1.5286405086517334, |
| "learning_rate": 4.4166666666666665e-05, |
| "loss": 1.4280428886413574, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.12254516889238021, |
| "grad_norm": 1.3017997741699219, |
| "learning_rate": 4.412280701754386e-05, |
| "loss": 1.2430918216705322, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.12317360565593087, |
| "grad_norm": 1.4457416534423828, |
| "learning_rate": 4.407894736842105e-05, |
| "loss": 1.3773921728134155, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.12380204241948153, |
| "grad_norm": 1.2650363445281982, |
| "learning_rate": 4.403508771929824e-05, |
| "loss": 1.2715158462524414, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.12443047918303221, |
| "grad_norm": 1.2442690134048462, |
| "learning_rate": 4.3991228070175436e-05, |
| "loss": 1.180819034576416, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.1250589159465829, |
| "grad_norm": 1.348306655883789, |
| "learning_rate": 4.394736842105263e-05, |
| "loss": 1.3506646156311035, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.12568735271013354, |
| "grad_norm": 1.1927528381347656, |
| "learning_rate": 4.390350877192982e-05, |
| "loss": 1.0852235555648804, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.12631578947368421, |
| "grad_norm": 1.4049670696258545, |
| "learning_rate": 4.3859649122807014e-05, |
| "loss": 1.3031636476516724, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.1269442262372349, |
| "grad_norm": 1.2193639278411865, |
| "learning_rate": 4.381578947368421e-05, |
| "loss": 1.1517620086669922, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.12757266300078554, |
| "grad_norm": 1.153424859046936, |
| "learning_rate": 4.37719298245614e-05, |
| "loss": 1.1903609037399292, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.12820109976433622, |
| "grad_norm": 1.2179418802261353, |
| "learning_rate": 4.37280701754386e-05, |
| "loss": 1.1280285120010376, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.12882953652788687, |
| "grad_norm": 1.1544826030731201, |
| "learning_rate": 4.368421052631579e-05, |
| "loss": 1.1437346935272217, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.12945797329143754, |
| "grad_norm": 1.0923442840576172, |
| "learning_rate": 4.3640350877192985e-05, |
| "loss": 0.9591341614723206, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.13008641005498822, |
| "grad_norm": 1.3880579471588135, |
| "learning_rate": 4.359649122807018e-05, |
| "loss": 1.226274847984314, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.13071484681853887, |
| "grad_norm": 1.3133132457733154, |
| "learning_rate": 4.355263157894737e-05, |
| "loss": 1.1430646181106567, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.13134328358208955, |
| "grad_norm": 1.5252676010131836, |
| "learning_rate": 4.350877192982456e-05, |
| "loss": 1.3102521896362305, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.13197172034564023, |
| "grad_norm": 1.348258376121521, |
| "learning_rate": 4.3464912280701756e-05, |
| "loss": 0.9769993424415588, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.13260015710919087, |
| "grad_norm": 1.5256011486053467, |
| "learning_rate": 4.342105263157895e-05, |
| "loss": 1.3732298612594604, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.13322859387274155, |
| "grad_norm": 1.2226386070251465, |
| "learning_rate": 4.337719298245614e-05, |
| "loss": 1.1497232913970947, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.13385703063629223, |
| "grad_norm": 1.8030542135238647, |
| "learning_rate": 4.3333333333333334e-05, |
| "loss": 1.2828925848007202, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.13448546739984288, |
| "grad_norm": 1.0925843715667725, |
| "learning_rate": 4.328947368421053e-05, |
| "loss": 0.9497895240783691, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.13511390416339356, |
| "grad_norm": 1.2209727764129639, |
| "learning_rate": 4.324561403508772e-05, |
| "loss": 1.1838711500167847, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.13574234092694423, |
| "grad_norm": 1.064263105392456, |
| "learning_rate": 4.320175438596491e-05, |
| "loss": 0.8520067930221558, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.13637077769049488, |
| "grad_norm": 1.1862550973892212, |
| "learning_rate": 4.3157894736842105e-05, |
| "loss": 1.0145241022109985, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.13699921445404556, |
| "grad_norm": 1.1630593538284302, |
| "learning_rate": 4.31140350877193e-05, |
| "loss": 1.0773402452468872, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.13762765121759624, |
| "grad_norm": 1.119510531425476, |
| "learning_rate": 4.30701754385965e-05, |
| "loss": 0.9022130370140076, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.13825608798114689, |
| "grad_norm": 1.3166377544403076, |
| "learning_rate": 4.302631578947369e-05, |
| "loss": 1.128119707107544, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.13888452474469756, |
| "grad_norm": 1.254410743713379, |
| "learning_rate": 4.298245614035088e-05, |
| "loss": 1.1960126161575317, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.13951296150824824, |
| "grad_norm": 1.5011787414550781, |
| "learning_rate": 4.2938596491228076e-05, |
| "loss": 1.309230089187622, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.1401413982717989, |
| "grad_norm": 1.3256782293319702, |
| "learning_rate": 4.289473684210527e-05, |
| "loss": 1.0180084705352783, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.14076983503534957, |
| "grad_norm": 1.4042634963989258, |
| "learning_rate": 4.285087719298246e-05, |
| "loss": 1.1306205987930298, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.14139827179890024, |
| "grad_norm": 1.5284535884857178, |
| "learning_rate": 4.2807017543859654e-05, |
| "loss": 1.762579321861267, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.1420267085624509, |
| "grad_norm": 1.277335286140442, |
| "learning_rate": 4.2763157894736847e-05, |
| "loss": 1.2047964334487915, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.14265514532600157, |
| "grad_norm": 1.2712452411651611, |
| "learning_rate": 4.271929824561404e-05, |
| "loss": 1.0682660341262817, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.14328358208955225, |
| "grad_norm": 1.3352336883544922, |
| "learning_rate": 4.267543859649123e-05, |
| "loss": 1.281740427017212, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1439120188531029, |
| "grad_norm": 1.2175366878509521, |
| "learning_rate": 4.2631578947368425e-05, |
| "loss": 1.0105313062667847, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.14454045561665357, |
| "grad_norm": 1.2264503240585327, |
| "learning_rate": 4.258771929824562e-05, |
| "loss": 1.157004475593567, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.14516889238020425, |
| "grad_norm": 1.509265661239624, |
| "learning_rate": 4.254385964912281e-05, |
| "loss": 1.3766828775405884, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.1457973291437549, |
| "grad_norm": 1.4066628217697144, |
| "learning_rate": 4.25e-05, |
| "loss": 1.239786982536316, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.14642576590730558, |
| "grad_norm": 1.3470476865768433, |
| "learning_rate": 4.2456140350877196e-05, |
| "loss": 1.0104211568832397, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.14705420267085625, |
| "grad_norm": 1.3273537158966064, |
| "learning_rate": 4.241228070175439e-05, |
| "loss": 1.229073405265808, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.1476826394344069, |
| "grad_norm": 1.4133408069610596, |
| "learning_rate": 4.236842105263158e-05, |
| "loss": 1.2357122898101807, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.14831107619795758, |
| "grad_norm": 1.3120609521865845, |
| "learning_rate": 4.2324561403508774e-05, |
| "loss": 1.2164379358291626, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.14893951296150826, |
| "grad_norm": 1.3264360427856445, |
| "learning_rate": 4.228070175438597e-05, |
| "loss": 1.2308655977249146, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.1495679497250589, |
| "grad_norm": 1.8172162771224976, |
| "learning_rate": 4.223684210526316e-05, |
| "loss": 1.437404751777649, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.15019638648860958, |
| "grad_norm": 1.023013710975647, |
| "learning_rate": 4.219298245614035e-05, |
| "loss": 0.7946437001228333, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.15082482325216026, |
| "grad_norm": 1.2326797246932983, |
| "learning_rate": 4.2149122807017545e-05, |
| "loss": 1.063747763633728, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1514532600157109, |
| "grad_norm": 1.1943098306655884, |
| "learning_rate": 4.210526315789474e-05, |
| "loss": 1.0022391080856323, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.1520816967792616, |
| "grad_norm": 1.2937514781951904, |
| "learning_rate": 4.206140350877193e-05, |
| "loss": 1.1166528463363647, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.15271013354281227, |
| "grad_norm": 1.1338832378387451, |
| "learning_rate": 4.201754385964912e-05, |
| "loss": 0.9130970239639282, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.15333857030636291, |
| "grad_norm": 1.1659705638885498, |
| "learning_rate": 4.1973684210526316e-05, |
| "loss": 1.0536553859710693, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.1539670070699136, |
| "grad_norm": 1.2916209697723389, |
| "learning_rate": 4.1929824561403516e-05, |
| "loss": 1.0721904039382935, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.15459544383346427, |
| "grad_norm": 1.3614411354064941, |
| "learning_rate": 4.188596491228071e-05, |
| "loss": 1.2267605066299438, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.15522388059701492, |
| "grad_norm": 1.3184254169464111, |
| "learning_rate": 4.18421052631579e-05, |
| "loss": 1.0888007879257202, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.1558523173605656, |
| "grad_norm": 1.3329331874847412, |
| "learning_rate": 4.1798245614035094e-05, |
| "loss": 1.2176873683929443, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.15648075412411627, |
| "grad_norm": 1.421427607536316, |
| "learning_rate": 4.1754385964912287e-05, |
| "loss": 1.3885694742202759, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.15710919088766692, |
| "grad_norm": 1.5203689336776733, |
| "learning_rate": 4.171052631578948e-05, |
| "loss": 1.5506526231765747, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1577376276512176, |
| "grad_norm": 1.442990779876709, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 1.136791467666626, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.15836606441476828, |
| "grad_norm": 1.4820572137832642, |
| "learning_rate": 4.1622807017543865e-05, |
| "loss": 1.3279308080673218, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.15899450117831893, |
| "grad_norm": 1.3196053504943848, |
| "learning_rate": 4.157894736842106e-05, |
| "loss": 1.1103812456130981, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.1596229379418696, |
| "grad_norm": 1.6428762674331665, |
| "learning_rate": 4.153508771929825e-05, |
| "loss": 1.1857703924179077, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.16025137470542028, |
| "grad_norm": 1.6189777851104736, |
| "learning_rate": 4.149122807017544e-05, |
| "loss": 1.2028125524520874, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.16087981146897093, |
| "grad_norm": 1.182461142539978, |
| "learning_rate": 4.1447368421052636e-05, |
| "loss": 0.8788681626319885, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.1615082482325216, |
| "grad_norm": 1.3860394954681396, |
| "learning_rate": 4.140350877192983e-05, |
| "loss": 1.0995696783065796, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.16213668499607228, |
| "grad_norm": 1.5398815870285034, |
| "learning_rate": 4.135964912280702e-05, |
| "loss": 1.1756093502044678, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.16276512175962293, |
| "grad_norm": 1.4708590507507324, |
| "learning_rate": 4.1315789473684214e-05, |
| "loss": 1.2203091382980347, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.1633935585231736, |
| "grad_norm": 1.3383499383926392, |
| "learning_rate": 4.127192982456141e-05, |
| "loss": 1.1289970874786377, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1640219952867243, |
| "grad_norm": 1.3741295337677002, |
| "learning_rate": 4.12280701754386e-05, |
| "loss": 1.086601972579956, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.16465043205027494, |
| "grad_norm": 1.3370002508163452, |
| "learning_rate": 4.118421052631579e-05, |
| "loss": 1.0841387510299683, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.1652788688138256, |
| "grad_norm": 1.4351061582565308, |
| "learning_rate": 4.1140350877192985e-05, |
| "loss": 1.2324360609054565, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.16590730557737626, |
| "grad_norm": 1.5790796279907227, |
| "learning_rate": 4.109649122807018e-05, |
| "loss": 1.3853118419647217, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.16653574234092694, |
| "grad_norm": 1.3597822189331055, |
| "learning_rate": 4.105263157894737e-05, |
| "loss": 1.1459277868270874, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.16716417910447762, |
| "grad_norm": 1.1724517345428467, |
| "learning_rate": 4.100877192982456e-05, |
| "loss": 0.981572687625885, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.16779261586802827, |
| "grad_norm": 1.5677584409713745, |
| "learning_rate": 4.0964912280701756e-05, |
| "loss": 1.4467698335647583, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.16842105263157894, |
| "grad_norm": 1.3887449502944946, |
| "learning_rate": 4.092105263157895e-05, |
| "loss": 1.0908503532409668, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.16904948939512962, |
| "grad_norm": 1.3477891683578491, |
| "learning_rate": 4.087719298245614e-05, |
| "loss": 1.0803351402282715, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.16967792615868027, |
| "grad_norm": 1.3207802772521973, |
| "learning_rate": 4.0833333333333334e-05, |
| "loss": 1.1803001165390015, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.17030636292223095, |
| "grad_norm": 1.2993263006210327, |
| "learning_rate": 4.078947368421053e-05, |
| "loss": 1.2406667470932007, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.17093479968578162, |
| "grad_norm": 1.6038602590560913, |
| "learning_rate": 4.074561403508772e-05, |
| "loss": 1.2316172122955322, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.17156323644933227, |
| "grad_norm": 1.3902779817581177, |
| "learning_rate": 4.070175438596491e-05, |
| "loss": 1.1208603382110596, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.17219167321288295, |
| "grad_norm": 1.2620736360549927, |
| "learning_rate": 4.0657894736842105e-05, |
| "loss": 0.9888361692428589, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.17282010997643363, |
| "grad_norm": 1.32010018825531, |
| "learning_rate": 4.06140350877193e-05, |
| "loss": 1.1029255390167236, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.17344854673998428, |
| "grad_norm": 1.215519905090332, |
| "learning_rate": 4.057017543859649e-05, |
| "loss": 1.024904727935791, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.17407698350353495, |
| "grad_norm": 1.2227493524551392, |
| "learning_rate": 4.0526315789473684e-05, |
| "loss": 1.1528581380844116, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.17470542026708563, |
| "grad_norm": 1.288981556892395, |
| "learning_rate": 4.0482456140350876e-05, |
| "loss": 1.316483974456787, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.17533385703063628, |
| "grad_norm": 1.2461531162261963, |
| "learning_rate": 4.043859649122807e-05, |
| "loss": 1.0285229682922363, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.17596229379418696, |
| "grad_norm": 1.2361931800842285, |
| "learning_rate": 4.039473684210526e-05, |
| "loss": 1.1215217113494873, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.17659073055773764, |
| "grad_norm": 1.5122343301773071, |
| "learning_rate": 4.0350877192982455e-05, |
| "loss": 1.2658298015594482, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.17721916732128828, |
| "grad_norm": 1.3544495105743408, |
| "learning_rate": 4.030701754385965e-05, |
| "loss": 1.1877720355987549, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.17784760408483896, |
| "grad_norm": 1.3129796981811523, |
| "learning_rate": 4.026315789473684e-05, |
| "loss": 1.2332338094711304, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.17847604084838964, |
| "grad_norm": 1.3286563158035278, |
| "learning_rate": 4.021929824561403e-05, |
| "loss": 1.0553640127182007, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.1791044776119403, |
| "grad_norm": 1.3582968711853027, |
| "learning_rate": 4.017543859649123e-05, |
| "loss": 1.267555594444275, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.17973291437549097, |
| "grad_norm": 1.3733668327331543, |
| "learning_rate": 4.0131578947368425e-05, |
| "loss": 1.164658784866333, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.18036135113904164, |
| "grad_norm": 1.2795850038528442, |
| "learning_rate": 4.008771929824562e-05, |
| "loss": 1.057339072227478, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1809897879025923, |
| "grad_norm": 1.3459197282791138, |
| "learning_rate": 4.004385964912281e-05, |
| "loss": 1.14511239528656, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.18161822466614297, |
| "grad_norm": 1.4577739238739014, |
| "learning_rate": 4e-05, |
| "loss": 1.1687101125717163, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.18224666142969365, |
| "grad_norm": 1.4675325155258179, |
| "learning_rate": 3.9956140350877196e-05, |
| "loss": 1.1327722072601318, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1828750981932443, |
| "grad_norm": 1.5075569152832031, |
| "learning_rate": 3.991228070175439e-05, |
| "loss": 1.2157615423202515, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.18350353495679497, |
| "grad_norm": 1.4438762664794922, |
| "learning_rate": 3.986842105263158e-05, |
| "loss": 1.0715789794921875, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.18413197172034565, |
| "grad_norm": 1.3650764226913452, |
| "learning_rate": 3.9824561403508774e-05, |
| "loss": 0.9346863031387329, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.1847604084838963, |
| "grad_norm": 1.8095093965530396, |
| "learning_rate": 3.978070175438597e-05, |
| "loss": 1.3191410303115845, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.18538884524744698, |
| "grad_norm": 1.24713134765625, |
| "learning_rate": 3.973684210526316e-05, |
| "loss": 0.7988866567611694, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.18601728201099765, |
| "grad_norm": 1.5450276136398315, |
| "learning_rate": 3.969298245614035e-05, |
| "loss": 1.101773977279663, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.1866457187745483, |
| "grad_norm": 1.3477085828781128, |
| "learning_rate": 3.9649122807017545e-05, |
| "loss": 1.0699836015701294, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.18727415553809898, |
| "grad_norm": 1.278314232826233, |
| "learning_rate": 3.960526315789474e-05, |
| "loss": 1.0960936546325684, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.18790259230164966, |
| "grad_norm": 1.4135265350341797, |
| "learning_rate": 3.956140350877193e-05, |
| "loss": 1.205112338066101, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.1885310290652003, |
| "grad_norm": 1.5187957286834717, |
| "learning_rate": 3.9517543859649124e-05, |
| "loss": 1.256544828414917, |
| "step": 300 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1200, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.041709664305152e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
