| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.6490066225165565, |
| "eval_steps": 500, |
| "global_step": 22000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012040939193257074, |
| "grad_norm": 9.316359519958496, |
| "learning_rate": 3.0102347983142685e-09, |
| "loss": 0.9861, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.002408187838651415, |
| "grad_norm": 9.306455612182617, |
| "learning_rate": 6.020469596628537e-09, |
| "loss": 0.9917, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.003612281757977122, |
| "grad_norm": 10.237154006958008, |
| "learning_rate": 9.030704394942806e-09, |
| "loss": 0.9875, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.00481637567730283, |
| "grad_norm": 10.9087553024292, |
| "learning_rate": 1.2040939193257074e-08, |
| "loss": 1.0501, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.006020469596628537, |
| "grad_norm": 8.430444717407227, |
| "learning_rate": 1.5051173991571343e-08, |
| "loss": 0.9665, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.007224563515954244, |
| "grad_norm": 8.640472412109375, |
| "learning_rate": 1.8061408789885613e-08, |
| "loss": 1.0249, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.008428657435279952, |
| "grad_norm": 8.656485557556152, |
| "learning_rate": 2.107164358819988e-08, |
| "loss": 0.9942, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00963275135460566, |
| "grad_norm": 11.827771186828613, |
| "learning_rate": 2.4081878386514148e-08, |
| "loss": 1.0359, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.010836845273931367, |
| "grad_norm": 7.204784870147705, |
| "learning_rate": 2.7092113184828417e-08, |
| "loss": 0.9532, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.012040939193257074, |
| "grad_norm": 7.546351432800293, |
| "learning_rate": 3.010234798314269e-08, |
| "loss": 1.0236, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.013245033112582781, |
| "grad_norm": 10.156384468078613, |
| "learning_rate": 3.311258278145695e-08, |
| "loss": 1.0031, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.014449127031908489, |
| "grad_norm": 9.753625869750977, |
| "learning_rate": 3.6122817579771225e-08, |
| "loss": 1.016, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.015653220951234198, |
| "grad_norm": 8.019911766052246, |
| "learning_rate": 3.9133052378085485e-08, |
| "loss": 0.9972, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.016857314870559904, |
| "grad_norm": 8.1049165725708, |
| "learning_rate": 4.214328717639976e-08, |
| "loss": 0.984, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.018061408789885613, |
| "grad_norm": 8.9203462600708, |
| "learning_rate": 4.5153521974714023e-08, |
| "loss": 0.9811, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.01926550270921132, |
| "grad_norm": 8.825779914855957, |
| "learning_rate": 4.8163756773028296e-08, |
| "loss": 1.0207, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.020469596628537028, |
| "grad_norm": 8.64220142364502, |
| "learning_rate": 5.117399157134256e-08, |
| "loss": 0.9971, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.021673690547862733, |
| "grad_norm": 8.120660781860352, |
| "learning_rate": 5.4184226369656835e-08, |
| "loss": 0.9606, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.022877784467188442, |
| "grad_norm": 8.181641578674316, |
| "learning_rate": 5.71944611679711e-08, |
| "loss": 0.9516, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.024081878386514148, |
| "grad_norm": 7.607439994812012, |
| "learning_rate": 6.020469596628537e-08, |
| "loss": 0.9919, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.025285972305839857, |
| "grad_norm": 7.434635162353516, |
| "learning_rate": 6.321493076459963e-08, |
| "loss": 0.9991, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.026490066225165563, |
| "grad_norm": 7.569486141204834, |
| "learning_rate": 6.62251655629139e-08, |
| "loss": 0.984, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.027694160144491272, |
| "grad_norm": 7.499971389770508, |
| "learning_rate": 6.923540036122818e-08, |
| "loss": 0.9598, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.028898254063816978, |
| "grad_norm": 6.992701053619385, |
| "learning_rate": 7.224563515954245e-08, |
| "loss": 0.905, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.030102347983142687, |
| "grad_norm": 6.3157877922058105, |
| "learning_rate": 7.525586995785671e-08, |
| "loss": 0.9493, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.031306441902468396, |
| "grad_norm": 6.263482570648193, |
| "learning_rate": 7.826610475617097e-08, |
| "loss": 0.9501, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.0325105358217941, |
| "grad_norm": 6.178393840789795, |
| "learning_rate": 8.127633955448524e-08, |
| "loss": 0.9056, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.03371462974111981, |
| "grad_norm": 4.896974086761475, |
| "learning_rate": 8.428657435279951e-08, |
| "loss": 0.8679, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.034918723660445516, |
| "grad_norm": 5.896145820617676, |
| "learning_rate": 8.729680915111379e-08, |
| "loss": 0.8658, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.036122817579771226, |
| "grad_norm": 5.6855573654174805, |
| "learning_rate": 9.030704394942805e-08, |
| "loss": 0.9227, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.03732691149909693, |
| "grad_norm": 4.907613277435303, |
| "learning_rate": 9.331727874774232e-08, |
| "loss": 0.8581, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.03853100541842264, |
| "grad_norm": 6.029637336730957, |
| "learning_rate": 9.632751354605659e-08, |
| "loss": 0.8184, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.039735099337748346, |
| "grad_norm": 5.0958333015441895, |
| "learning_rate": 9.933774834437085e-08, |
| "loss": 0.8524, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.040939193257074055, |
| "grad_norm": 6.18320369720459, |
| "learning_rate": 1.0234798314268512e-07, |
| "loss": 0.8371, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.04214328717639976, |
| "grad_norm": 4.874738693237305, |
| "learning_rate": 1.0535821794099938e-07, |
| "loss": 0.8348, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.04334738109572547, |
| "grad_norm": 5.273070812225342, |
| "learning_rate": 1.0836845273931367e-07, |
| "loss": 0.8286, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.044551475015051176, |
| "grad_norm": 5.052524089813232, |
| "learning_rate": 1.1137868753762793e-07, |
| "loss": 0.7585, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.045755568934376885, |
| "grad_norm": 4.216408729553223, |
| "learning_rate": 1.143889223359422e-07, |
| "loss": 0.7869, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.04695966285370259, |
| "grad_norm": 5.456339359283447, |
| "learning_rate": 1.1739915713425646e-07, |
| "loss": 0.7699, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.048163756773028296, |
| "grad_norm": 4.809760093688965, |
| "learning_rate": 1.2040939193257075e-07, |
| "loss": 0.763, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.049367850692354005, |
| "grad_norm": 4.933152675628662, |
| "learning_rate": 1.23419626730885e-07, |
| "loss": 0.7192, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.050571944611679714, |
| "grad_norm": 5.025005340576172, |
| "learning_rate": 1.2642986152919927e-07, |
| "loss": 0.7092, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.05177603853100542, |
| "grad_norm": 4.338512420654297, |
| "learning_rate": 1.2944009632751355e-07, |
| "loss": 0.7346, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.052980132450331126, |
| "grad_norm": 4.557036399841309, |
| "learning_rate": 1.324503311258278e-07, |
| "loss": 0.723, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.054184226369656835, |
| "grad_norm": 4.911799907684326, |
| "learning_rate": 1.3546056592414207e-07, |
| "loss": 0.7673, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.055388320288982544, |
| "grad_norm": 4.063588619232178, |
| "learning_rate": 1.3847080072245636e-07, |
| "loss": 0.708, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.056592414208308246, |
| "grad_norm": 4.037914752960205, |
| "learning_rate": 1.4148103552077062e-07, |
| "loss": 0.7641, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.057796508127633955, |
| "grad_norm": 4.673463344573975, |
| "learning_rate": 1.444912703190849e-07, |
| "loss": 0.7196, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.059000602046959665, |
| "grad_norm": 5.096141815185547, |
| "learning_rate": 1.4750150511739913e-07, |
| "loss": 0.689, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.060204695966285374, |
| "grad_norm": 4.904088973999023, |
| "learning_rate": 1.5051173991571342e-07, |
| "loss": 0.7211, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.061408789885611076, |
| "grad_norm": 5.234721660614014, |
| "learning_rate": 1.535219747140277e-07, |
| "loss": 0.7091, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.06261288380493679, |
| "grad_norm": 4.105505466461182, |
| "learning_rate": 1.5653220951234194e-07, |
| "loss": 0.7607, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0638169777242625, |
| "grad_norm": 4.666725158691406, |
| "learning_rate": 1.5954244431065622e-07, |
| "loss": 0.7158, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0650210716435882, |
| "grad_norm": 4.976656436920166, |
| "learning_rate": 1.6255267910897048e-07, |
| "loss": 0.7401, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.06622516556291391, |
| "grad_norm": 5.044974327087402, |
| "learning_rate": 1.6556291390728477e-07, |
| "loss": 0.6685, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.06742925948223961, |
| "grad_norm": 4.7259368896484375, |
| "learning_rate": 1.6857314870559903e-07, |
| "loss": 0.6866, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.06863335340156532, |
| "grad_norm": 5.358945369720459, |
| "learning_rate": 1.715833835039133e-07, |
| "loss": 0.7059, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.06983744732089103, |
| "grad_norm": 5.156592845916748, |
| "learning_rate": 1.7459361830222757e-07, |
| "loss": 0.7111, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.07104154124021674, |
| "grad_norm": 4.320924282073975, |
| "learning_rate": 1.7760385310054183e-07, |
| "loss": 0.6862, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.07224563515954245, |
| "grad_norm": 4.59999418258667, |
| "learning_rate": 1.806140878988561e-07, |
| "loss": 0.6893, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.07344972907886815, |
| "grad_norm": 4.4846391677856445, |
| "learning_rate": 1.8362432269717038e-07, |
| "loss": 0.7128, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.07465382299819386, |
| "grad_norm": 5.029007911682129, |
| "learning_rate": 1.8663455749548464e-07, |
| "loss": 0.7114, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.07585791691751957, |
| "grad_norm": 4.288726806640625, |
| "learning_rate": 1.896447922937989e-07, |
| "loss": 0.6848, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.07706201083684527, |
| "grad_norm": 4.063099384307861, |
| "learning_rate": 1.9265502709211318e-07, |
| "loss": 0.659, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.07826610475617098, |
| "grad_norm": 4.031120300292969, |
| "learning_rate": 1.9566526189042744e-07, |
| "loss": 0.6802, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.07947019867549669, |
| "grad_norm": 5.234511852264404, |
| "learning_rate": 1.986754966887417e-07, |
| "loss": 0.6685, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0806742925948224, |
| "grad_norm": 5.434250831604004, |
| "learning_rate": 2.01685731487056e-07, |
| "loss": 0.6762, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.08187838651414811, |
| "grad_norm": 5.326634407043457, |
| "learning_rate": 2.0469596628537025e-07, |
| "loss": 0.6951, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.08308248043347381, |
| "grad_norm": 3.630930185317993, |
| "learning_rate": 2.0770620108368453e-07, |
| "loss": 0.6445, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.08428657435279951, |
| "grad_norm": 5.273288726806641, |
| "learning_rate": 2.1071643588199877e-07, |
| "loss": 0.65, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.08549066827212523, |
| "grad_norm": 4.212562084197998, |
| "learning_rate": 2.1372667068031305e-07, |
| "loss": 0.6485, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.08669476219145093, |
| "grad_norm": 4.293779373168945, |
| "learning_rate": 2.1673690547862734e-07, |
| "loss": 0.6734, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.08789885611077664, |
| "grad_norm": 4.917520999908447, |
| "learning_rate": 2.1974714027694157e-07, |
| "loss": 0.6593, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.08910295003010235, |
| "grad_norm": 4.624716281890869, |
| "learning_rate": 2.2275737507525586e-07, |
| "loss": 0.6712, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.09030704394942805, |
| "grad_norm": 5.3648552894592285, |
| "learning_rate": 2.2576760987357014e-07, |
| "loss": 0.6481, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.09151113786875377, |
| "grad_norm": 4.328650951385498, |
| "learning_rate": 2.287778446718844e-07, |
| "loss": 0.6418, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.09271523178807947, |
| "grad_norm": 4.933085918426514, |
| "learning_rate": 2.3178807947019866e-07, |
| "loss": 0.6622, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.09391932570740517, |
| "grad_norm": 4.703038215637207, |
| "learning_rate": 2.3479831426851292e-07, |
| "loss": 0.6317, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.09512341962673089, |
| "grad_norm": 4.468968391418457, |
| "learning_rate": 2.378085490668272e-07, |
| "loss": 0.6431, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.09632751354605659, |
| "grad_norm": 4.49053430557251, |
| "learning_rate": 2.408187838651415e-07, |
| "loss": 0.6212, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.0975316074653823, |
| "grad_norm": 4.350528240203857, |
| "learning_rate": 2.438290186634557e-07, |
| "loss": 0.623, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.09873570138470801, |
| "grad_norm": 4.772309303283691, |
| "learning_rate": 2.4683925346177e-07, |
| "loss": 0.6268, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.09993979530403371, |
| "grad_norm": 5.437624931335449, |
| "learning_rate": 2.498494882600843e-07, |
| "loss": 0.6497, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.10114388922335943, |
| "grad_norm": 4.474155902862549, |
| "learning_rate": 2.5285972305839853e-07, |
| "loss": 0.6092, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.10234798314268513, |
| "grad_norm": 4.417370796203613, |
| "learning_rate": 2.558699578567128e-07, |
| "loss": 0.6587, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.10355207706201083, |
| "grad_norm": 5.5498456954956055, |
| "learning_rate": 2.588801926550271e-07, |
| "loss": 0.6564, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.10475617098133655, |
| "grad_norm": 5.326292514801025, |
| "learning_rate": 2.6189042745334134e-07, |
| "loss": 0.6333, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.10596026490066225, |
| "grad_norm": 4.284069538116455, |
| "learning_rate": 2.649006622516556e-07, |
| "loss": 0.6325, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.10716435881998795, |
| "grad_norm": 4.672844886779785, |
| "learning_rate": 2.679108970499699e-07, |
| "loss": 0.6046, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.10836845273931367, |
| "grad_norm": 4.223860740661621, |
| "learning_rate": 2.7092113184828414e-07, |
| "loss": 0.6094, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.10957254665863937, |
| "grad_norm": 4.813838005065918, |
| "learning_rate": 2.739313666465984e-07, |
| "loss": 0.6332, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.11077664057796509, |
| "grad_norm": 3.5245296955108643, |
| "learning_rate": 2.769416014449127e-07, |
| "loss": 0.6161, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.11198073449729079, |
| "grad_norm": 4.577372074127197, |
| "learning_rate": 2.7995183624322695e-07, |
| "loss": 0.6254, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.11318482841661649, |
| "grad_norm": 4.295224666595459, |
| "learning_rate": 2.8296207104154123e-07, |
| "loss": 0.6089, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.11438892233594221, |
| "grad_norm": 4.899755477905273, |
| "learning_rate": 2.8597230583985546e-07, |
| "loss": 0.6255, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.11559301625526791, |
| "grad_norm": 5.047530651092529, |
| "learning_rate": 2.889825406381698e-07, |
| "loss": 0.6273, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.11679711017459361, |
| "grad_norm": 4.75305700302124, |
| "learning_rate": 2.9199277543648404e-07, |
| "loss": 0.6277, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.11800120409391933, |
| "grad_norm": 5.476251602172852, |
| "learning_rate": 2.9500301023479827e-07, |
| "loss": 0.6121, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.11920529801324503, |
| "grad_norm": 6.20451021194458, |
| "learning_rate": 2.980132450331126e-07, |
| "loss": 0.6121, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.12040939193257075, |
| "grad_norm": 4.61058235168457, |
| "learning_rate": 3.0102347983142684e-07, |
| "loss": 0.5862, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.12161348585189645, |
| "grad_norm": 4.537725925445557, |
| "learning_rate": 3.0403371462974107e-07, |
| "loss": 0.6186, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.12281757977122215, |
| "grad_norm": 4.347688674926758, |
| "learning_rate": 3.070439494280554e-07, |
| "loss": 0.6127, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.12402167369054787, |
| "grad_norm": 4.965167045593262, |
| "learning_rate": 3.1005418422636965e-07, |
| "loss": 0.6026, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.12522576760987358, |
| "grad_norm": 4.610491752624512, |
| "learning_rate": 3.130644190246839e-07, |
| "loss": 0.6327, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.12642986152919927, |
| "grad_norm": 5.292304039001465, |
| "learning_rate": 3.160746538229982e-07, |
| "loss": 0.5972, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.127633955448525, |
| "grad_norm": 6.372762680053711, |
| "learning_rate": 3.1908488862131245e-07, |
| "loss": 0.6393, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.1288380493678507, |
| "grad_norm": 5.56066370010376, |
| "learning_rate": 3.220951234196267e-07, |
| "loss": 0.6196, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.1300421432871764, |
| "grad_norm": 4.777896881103516, |
| "learning_rate": 3.2510535821794097e-07, |
| "loss": 0.6217, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.1312462372065021, |
| "grad_norm": 4.9745683670043945, |
| "learning_rate": 3.2811559301625525e-07, |
| "loss": 0.6189, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.13245033112582782, |
| "grad_norm": 3.71576189994812, |
| "learning_rate": 3.3112582781456954e-07, |
| "loss": 0.5893, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.1336544250451535, |
| "grad_norm": 4.458312034606934, |
| "learning_rate": 3.3413606261288377e-07, |
| "loss": 0.5951, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.13485851896447923, |
| "grad_norm": 4.835500240325928, |
| "learning_rate": 3.3714629741119806e-07, |
| "loss": 0.5791, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.13606261288380495, |
| "grad_norm": 4.516515254974365, |
| "learning_rate": 3.4015653220951235e-07, |
| "loss": 0.5759, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.13726670680313063, |
| "grad_norm": 5.564052104949951, |
| "learning_rate": 3.431667670078266e-07, |
| "loss": 0.5791, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.13847080072245635, |
| "grad_norm": 5.586264610290527, |
| "learning_rate": 3.4617700180614086e-07, |
| "loss": 0.6142, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.13967489464178207, |
| "grad_norm": 4.408708572387695, |
| "learning_rate": 3.4918723660445515e-07, |
| "loss": 0.617, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.14087898856110775, |
| "grad_norm": 4.4068403244018555, |
| "learning_rate": 3.521974714027694e-07, |
| "loss": 0.6099, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.14208308248043347, |
| "grad_norm": 3.947399854660034, |
| "learning_rate": 3.5520770620108367e-07, |
| "loss": 0.5555, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.1432871763997592, |
| "grad_norm": 5.264540195465088, |
| "learning_rate": 3.5821794099939795e-07, |
| "loss": 0.5556, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.1444912703190849, |
| "grad_norm": 4.486605644226074, |
| "learning_rate": 3.612281757977122e-07, |
| "loss": 0.5997, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.1456953642384106, |
| "grad_norm": 6.195891857147217, |
| "learning_rate": 3.642384105960264e-07, |
| "loss": 0.6104, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.1468994581577363, |
| "grad_norm": 4.5443572998046875, |
| "learning_rate": 3.6724864539434076e-07, |
| "loss": 0.5806, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.14810355207706202, |
| "grad_norm": 4.380715370178223, |
| "learning_rate": 3.70258880192655e-07, |
| "loss": 0.5759, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.1493076459963877, |
| "grad_norm": 5.033191680908203, |
| "learning_rate": 3.732691149909693e-07, |
| "loss": 0.5782, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.15051173991571343, |
| "grad_norm": 4.244385719299316, |
| "learning_rate": 3.7627934978928356e-07, |
| "loss": 0.5658, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.15171583383503914, |
| "grad_norm": 4.332985877990723, |
| "learning_rate": 3.792895845875978e-07, |
| "loss": 0.5702, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.15291992775436483, |
| "grad_norm": 4.5175628662109375, |
| "learning_rate": 3.822998193859121e-07, |
| "loss": 0.5588, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.15412402167369055, |
| "grad_norm": 4.519990921020508, |
| "learning_rate": 3.8531005418422637e-07, |
| "loss": 0.5871, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.15532811559301626, |
| "grad_norm": 4.500414848327637, |
| "learning_rate": 3.883202889825406e-07, |
| "loss": 0.5977, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.15653220951234195, |
| "grad_norm": 4.714526653289795, |
| "learning_rate": 3.913305237808549e-07, |
| "loss": 0.5647, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.15773630343166767, |
| "grad_norm": 4.869201183319092, |
| "learning_rate": 3.9434075857916917e-07, |
| "loss": 0.5816, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.15894039735099338, |
| "grad_norm": 5.167849540710449, |
| "learning_rate": 3.973509933774834e-07, |
| "loss": 0.5633, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.16014449127031907, |
| "grad_norm": 4.805886745452881, |
| "learning_rate": 4.003612281757977e-07, |
| "loss": 0.5858, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.1613485851896448, |
| "grad_norm": 4.569708824157715, |
| "learning_rate": 4.03371462974112e-07, |
| "loss": 0.5729, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.1625526791089705, |
| "grad_norm": 4.649074554443359, |
| "learning_rate": 4.0638169777242626e-07, |
| "loss": 0.5904, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.16375677302829622, |
| "grad_norm": 4.956695556640625, |
| "learning_rate": 4.093919325707405e-07, |
| "loss": 0.5743, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.1649608669476219, |
| "grad_norm": 5.056834697723389, |
| "learning_rate": 4.1240216736905473e-07, |
| "loss": 0.5903, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.16616496086694763, |
| "grad_norm": 4.751232624053955, |
| "learning_rate": 4.1541240216736907e-07, |
| "loss": 0.5697, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.16736905478627334, |
| "grad_norm": 4.0161027908325195, |
| "learning_rate": 4.184226369656833e-07, |
| "loss": 0.5588, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.16857314870559903, |
| "grad_norm": 4.591194152832031, |
| "learning_rate": 4.2143287176399753e-07, |
| "loss": 0.5792, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.16977724262492475, |
| "grad_norm": 5.218972206115723, |
| "learning_rate": 4.2444310656231187e-07, |
| "loss": 0.5793, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.17098133654425046, |
| "grad_norm": 4.32102108001709, |
| "learning_rate": 4.274533413606261e-07, |
| "loss": 0.57, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.17218543046357615, |
| "grad_norm": 4.359175205230713, |
| "learning_rate": 4.3046357615894034e-07, |
| "loss": 0.5675, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.17338952438290187, |
| "grad_norm": 5.192026615142822, |
| "learning_rate": 4.334738109572547e-07, |
| "loss": 0.5668, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.17459361830222758, |
| "grad_norm": 4.002780914306641, |
| "learning_rate": 4.364840457555689e-07, |
| "loss": 0.5787, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.17579771222155327, |
| "grad_norm": 5.319111347198486, |
| "learning_rate": 4.3949428055388314e-07, |
| "loss": 0.5734, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.177001806140879, |
| "grad_norm": 4.700523376464844, |
| "learning_rate": 4.425045153521975e-07, |
| "loss": 0.5754, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.1782059000602047, |
| "grad_norm": 4.4386372566223145, |
| "learning_rate": 4.455147501505117e-07, |
| "loss": 0.5459, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.1794099939795304, |
| "grad_norm": 4.084826946258545, |
| "learning_rate": 4.48524984948826e-07, |
| "loss": 0.5399, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.1806140878988561, |
| "grad_norm": 4.401342391967773, |
| "learning_rate": 4.515352197471403e-07, |
| "loss": 0.573, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 4.5059685707092285, |
| "learning_rate": 4.545454545454545e-07, |
| "loss": 0.5724, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.18302227573750754, |
| "grad_norm": 5.070437431335449, |
| "learning_rate": 4.575556893437688e-07, |
| "loss": 0.5711, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.18422636965683323, |
| "grad_norm": 4.188956260681152, |
| "learning_rate": 4.6056592414208304e-07, |
| "loss": 0.5498, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.18543046357615894, |
| "grad_norm": 4.391158580780029, |
| "learning_rate": 4.635761589403973e-07, |
| "loss": 0.5602, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.18663455749548466, |
| "grad_norm": 5.272259712219238, |
| "learning_rate": 4.665863937387116e-07, |
| "loss": 0.5748, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.18783865141481035, |
| "grad_norm": 4.982473373413086, |
| "learning_rate": 4.6959662853702584e-07, |
| "loss": 0.5584, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.18904274533413606, |
| "grad_norm": 5.263506889343262, |
| "learning_rate": 4.7260686333534013e-07, |
| "loss": 0.5828, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.19024683925346178, |
| "grad_norm": 4.1373724937438965, |
| "learning_rate": 4.756170981336544e-07, |
| "loss": 0.5494, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.19145093317278747, |
| "grad_norm": 4.439697265625, |
| "learning_rate": 4.786273329319686e-07, |
| "loss": 0.5522, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.19265502709211318, |
| "grad_norm": 4.79713249206543, |
| "learning_rate": 4.81637567730283e-07, |
| "loss": 0.5058, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.1938591210114389, |
| "grad_norm": 3.973453998565674, |
| "learning_rate": 4.846478025285972e-07, |
| "loss": 0.5471, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.1950632149307646, |
| "grad_norm": 4.748741149902344, |
| "learning_rate": 4.876580373269115e-07, |
| "loss": 0.5768, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.1962673088500903, |
| "grad_norm": 5.98441743850708, |
| "learning_rate": 4.906682721252258e-07, |
| "loss": 0.5497, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.19747140276941602, |
| "grad_norm": 5.55325174331665, |
| "learning_rate": 4.9367850692354e-07, |
| "loss": 0.5595, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.1986754966887417, |
| "grad_norm": 5.114386081695557, |
| "learning_rate": 4.966887417218543e-07, |
| "loss": 0.5635, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.19987959060806743, |
| "grad_norm": 4.869389533996582, |
| "learning_rate": 4.996989765201686e-07, |
| "loss": 0.5409, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.20108368452739314, |
| "grad_norm": 4.4507222175598145, |
| "learning_rate": 5.027092113184828e-07, |
| "loss": 0.5598, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.20228777844671886, |
| "grad_norm": 4.574100494384766, |
| "learning_rate": 5.057194461167971e-07, |
| "loss": 0.5432, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.20349187236604455, |
| "grad_norm": 4.581476211547852, |
| "learning_rate": 5.087296809151114e-07, |
| "loss": 0.5509, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.20469596628537026, |
| "grad_norm": 4.631548881530762, |
| "learning_rate": 5.117399157134256e-07, |
| "loss": 0.5712, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.20590006020469598, |
| "grad_norm": 5.006454944610596, |
| "learning_rate": 5.147501505117399e-07, |
| "loss": 0.5586, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.20710415412402167, |
| "grad_norm": 4.4788408279418945, |
| "learning_rate": 5.177603853100542e-07, |
| "loss": 0.5543, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.20830824804334738, |
| "grad_norm": 4.614450931549072, |
| "learning_rate": 5.207706201083684e-07, |
| "loss": 0.5677, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.2095123419626731, |
| "grad_norm": 4.377712249755859, |
| "learning_rate": 5.237808549066827e-07, |
| "loss": 0.5399, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.2107164358819988, |
| "grad_norm": 6.157577991485596, |
| "learning_rate": 5.26791089704997e-07, |
| "loss": 0.5288, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.2119205298013245, |
| "grad_norm": 4.206299781799316, |
| "learning_rate": 5.298013245033112e-07, |
| "loss": 0.5308, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.21312462372065022, |
| "grad_norm": 4.296496868133545, |
| "learning_rate": 5.328115593016255e-07, |
| "loss": 0.552, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.2143287176399759, |
| "grad_norm": 4.474640846252441, |
| "learning_rate": 5.358217940999398e-07, |
| "loss": 0.5505, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.21553281155930162, |
| "grad_norm": 4.762406349182129, |
| "learning_rate": 5.38832028898254e-07, |
| "loss": 0.5669, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.21673690547862734, |
| "grad_norm": 4.40052604675293, |
| "learning_rate": 5.418422636965683e-07, |
| "loss": 0.5386, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.21794099939795303, |
| "grad_norm": 4.364424228668213, |
| "learning_rate": 5.448524984948826e-07, |
| "loss": 0.5446, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.21914509331727874, |
| "grad_norm": 5.686670780181885, |
| "learning_rate": 5.478627332931969e-07, |
| "loss": 0.5708, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.22034918723660446, |
| "grad_norm": 6.244655132293701, |
| "learning_rate": 5.508729680915111e-07, |
| "loss": 0.5353, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.22155328115593018, |
| "grad_norm": 5.4936323165893555, |
| "learning_rate": 5.538832028898254e-07, |
| "loss": 0.5486, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.22275737507525586, |
| "grad_norm": 4.955344200134277, |
| "learning_rate": 5.568934376881397e-07, |
| "loss": 0.5142, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.22396146899458158, |
| "grad_norm": 4.333896636962891, |
| "learning_rate": 5.599036724864539e-07, |
| "loss": 0.5432, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.2251655629139073, |
| "grad_norm": 4.568367958068848, |
| "learning_rate": 5.629139072847681e-07, |
| "loss": 0.5351, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.22636965683323299, |
| "grad_norm": 5.548391342163086, |
| "learning_rate": 5.659241420830825e-07, |
| "loss": 0.5053, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.2275737507525587, |
| "grad_norm": 4.526470184326172, |
| "learning_rate": 5.689343768813967e-07, |
| "loss": 0.5494, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.22877784467188442, |
| "grad_norm": 4.453249454498291, |
| "learning_rate": 5.719446116797109e-07, |
| "loss": 0.5397, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.2299819385912101, |
| "grad_norm": 7.503538131713867, |
| "learning_rate": 5.749548464780253e-07, |
| "loss": 0.5232, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.23118603251053582, |
| "grad_norm": 5.740428924560547, |
| "learning_rate": 5.779650812763396e-07, |
| "loss": 0.5426, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.23239012642986154, |
| "grad_norm": 5.185967445373535, |
| "learning_rate": 5.809753160746537e-07, |
| "loss": 0.5277, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.23359422034918723, |
| "grad_norm": 5.1867547035217285, |
| "learning_rate": 5.839855508729681e-07, |
| "loss": 0.5233, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.23479831426851294, |
| "grad_norm": 4.812213897705078, |
| "learning_rate": 5.869957856712824e-07, |
| "loss": 0.535, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.23600240818783866, |
| "grad_norm": 5.038625240325928, |
| "learning_rate": 5.900060204695965e-07, |
| "loss": 0.5365, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.23720650210716435, |
| "grad_norm": 4.050044536590576, |
| "learning_rate": 5.930162552679109e-07, |
| "loss": 0.5145, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.23841059602649006, |
| "grad_norm": 4.956125736236572, |
| "learning_rate": 5.960264900662252e-07, |
| "loss": 0.5141, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.23961468994581578, |
| "grad_norm": 4.40023136138916, |
| "learning_rate": 5.990367248645393e-07, |
| "loss": 0.544, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.2408187838651415, |
| "grad_norm": 5.268930912017822, |
| "learning_rate": 6.020469596628537e-07, |
| "loss": 0.5514, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.24202287778446718, |
| "grad_norm": 3.9441418647766113, |
| "learning_rate": 6.05057194461168e-07, |
| "loss": 0.5368, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.2432269717037929, |
| "grad_norm": 4.060418605804443, |
| "learning_rate": 6.080674292594821e-07, |
| "loss": 0.5228, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.24443106562311862, |
| "grad_norm": 4.1477861404418945, |
| "learning_rate": 6.110776640577965e-07, |
| "loss": 0.5221, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.2456351595424443, |
| "grad_norm": 5.319125175476074, |
| "learning_rate": 6.140878988561108e-07, |
| "loss": 0.5441, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.24683925346177002, |
| "grad_norm": 4.920033931732178, |
| "learning_rate": 6.17098133654425e-07, |
| "loss": 0.5307, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.24804334738109574, |
| "grad_norm": 5.167773246765137, |
| "learning_rate": 6.201083684527393e-07, |
| "loss": 0.5304, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.24924744130042142, |
| "grad_norm": 5.3018879890441895, |
| "learning_rate": 6.231186032510536e-07, |
| "loss": 0.5356, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.25045153521974717, |
| "grad_norm": 4.822166919708252, |
| "learning_rate": 6.261288380493678e-07, |
| "loss": 0.513, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.25165562913907286, |
| "grad_norm": 4.957582473754883, |
| "learning_rate": 6.291390728476821e-07, |
| "loss": 0.5069, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.25285972305839854, |
| "grad_norm": 6.180065155029297, |
| "learning_rate": 6.321493076459964e-07, |
| "loss": 0.5329, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.2540638169777243, |
| "grad_norm": 5.123517990112305, |
| "learning_rate": 6.351595424443106e-07, |
| "loss": 0.5169, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.25526791089705, |
| "grad_norm": 5.372180938720703, |
| "learning_rate": 6.381697772426249e-07, |
| "loss": 0.508, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.25647200481637566, |
| "grad_norm": 3.907548189163208, |
| "learning_rate": 6.411800120409392e-07, |
| "loss": 0.5082, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.2576760987357014, |
| "grad_norm": 4.107047080993652, |
| "learning_rate": 6.441902468392534e-07, |
| "loss": 0.5257, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.2588801926550271, |
| "grad_norm": 5.055625915527344, |
| "learning_rate": 6.472004816375677e-07, |
| "loss": 0.5458, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.2600842865743528, |
| "grad_norm": 5.573007106781006, |
| "learning_rate": 6.502107164358819e-07, |
| "loss": 0.5178, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.26128838049367853, |
| "grad_norm": 4.955606460571289, |
| "learning_rate": 6.532209512341962e-07, |
| "loss": 0.5355, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.2624924744130042, |
| "grad_norm": 4.537413120269775, |
| "learning_rate": 6.562311860325105e-07, |
| "loss": 0.5393, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.2636965683323299, |
| "grad_norm": 5.761811256408691, |
| "learning_rate": 6.592414208308247e-07, |
| "loss": 0.5497, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.26490066225165565, |
| "grad_norm": 3.865335464477539, |
| "learning_rate": 6.622516556291391e-07, |
| "loss": 0.4914, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.26610475617098134, |
| "grad_norm": 4.600432872772217, |
| "learning_rate": 6.652618904274533e-07, |
| "loss": 0.5099, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.267308850090307, |
| "grad_norm": 4.737097263336182, |
| "learning_rate": 6.682721252257675e-07, |
| "loss": 0.5236, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.26851294400963277, |
| "grad_norm": 4.7886247634887695, |
| "learning_rate": 6.712823600240819e-07, |
| "loss": 0.5152, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.26971703792895846, |
| "grad_norm": 6.00905179977417, |
| "learning_rate": 6.742925948223961e-07, |
| "loss": 0.5369, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.27092113184828415, |
| "grad_norm": 5.080295085906982, |
| "learning_rate": 6.773028296207104e-07, |
| "loss": 0.5135, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.2721252257676099, |
| "grad_norm": 5.130943775177002, |
| "learning_rate": 6.803130644190247e-07, |
| "loss": 0.4921, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.2733293196869356, |
| "grad_norm": 4.8161187171936035, |
| "learning_rate": 6.833232992173389e-07, |
| "loss": 0.5243, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.27453341360626127, |
| "grad_norm": 5.960630416870117, |
| "learning_rate": 6.863335340156532e-07, |
| "loss": 0.525, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.275737507525587, |
| "grad_norm": 6.012716770172119, |
| "learning_rate": 6.893437688139675e-07, |
| "loss": 0.5126, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.2769416014449127, |
| "grad_norm": 4.913167476654053, |
| "learning_rate": 6.923540036122817e-07, |
| "loss": 0.531, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.2781456953642384, |
| "grad_norm": 5.190576076507568, |
| "learning_rate": 6.95364238410596e-07, |
| "loss": 0.5147, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.27934978928356413, |
| "grad_norm": 4.0760602951049805, |
| "learning_rate": 6.983744732089103e-07, |
| "loss": 0.5135, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.2805538832028898, |
| "grad_norm": 4.385684490203857, |
| "learning_rate": 7.013847080072245e-07, |
| "loss": 0.5196, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.2817579771222155, |
| "grad_norm": 4.470118045806885, |
| "learning_rate": 7.043949428055388e-07, |
| "loss": 0.502, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.28296207104154125, |
| "grad_norm": 4.798367023468018, |
| "learning_rate": 7.074051776038531e-07, |
| "loss": 0.5078, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.28416616496086694, |
| "grad_norm": 4.64969539642334, |
| "learning_rate": 7.104154124021673e-07, |
| "loss": 0.5126, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.28537025888019263, |
| "grad_norm": 5.035313606262207, |
| "learning_rate": 7.134256472004816e-07, |
| "loss": 0.5068, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.2865743527995184, |
| "grad_norm": 3.7338409423828125, |
| "learning_rate": 7.164358819987959e-07, |
| "loss": 0.4956, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.28777844671884406, |
| "grad_norm": 5.102356910705566, |
| "learning_rate": 7.194461167971101e-07, |
| "loss": 0.5128, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.2889825406381698, |
| "grad_norm": 5.0710320472717285, |
| "learning_rate": 7.224563515954244e-07, |
| "loss": 0.5064, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.2901866345574955, |
| "grad_norm": 5.2054667472839355, |
| "learning_rate": 7.254665863937387e-07, |
| "loss": 0.5318, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.2913907284768212, |
| "grad_norm": 4.590500831604004, |
| "learning_rate": 7.284768211920528e-07, |
| "loss": 0.5352, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.2925948223961469, |
| "grad_norm": 5.737983226776123, |
| "learning_rate": 7.314870559903672e-07, |
| "loss": 0.5047, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.2937989163154726, |
| "grad_norm": 5.184499263763428, |
| "learning_rate": 7.344972907886815e-07, |
| "loss": 0.4998, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.2950030102347983, |
| "grad_norm": 5.553317070007324, |
| "learning_rate": 7.375075255869959e-07, |
| "loss": 0.5099, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.29620710415412405, |
| "grad_norm": 4.864592552185059, |
| "learning_rate": 7.4051776038531e-07, |
| "loss": 0.5071, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.29741119807344973, |
| "grad_norm": 4.1055803298950195, |
| "learning_rate": 7.435279951836243e-07, |
| "loss": 0.4985, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.2986152919927754, |
| "grad_norm": 5.875371932983398, |
| "learning_rate": 7.465382299819386e-07, |
| "loss": 0.4982, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.29981938591210117, |
| "grad_norm": 4.417768955230713, |
| "learning_rate": 7.495484647802528e-07, |
| "loss": 0.4999, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.30102347983142685, |
| "grad_norm": 4.034854888916016, |
| "learning_rate": 7.525586995785671e-07, |
| "loss": 0.5063, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.30222757375075254, |
| "grad_norm": 4.711478233337402, |
| "learning_rate": 7.555689343768814e-07, |
| "loss": 0.5194, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.3034316676700783, |
| "grad_norm": 4.778373718261719, |
| "learning_rate": 7.585791691751956e-07, |
| "loss": 0.5178, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.304635761589404, |
| "grad_norm": 3.896817922592163, |
| "learning_rate": 7.615894039735099e-07, |
| "loss": 0.5073, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.30583985550872966, |
| "grad_norm": 4.729064464569092, |
| "learning_rate": 7.645996387718242e-07, |
| "loss": 0.5083, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.3070439494280554, |
| "grad_norm": 4.760159015655518, |
| "learning_rate": 7.676098735701384e-07, |
| "loss": 0.5108, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.3082480433473811, |
| "grad_norm": 4.362825870513916, |
| "learning_rate": 7.706201083684527e-07, |
| "loss": 0.5027, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.3094521372667068, |
| "grad_norm": 4.749810695648193, |
| "learning_rate": 7.73630343166767e-07, |
| "loss": 0.5051, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.3106562311860325, |
| "grad_norm": 4.157332897186279, |
| "learning_rate": 7.766405779650812e-07, |
| "loss": 0.5, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.3118603251053582, |
| "grad_norm": 4.272891044616699, |
| "learning_rate": 7.796508127633955e-07, |
| "loss": 0.4946, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.3130644190246839, |
| "grad_norm": 4.159026145935059, |
| "learning_rate": 7.826610475617098e-07, |
| "loss": 0.4992, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.31426851294400965, |
| "grad_norm": 5.095447063446045, |
| "learning_rate": 7.85671282360024e-07, |
| "loss": 0.4968, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.31547260686333534, |
| "grad_norm": 4.606817722320557, |
| "learning_rate": 7.886815171583383e-07, |
| "loss": 0.5018, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.316676700782661, |
| "grad_norm": 4.154166221618652, |
| "learning_rate": 7.916917519566526e-07, |
| "loss": 0.4848, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.31788079470198677, |
| "grad_norm": 4.749946117401123, |
| "learning_rate": 7.947019867549668e-07, |
| "loss": 0.4955, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.31908488862131246, |
| "grad_norm": 6.158957481384277, |
| "learning_rate": 7.977122215532812e-07, |
| "loss": 0.5088, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.32028898254063815, |
| "grad_norm": 4.356431484222412, |
| "learning_rate": 8.007224563515954e-07, |
| "loss": 0.5071, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.3214930764599639, |
| "grad_norm": 5.454282760620117, |
| "learning_rate": 8.037326911499096e-07, |
| "loss": 0.518, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.3226971703792896, |
| "grad_norm": 4.323178291320801, |
| "learning_rate": 8.06742925948224e-07, |
| "loss": 0.5077, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.32390126429861527, |
| "grad_norm": 5.352051258087158, |
| "learning_rate": 8.097531607465382e-07, |
| "loss": 0.5042, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.325105358217941, |
| "grad_norm": 4.680684566497803, |
| "learning_rate": 8.127633955448525e-07, |
| "loss": 0.5006, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.3263094521372667, |
| "grad_norm": 5.054072380065918, |
| "learning_rate": 8.157736303431668e-07, |
| "loss": 0.5005, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.32751354605659244, |
| "grad_norm": 4.090258598327637, |
| "learning_rate": 8.18783865141481e-07, |
| "loss": 0.4694, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.32871763997591813, |
| "grad_norm": 4.663838863372803, |
| "learning_rate": 8.217940999397953e-07, |
| "loss": 0.502, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.3299217338952438, |
| "grad_norm": 4.440493106842041, |
| "learning_rate": 8.248043347381095e-07, |
| "loss": 0.4933, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.33112582781456956, |
| "grad_norm": 5.184099197387695, |
| "learning_rate": 8.278145695364238e-07, |
| "loss": 0.5088, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.33232992173389525, |
| "grad_norm": 4.647283554077148, |
| "learning_rate": 8.308248043347381e-07, |
| "loss": 0.4909, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.33353401565322094, |
| "grad_norm": 4.6232500076293945, |
| "learning_rate": 8.338350391330523e-07, |
| "loss": 0.4929, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.3347381095725467, |
| "grad_norm": 5.234133720397949, |
| "learning_rate": 8.368452739313666e-07, |
| "loss": 0.5287, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.33594220349187237, |
| "grad_norm": 4.967161178588867, |
| "learning_rate": 8.398555087296809e-07, |
| "loss": 0.5041, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.33714629741119806, |
| "grad_norm": 4.8062591552734375, |
| "learning_rate": 8.428657435279951e-07, |
| "loss": 0.4878, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3383503913305238, |
| "grad_norm": 5.188631534576416, |
| "learning_rate": 8.458759783263094e-07, |
| "loss": 0.4907, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.3395544852498495, |
| "grad_norm": 4.293895244598389, |
| "learning_rate": 8.488862131246237e-07, |
| "loss": 0.4952, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.3407585791691752, |
| "grad_norm": 5.219202041625977, |
| "learning_rate": 8.518964479229379e-07, |
| "loss": 0.5046, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.3419626730885009, |
| "grad_norm": 4.529453754425049, |
| "learning_rate": 8.549066827212522e-07, |
| "loss": 0.4951, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.3431667670078266, |
| "grad_norm": 4.706615924835205, |
| "learning_rate": 8.579169175195666e-07, |
| "loss": 0.5083, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3443708609271523, |
| "grad_norm": 5.135066986083984, |
| "learning_rate": 8.609271523178807e-07, |
| "loss": 0.4823, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.34557495484647804, |
| "grad_norm": 4.977953910827637, |
| "learning_rate": 8.63937387116195e-07, |
| "loss": 0.4845, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.34677904876580373, |
| "grad_norm": 4.964434623718262, |
| "learning_rate": 8.669476219145094e-07, |
| "loss": 0.5008, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.3479831426851294, |
| "grad_norm": 4.28712797164917, |
| "learning_rate": 8.699578567128235e-07, |
| "loss": 0.4819, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.34918723660445516, |
| "grad_norm": 4.125621318817139, |
| "learning_rate": 8.729680915111378e-07, |
| "loss": 0.505, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.35039133052378085, |
| "grad_norm": 4.779543399810791, |
| "learning_rate": 8.759783263094522e-07, |
| "loss": 0.5002, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.35159542444310654, |
| "grad_norm": 4.9358320236206055, |
| "learning_rate": 8.789885611077663e-07, |
| "loss": 0.4854, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.3527995183624323, |
| "grad_norm": 5.439524173736572, |
| "learning_rate": 8.819987959060806e-07, |
| "loss": 0.4893, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.354003612281758, |
| "grad_norm": 5.939353942871094, |
| "learning_rate": 8.85009030704395e-07, |
| "loss": 0.4876, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.35520770620108366, |
| "grad_norm": 5.600659370422363, |
| "learning_rate": 8.880192655027092e-07, |
| "loss": 0.4916, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.3564118001204094, |
| "grad_norm": 6.2792134284973145, |
| "learning_rate": 8.910295003010234e-07, |
| "loss": 0.5139, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.3576158940397351, |
| "grad_norm": 5.060665130615234, |
| "learning_rate": 8.940397350993378e-07, |
| "loss": 0.5138, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.3588199879590608, |
| "grad_norm": 5.271560192108154, |
| "learning_rate": 8.97049969897652e-07, |
| "loss": 0.4971, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.3600240818783865, |
| "grad_norm": 4.9547014236450195, |
| "learning_rate": 9.000602046959662e-07, |
| "loss": 0.4767, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.3612281757977122, |
| "grad_norm": 5.039198398590088, |
| "learning_rate": 9.030704394942806e-07, |
| "loss": 0.5038, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.3624322697170379, |
| "grad_norm": 3.5281832218170166, |
| "learning_rate": 9.060806742925948e-07, |
| "loss": 0.4837, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 4.734562873840332, |
| "learning_rate": 9.09090909090909e-07, |
| "loss": 0.4925, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.36484045755568933, |
| "grad_norm": 4.400488376617432, |
| "learning_rate": 9.121011438892233e-07, |
| "loss": 0.4819, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.3660445514750151, |
| "grad_norm": 4.797727584838867, |
| "learning_rate": 9.151113786875376e-07, |
| "loss": 0.4779, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.36724864539434077, |
| "grad_norm": 4.852715492248535, |
| "learning_rate": 9.181216134858518e-07, |
| "loss": 0.4581, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.36845273931366646, |
| "grad_norm": 4.8324971199035645, |
| "learning_rate": 9.211318482841661e-07, |
| "loss": 0.5075, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.3696568332329922, |
| "grad_norm": 4.099527835845947, |
| "learning_rate": 9.241420830824804e-07, |
| "loss": 0.4926, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.3708609271523179, |
| "grad_norm": 4.540558338165283, |
| "learning_rate": 9.271523178807946e-07, |
| "loss": 0.4901, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.3720650210716436, |
| "grad_norm": 4.567551612854004, |
| "learning_rate": 9.301625526791089e-07, |
| "loss": 0.4781, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.3732691149909693, |
| "grad_norm": 5.362119674682617, |
| "learning_rate": 9.331727874774232e-07, |
| "loss": 0.4784, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.374473208910295, |
| "grad_norm": 4.974254131317139, |
| "learning_rate": 9.361830222757375e-07, |
| "loss": 0.4985, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.3756773028296207, |
| "grad_norm": 4.490511417388916, |
| "learning_rate": 9.391932570740517e-07, |
| "loss": 0.4619, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.37688139674894644, |
| "grad_norm": 4.691735744476318, |
| "learning_rate": 9.42203491872366e-07, |
| "loss": 0.4892, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.37808549066827213, |
| "grad_norm": 5.031266689300537, |
| "learning_rate": 9.452137266706803e-07, |
| "loss": 0.4653, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.3792895845875978, |
| "grad_norm": 6.112424850463867, |
| "learning_rate": 9.482239614689945e-07, |
| "loss": 0.4887, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.38049367850692356, |
| "grad_norm": 4.281744480133057, |
| "learning_rate": 9.512341962673088e-07, |
| "loss": 0.4828, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.38169777242624925, |
| "grad_norm": 4.672320365905762, |
| "learning_rate": 9.54244431065623e-07, |
| "loss": 0.4807, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.38290186634557494, |
| "grad_norm": 4.8247528076171875, |
| "learning_rate": 9.572546658639373e-07, |
| "loss": 0.4652, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.3841059602649007, |
| "grad_norm": 4.806872844696045, |
| "learning_rate": 9.602649006622515e-07, |
| "loss": 0.4687, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.38531005418422637, |
| "grad_norm": 4.877020835876465, |
| "learning_rate": 9.63275135460566e-07, |
| "loss": 0.4954, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.38651414810355206, |
| "grad_norm": 5.005871295928955, |
| "learning_rate": 9.662853702588802e-07, |
| "loss": 0.5117, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.3877182420228778, |
| "grad_norm": 4.2746100425720215, |
| "learning_rate": 9.692956050571944e-07, |
| "loss": 0.472, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.3889223359422035, |
| "grad_norm": 4.155144691467285, |
| "learning_rate": 9.723058398555087e-07, |
| "loss": 0.4882, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.3901264298615292, |
| "grad_norm": 4.557404041290283, |
| "learning_rate": 9.75316074653823e-07, |
| "loss": 0.4845, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.3913305237808549, |
| "grad_norm": 4.442798614501953, |
| "learning_rate": 9.783263094521371e-07, |
| "loss": 0.4822, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.3925346177001806, |
| "grad_norm": 5.363224029541016, |
| "learning_rate": 9.813365442504516e-07, |
| "loss": 0.4808, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.3937387116195063, |
| "grad_norm": 4.809715747833252, |
| "learning_rate": 9.843467790487658e-07, |
| "loss": 0.4834, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.39494280553883204, |
| "grad_norm": 4.954145431518555, |
| "learning_rate": 9.8735701384708e-07, |
| "loss": 0.4796, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.39614689945815773, |
| "grad_norm": 4.381477355957031, |
| "learning_rate": 9.903672486453943e-07, |
| "loss": 0.465, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.3973509933774834, |
| "grad_norm": 5.086960315704346, |
| "learning_rate": 9.933774834437085e-07, |
| "loss": 0.4996, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.39855508729680916, |
| "grad_norm": 5.4834303855896, |
| "learning_rate": 9.963877182420227e-07, |
| "loss": 0.4854, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.39975918121613485, |
| "grad_norm": 4.411494255065918, |
| "learning_rate": 9.993979530403372e-07, |
| "loss": 0.4882, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.40096327513546054, |
| "grad_norm": 3.9291751384735107, |
| "learning_rate": 9.999998233411383e-07, |
| "loss": 0.4975, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.4021673690547863, |
| "grad_norm": 4.288562774658203, |
| "learning_rate": 9.999991056647273e-07, |
| "loss": 0.4712, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.40337146297411197, |
| "grad_norm": 4.603250026702881, |
| "learning_rate": 9.999978359303795e-07, |
| "loss": 0.4933, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.4045755568934377, |
| "grad_norm": 4.753664970397949, |
| "learning_rate": 9.999960141394973e-07, |
| "loss": 0.4748, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.4057796508127634, |
| "grad_norm": 4.143571376800537, |
| "learning_rate": 9.99993640294092e-07, |
| "loss": 0.46, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.4069837447320891, |
| "grad_norm": 5.25679874420166, |
| "learning_rate": 9.99990714396784e-07, |
| "loss": 0.4859, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.40818783865141484, |
| "grad_norm": 5.903568744659424, |
| "learning_rate": 9.999872364508047e-07, |
| "loss": 0.4942, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.4093919325707405, |
| "grad_norm": 4.5355939865112305, |
| "learning_rate": 9.999832064599938e-07, |
| "loss": 0.4713, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.4105960264900662, |
| "grad_norm": 4.297218322753906, |
| "learning_rate": 9.999786244288008e-07, |
| "loss": 0.4701, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.41180012040939196, |
| "grad_norm": 4.364749908447266, |
| "learning_rate": 9.99973490362285e-07, |
| "loss": 0.4805, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.41300421432871764, |
| "grad_norm": 5.253974914550781, |
| "learning_rate": 9.999678042661147e-07, |
| "loss": 0.4728, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.41420830824804333, |
| "grad_norm": 3.7505037784576416, |
| "learning_rate": 9.999615661465685e-07, |
| "loss": 0.4666, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.4154124021673691, |
| "grad_norm": 4.56821346282959, |
| "learning_rate": 9.999547760105335e-07, |
| "loss": 0.4654, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.41661649608669477, |
| "grad_norm": 5.777834415435791, |
| "learning_rate": 9.999474338655073e-07, |
| "loss": 0.4708, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.41782059000602045, |
| "grad_norm": 4.463301181793213, |
| "learning_rate": 9.999395397195961e-07, |
| "loss": 0.4736, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.4190246839253462, |
| "grad_norm": 4.7559494972229, |
| "learning_rate": 9.999310935815165e-07, |
| "loss": 0.4858, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.4202287778446719, |
| "grad_norm": 5.451569557189941, |
| "learning_rate": 9.999220954605932e-07, |
| "loss": 0.4945, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.4214328717639976, |
| "grad_norm": 4.072139739990234, |
| "learning_rate": 9.99912545366762e-07, |
| "loss": 0.4685, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.4226369656833233, |
| "grad_norm": 5.299817085266113, |
| "learning_rate": 9.999024433105666e-07, |
| "loss": 0.4782, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.423841059602649, |
| "grad_norm": 4.960267543792725, |
| "learning_rate": 9.998917893031615e-07, |
| "loss": 0.4766, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.4250451535219747, |
| "grad_norm": 5.582713603973389, |
| "learning_rate": 9.998805833563096e-07, |
| "loss": 0.4737, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.42624924744130044, |
| "grad_norm": 4.434458255767822, |
| "learning_rate": 9.998688254823836e-07, |
| "loss": 0.4679, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.4274533413606261, |
| "grad_norm": 4.943469524383545, |
| "learning_rate": 9.99856515694366e-07, |
| "loss": 0.4754, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.4286574352799518, |
| "grad_norm": 5.145878314971924, |
| "learning_rate": 9.998436540058476e-07, |
| "loss": 0.4855, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.42986152919927756, |
| "grad_norm": 4.884524822235107, |
| "learning_rate": 9.998302404310296e-07, |
| "loss": 0.4801, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.43106562311860325, |
| "grad_norm": 4.950911045074463, |
| "learning_rate": 9.998162749847223e-07, |
| "loss": 0.51, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.43226971703792894, |
| "grad_norm": 4.5520148277282715, |
| "learning_rate": 9.99801757682345e-07, |
| "loss": 0.4887, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.4334738109572547, |
| "grad_norm": 5.745821952819824, |
| "learning_rate": 9.997866885399265e-07, |
| "loss": 0.4934, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.43467790487658037, |
| "grad_norm": 4.750070095062256, |
| "learning_rate": 9.997710675741049e-07, |
| "loss": 0.4611, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.43588199879590606, |
| "grad_norm": 4.3570966720581055, |
| "learning_rate": 9.997548948021275e-07, |
| "loss": 0.4819, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.4370860927152318, |
| "grad_norm": 3.810598373413086, |
| "learning_rate": 9.997381702418513e-07, |
| "loss": 0.4514, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.4382901866345575, |
| "grad_norm": 4.763775825500488, |
| "learning_rate": 9.997208939117418e-07, |
| "loss": 0.4686, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.4394942805538832, |
| "grad_norm": 4.3974385261535645, |
| "learning_rate": 9.997030658308745e-07, |
| "loss": 0.4763, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.4406983744732089, |
| "grad_norm": 4.901960372924805, |
| "learning_rate": 9.996846860189332e-07, |
| "loss": 0.4649, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.4419024683925346, |
| "grad_norm": 3.764139175415039, |
| "learning_rate": 9.996657544962118e-07, |
| "loss": 0.4752, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.44310656231186035, |
| "grad_norm": 4.972975730895996, |
| "learning_rate": 9.996462712836126e-07, |
| "loss": 0.4736, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.44431065623118604, |
| "grad_norm": 3.928086757659912, |
| "learning_rate": 9.996262364026477e-07, |
| "loss": 0.4939, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.44551475015051173, |
| "grad_norm": 4.017699718475342, |
| "learning_rate": 9.99605649875438e-07, |
| "loss": 0.4693, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.4467188440698375, |
| "grad_norm": 6.103999137878418, |
| "learning_rate": 9.995845117247129e-07, |
| "loss": 0.4774, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.44792293798916316, |
| "grad_norm": 6.031617641448975, |
| "learning_rate": 9.99562821973812e-07, |
| "loss": 0.4528, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.44912703190848885, |
| "grad_norm": 4.691218852996826, |
| "learning_rate": 9.99540580646683e-07, |
| "loss": 0.4646, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.4503311258278146, |
| "grad_norm": 4.680331230163574, |
| "learning_rate": 9.995177877678832e-07, |
| "loss": 0.469, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.4515352197471403, |
| "grad_norm": 4.436509132385254, |
| "learning_rate": 9.994944433625784e-07, |
| "loss": 0.4619, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.45273931366646597, |
| "grad_norm": 4.72512149810791, |
| "learning_rate": 9.994705474565435e-07, |
| "loss": 0.4404, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.4539434075857917, |
| "grad_norm": 4.427882194519043, |
| "learning_rate": 9.994461000761627e-07, |
| "loss": 0.4826, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.4551475015051174, |
| "grad_norm": 4.025267124176025, |
| "learning_rate": 9.994211012484285e-07, |
| "loss": 0.4671, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.4563515954244431, |
| "grad_norm": 5.315865516662598, |
| "learning_rate": 9.99395551000943e-07, |
| "loss": 0.4922, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.45755568934376883, |
| "grad_norm": 5.362889289855957, |
| "learning_rate": 9.993694493619162e-07, |
| "loss": 0.4554, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.4587597832630945, |
| "grad_norm": 3.8804094791412354, |
| "learning_rate": 9.993427963601674e-07, |
| "loss": 0.4558, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.4599638771824202, |
| "grad_norm": 3.8259241580963135, |
| "learning_rate": 9.99315592025125e-07, |
| "loss": 0.4756, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.46116797110174595, |
| "grad_norm": 3.806236505508423, |
| "learning_rate": 9.992878363868256e-07, |
| "loss": 0.4801, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.46237206502107164, |
| "grad_norm": 4.628232002258301, |
| "learning_rate": 9.992595294759147e-07, |
| "loss": 0.4953, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.46357615894039733, |
| "grad_norm": 4.719220161437988, |
| "learning_rate": 9.992306713236465e-07, |
| "loss": 0.4658, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.4647802528597231, |
| "grad_norm": 4.918371200561523, |
| "learning_rate": 9.992012619618838e-07, |
| "loss": 0.4691, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.46598434677904876, |
| "grad_norm": 4.425540447235107, |
| "learning_rate": 9.991713014230981e-07, |
| "loss": 0.4648, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.46718844069837445, |
| "grad_norm": 3.687819480895996, |
| "learning_rate": 9.99140789740369e-07, |
| "loss": 0.4714, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.4683925346177002, |
| "grad_norm": 4.835513591766357, |
| "learning_rate": 9.991097269473852e-07, |
| "loss": 0.4866, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.4695966285370259, |
| "grad_norm": 4.215537071228027, |
| "learning_rate": 9.990781130784437e-07, |
| "loss": 0.4697, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.4708007224563516, |
| "grad_norm": 4.371738433837891, |
| "learning_rate": 9.990459481684504e-07, |
| "loss": 0.4655, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.4720048163756773, |
| "grad_norm": 4.469852924346924, |
| "learning_rate": 9.990132322529181e-07, |
| "loss": 0.4416, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.473208910295003, |
| "grad_norm": 4.61678409576416, |
| "learning_rate": 9.989799653679701e-07, |
| "loss": 0.4625, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.4744130042143287, |
| "grad_norm": 5.12364387512207, |
| "learning_rate": 9.989461475503362e-07, |
| "loss": 0.4515, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.47561709813365444, |
| "grad_norm": 5.4315924644470215, |
| "learning_rate": 9.989117788373558e-07, |
| "loss": 0.4773, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.4768211920529801, |
| "grad_norm": 4.474724769592285, |
| "learning_rate": 9.988768592669756e-07, |
| "loss": 0.445, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.4780252859723058, |
| "grad_norm": 4.433851718902588, |
| "learning_rate": 9.98841388877751e-07, |
| "loss": 0.4667, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.47922937989163156, |
| "grad_norm": 4.388487815856934, |
| "learning_rate": 9.988053677088456e-07, |
| "loss": 0.443, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.48043347381095725, |
| "grad_norm": 5.400040149688721, |
| "learning_rate": 9.987687958000314e-07, |
| "loss": 0.4702, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.481637567730283, |
| "grad_norm": 4.436804294586182, |
| "learning_rate": 9.987316731916872e-07, |
| "loss": 0.4568, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.4828416616496087, |
| "grad_norm": 5.063580513000488, |
| "learning_rate": 9.986939999248014e-07, |
| "loss": 0.4877, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.48404575556893437, |
| "grad_norm": 4.696618556976318, |
| "learning_rate": 9.986557760409694e-07, |
| "loss": 0.464, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.4852498494882601, |
| "grad_norm": 5.019808292388916, |
| "learning_rate": 9.98617001582395e-07, |
| "loss": 0.4533, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.4864539434075858, |
| "grad_norm": 4.419073104858398, |
| "learning_rate": 9.9857767659189e-07, |
| "loss": 0.4416, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.4876580373269115, |
| "grad_norm": 4.31454610824585, |
| "learning_rate": 9.985378011128736e-07, |
| "loss": 0.458, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.48886213124623723, |
| "grad_norm": 5.41327428817749, |
| "learning_rate": 9.98497375189373e-07, |
| "loss": 0.4669, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.4900662251655629, |
| "grad_norm": 4.439949035644531, |
| "learning_rate": 9.98456398866023e-07, |
| "loss": 0.4532, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.4912703190848886, |
| "grad_norm": 4.076527118682861, |
| "learning_rate": 9.98414872188067e-07, |
| "loss": 0.4565, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.49247441300421435, |
| "grad_norm": 4.239142894744873, |
| "learning_rate": 9.983727952013545e-07, |
| "loss": 0.4686, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.49367850692354004, |
| "grad_norm": 4.340599060058594, |
| "learning_rate": 9.98330167952344e-07, |
| "loss": 0.4654, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.4948826008428657, |
| "grad_norm": 4.37545108795166, |
| "learning_rate": 9.982869904881007e-07, |
| "loss": 0.4634, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.49608669476219147, |
| "grad_norm": 4.235968112945557, |
| "learning_rate": 9.982432628562976e-07, |
| "loss": 0.4537, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.49729078868151716, |
| "grad_norm": 5.080899715423584, |
| "learning_rate": 9.981989851052153e-07, |
| "loss": 0.4675, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.49849488260084285, |
| "grad_norm": 4.327193260192871, |
| "learning_rate": 9.98154157283742e-07, |
| "loss": 0.4336, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.4996989765201686, |
| "grad_norm": 4.647739887237549, |
| "learning_rate": 9.981087794413721e-07, |
| "loss": 0.4547, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.5009030704394943, |
| "grad_norm": 4.411125659942627, |
| "learning_rate": 9.980628516282088e-07, |
| "loss": 0.4453, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.50210716435882, |
| "grad_norm": 4.8657026290893555, |
| "learning_rate": 9.980163738949615e-07, |
| "loss": 0.4714, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.5033112582781457, |
| "grad_norm": 4.7668776512146, |
| "learning_rate": 9.97969346292947e-07, |
| "loss": 0.4472, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.5045153521974715, |
| "grad_norm": 5.490717887878418, |
| "learning_rate": 9.979217688740895e-07, |
| "loss": 0.4767, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.5057194461167971, |
| "grad_norm": 4.896997928619385, |
| "learning_rate": 9.978736416909201e-07, |
| "loss": 0.4714, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5069235400361228, |
| "grad_norm": 4.777568340301514, |
| "learning_rate": 9.978249647965768e-07, |
| "loss": 0.4608, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.5081276339554486, |
| "grad_norm": 4.839885711669922, |
| "learning_rate": 9.977757382448047e-07, |
| "loss": 0.4798, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.5093317278747742, |
| "grad_norm": 4.311272144317627, |
| "learning_rate": 9.977259620899557e-07, |
| "loss": 0.4347, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.5105358217941, |
| "grad_norm": 4.5723772048950195, |
| "learning_rate": 9.976756363869883e-07, |
| "loss": 0.4485, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.5117399157134257, |
| "grad_norm": 4.344234943389893, |
| "learning_rate": 9.976247611914681e-07, |
| "loss": 0.4623, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.5129440096327513, |
| "grad_norm": 4.216832160949707, |
| "learning_rate": 9.975733365595678e-07, |
| "loss": 0.4587, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.5141481035520771, |
| "grad_norm": 4.828461647033691, |
| "learning_rate": 9.975213625480656e-07, |
| "loss": 0.4616, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.5153521974714028, |
| "grad_norm": 4.608251571655273, |
| "learning_rate": 9.974688392143473e-07, |
| "loss": 0.4537, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.5165562913907285, |
| "grad_norm": 5.024391174316406, |
| "learning_rate": 9.974157666164047e-07, |
| "loss": 0.4596, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.5177603853100542, |
| "grad_norm": 4.869425296783447, |
| "learning_rate": 9.973621448128362e-07, |
| "loss": 0.468, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.5189644792293799, |
| "grad_norm": 4.599194526672363, |
| "learning_rate": 9.973079738628466e-07, |
| "loss": 0.4475, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.5201685731487056, |
| "grad_norm": 4.410305500030518, |
| "learning_rate": 9.972532538262473e-07, |
| "loss": 0.4684, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.5213726670680313, |
| "grad_norm": 3.9566409587860107, |
| "learning_rate": 9.971979847634552e-07, |
| "loss": 0.4472, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.5225767609873571, |
| "grad_norm": 4.608943462371826, |
| "learning_rate": 9.971421667354944e-07, |
| "loss": 0.4591, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.5237808549066827, |
| "grad_norm": 4.722293853759766, |
| "learning_rate": 9.97085799803994e-07, |
| "loss": 0.4529, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.5249849488260084, |
| "grad_norm": 4.868890762329102, |
| "learning_rate": 9.9702888403119e-07, |
| "loss": 0.4742, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.5261890427453342, |
| "grad_norm": 4.125800132751465, |
| "learning_rate": 9.969714194799243e-07, |
| "loss": 0.4501, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.5273931366646598, |
| "grad_norm": 4.570892810821533, |
| "learning_rate": 9.969134062136442e-07, |
| "loss": 0.4392, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.5285972305839856, |
| "grad_norm": 3.8944973945617676, |
| "learning_rate": 9.968548442964033e-07, |
| "loss": 0.4525, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.5298013245033113, |
| "grad_norm": 4.27981424331665, |
| "learning_rate": 9.96795733792861e-07, |
| "loss": 0.4607, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.5310054184226369, |
| "grad_norm": 4.3153300285339355, |
| "learning_rate": 9.96736074768282e-07, |
| "loss": 0.4709, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.5322095123419627, |
| "grad_norm": 5.543158531188965, |
| "learning_rate": 9.966758672885373e-07, |
| "loss": 0.4234, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.5334136062612884, |
| "grad_norm": 3.463160991668701, |
| "learning_rate": 9.966151114201027e-07, |
| "loss": 0.4684, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.534617700180614, |
| "grad_norm": 3.8580965995788574, |
| "learning_rate": 9.965538072300598e-07, |
| "loss": 0.4662, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.5358217940999398, |
| "grad_norm": 4.317717552185059, |
| "learning_rate": 9.96491954786096e-07, |
| "loss": 0.441, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.5370258880192655, |
| "grad_norm": 4.992043495178223, |
| "learning_rate": 9.964295541565035e-07, |
| "loss": 0.4575, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.5382299819385912, |
| "grad_norm": 4.042685031890869, |
| "learning_rate": 9.963666054101797e-07, |
| "loss": 0.421, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.5394340758579169, |
| "grad_norm": 4.4409260749816895, |
| "learning_rate": 9.96303108616628e-07, |
| "loss": 0.4684, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.5406381697772427, |
| "grad_norm": 4.652424335479736, |
| "learning_rate": 9.96239063845956e-07, |
| "loss": 0.4562, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.5418422636965683, |
| "grad_norm": 3.927960157394409, |
| "learning_rate": 9.961744711688765e-07, |
| "loss": 0.4636, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.543046357615894, |
| "grad_norm": 4.20367956161499, |
| "learning_rate": 9.961093306567074e-07, |
| "loss": 0.4629, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.5442504515352198, |
| "grad_norm": 5.0242791175842285, |
| "learning_rate": 9.960436423813721e-07, |
| "loss": 0.4699, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 4.339791297912598, |
| "learning_rate": 9.959774064153975e-07, |
| "loss": 0.4393, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.5466586393738712, |
| "grad_norm": 3.955888509750366, |
| "learning_rate": 9.959106228319164e-07, |
| "loss": 0.4419, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.5478627332931969, |
| "grad_norm": 4.508617401123047, |
| "learning_rate": 9.958432917046656e-07, |
| "loss": 0.4534, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.5490668272125225, |
| "grad_norm": 4.84667444229126, |
| "learning_rate": 9.957754131079865e-07, |
| "loss": 0.4621, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.5502709211318483, |
| "grad_norm": 4.65517520904541, |
| "learning_rate": 9.957069871168252e-07, |
| "loss": 0.4644, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.551475015051174, |
| "grad_norm": 4.428783416748047, |
| "learning_rate": 9.95638013806732e-07, |
| "loss": 0.4285, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.5526791089704997, |
| "grad_norm": 5.219538688659668, |
| "learning_rate": 9.955684932538615e-07, |
| "loss": 0.4342, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.5538832028898254, |
| "grad_norm": 4.356168270111084, |
| "learning_rate": 9.954984255349726e-07, |
| "loss": 0.4502, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.5550872968091511, |
| "grad_norm": 4.607705116271973, |
| "learning_rate": 9.954278107274286e-07, |
| "loss": 0.4397, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.5562913907284768, |
| "grad_norm": 4.667281150817871, |
| "learning_rate": 9.95356648909196e-07, |
| "loss": 0.4749, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.5574954846478025, |
| "grad_norm": 5.4144673347473145, |
| "learning_rate": 9.952849401588464e-07, |
| "loss": 0.4516, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.5586995785671283, |
| "grad_norm": 4.449268817901611, |
| "learning_rate": 9.952126845555544e-07, |
| "loss": 0.467, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.5599036724864539, |
| "grad_norm": 4.58141565322876, |
| "learning_rate": 9.951398821790988e-07, |
| "loss": 0.4674, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.5611077664057796, |
| "grad_norm": 4.779237747192383, |
| "learning_rate": 9.95066533109862e-07, |
| "loss": 0.4486, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.5623118603251054, |
| "grad_norm": 4.009070873260498, |
| "learning_rate": 9.949926374288298e-07, |
| "loss": 0.4466, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.563515954244431, |
| "grad_norm": 4.913680553436279, |
| "learning_rate": 9.949181952175922e-07, |
| "loss": 0.4574, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.5647200481637568, |
| "grad_norm": 4.114124774932861, |
| "learning_rate": 9.94843206558342e-07, |
| "loss": 0.4556, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.5659241420830825, |
| "grad_norm": 4.208637237548828, |
| "learning_rate": 9.94767671533875e-07, |
| "loss": 0.4446, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.5671282360024081, |
| "grad_norm": 4.362401962280273, |
| "learning_rate": 9.946915902275914e-07, |
| "loss": 0.4591, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.5683323299217339, |
| "grad_norm": 4.419969081878662, |
| "learning_rate": 9.946149627234939e-07, |
| "loss": 0.4352, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.5695364238410596, |
| "grad_norm": 5.162231922149658, |
| "learning_rate": 9.94537789106188e-07, |
| "loss": 0.4613, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.5707405177603853, |
| "grad_norm": 4.270598411560059, |
| "learning_rate": 9.944600694608825e-07, |
| "loss": 0.4628, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.571944611679711, |
| "grad_norm": 4.181495666503906, |
| "learning_rate": 9.943818038733891e-07, |
| "loss": 0.4391, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.5731487055990367, |
| "grad_norm": 4.3339033126831055, |
| "learning_rate": 9.943029924301225e-07, |
| "loss": 0.4406, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.5743527995183624, |
| "grad_norm": 4.909811496734619, |
| "learning_rate": 9.942236352180996e-07, |
| "loss": 0.4575, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.5755568934376881, |
| "grad_norm": 4.58059549331665, |
| "learning_rate": 9.941437323249398e-07, |
| "loss": 0.4613, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.5767609873570139, |
| "grad_norm": 3.9194531440734863, |
| "learning_rate": 9.94063283838866e-07, |
| "loss": 0.4449, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.5779650812763396, |
| "grad_norm": 4.602609634399414, |
| "learning_rate": 9.93982289848702e-07, |
| "loss": 0.4622, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.5791691751956652, |
| "grad_norm": 4.630181789398193, |
| "learning_rate": 9.939007504438754e-07, |
| "loss": 0.442, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.580373269114991, |
| "grad_norm": 3.903799057006836, |
| "learning_rate": 9.938186657144149e-07, |
| "loss": 0.4624, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.5815773630343167, |
| "grad_norm": 5.423624515533447, |
| "learning_rate": 9.937360357509522e-07, |
| "loss": 0.4372, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.5827814569536424, |
| "grad_norm": 4.571367263793945, |
| "learning_rate": 9.936528606447198e-07, |
| "loss": 0.4521, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.5839855508729681, |
| "grad_norm": 3.8848462104797363, |
| "learning_rate": 9.935691404875534e-07, |
| "loss": 0.4399, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.5851896447922939, |
| "grad_norm": 4.659217357635498, |
| "learning_rate": 9.934848753718896e-07, |
| "loss": 0.4345, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.5863937387116195, |
| "grad_norm": 5.5009026527404785, |
| "learning_rate": 9.934000653907672e-07, |
| "loss": 0.4173, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.5875978326309452, |
| "grad_norm": 3.984834671020508, |
| "learning_rate": 9.933147106378263e-07, |
| "loss": 0.4354, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.588801926550271, |
| "grad_norm": 4.0750346183776855, |
| "learning_rate": 9.932288112073086e-07, |
| "loss": 0.4447, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.5900060204695966, |
| "grad_norm": 4.871407985687256, |
| "learning_rate": 9.931423671940575e-07, |
| "loss": 0.4501, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.5912101143889223, |
| "grad_norm": 4.388524055480957, |
| "learning_rate": 9.93055378693517e-07, |
| "loss": 0.4421, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.5924142083082481, |
| "grad_norm": 4.511969566345215, |
| "learning_rate": 9.929678458017328e-07, |
| "loss": 0.4431, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.5936183022275737, |
| "grad_norm": 4.788571834564209, |
| "learning_rate": 9.928797686153514e-07, |
| "loss": 0.4621, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.5948223961468995, |
| "grad_norm": 5.144417762756348, |
| "learning_rate": 9.927911472316205e-07, |
| "loss": 0.4418, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.5960264900662252, |
| "grad_norm": 4.649743556976318, |
| "learning_rate": 9.927019817483887e-07, |
| "loss": 0.4639, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.5972305839855508, |
| "grad_norm": 4.76192045211792, |
| "learning_rate": 9.92612272264105e-07, |
| "loss": 0.4646, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.5984346779048766, |
| "grad_norm": 4.137574195861816, |
| "learning_rate": 9.925220188778193e-07, |
| "loss": 0.4537, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.5996387718242023, |
| "grad_norm": 4.616219997406006, |
| "learning_rate": 9.924312216891819e-07, |
| "loss": 0.4451, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.600842865743528, |
| "grad_norm": 4.623941421508789, |
| "learning_rate": 9.923398807984438e-07, |
| "loss": 0.4441, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.6020469596628537, |
| "grad_norm": 4.540246486663818, |
| "learning_rate": 9.92247996306456e-07, |
| "loss": 0.4477, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6032510535821795, |
| "grad_norm": 4.742766380310059, |
| "learning_rate": 9.921555683146695e-07, |
| "loss": 0.4672, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.6044551475015051, |
| "grad_norm": 5.316002368927002, |
| "learning_rate": 9.920625969251364e-07, |
| "loss": 0.4593, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.6056592414208308, |
| "grad_norm": 4.386168003082275, |
| "learning_rate": 9.919690822405074e-07, |
| "loss": 0.4438, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.6068633353401566, |
| "grad_norm": 3.9734067916870117, |
| "learning_rate": 9.91875024364034e-07, |
| "loss": 0.4428, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.6080674292594822, |
| "grad_norm": 4.917031764984131, |
| "learning_rate": 9.917804233995673e-07, |
| "loss": 0.4622, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.609271523178808, |
| "grad_norm": 4.690892696380615, |
| "learning_rate": 9.916852794515575e-07, |
| "loss": 0.4513, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.6104756170981337, |
| "grad_norm": 4.1330952644348145, |
| "learning_rate": 9.915895926250552e-07, |
| "loss": 0.4523, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.6116797110174593, |
| "grad_norm": 4.932434558868408, |
| "learning_rate": 9.9149336302571e-07, |
| "loss": 0.4407, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.6128838049367851, |
| "grad_norm": 4.421885967254639, |
| "learning_rate": 9.913965907597702e-07, |
| "loss": 0.4332, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.6140878988561108, |
| "grad_norm": 5.199044704437256, |
| "learning_rate": 9.91299275934084e-07, |
| "loss": 0.426, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.6152919927754364, |
| "grad_norm": 4.189499855041504, |
| "learning_rate": 9.912014186560984e-07, |
| "loss": 0.4326, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.6164960866947622, |
| "grad_norm": 4.297112464904785, |
| "learning_rate": 9.911030190338597e-07, |
| "loss": 0.4622, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.6177001806140879, |
| "grad_norm": 3.9968087673187256, |
| "learning_rate": 9.910040771760122e-07, |
| "loss": 0.447, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.6189042745334136, |
| "grad_norm": 4.857995510101318, |
| "learning_rate": 9.909045931917998e-07, |
| "loss": 0.4343, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.6201083684527393, |
| "grad_norm": 3.741711378097534, |
| "learning_rate": 9.908045671910642e-07, |
| "loss": 0.4366, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.621312462372065, |
| "grad_norm": 4.424086093902588, |
| "learning_rate": 9.907039992842461e-07, |
| "loss": 0.448, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.6225165562913907, |
| "grad_norm": 5.499582767486572, |
| "learning_rate": 9.906028895823842e-07, |
| "loss": 0.4546, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.6237206502107164, |
| "grad_norm": 4.836984634399414, |
| "learning_rate": 9.905012381971157e-07, |
| "loss": 0.4605, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.6249247441300422, |
| "grad_norm": 4.31553316116333, |
| "learning_rate": 9.903990452406756e-07, |
| "loss": 0.4302, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.6261288380493678, |
| "grad_norm": 4.909146785736084, |
| "learning_rate": 9.902963108258968e-07, |
| "loss": 0.4445, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.6273329319686936, |
| "grad_norm": 4.295082092285156, |
| "learning_rate": 9.901930350662103e-07, |
| "loss": 0.4364, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.6285370258880193, |
| "grad_norm": 4.154002666473389, |
| "learning_rate": 9.90089218075645e-07, |
| "loss": 0.4526, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.6297411198073449, |
| "grad_norm": 4.30592679977417, |
| "learning_rate": 9.89984859968827e-07, |
| "loss": 0.4442, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.6309452137266707, |
| "grad_norm": 5.334674835205078, |
| "learning_rate": 9.898799608609795e-07, |
| "loss": 0.4415, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.6321493076459964, |
| "grad_norm": 4.136261940002441, |
| "learning_rate": 9.897745208679239e-07, |
| "loss": 0.4442, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.633353401565322, |
| "grad_norm": 4.585081577301025, |
| "learning_rate": 9.896685401060782e-07, |
| "loss": 0.4565, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.6345574954846478, |
| "grad_norm": 4.742111682891846, |
| "learning_rate": 9.895620186924578e-07, |
| "loss": 0.4393, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.6357615894039735, |
| "grad_norm": 3.9798941612243652, |
| "learning_rate": 9.894549567446748e-07, |
| "loss": 0.4255, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.6369656833232992, |
| "grad_norm": 4.722369194030762, |
| "learning_rate": 9.893473543809383e-07, |
| "loss": 0.4377, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.6381697772426249, |
| "grad_norm": 4.399467945098877, |
| "learning_rate": 9.892392117200536e-07, |
| "loss": 0.4215, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.6393738711619507, |
| "grad_norm": 4.718751430511475, |
| "learning_rate": 9.891305288814235e-07, |
| "loss": 0.4372, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.6405779650812763, |
| "grad_norm": 4.376132488250732, |
| "learning_rate": 9.890213059850465e-07, |
| "loss": 0.4567, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.641782059000602, |
| "grad_norm": 5.186975955963135, |
| "learning_rate": 9.889115431515173e-07, |
| "loss": 0.4414, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.6429861529199278, |
| "grad_norm": 4.560245037078857, |
| "learning_rate": 9.888012405020271e-07, |
| "loss": 0.4329, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.6441902468392534, |
| "grad_norm": 5.553184986114502, |
| "learning_rate": 9.886903981583632e-07, |
| "loss": 0.4472, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.6453943407585792, |
| "grad_norm": 5.126540660858154, |
| "learning_rate": 9.885790162429086e-07, |
| "loss": 0.4577, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.6465984346779049, |
| "grad_norm": 5.031693935394287, |
| "learning_rate": 9.884670948786417e-07, |
| "loss": 0.4608, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.6478025285972305, |
| "grad_norm": 4.265883445739746, |
| "learning_rate": 9.883546341891373e-07, |
| "loss": 0.4335, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.6490066225165563, |
| "grad_norm": 3.7793495655059814, |
| "learning_rate": 9.88241634298565e-07, |
| "loss": 0.4481, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.650210716435882, |
| "grad_norm": 4.184829235076904, |
| "learning_rate": 9.881280953316903e-07, |
| "loss": 0.4351, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.6514148103552077, |
| "grad_norm": 5.431835174560547, |
| "learning_rate": 9.880140174138735e-07, |
| "loss": 0.4739, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.6526189042745334, |
| "grad_norm": 5.218166828155518, |
| "learning_rate": 9.878994006710695e-07, |
| "loss": 0.4547, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.6538229981938591, |
| "grad_norm": 5.319456100463867, |
| "learning_rate": 9.877842452298293e-07, |
| "loss": 0.453, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.6550270921131849, |
| "grad_norm": 4.373801231384277, |
| "learning_rate": 9.876685512172979e-07, |
| "loss": 0.4245, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.6562311860325105, |
| "grad_norm": 4.274784088134766, |
| "learning_rate": 9.875523187612153e-07, |
| "loss": 0.4327, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.6574352799518363, |
| "grad_norm": 5.235876560211182, |
| "learning_rate": 9.874355479899157e-07, |
| "loss": 0.4365, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.658639373871162, |
| "grad_norm": 4.505414962768555, |
| "learning_rate": 9.873182390323275e-07, |
| "loss": 0.4236, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.6598434677904876, |
| "grad_norm": 5.843977451324463, |
| "learning_rate": 9.87200392017974e-07, |
| "loss": 0.4482, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.6610475617098134, |
| "grad_norm": 4.754218578338623, |
| "learning_rate": 9.870820070769723e-07, |
| "loss": 0.4526, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.6622516556291391, |
| "grad_norm": 4.734755992889404, |
| "learning_rate": 9.869630843400329e-07, |
| "loss": 0.4286, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.6634557495484648, |
| "grad_norm": 4.781942367553711, |
| "learning_rate": 9.868436239384608e-07, |
| "loss": 0.4395, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.6646598434677905, |
| "grad_norm": 4.710615634918213, |
| "learning_rate": 9.86723626004154e-07, |
| "loss": 0.4437, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.6658639373871162, |
| "grad_norm": 3.9797275066375732, |
| "learning_rate": 9.86603090669605e-07, |
| "loss": 0.4285, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.6670680313064419, |
| "grad_norm": 5.289978981018066, |
| "learning_rate": 9.864820180678984e-07, |
| "loss": 0.4482, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.6682721252257676, |
| "grad_norm": 3.6335768699645996, |
| "learning_rate": 9.86360408332713e-07, |
| "loss": 0.4578, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.6694762191450934, |
| "grad_norm": 3.998011589050293, |
| "learning_rate": 9.862382615983201e-07, |
| "loss": 0.439, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.670680313064419, |
| "grad_norm": 4.6308369636535645, |
| "learning_rate": 9.861155779995843e-07, |
| "loss": 0.4416, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.6718844069837447, |
| "grad_norm": 4.869227409362793, |
| "learning_rate": 9.859923576719623e-07, |
| "loss": 0.4271, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.6730885009030705, |
| "grad_norm": 4.426019668579102, |
| "learning_rate": 9.858686007515043e-07, |
| "loss": 0.424, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.6742925948223961, |
| "grad_norm": 4.659002304077148, |
| "learning_rate": 9.857443073748526e-07, |
| "loss": 0.4419, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.6754966887417219, |
| "grad_norm": 3.8600122928619385, |
| "learning_rate": 9.856194776792412e-07, |
| "loss": 0.4397, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.6767007826610476, |
| "grad_norm": 4.6182756423950195, |
| "learning_rate": 9.854941118024973e-07, |
| "loss": 0.454, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.6779048765803732, |
| "grad_norm": 4.149092674255371, |
| "learning_rate": 9.853682098830392e-07, |
| "loss": 0.426, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.679108970499699, |
| "grad_norm": 4.583498954772949, |
| "learning_rate": 9.852417720598778e-07, |
| "loss": 0.4226, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.6803130644190247, |
| "grad_norm": 4.789090633392334, |
| "learning_rate": 9.851147984726152e-07, |
| "loss": 0.4506, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.6815171583383504, |
| "grad_norm": 3.850926160812378, |
| "learning_rate": 9.849872892614452e-07, |
| "loss": 0.4149, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.6827212522576761, |
| "grad_norm": 4.576216697692871, |
| "learning_rate": 9.848592445671532e-07, |
| "loss": 0.4364, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.6839253461770018, |
| "grad_norm": 5.302231311798096, |
| "learning_rate": 9.847306645311152e-07, |
| "loss": 0.4529, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.6851294400963275, |
| "grad_norm": 4.6318864822387695, |
| "learning_rate": 9.846015492952993e-07, |
| "loss": 0.4299, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.6863335340156532, |
| "grad_norm": 4.18743896484375, |
| "learning_rate": 9.844718990022634e-07, |
| "loss": 0.4567, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.687537627934979, |
| "grad_norm": 4.45042610168457, |
| "learning_rate": 9.84341713795157e-07, |
| "loss": 0.4461, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.6887417218543046, |
| "grad_norm": 4.0155415534973145, |
| "learning_rate": 9.842109938177197e-07, |
| "loss": 0.4422, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.6899458157736303, |
| "grad_norm": 4.72194242477417, |
| "learning_rate": 9.840797392142819e-07, |
| "loss": 0.4499, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.6911499096929561, |
| "grad_norm": 4.1018595695495605, |
| "learning_rate": 9.83947950129764e-07, |
| "loss": 0.4305, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.6923540036122817, |
| "grad_norm": 4.466518402099609, |
| "learning_rate": 9.838156267096772e-07, |
| "loss": 0.437, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.6935580975316075, |
| "grad_norm": 4.084195137023926, |
| "learning_rate": 9.836827691001215e-07, |
| "loss": 0.4571, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.6947621914509332, |
| "grad_norm": 4.3810319900512695, |
| "learning_rate": 9.835493774477876e-07, |
| "loss": 0.4358, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.6959662853702588, |
| "grad_norm": 4.7473464012146, |
| "learning_rate": 9.834154518999558e-07, |
| "loss": 0.4307, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.6971703792895846, |
| "grad_norm": 4.240455627441406, |
| "learning_rate": 9.832809926044953e-07, |
| "loss": 0.4456, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.6983744732089103, |
| "grad_norm": 4.3158087730407715, |
| "learning_rate": 9.831459997098653e-07, |
| "loss": 0.4268, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.699578567128236, |
| "grad_norm": 4.3610005378723145, |
| "learning_rate": 9.83010473365114e-07, |
| "loss": 0.4334, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.7007826610475617, |
| "grad_norm": 4.417696952819824, |
| "learning_rate": 9.828744137198778e-07, |
| "loss": 0.4451, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.7019867549668874, |
| "grad_norm": 4.091536998748779, |
| "learning_rate": 9.827378209243833e-07, |
| "loss": 0.4277, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.7031908488862131, |
| "grad_norm": 5.2131028175354, |
| "learning_rate": 9.826006951294448e-07, |
| "loss": 0.4353, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.7043949428055388, |
| "grad_norm": 4.724157810211182, |
| "learning_rate": 9.824630364864653e-07, |
| "loss": 0.4379, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.7055990367248646, |
| "grad_norm": 3.924499034881592, |
| "learning_rate": 9.82324845147436e-07, |
| "loss": 0.4341, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.7068031306441902, |
| "grad_norm": 3.9886951446533203, |
| "learning_rate": 9.821861212649367e-07, |
| "loss": 0.4458, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.708007224563516, |
| "grad_norm": 5.176059246063232, |
| "learning_rate": 9.820468649921348e-07, |
| "loss": 0.4277, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.7092113184828417, |
| "grad_norm": 5.795221328735352, |
| "learning_rate": 9.819070764827856e-07, |
| "loss": 0.4608, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.7104154124021673, |
| "grad_norm": 4.0651702880859375, |
| "learning_rate": 9.81766755891232e-07, |
| "loss": 0.4349, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.7116195063214931, |
| "grad_norm": 4.822697162628174, |
| "learning_rate": 9.816259033724051e-07, |
| "loss": 0.4368, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.7128236002408188, |
| "grad_norm": 3.429680585861206, |
| "learning_rate": 9.814845190818218e-07, |
| "loss": 0.4119, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.7140276941601444, |
| "grad_norm": 4.649044513702393, |
| "learning_rate": 9.813426031755873e-07, |
| "loss": 0.431, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.7152317880794702, |
| "grad_norm": 4.576180458068848, |
| "learning_rate": 9.812001558103937e-07, |
| "loss": 0.4478, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.7164358819987959, |
| "grad_norm": 4.996614933013916, |
| "learning_rate": 9.810571771435196e-07, |
| "loss": 0.4013, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.7176399759181216, |
| "grad_norm": 5.006197929382324, |
| "learning_rate": 9.809136673328305e-07, |
| "loss": 0.4275, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.7188440698374473, |
| "grad_norm": 3.766942024230957, |
| "learning_rate": 9.807696265367776e-07, |
| "loss": 0.4377, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.720048163756773, |
| "grad_norm": 4.086816787719727, |
| "learning_rate": 9.806250549143992e-07, |
| "loss": 0.4384, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.7212522576760987, |
| "grad_norm": 5.5871734619140625, |
| "learning_rate": 9.804799526253196e-07, |
| "loss": 0.4511, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.7224563515954244, |
| "grad_norm": 4.023412704467773, |
| "learning_rate": 9.803343198297484e-07, |
| "loss": 0.4446, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.7236604455147502, |
| "grad_norm": 4.708857536315918, |
| "learning_rate": 9.80188156688482e-07, |
| "loss": 0.4395, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.7248645394340758, |
| "grad_norm": 3.879977226257324, |
| "learning_rate": 9.80041463362901e-07, |
| "loss": 0.4434, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.7260686333534015, |
| "grad_norm": 4.743607997894287, |
| "learning_rate": 9.798942400149726e-07, |
| "loss": 0.4365, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 3.6438701152801514, |
| "learning_rate": 9.797464868072486e-07, |
| "loss": 0.447, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.7284768211920529, |
| "grad_norm": 4.472813129425049, |
| "learning_rate": 9.79598203902866e-07, |
| "loss": 0.443, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.7296809151113787, |
| "grad_norm": 5.6175312995910645, |
| "learning_rate": 9.794493914655467e-07, |
| "loss": 0.4207, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.7308850090307044, |
| "grad_norm": 4.9606404304504395, |
| "learning_rate": 9.793000496595966e-07, |
| "loss": 0.4279, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.7320891029500302, |
| "grad_norm": 4.130514144897461, |
| "learning_rate": 9.791501786499074e-07, |
| "loss": 0.4183, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.7332931968693558, |
| "grad_norm": 2.9547371864318848, |
| "learning_rate": 9.78999778601954e-07, |
| "loss": 0.4038, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.7344972907886815, |
| "grad_norm": 4.06984281539917, |
| "learning_rate": 9.788488496817958e-07, |
| "loss": 0.4333, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.7357013847080073, |
| "grad_norm": 3.900606870651245, |
| "learning_rate": 9.78697392056076e-07, |
| "loss": 0.418, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.7369054786273329, |
| "grad_norm": 4.396324157714844, |
| "learning_rate": 9.78545405892022e-07, |
| "loss": 0.435, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.7381095725466587, |
| "grad_norm": 4.068949222564697, |
| "learning_rate": 9.78392891357444e-07, |
| "loss": 0.4138, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.7393136664659844, |
| "grad_norm": 4.090792655944824, |
| "learning_rate": 9.782398486207364e-07, |
| "loss": 0.4106, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.74051776038531, |
| "grad_norm": 5.222830295562744, |
| "learning_rate": 9.780862778508762e-07, |
| "loss": 0.4534, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.7417218543046358, |
| "grad_norm": 3.9300661087036133, |
| "learning_rate": 9.779321792174238e-07, |
| "loss": 0.4436, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.7429259482239615, |
| "grad_norm": 4.139192581176758, |
| "learning_rate": 9.77777552890522e-07, |
| "loss": 0.4384, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.7441300421432872, |
| "grad_norm": 4.677849292755127, |
| "learning_rate": 9.776223990408969e-07, |
| "loss": 0.4338, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.7453341360626129, |
| "grad_norm": 4.7174391746521, |
| "learning_rate": 9.77466717839856e-07, |
| "loss": 0.4265, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.7465382299819386, |
| "grad_norm": 4.314562797546387, |
| "learning_rate": 9.773105094592903e-07, |
| "loss": 0.4389, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.7477423239012643, |
| "grad_norm": 4.679368495941162, |
| "learning_rate": 9.77153774071672e-07, |
| "loss": 0.4177, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.74894641782059, |
| "grad_norm": 4.037609577178955, |
| "learning_rate": 9.769965118500554e-07, |
| "loss": 0.4376, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.7501505117399158, |
| "grad_norm": 4.8901448249816895, |
| "learning_rate": 9.768387229680765e-07, |
| "loss": 0.4597, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.7513546056592414, |
| "grad_norm": 4.4093122482299805, |
| "learning_rate": 9.76680407599953e-07, |
| "loss": 0.4332, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.7525586995785671, |
| "grad_norm": 4.720508575439453, |
| "learning_rate": 9.765215659204837e-07, |
| "loss": 0.4579, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.7537627934978929, |
| "grad_norm": 4.316104412078857, |
| "learning_rate": 9.763621981050486e-07, |
| "loss": 0.4499, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.7549668874172185, |
| "grad_norm": 4.805814743041992, |
| "learning_rate": 9.762023043296082e-07, |
| "loss": 0.4229, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.7561709813365443, |
| "grad_norm": 4.259012699127197, |
| "learning_rate": 9.760418847707042e-07, |
| "loss": 0.4307, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.75737507525587, |
| "grad_norm": 4.74151086807251, |
| "learning_rate": 9.75880939605459e-07, |
| "loss": 0.4039, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.7585791691751956, |
| "grad_norm": 4.7510294914245605, |
| "learning_rate": 9.757194690115747e-07, |
| "loss": 0.4302, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.7597832630945214, |
| "grad_norm": 5.057920455932617, |
| "learning_rate": 9.75557473167334e-07, |
| "loss": 0.4196, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.7609873570138471, |
| "grad_norm": 4.428061485290527, |
| "learning_rate": 9.753949522515992e-07, |
| "loss": 0.4271, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.7621914509331728, |
| "grad_norm": 4.023929595947266, |
| "learning_rate": 9.75231906443813e-07, |
| "loss": 0.4125, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.7633955448524985, |
| "grad_norm": 4.456701755523682, |
| "learning_rate": 9.75068335923997e-07, |
| "loss": 0.4177, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.7645996387718242, |
| "grad_norm": 4.046926975250244, |
| "learning_rate": 9.749042408727517e-07, |
| "loss": 0.4172, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.7658037326911499, |
| "grad_norm": 4.5811944007873535, |
| "learning_rate": 9.747396214712584e-07, |
| "loss": 0.4165, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.7670078266104756, |
| "grad_norm": 3.6832375526428223, |
| "learning_rate": 9.745744779012757e-07, |
| "loss": 0.4183, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.7682119205298014, |
| "grad_norm": 4.535373210906982, |
| "learning_rate": 9.744088103451417e-07, |
| "loss": 0.4205, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.769416014449127, |
| "grad_norm": 4.3140363693237305, |
| "learning_rate": 9.742426189857729e-07, |
| "loss": 0.4414, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.7706201083684527, |
| "grad_norm": 4.968809604644775, |
| "learning_rate": 9.74075904006664e-07, |
| "loss": 0.4421, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.7718242022877785, |
| "grad_norm": 4.488393783569336, |
| "learning_rate": 9.739086655918883e-07, |
| "loss": 0.441, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.7730282962071041, |
| "grad_norm": 4.255595684051514, |
| "learning_rate": 9.737409039260966e-07, |
| "loss": 0.4211, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.7742323901264299, |
| "grad_norm": 4.285024642944336, |
| "learning_rate": 9.735726191945175e-07, |
| "loss": 0.42, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.7754364840457556, |
| "grad_norm": 4.8813347816467285, |
| "learning_rate": 9.734038115829571e-07, |
| "loss": 0.433, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.7766405779650812, |
| "grad_norm": 3.9893128871917725, |
| "learning_rate": 9.732344812777987e-07, |
| "loss": 0.3902, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.777844671884407, |
| "grad_norm": 4.2948784828186035, |
| "learning_rate": 9.730646284660035e-07, |
| "loss": 0.4094, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.7790487658037327, |
| "grad_norm": 4.328617572784424, |
| "learning_rate": 9.728942533351087e-07, |
| "loss": 0.4412, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.7802528597230584, |
| "grad_norm": 4.67041015625, |
| "learning_rate": 9.727233560732286e-07, |
| "loss": 0.4157, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.7814569536423841, |
| "grad_norm": 4.249061584472656, |
| "learning_rate": 9.725519368690538e-07, |
| "loss": 0.4398, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.7826610475617098, |
| "grad_norm": 5.444673538208008, |
| "learning_rate": 9.723799959118513e-07, |
| "loss": 0.4299, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.7838651414810355, |
| "grad_norm": 4.813880920410156, |
| "learning_rate": 9.722075333914642e-07, |
| "loss": 0.4483, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.7850692354003612, |
| "grad_norm": 3.9406328201293945, |
| "learning_rate": 9.720345494983116e-07, |
| "loss": 0.4101, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.786273329319687, |
| "grad_norm": 5.169934272766113, |
| "learning_rate": 9.718610444233878e-07, |
| "loss": 0.4284, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.7874774232390126, |
| "grad_norm": 4.304941177368164, |
| "learning_rate": 9.71687018358263e-07, |
| "loss": 0.4232, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.7886815171583383, |
| "grad_norm": 4.452000141143799, |
| "learning_rate": 9.715124714950827e-07, |
| "loss": 0.4506, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.7898856110776641, |
| "grad_norm": 3.7503676414489746, |
| "learning_rate": 9.713374040265668e-07, |
| "loss": 0.4246, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.7910897049969897, |
| "grad_norm": 4.534003257751465, |
| "learning_rate": 9.71161816146011e-07, |
| "loss": 0.4247, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.7922937989163155, |
| "grad_norm": 5.637129306793213, |
| "learning_rate": 9.709857080472845e-07, |
| "loss": 0.4419, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.7934978928356412, |
| "grad_norm": 3.844273805618286, |
| "learning_rate": 9.708090799248313e-07, |
| "loss": 0.4042, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.7947019867549668, |
| "grad_norm": 4.556625843048096, |
| "learning_rate": 9.706319319736703e-07, |
| "loss": 0.4384, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.7959060806742926, |
| "grad_norm": 4.6486053466796875, |
| "learning_rate": 9.70454264389393e-07, |
| "loss": 0.4091, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.7971101745936183, |
| "grad_norm": 4.751596927642822, |
| "learning_rate": 9.702760773681658e-07, |
| "loss": 0.428, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.798314268512944, |
| "grad_norm": 4.64603328704834, |
| "learning_rate": 9.700973711067282e-07, |
| "loss": 0.4376, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.7995183624322697, |
| "grad_norm": 4.823798656463623, |
| "learning_rate": 9.699181458023927e-07, |
| "loss": 0.4057, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.8007224563515954, |
| "grad_norm": 5.07472562789917, |
| "learning_rate": 9.697384016530451e-07, |
| "loss": 0.4103, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.8019265502709211, |
| "grad_norm": 5.586597442626953, |
| "learning_rate": 9.695581388571444e-07, |
| "loss": 0.4401, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.8031306441902468, |
| "grad_norm": 5.10539436340332, |
| "learning_rate": 9.693773576137219e-07, |
| "loss": 0.4298, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.8043347381095726, |
| "grad_norm": 5.036708354949951, |
| "learning_rate": 9.691960581223815e-07, |
| "loss": 0.4299, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.8055388320288982, |
| "grad_norm": 4.794188499450684, |
| "learning_rate": 9.690142405832988e-07, |
| "loss": 0.4296, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.8067429259482239, |
| "grad_norm": 4.483447074890137, |
| "learning_rate": 9.688319051972223e-07, |
| "loss": 0.4063, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.8079470198675497, |
| "grad_norm": 4.88456916809082, |
| "learning_rate": 9.686490521654713e-07, |
| "loss": 0.4548, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.8091511137868754, |
| "grad_norm": 4.166242599487305, |
| "learning_rate": 9.684656816899374e-07, |
| "loss": 0.4344, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.8103552077062011, |
| "grad_norm": 4.282528877258301, |
| "learning_rate": 9.682817939730831e-07, |
| "loss": 0.4143, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.8115593016255268, |
| "grad_norm": 4.342618942260742, |
| "learning_rate": 9.680973892179423e-07, |
| "loss": 0.4224, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.8127633955448526, |
| "grad_norm": 4.768647193908691, |
| "learning_rate": 9.679124676281195e-07, |
| "loss": 0.4251, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.8139674894641782, |
| "grad_norm": 4.024239540100098, |
| "learning_rate": 9.677270294077896e-07, |
| "loss": 0.4415, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.8151715833835039, |
| "grad_norm": 3.9242262840270996, |
| "learning_rate": 9.675410747616984e-07, |
| "loss": 0.4475, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.8163756773028297, |
| "grad_norm": 4.580953121185303, |
| "learning_rate": 9.67354603895162e-07, |
| "loss": 0.4067, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.8175797712221553, |
| "grad_norm": 4.859120845794678, |
| "learning_rate": 9.67167617014066e-07, |
| "loss": 0.4311, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.818783865141481, |
| "grad_norm": 4.1437835693359375, |
| "learning_rate": 9.66980114324866e-07, |
| "loss": 0.4135, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.8199879590608068, |
| "grad_norm": 4.027251243591309, |
| "learning_rate": 9.667920960345872e-07, |
| "loss": 0.4021, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.8211920529801324, |
| "grad_norm": 4.283502101898193, |
| "learning_rate": 9.666035623508237e-07, |
| "loss": 0.4207, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.8223961468994582, |
| "grad_norm": 4.910589694976807, |
| "learning_rate": 9.66414513481739e-07, |
| "loss": 0.4474, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.8236002408187839, |
| "grad_norm": 5.238614559173584, |
| "learning_rate": 9.662249496360653e-07, |
| "loss": 0.4294, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.8248043347381095, |
| "grad_norm": 4.113722801208496, |
| "learning_rate": 9.660348710231036e-07, |
| "loss": 0.4145, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.8260084286574353, |
| "grad_norm": 4.979987144470215, |
| "learning_rate": 9.65844277852723e-07, |
| "loss": 0.421, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.827212522576761, |
| "grad_norm": 5.396749973297119, |
| "learning_rate": 9.656531703353608e-07, |
| "loss": 0.4444, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.8284166164960867, |
| "grad_norm": 4.567556858062744, |
| "learning_rate": 9.654615486820222e-07, |
| "loss": 0.4198, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.8296207104154124, |
| "grad_norm": 5.2882304191589355, |
| "learning_rate": 9.6526941310428e-07, |
| "loss": 0.4274, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.8308248043347382, |
| "grad_norm": 4.51816987991333, |
| "learning_rate": 9.650767638142746e-07, |
| "loss": 0.4465, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.8320288982540638, |
| "grad_norm": 3.9410834312438965, |
| "learning_rate": 9.648836010247137e-07, |
| "loss": 0.4182, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.8332329921733895, |
| "grad_norm": 4.620553493499756, |
| "learning_rate": 9.646899249488714e-07, |
| "loss": 0.4206, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.8344370860927153, |
| "grad_norm": 4.430214881896973, |
| "learning_rate": 9.644957358005892e-07, |
| "loss": 0.4313, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.8356411800120409, |
| "grad_norm": 4.277939796447754, |
| "learning_rate": 9.643010337942747e-07, |
| "loss": 0.4313, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.8368452739313667, |
| "grad_norm": 5.185015678405762, |
| "learning_rate": 9.64105819144902e-07, |
| "loss": 0.4225, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.8380493678506924, |
| "grad_norm": 4.402646541595459, |
| "learning_rate": 9.63910092068011e-07, |
| "loss": 0.417, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.839253461770018, |
| "grad_norm": 3.664020538330078, |
| "learning_rate": 9.637138527797074e-07, |
| "loss": 0.4337, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.8404575556893438, |
| "grad_norm": 4.9388041496276855, |
| "learning_rate": 9.635171014966625e-07, |
| "loss": 0.412, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.8416616496086695, |
| "grad_norm": 4.200076103210449, |
| "learning_rate": 9.63319838436113e-07, |
| "loss": 0.4212, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.8428657435279951, |
| "grad_norm": 4.56259822845459, |
| "learning_rate": 9.631220638158605e-07, |
| "loss": 0.4316, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.8440698374473209, |
| "grad_norm": 3.910545587539673, |
| "learning_rate": 9.629237778542714e-07, |
| "loss": 0.4, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.8452739313666466, |
| "grad_norm": 4.639405250549316, |
| "learning_rate": 9.62724980770277e-07, |
| "loss": 0.4084, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.8464780252859723, |
| "grad_norm": 4.84975528717041, |
| "learning_rate": 9.625256727833725e-07, |
| "loss": 0.4331, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.847682119205298, |
| "grad_norm": 3.9190306663513184, |
| "learning_rate": 9.623258541136175e-07, |
| "loss": 0.4171, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.8488862131246238, |
| "grad_norm": 4.248600482940674, |
| "learning_rate": 9.621255249816353e-07, |
| "loss": 0.4255, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.8500903070439494, |
| "grad_norm": 4.055094242095947, |
| "learning_rate": 9.61924685608613e-07, |
| "loss": 0.4257, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.8512944009632751, |
| "grad_norm": 4.14054536819458, |
| "learning_rate": 9.617233362163007e-07, |
| "loss": 0.4046, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.8524984948826009, |
| "grad_norm": 5.480048179626465, |
| "learning_rate": 9.61521477027012e-07, |
| "loss": 0.4007, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.8537025888019265, |
| "grad_norm": 4.100722312927246, |
| "learning_rate": 9.613191082636232e-07, |
| "loss": 0.4148, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.8549066827212523, |
| "grad_norm": 3.739861011505127, |
| "learning_rate": 9.611162301495735e-07, |
| "loss": 0.4156, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.856110776640578, |
| "grad_norm": 4.769533634185791, |
| "learning_rate": 9.60912842908864e-07, |
| "loss": 0.4356, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.8573148705599036, |
| "grad_norm": 4.347903728485107, |
| "learning_rate": 9.60708946766058e-07, |
| "loss": 0.4509, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.8585189644792294, |
| "grad_norm": 4.265124797821045, |
| "learning_rate": 9.605045419462813e-07, |
| "loss": 0.4231, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.8597230583985551, |
| "grad_norm": 5.108783721923828, |
| "learning_rate": 9.602996286752206e-07, |
| "loss": 0.4363, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.8609271523178808, |
| "grad_norm": 5.001750946044922, |
| "learning_rate": 9.600942071791248e-07, |
| "loss": 0.4223, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.8621312462372065, |
| "grad_norm": 4.6718668937683105, |
| "learning_rate": 9.598882776848025e-07, |
| "loss": 0.4206, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.8633353401565322, |
| "grad_norm": 4.35657262802124, |
| "learning_rate": 9.596818404196249e-07, |
| "loss": 0.4136, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.8645394340758579, |
| "grad_norm": 4.119489669799805, |
| "learning_rate": 9.59474895611523e-07, |
| "loss": 0.4254, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.8657435279951836, |
| "grad_norm": 4.4842047691345215, |
| "learning_rate": 9.59267443488988e-07, |
| "loss": 0.4279, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.8669476219145094, |
| "grad_norm": 4.105453014373779, |
| "learning_rate": 9.590594842810714e-07, |
| "loss": 0.4031, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.868151715833835, |
| "grad_norm": 4.400485992431641, |
| "learning_rate": 9.58851018217385e-07, |
| "loss": 0.4098, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.8693558097531607, |
| "grad_norm": 4.673033714294434, |
| "learning_rate": 9.586420455280998e-07, |
| "loss": 0.4299, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.8705599036724865, |
| "grad_norm": 4.483117580413818, |
| "learning_rate": 9.584325664439463e-07, |
| "loss": 0.438, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.8717639975918121, |
| "grad_norm": 5.068016052246094, |
| "learning_rate": 9.58222581196214e-07, |
| "loss": 0.4162, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.8729680915111379, |
| "grad_norm": 4.488113880157471, |
| "learning_rate": 9.580120900167513e-07, |
| "loss": 0.4196, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.8741721854304636, |
| "grad_norm": 4.887204647064209, |
| "learning_rate": 9.578010931379654e-07, |
| "loss": 0.439, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.8753762793497892, |
| "grad_norm": 4.7396159172058105, |
| "learning_rate": 9.575895907928217e-07, |
| "loss": 0.4202, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.876580373269115, |
| "grad_norm": 4.224496364593506, |
| "learning_rate": 9.573775832148438e-07, |
| "loss": 0.4027, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.8777844671884407, |
| "grad_norm": 5.062420845031738, |
| "learning_rate": 9.57165070638113e-07, |
| "loss": 0.4123, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.8789885611077664, |
| "grad_norm": 3.75753116607666, |
| "learning_rate": 9.569520532972678e-07, |
| "loss": 0.4066, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.8801926550270921, |
| "grad_norm": 4.535136699676514, |
| "learning_rate": 9.567385314275054e-07, |
| "loss": 0.4067, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.8813967489464178, |
| "grad_norm": 4.068704128265381, |
| "learning_rate": 9.56524505264578e-07, |
| "loss": 0.4238, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.8826008428657435, |
| "grad_norm": 5.032285690307617, |
| "learning_rate": 9.563099750447965e-07, |
| "loss": 0.4392, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.8838049367850692, |
| "grad_norm": 4.432474136352539, |
| "learning_rate": 9.560949410050274e-07, |
| "loss": 0.4394, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.885009030704395, |
| "grad_norm": 3.7745227813720703, |
| "learning_rate": 9.558794033826933e-07, |
| "loss": 0.4228, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.8862131246237207, |
| "grad_norm": 4.947648525238037, |
| "learning_rate": 9.556633624157734e-07, |
| "loss": 0.4324, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.8874172185430463, |
| "grad_norm": 3.695946216583252, |
| "learning_rate": 9.554468183428025e-07, |
| "loss": 0.407, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.8886213124623721, |
| "grad_norm": 4.399337291717529, |
| "learning_rate": 9.552297714028703e-07, |
| "loss": 0.4313, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.8898254063816978, |
| "grad_norm": 4.042302131652832, |
| "learning_rate": 9.550122218356227e-07, |
| "loss": 0.4183, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.8910295003010235, |
| "grad_norm": 4.341307163238525, |
| "learning_rate": 9.5479416988126e-07, |
| "loss": 0.4335, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.8922335942203492, |
| "grad_norm": 3.7946054935455322, |
| "learning_rate": 9.545756157805367e-07, |
| "loss": 0.4123, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.893437688139675, |
| "grad_norm": 5.04152250289917, |
| "learning_rate": 9.543565597747632e-07, |
| "loss": 0.4139, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.8946417820590006, |
| "grad_norm": 3.8958561420440674, |
| "learning_rate": 9.541370021058023e-07, |
| "loss": 0.4084, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.8958458759783263, |
| "grad_norm": 3.7490954399108887, |
| "learning_rate": 9.53916943016072e-07, |
| "loss": 0.4048, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.8970499698976521, |
| "grad_norm": 4.4821858406066895, |
| "learning_rate": 9.536963827485434e-07, |
| "loss": 0.3984, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.8982540638169777, |
| "grad_norm": 4.666491985321045, |
| "learning_rate": 9.53475321546741e-07, |
| "loss": 0.4098, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.8994581577363034, |
| "grad_norm": 4.890908718109131, |
| "learning_rate": 9.532537596547423e-07, |
| "loss": 0.3982, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.9006622516556292, |
| "grad_norm": 4.651495933532715, |
| "learning_rate": 9.53031697317178e-07, |
| "loss": 0.418, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.9018663455749548, |
| "grad_norm": 4.55120849609375, |
| "learning_rate": 9.528091347792308e-07, |
| "loss": 0.4187, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.9030704394942806, |
| "grad_norm": 5.57934045791626, |
| "learning_rate": 9.525860722866362e-07, |
| "loss": 0.4156, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.9042745334136063, |
| "grad_norm": 3.860431432723999, |
| "learning_rate": 9.523625100856813e-07, |
| "loss": 0.4078, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.9054786273329319, |
| "grad_norm": 4.670098781585693, |
| "learning_rate": 9.521384484232054e-07, |
| "loss": 0.4088, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.9066827212522577, |
| "grad_norm": 4.332681655883789, |
| "learning_rate": 9.519138875465986e-07, |
| "loss": 0.422, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.9078868151715834, |
| "grad_norm": 4.745145797729492, |
| "learning_rate": 9.516888277038029e-07, |
| "loss": 0.409, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 4.109555721282959, |
| "learning_rate": 9.514632691433106e-07, |
| "loss": 0.4177, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.9102950030102348, |
| "grad_norm": 5.039947032928467, |
| "learning_rate": 9.512372121141652e-07, |
| "loss": 0.4132, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.9114990969295605, |
| "grad_norm": 4.389688968658447, |
| "learning_rate": 9.510106568659599e-07, |
| "loss": 0.4176, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.9127031908488862, |
| "grad_norm": 4.67106819152832, |
| "learning_rate": 9.50783603648839e-07, |
| "loss": 0.4441, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.9139072847682119, |
| "grad_norm": 3.6345438957214355, |
| "learning_rate": 9.505560527134956e-07, |
| "loss": 0.395, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.9151113786875377, |
| "grad_norm": 4.544852256774902, |
| "learning_rate": 9.503280043111728e-07, |
| "loss": 0.4291, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.9163154726068633, |
| "grad_norm": 5.17853307723999, |
| "learning_rate": 9.50099458693663e-07, |
| "loss": 0.42, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.917519566526189, |
| "grad_norm": 4.111993789672852, |
| "learning_rate": 9.498704161133073e-07, |
| "loss": 0.4086, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.9187236604455148, |
| "grad_norm": 3.93930721282959, |
| "learning_rate": 9.49640876822996e-07, |
| "loss": 0.4128, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.9199277543648404, |
| "grad_norm": 4.442197322845459, |
| "learning_rate": 9.494108410761672e-07, |
| "loss": 0.4107, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.9211318482841662, |
| "grad_norm": 4.266764163970947, |
| "learning_rate": 9.491803091268077e-07, |
| "loss": 0.4093, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.9223359422034919, |
| "grad_norm": 4.633232593536377, |
| "learning_rate": 9.48949281229452e-07, |
| "loss": 0.4152, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.9235400361228175, |
| "grad_norm": 4.4745073318481445, |
| "learning_rate": 9.487177576391818e-07, |
| "loss": 0.4423, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.9247441300421433, |
| "grad_norm": 3.795365333557129, |
| "learning_rate": 9.484857386116268e-07, |
| "loss": 0.4013, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.925948223961469, |
| "grad_norm": 4.76974630355835, |
| "learning_rate": 9.48253224402963e-07, |
| "loss": 0.4084, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.9271523178807947, |
| "grad_norm": 4.584947109222412, |
| "learning_rate": 9.48020215269914e-07, |
| "loss": 0.4237, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.9283564118001204, |
| "grad_norm": 4.877064228057861, |
| "learning_rate": 9.477867114697486e-07, |
| "loss": 0.409, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.9295605057194462, |
| "grad_norm": 4.372793674468994, |
| "learning_rate": 9.475527132602832e-07, |
| "loss": 0.4142, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.9307645996387718, |
| "grad_norm": 4.198723316192627, |
| "learning_rate": 9.473182208998792e-07, |
| "loss": 0.4057, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.9319686935580975, |
| "grad_norm": 4.460008144378662, |
| "learning_rate": 9.470832346474435e-07, |
| "loss": 0.4235, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.9331727874774233, |
| "grad_norm": 4.3058905601501465, |
| "learning_rate": 9.468477547624289e-07, |
| "loss": 0.4307, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.9343768813967489, |
| "grad_norm": 4.6467132568359375, |
| "learning_rate": 9.466117815048329e-07, |
| "loss": 0.4127, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.9355809753160746, |
| "grad_norm": 5.1491217613220215, |
| "learning_rate": 9.463753151351978e-07, |
| "loss": 0.4181, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.9367850692354004, |
| "grad_norm": 5.166205883026123, |
| "learning_rate": 9.461383559146102e-07, |
| "loss": 0.4102, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.937989163154726, |
| "grad_norm": 4.453047275543213, |
| "learning_rate": 9.459009041047012e-07, |
| "loss": 0.4135, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.9391932570740518, |
| "grad_norm": 5.151276111602783, |
| "learning_rate": 9.456629599676456e-07, |
| "loss": 0.4072, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.9403973509933775, |
| "grad_norm": 3.8332607746124268, |
| "learning_rate": 9.454245237661615e-07, |
| "loss": 0.4363, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.9416014449127031, |
| "grad_norm": 4.51285982131958, |
| "learning_rate": 9.451855957635108e-07, |
| "loss": 0.4265, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.9428055388320289, |
| "grad_norm": 4.756032466888428, |
| "learning_rate": 9.449461762234981e-07, |
| "loss": 0.4322, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.9440096327513546, |
| "grad_norm": 3.7539730072021484, |
| "learning_rate": 9.447062654104707e-07, |
| "loss": 0.4052, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.9452137266706803, |
| "grad_norm": 4.208081245422363, |
| "learning_rate": 9.444658635893186e-07, |
| "loss": 0.4101, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.946417820590006, |
| "grad_norm": 3.338568925857544, |
| "learning_rate": 9.442249710254737e-07, |
| "loss": 0.4195, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.9476219145093318, |
| "grad_norm": 4.421904563903809, |
| "learning_rate": 9.439835879849096e-07, |
| "loss": 0.4232, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.9488260084286574, |
| "grad_norm": 4.675938129425049, |
| "learning_rate": 9.437417147341417e-07, |
| "loss": 0.4171, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.9500301023479831, |
| "grad_norm": 5.047989845275879, |
| "learning_rate": 9.434993515402267e-07, |
| "loss": 0.4083, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.9512341962673089, |
| "grad_norm": 4.1763916015625, |
| "learning_rate": 9.432564986707621e-07, |
| "loss": 0.3946, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.9524382901866345, |
| "grad_norm": 4.706401348114014, |
| "learning_rate": 9.43013156393886e-07, |
| "loss": 0.4147, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.9536423841059603, |
| "grad_norm": 4.3355255126953125, |
| "learning_rate": 9.427693249782769e-07, |
| "loss": 0.4244, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.954846478025286, |
| "grad_norm": 5.126685619354248, |
| "learning_rate": 9.425250046931537e-07, |
| "loss": 0.4148, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.9560505719446116, |
| "grad_norm": 3.4599716663360596, |
| "learning_rate": 9.422801958082744e-07, |
| "loss": 0.4237, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.9572546658639374, |
| "grad_norm": 4.331906795501709, |
| "learning_rate": 9.420348985939371e-07, |
| "loss": 0.4097, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.9584587597832631, |
| "grad_norm": 4.4911370277404785, |
| "learning_rate": 9.417891133209787e-07, |
| "loss": 0.4029, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.9596628537025887, |
| "grad_norm": 4.601186275482178, |
| "learning_rate": 9.415428402607754e-07, |
| "loss": 0.4194, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.9608669476219145, |
| "grad_norm": 4.048129558563232, |
| "learning_rate": 9.412960796852412e-07, |
| "loss": 0.4205, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.9620710415412402, |
| "grad_norm": 4.8655571937561035, |
| "learning_rate": 9.410488318668292e-07, |
| "loss": 0.4229, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.963275135460566, |
| "grad_norm": 3.7495744228363037, |
| "learning_rate": 9.408010970785302e-07, |
| "loss": 0.3761, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.9644792293798916, |
| "grad_norm": 5.3356499671936035, |
| "learning_rate": 9.405528755938725e-07, |
| "loss": 0.4093, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.9656833232992174, |
| "grad_norm": 5.407442569732666, |
| "learning_rate": 9.403041676869217e-07, |
| "loss": 0.4066, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.9668874172185431, |
| "grad_norm": 3.860828161239624, |
| "learning_rate": 9.400549736322807e-07, |
| "loss": 0.3982, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.9680915111378687, |
| "grad_norm": 4.087296962738037, |
| "learning_rate": 9.398052937050892e-07, |
| "loss": 0.3951, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.9692956050571945, |
| "grad_norm": 4.309443473815918, |
| "learning_rate": 9.395551281810233e-07, |
| "loss": 0.4025, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.9704996989765202, |
| "grad_norm": 4.655600547790527, |
| "learning_rate": 9.39304477336295e-07, |
| "loss": 0.4187, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.9717037928958459, |
| "grad_norm": 4.34591007232666, |
| "learning_rate": 9.390533414476527e-07, |
| "loss": 0.4164, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.9729078868151716, |
| "grad_norm": 4.547005653381348, |
| "learning_rate": 9.388017207923798e-07, |
| "loss": 0.4124, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.9741119807344973, |
| "grad_norm": 5.021882057189941, |
| "learning_rate": 9.385496156482953e-07, |
| "loss": 0.4289, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.975316074653823, |
| "grad_norm": 4.165801525115967, |
| "learning_rate": 9.382970262937526e-07, |
| "loss": 0.4058, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.9765201685731487, |
| "grad_norm": 4.876884460449219, |
| "learning_rate": 9.380439530076407e-07, |
| "loss": 0.43, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.9777242624924745, |
| "grad_norm": 4.928086757659912, |
| "learning_rate": 9.377903960693818e-07, |
| "loss": 0.423, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.9789283564118001, |
| "grad_norm": 5.006045341491699, |
| "learning_rate": 9.375363557589331e-07, |
| "loss": 0.4354, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.9801324503311258, |
| "grad_norm": 3.8796417713165283, |
| "learning_rate": 9.372818323567846e-07, |
| "loss": 0.4132, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.9813365442504516, |
| "grad_norm": 4.275393962860107, |
| "learning_rate": 9.370268261439604e-07, |
| "loss": 0.4071, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.9825406381697772, |
| "grad_norm": 5.467378616333008, |
| "learning_rate": 9.367713374020174e-07, |
| "loss": 0.4049, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.983744732089103, |
| "grad_norm": 3.720611095428467, |
| "learning_rate": 9.365153664130453e-07, |
| "loss": 0.4008, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.9849488260084287, |
| "grad_norm": 4.539004802703857, |
| "learning_rate": 9.362589134596661e-07, |
| "loss": 0.4118, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.9861529199277543, |
| "grad_norm": 3.776636838912964, |
| "learning_rate": 9.360019788250342e-07, |
| "loss": 0.4334, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.9873570138470801, |
| "grad_norm": 3.8309648036956787, |
| "learning_rate": 9.357445627928355e-07, |
| "loss": 0.4179, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.9885611077664058, |
| "grad_norm": 4.798840045928955, |
| "learning_rate": 9.354866656472881e-07, |
| "loss": 0.4154, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.9897652016857315, |
| "grad_norm": 4.182796955108643, |
| "learning_rate": 9.352282876731403e-07, |
| "loss": 0.4196, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.9909692956050572, |
| "grad_norm": 4.6675801277160645, |
| "learning_rate": 9.349694291556723e-07, |
| "loss": 0.4182, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.9921733895243829, |
| "grad_norm": 4.432309627532959, |
| "learning_rate": 9.347100903806941e-07, |
| "loss": 0.4206, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.9933774834437086, |
| "grad_norm": 4.616915702819824, |
| "learning_rate": 9.344502716345463e-07, |
| "loss": 0.4153, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.9945815773630343, |
| "grad_norm": 4.290421485900879, |
| "learning_rate": 9.341899732040994e-07, |
| "loss": 0.4162, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.9957856712823601, |
| "grad_norm": 4.533810138702393, |
| "learning_rate": 9.339291953767539e-07, |
| "loss": 0.4113, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.9969897652016857, |
| "grad_norm": 4.271683692932129, |
| "learning_rate": 9.336679384404387e-07, |
| "loss": 0.4166, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.9981938591210114, |
| "grad_norm": 5.167937755584717, |
| "learning_rate": 9.334062026836127e-07, |
| "loss": 0.385, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.9993979530403372, |
| "grad_norm": 4.525483131408691, |
| "learning_rate": 9.331439883952628e-07, |
| "loss": 0.3977, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.0006020469596628, |
| "grad_norm": 4.6253533363342285, |
| "learning_rate": 9.328812958649044e-07, |
| "loss": 0.4123, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.0018061408789887, |
| "grad_norm": 5.165332317352295, |
| "learning_rate": 9.326181253825812e-07, |
| "loss": 0.3842, |
| "step": 8320 |
| }, |
| { |
| "epoch": 1.0030102347983143, |
| "grad_norm": 3.894192934036255, |
| "learning_rate": 9.323544772388645e-07, |
| "loss": 0.3528, |
| "step": 8330 |
| }, |
| { |
| "epoch": 1.00421432871764, |
| "grad_norm": 3.8034422397613525, |
| "learning_rate": 9.320903517248527e-07, |
| "loss": 0.3817, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.0054184226369658, |
| "grad_norm": 4.677804946899414, |
| "learning_rate": 9.318257491321714e-07, |
| "loss": 0.3772, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.0066225165562914, |
| "grad_norm": 4.256035327911377, |
| "learning_rate": 9.315606697529733e-07, |
| "loss": 0.3858, |
| "step": 8360 |
| }, |
| { |
| "epoch": 1.007826610475617, |
| "grad_norm": 4.362122058868408, |
| "learning_rate": 9.312951138799371e-07, |
| "loss": 0.3702, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.009030704394943, |
| "grad_norm": 4.146007537841797, |
| "learning_rate": 9.310290818062681e-07, |
| "loss": 0.3869, |
| "step": 8380 |
| }, |
| { |
| "epoch": 1.0102347983142685, |
| "grad_norm": 4.480301856994629, |
| "learning_rate": 9.307625738256967e-07, |
| "loss": 0.4082, |
| "step": 8390 |
| }, |
| { |
| "epoch": 1.0114388922335942, |
| "grad_norm": 4.406433582305908, |
| "learning_rate": 9.304955902324793e-07, |
| "loss": 0.3846, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.01264298615292, |
| "grad_norm": 4.386068820953369, |
| "learning_rate": 9.302281313213972e-07, |
| "loss": 0.3806, |
| "step": 8410 |
| }, |
| { |
| "epoch": 1.0138470800722457, |
| "grad_norm": 4.706192970275879, |
| "learning_rate": 9.299601973877566e-07, |
| "loss": 0.385, |
| "step": 8420 |
| }, |
| { |
| "epoch": 1.0150511739915713, |
| "grad_norm": 5.003023624420166, |
| "learning_rate": 9.29691788727388e-07, |
| "loss": 0.3785, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.0162552679108972, |
| "grad_norm": 4.118617534637451, |
| "learning_rate": 9.294229056366463e-07, |
| "loss": 0.3649, |
| "step": 8440 |
| }, |
| { |
| "epoch": 1.0174593618302228, |
| "grad_norm": 4.070971488952637, |
| "learning_rate": 9.291535484124101e-07, |
| "loss": 0.3897, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.0186634557495484, |
| "grad_norm": 4.141367435455322, |
| "learning_rate": 9.288837173520814e-07, |
| "loss": 0.3712, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.0198675496688743, |
| "grad_norm": 4.00056791305542, |
| "learning_rate": 9.286134127535859e-07, |
| "loss": 0.372, |
| "step": 8470 |
| }, |
| { |
| "epoch": 1.0210716435882, |
| "grad_norm": 4.618954658508301, |
| "learning_rate": 9.283426349153711e-07, |
| "loss": 0.3708, |
| "step": 8480 |
| }, |
| { |
| "epoch": 1.0222757375075255, |
| "grad_norm": 4.50954008102417, |
| "learning_rate": 9.280713841364083e-07, |
| "loss": 0.3831, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.0234798314268514, |
| "grad_norm": 4.025129795074463, |
| "learning_rate": 9.277996607161898e-07, |
| "loss": 0.3807, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.024683925346177, |
| "grad_norm": 4.727366924285889, |
| "learning_rate": 9.275274649547307e-07, |
| "loss": 0.3707, |
| "step": 8510 |
| }, |
| { |
| "epoch": 1.0258880192655027, |
| "grad_norm": 4.731372833251953, |
| "learning_rate": 9.272547971525669e-07, |
| "loss": 0.3655, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.0270921131848285, |
| "grad_norm": 4.237710475921631, |
| "learning_rate": 9.269816576107559e-07, |
| "loss": 0.365, |
| "step": 8530 |
| }, |
| { |
| "epoch": 1.0282962071041541, |
| "grad_norm": 4.294924736022949, |
| "learning_rate": 9.267080466308758e-07, |
| "loss": 0.3774, |
| "step": 8540 |
| }, |
| { |
| "epoch": 1.0295003010234798, |
| "grad_norm": 4.249452590942383, |
| "learning_rate": 9.264339645150256e-07, |
| "loss": 0.372, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.0307043949428056, |
| "grad_norm": 4.078114986419678, |
| "learning_rate": 9.26159411565824e-07, |
| "loss": 0.3736, |
| "step": 8560 |
| }, |
| { |
| "epoch": 1.0319084888621313, |
| "grad_norm": 5.815018177032471, |
| "learning_rate": 9.258843880864101e-07, |
| "loss": 0.3708, |
| "step": 8570 |
| }, |
| { |
| "epoch": 1.033112582781457, |
| "grad_norm": 4.562671184539795, |
| "learning_rate": 9.256088943804421e-07, |
| "loss": 0.3926, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.0343166767007828, |
| "grad_norm": 5.159687042236328, |
| "learning_rate": 9.253329307520974e-07, |
| "loss": 0.3754, |
| "step": 8590 |
| }, |
| { |
| "epoch": 1.0355207706201084, |
| "grad_norm": 4.418034076690674, |
| "learning_rate": 9.250564975060725e-07, |
| "loss": 0.3756, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.036724864539434, |
| "grad_norm": 4.661262035369873, |
| "learning_rate": 9.247795949475823e-07, |
| "loss": 0.3854, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.0379289584587599, |
| "grad_norm": 4.768362522125244, |
| "learning_rate": 9.245022233823598e-07, |
| "loss": 0.3798, |
| "step": 8620 |
| }, |
| { |
| "epoch": 1.0391330523780855, |
| "grad_norm": 4.090877056121826, |
| "learning_rate": 9.242243831166558e-07, |
| "loss": 0.3883, |
| "step": 8630 |
| }, |
| { |
| "epoch": 1.0403371462974111, |
| "grad_norm": 4.2338032722473145, |
| "learning_rate": 9.23946074457239e-07, |
| "loss": 0.3784, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.041541240216737, |
| "grad_norm": 4.812314510345459, |
| "learning_rate": 9.236672977113947e-07, |
| "loss": 0.3938, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.0427453341360626, |
| "grad_norm": 5.055131435394287, |
| "learning_rate": 9.233880531869253e-07, |
| "loss": 0.3784, |
| "step": 8660 |
| }, |
| { |
| "epoch": 1.0439494280553883, |
| "grad_norm": 4.143119812011719, |
| "learning_rate": 9.231083411921497e-07, |
| "loss": 0.368, |
| "step": 8670 |
| }, |
| { |
| "epoch": 1.0451535219747141, |
| "grad_norm": 4.840368270874023, |
| "learning_rate": 9.228281620359029e-07, |
| "loss": 0.3771, |
| "step": 8680 |
| }, |
| { |
| "epoch": 1.0463576158940397, |
| "grad_norm": 4.708595275878906, |
| "learning_rate": 9.225475160275358e-07, |
| "loss": 0.3572, |
| "step": 8690 |
| }, |
| { |
| "epoch": 1.0475617098133654, |
| "grad_norm": 4.715826511383057, |
| "learning_rate": 9.222664034769145e-07, |
| "loss": 0.3929, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.0487658037326912, |
| "grad_norm": 4.969057559967041, |
| "learning_rate": 9.219848246944205e-07, |
| "loss": 0.3895, |
| "step": 8710 |
| }, |
| { |
| "epoch": 1.0499698976520169, |
| "grad_norm": 3.3560914993286133, |
| "learning_rate": 9.217027799909499e-07, |
| "loss": 0.379, |
| "step": 8720 |
| }, |
| { |
| "epoch": 1.0511739915713425, |
| "grad_norm": 4.196804046630859, |
| "learning_rate": 9.214202696779134e-07, |
| "loss": 0.3692, |
| "step": 8730 |
| }, |
| { |
| "epoch": 1.0523780854906684, |
| "grad_norm": 4.214865684509277, |
| "learning_rate": 9.211372940672355e-07, |
| "loss": 0.3673, |
| "step": 8740 |
| }, |
| { |
| "epoch": 1.053582179409994, |
| "grad_norm": 4.642685890197754, |
| "learning_rate": 9.208538534713548e-07, |
| "loss": 0.3961, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.0547862733293196, |
| "grad_norm": 4.921828269958496, |
| "learning_rate": 9.20569948203223e-07, |
| "loss": 0.3616, |
| "step": 8760 |
| }, |
| { |
| "epoch": 1.0559903672486455, |
| "grad_norm": 3.9251582622528076, |
| "learning_rate": 9.202855785763051e-07, |
| "loss": 0.3958, |
| "step": 8770 |
| }, |
| { |
| "epoch": 1.0571944611679711, |
| "grad_norm": 4.475203990936279, |
| "learning_rate": 9.200007449045785e-07, |
| "loss": 0.3782, |
| "step": 8780 |
| }, |
| { |
| "epoch": 1.0583985550872967, |
| "grad_norm": 4.735462665557861, |
| "learning_rate": 9.197154475025333e-07, |
| "loss": 0.3571, |
| "step": 8790 |
| }, |
| { |
| "epoch": 1.0596026490066226, |
| "grad_norm": 4.720487117767334, |
| "learning_rate": 9.194296866851712e-07, |
| "loss": 0.3632, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.0608067429259482, |
| "grad_norm": 4.291871547698975, |
| "learning_rate": 9.191434627680063e-07, |
| "loss": 0.3722, |
| "step": 8810 |
| }, |
| { |
| "epoch": 1.0620108368452739, |
| "grad_norm": 4.449291229248047, |
| "learning_rate": 9.188567760670631e-07, |
| "loss": 0.3857, |
| "step": 8820 |
| }, |
| { |
| "epoch": 1.0632149307645997, |
| "grad_norm": 4.42001485824585, |
| "learning_rate": 9.185696268988776e-07, |
| "loss": 0.3798, |
| "step": 8830 |
| }, |
| { |
| "epoch": 1.0644190246839254, |
| "grad_norm": 4.68118953704834, |
| "learning_rate": 9.182820155804965e-07, |
| "loss": 0.364, |
| "step": 8840 |
| }, |
| { |
| "epoch": 1.065623118603251, |
| "grad_norm": 4.831759929656982, |
| "learning_rate": 9.179939424294763e-07, |
| "loss": 0.3656, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.0668272125225768, |
| "grad_norm": 4.51068115234375, |
| "learning_rate": 9.177054077638839e-07, |
| "loss": 0.3779, |
| "step": 8860 |
| }, |
| { |
| "epoch": 1.0680313064419025, |
| "grad_norm": 4.588883399963379, |
| "learning_rate": 9.174164119022956e-07, |
| "loss": 0.3766, |
| "step": 8870 |
| }, |
| { |
| "epoch": 1.069235400361228, |
| "grad_norm": 4.487590789794922, |
| "learning_rate": 9.171269551637968e-07, |
| "loss": 0.3676, |
| "step": 8880 |
| }, |
| { |
| "epoch": 1.070439494280554, |
| "grad_norm": 5.2501702308654785, |
| "learning_rate": 9.168370378679819e-07, |
| "loss": 0.3764, |
| "step": 8890 |
| }, |
| { |
| "epoch": 1.0716435881998796, |
| "grad_norm": 4.199159145355225, |
| "learning_rate": 9.165466603349539e-07, |
| "loss": 0.3736, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.0728476821192052, |
| "grad_norm": 4.138830184936523, |
| "learning_rate": 9.162558228853235e-07, |
| "loss": 0.3745, |
| "step": 8910 |
| }, |
| { |
| "epoch": 1.074051776038531, |
| "grad_norm": 4.139305114746094, |
| "learning_rate": 9.159645258402095e-07, |
| "loss": 0.3693, |
| "step": 8920 |
| }, |
| { |
| "epoch": 1.0752558699578567, |
| "grad_norm": 5.9480438232421875, |
| "learning_rate": 9.156727695212386e-07, |
| "loss": 0.3644, |
| "step": 8930 |
| }, |
| { |
| "epoch": 1.0764599638771823, |
| "grad_norm": 4.251008987426758, |
| "learning_rate": 9.153805542505438e-07, |
| "loss": 0.3844, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.0776640577965082, |
| "grad_norm": 4.630239486694336, |
| "learning_rate": 9.150878803507654e-07, |
| "loss": 0.3699, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.0788681517158338, |
| "grad_norm": 5.171538829803467, |
| "learning_rate": 9.147947481450498e-07, |
| "loss": 0.4026, |
| "step": 8960 |
| }, |
| { |
| "epoch": 1.0800722456351595, |
| "grad_norm": 4.777914524078369, |
| "learning_rate": 9.145011579570491e-07, |
| "loss": 0.3642, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.0812763395544853, |
| "grad_norm": 5.336880207061768, |
| "learning_rate": 9.142071101109224e-07, |
| "loss": 0.3926, |
| "step": 8980 |
| }, |
| { |
| "epoch": 1.082480433473811, |
| "grad_norm": 3.8747503757476807, |
| "learning_rate": 9.139126049313321e-07, |
| "loss": 0.3792, |
| "step": 8990 |
| }, |
| { |
| "epoch": 1.0836845273931366, |
| "grad_norm": 4.528430461883545, |
| "learning_rate": 9.136176427434475e-07, |
| "loss": 0.3735, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.0848886213124624, |
| "grad_norm": 5.05435848236084, |
| "learning_rate": 9.133222238729412e-07, |
| "loss": 0.3604, |
| "step": 9010 |
| }, |
| { |
| "epoch": 1.086092715231788, |
| "grad_norm": 4.354115962982178, |
| "learning_rate": 9.130263486459904e-07, |
| "loss": 0.3995, |
| "step": 9020 |
| }, |
| { |
| "epoch": 1.0872968091511137, |
| "grad_norm": 5.124173164367676, |
| "learning_rate": 9.127300173892763e-07, |
| "loss": 0.3622, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.0885009030704396, |
| "grad_norm": 4.644625186920166, |
| "learning_rate": 9.124332304299838e-07, |
| "loss": 0.3704, |
| "step": 9040 |
| }, |
| { |
| "epoch": 1.0897049969897652, |
| "grad_norm": 4.276961803436279, |
| "learning_rate": 9.121359880958002e-07, |
| "loss": 0.3771, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 4.1808648109436035, |
| "learning_rate": 9.118382907149163e-07, |
| "loss": 0.3638, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.0921131848284167, |
| "grad_norm": 4.921030521392822, |
| "learning_rate": 9.115401386160251e-07, |
| "loss": 0.3633, |
| "step": 9070 |
| }, |
| { |
| "epoch": 1.0933172787477423, |
| "grad_norm": 4.0871663093566895, |
| "learning_rate": 9.112415321283217e-07, |
| "loss": 0.358, |
| "step": 9080 |
| }, |
| { |
| "epoch": 1.094521372667068, |
| "grad_norm": 3.419311046600342, |
| "learning_rate": 9.10942471581503e-07, |
| "loss": 0.3601, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.0957254665863938, |
| "grad_norm": 4.138514518737793, |
| "learning_rate": 9.106429573057666e-07, |
| "loss": 0.3764, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.0969295605057194, |
| "grad_norm": 5.0829691886901855, |
| "learning_rate": 9.10342989631812e-07, |
| "loss": 0.3756, |
| "step": 9110 |
| }, |
| { |
| "epoch": 1.098133654425045, |
| "grad_norm": 4.330390930175781, |
| "learning_rate": 9.100425688908386e-07, |
| "loss": 0.3587, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.099337748344371, |
| "grad_norm": 5.1065592765808105, |
| "learning_rate": 9.097416954145465e-07, |
| "loss": 0.38, |
| "step": 9130 |
| }, |
| { |
| "epoch": 1.1005418422636966, |
| "grad_norm": 4.509856224060059, |
| "learning_rate": 9.094403695351352e-07, |
| "loss": 0.38, |
| "step": 9140 |
| }, |
| { |
| "epoch": 1.1017459361830222, |
| "grad_norm": 5.324617862701416, |
| "learning_rate": 9.091385915853042e-07, |
| "loss": 0.3658, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.102950030102348, |
| "grad_norm": 5.061591148376465, |
| "learning_rate": 9.088363618982521e-07, |
| "loss": 0.3723, |
| "step": 9160 |
| }, |
| { |
| "epoch": 1.1041541240216737, |
| "grad_norm": 5.028870582580566, |
| "learning_rate": 9.085336808076758e-07, |
| "loss": 0.3837, |
| "step": 9170 |
| }, |
| { |
| "epoch": 1.1053582179409993, |
| "grad_norm": 4.214852809906006, |
| "learning_rate": 9.082305486477708e-07, |
| "loss": 0.3681, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.1065623118603252, |
| "grad_norm": 4.787420272827148, |
| "learning_rate": 9.079269657532311e-07, |
| "loss": 0.3843, |
| "step": 9190 |
| }, |
| { |
| "epoch": 1.1077664057796508, |
| "grad_norm": 3.78640079498291, |
| "learning_rate": 9.076229324592477e-07, |
| "loss": 0.3747, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.1089704996989764, |
| "grad_norm": 4.786212921142578, |
| "learning_rate": 9.073184491015094e-07, |
| "loss": 0.3684, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.1101745936183023, |
| "grad_norm": 3.932164430618286, |
| "learning_rate": 9.070135160162015e-07, |
| "loss": 0.3662, |
| "step": 9220 |
| }, |
| { |
| "epoch": 1.111378687537628, |
| "grad_norm": 4.249774932861328, |
| "learning_rate": 9.067081335400061e-07, |
| "loss": 0.3722, |
| "step": 9230 |
| }, |
| { |
| "epoch": 1.1125827814569536, |
| "grad_norm": 4.269323348999023, |
| "learning_rate": 9.064023020101015e-07, |
| "loss": 0.3765, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.1137868753762794, |
| "grad_norm": 4.183831214904785, |
| "learning_rate": 9.060960217641617e-07, |
| "loss": 0.3657, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.114990969295605, |
| "grad_norm": 4.336716175079346, |
| "learning_rate": 9.057892931403563e-07, |
| "loss": 0.3869, |
| "step": 9260 |
| }, |
| { |
| "epoch": 1.1161950632149307, |
| "grad_norm": 4.948883533477783, |
| "learning_rate": 9.054821164773498e-07, |
| "loss": 0.3823, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.1173991571342565, |
| "grad_norm": 4.687775611877441, |
| "learning_rate": 9.051744921143014e-07, |
| "loss": 0.3853, |
| "step": 9280 |
| }, |
| { |
| "epoch": 1.1186032510535822, |
| "grad_norm": 4.803307056427002, |
| "learning_rate": 9.048664203908647e-07, |
| "loss": 0.3609, |
| "step": 9290 |
| }, |
| { |
| "epoch": 1.1198073449729078, |
| "grad_norm": 4.377987861633301, |
| "learning_rate": 9.045579016471871e-07, |
| "loss": 0.3873, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.1210114388922336, |
| "grad_norm": 4.264991760253906, |
| "learning_rate": 9.042489362239096e-07, |
| "loss": 0.3663, |
| "step": 9310 |
| }, |
| { |
| "epoch": 1.1222155328115593, |
| "grad_norm": 4.69897985458374, |
| "learning_rate": 9.039395244621667e-07, |
| "loss": 0.3797, |
| "step": 9320 |
| }, |
| { |
| "epoch": 1.123419626730885, |
| "grad_norm": 4.6573357582092285, |
| "learning_rate": 9.036296667035853e-07, |
| "loss": 0.3774, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.1246237206502108, |
| "grad_norm": 4.6396307945251465, |
| "learning_rate": 9.033193632902848e-07, |
| "loss": 0.3708, |
| "step": 9340 |
| }, |
| { |
| "epoch": 1.1258278145695364, |
| "grad_norm": 4.781702518463135, |
| "learning_rate": 9.030086145648767e-07, |
| "loss": 0.366, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.127031908488862, |
| "grad_norm": 3.859081745147705, |
| "learning_rate": 9.026974208704645e-07, |
| "loss": 0.3592, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.1282360024081879, |
| "grad_norm": 3.917964220046997, |
| "learning_rate": 9.023857825506425e-07, |
| "loss": 0.3828, |
| "step": 9370 |
| }, |
| { |
| "epoch": 1.1294400963275135, |
| "grad_norm": 4.249654293060303, |
| "learning_rate": 9.020736999494962e-07, |
| "loss": 0.3816, |
| "step": 9380 |
| }, |
| { |
| "epoch": 1.1306441902468394, |
| "grad_norm": 4.181410789489746, |
| "learning_rate": 9.017611734116015e-07, |
| "loss": 0.3881, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.131848284166165, |
| "grad_norm": 4.529959678649902, |
| "learning_rate": 9.014482032820245e-07, |
| "loss": 0.3866, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.1330523780854906, |
| "grad_norm": 4.115703105926514, |
| "learning_rate": 9.011347899063212e-07, |
| "loss": 0.4017, |
| "step": 9410 |
| }, |
| { |
| "epoch": 1.1342564720048163, |
| "grad_norm": 5.330405235290527, |
| "learning_rate": 9.008209336305369e-07, |
| "loss": 0.382, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.1354605659241421, |
| "grad_norm": 4.53489351272583, |
| "learning_rate": 9.005066348012058e-07, |
| "loss": 0.4002, |
| "step": 9430 |
| }, |
| { |
| "epoch": 1.1366646598434678, |
| "grad_norm": 4.984791278839111, |
| "learning_rate": 9.00191893765351e-07, |
| "loss": 0.3699, |
| "step": 9440 |
| }, |
| { |
| "epoch": 1.1378687537627936, |
| "grad_norm": 4.83209753036499, |
| "learning_rate": 8.998767108704836e-07, |
| "loss": 0.3612, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.1390728476821192, |
| "grad_norm": 4.549959659576416, |
| "learning_rate": 8.995610864646029e-07, |
| "loss": 0.3552, |
| "step": 9460 |
| }, |
| { |
| "epoch": 1.1402769416014449, |
| "grad_norm": 4.30760383605957, |
| "learning_rate": 8.992450208961949e-07, |
| "loss": 0.3796, |
| "step": 9470 |
| }, |
| { |
| "epoch": 1.1414810355207705, |
| "grad_norm": 4.3470234870910645, |
| "learning_rate": 8.989285145142338e-07, |
| "loss": 0.3868, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.1426851294400964, |
| "grad_norm": 4.755895614624023, |
| "learning_rate": 8.986115676681796e-07, |
| "loss": 0.3867, |
| "step": 9490 |
| }, |
| { |
| "epoch": 1.143889223359422, |
| "grad_norm": 4.874184608459473, |
| "learning_rate": 8.982941807079791e-07, |
| "loss": 0.3866, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.1450933172787479, |
| "grad_norm": 4.068636894226074, |
| "learning_rate": 8.979763539840649e-07, |
| "loss": 0.3558, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.1462974111980735, |
| "grad_norm": 4.380646705627441, |
| "learning_rate": 8.976580878473552e-07, |
| "loss": 0.3704, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.1475015051173991, |
| "grad_norm": 4.3028950691223145, |
| "learning_rate": 8.973393826492531e-07, |
| "loss": 0.3995, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.1487055990367248, |
| "grad_norm": 4.423670768737793, |
| "learning_rate": 8.97020238741647e-07, |
| "loss": 0.38, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.1499096929560506, |
| "grad_norm": 4.808249473571777, |
| "learning_rate": 8.967006564769093e-07, |
| "loss": 0.3779, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.1511137868753762, |
| "grad_norm": 5.734920501708984, |
| "learning_rate": 8.963806362078963e-07, |
| "loss": 0.3713, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.152317880794702, |
| "grad_norm": 4.730371952056885, |
| "learning_rate": 8.960601782879483e-07, |
| "loss": 0.3583, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.1535219747140277, |
| "grad_norm": 5.035944938659668, |
| "learning_rate": 8.957392830708886e-07, |
| "loss": 0.39, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.1547260686333534, |
| "grad_norm": 4.2402119636535645, |
| "learning_rate": 8.95417950911023e-07, |
| "loss": 0.3655, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.155930162552679, |
| "grad_norm": 3.995563507080078, |
| "learning_rate": 8.950961821631406e-07, |
| "loss": 0.3657, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.1571342564720049, |
| "grad_norm": 5.285823822021484, |
| "learning_rate": 8.947739771825117e-07, |
| "loss": 0.3825, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.1583383503913305, |
| "grad_norm": 4.332102298736572, |
| "learning_rate": 8.944513363248885e-07, |
| "loss": 0.3808, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.1595424443106563, |
| "grad_norm": 4.714332103729248, |
| "learning_rate": 8.941282599465047e-07, |
| "loss": 0.3904, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.160746538229982, |
| "grad_norm": 3.8975484371185303, |
| "learning_rate": 8.938047484040748e-07, |
| "loss": 0.3559, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.1619506321493076, |
| "grad_norm": 4.700948238372803, |
| "learning_rate": 8.934808020547935e-07, |
| "loss": 0.3676, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.1631547260686332, |
| "grad_norm": 4.926019191741943, |
| "learning_rate": 8.931564212563356e-07, |
| "loss": 0.3913, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.164358819987959, |
| "grad_norm": 4.402989864349365, |
| "learning_rate": 8.92831606366856e-07, |
| "loss": 0.3672, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.1655629139072847, |
| "grad_norm": 4.371270656585693, |
| "learning_rate": 8.925063577449886e-07, |
| "loss": 0.3529, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.1667670078266106, |
| "grad_norm": 5.072457790374756, |
| "learning_rate": 8.92180675749846e-07, |
| "loss": 0.3703, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.1679711017459362, |
| "grad_norm": 5.789607524871826, |
| "learning_rate": 8.918545607410197e-07, |
| "loss": 0.3618, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.1691751956652618, |
| "grad_norm": 4.929603576660156, |
| "learning_rate": 8.91528013078579e-07, |
| "loss": 0.3632, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.1703792895845875, |
| "grad_norm": 4.385134220123291, |
| "learning_rate": 8.91201033123071e-07, |
| "loss": 0.3726, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.1715833835039133, |
| "grad_norm": 4.493896961212158, |
| "learning_rate": 8.908736212355201e-07, |
| "loss": 0.396, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.172787477423239, |
| "grad_norm": 5.4288859367370605, |
| "learning_rate": 8.905457777774278e-07, |
| "loss": 0.3693, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.1739915713425648, |
| "grad_norm": 4.925263404846191, |
| "learning_rate": 8.902175031107717e-07, |
| "loss": 0.3809, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.1751956652618905, |
| "grad_norm": 4.450766086578369, |
| "learning_rate": 8.898887975980058e-07, |
| "loss": 0.3747, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.176399759181216, |
| "grad_norm": 5.003162860870361, |
| "learning_rate": 8.895596616020595e-07, |
| "loss": 0.3763, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.1776038531005417, |
| "grad_norm": 5.204108238220215, |
| "learning_rate": 8.89230095486338e-07, |
| "loss": 0.3983, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.1788079470198676, |
| "grad_norm": 5.1089372634887695, |
| "learning_rate": 8.889000996147213e-07, |
| "loss": 0.3757, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.1800120409391932, |
| "grad_norm": 5.394412994384766, |
| "learning_rate": 8.885696743515632e-07, |
| "loss": 0.3764, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.181216134858519, |
| "grad_norm": 4.811611175537109, |
| "learning_rate": 8.882388200616926e-07, |
| "loss": 0.3686, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.1824202287778447, |
| "grad_norm": 4.908543109893799, |
| "learning_rate": 8.879075371104113e-07, |
| "loss": 0.368, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.1836243226971703, |
| "grad_norm": 4.540360450744629, |
| "learning_rate": 8.875758258634949e-07, |
| "loss": 0.3698, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.1848284166164962, |
| "grad_norm": 4.033935546875, |
| "learning_rate": 8.872436866871917e-07, |
| "loss": 0.3522, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.1860325105358218, |
| "grad_norm": 5.225256443023682, |
| "learning_rate": 8.869111199482225e-07, |
| "loss": 0.3837, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.1872366044551474, |
| "grad_norm": 4.02462100982666, |
| "learning_rate": 8.865781260137801e-07, |
| "loss": 0.381, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.1884406983744733, |
| "grad_norm": 4.905768871307373, |
| "learning_rate": 8.862447052515291e-07, |
| "loss": 0.384, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.189644792293799, |
| "grad_norm": 4.620838642120361, |
| "learning_rate": 8.859108580296053e-07, |
| "loss": 0.3533, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.1908488862131246, |
| "grad_norm": 4.312672138214111, |
| "learning_rate": 8.855765847166154e-07, |
| "loss": 0.3591, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.1920529801324504, |
| "grad_norm": 4.337918758392334, |
| "learning_rate": 8.852418856816365e-07, |
| "loss": 0.374, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.193257074051776, |
| "grad_norm": 4.154960632324219, |
| "learning_rate": 8.849067612942158e-07, |
| "loss": 0.3551, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.1944611679711017, |
| "grad_norm": 4.451188564300537, |
| "learning_rate": 8.845712119243701e-07, |
| "loss": 0.3699, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.1956652618904275, |
| "grad_norm": 5.723966598510742, |
| "learning_rate": 8.842352379425853e-07, |
| "loss": 0.3875, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.1968693558097532, |
| "grad_norm": 4.982749938964844, |
| "learning_rate": 8.838988397198166e-07, |
| "loss": 0.375, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.1980734497290788, |
| "grad_norm": 4.661801338195801, |
| "learning_rate": 8.835620176274869e-07, |
| "loss": 0.3721, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.1992775436484047, |
| "grad_norm": 5.228112697601318, |
| "learning_rate": 8.832247720374879e-07, |
| "loss": 0.366, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.2004816375677303, |
| "grad_norm": 4.082928657531738, |
| "learning_rate": 8.828871033221782e-07, |
| "loss": 0.3621, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.201685731487056, |
| "grad_norm": 3.532892942428589, |
| "learning_rate": 8.82549011854384e-07, |
| "loss": 0.365, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.2028898254063818, |
| "grad_norm": 4.03758430480957, |
| "learning_rate": 8.822104980073978e-07, |
| "loss": 0.3786, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.2040939193257074, |
| "grad_norm": 4.233405590057373, |
| "learning_rate": 8.818715621549792e-07, |
| "loss": 0.3664, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.205298013245033, |
| "grad_norm": 4.029031753540039, |
| "learning_rate": 8.815322046713531e-07, |
| "loss": 0.3655, |
| "step": 10010 |
| }, |
| { |
| "epoch": 1.206502107164359, |
| "grad_norm": 4.398824691772461, |
| "learning_rate": 8.811924259312102e-07, |
| "loss": 0.3818, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.2077062010836845, |
| "grad_norm": 4.394994258880615, |
| "learning_rate": 8.808522263097063e-07, |
| "loss": 0.3875, |
| "step": 10030 |
| }, |
| { |
| "epoch": 1.2089102950030102, |
| "grad_norm": 4.941735744476318, |
| "learning_rate": 8.805116061824617e-07, |
| "loss": 0.3635, |
| "step": 10040 |
| }, |
| { |
| "epoch": 1.210114388922336, |
| "grad_norm": 4.183002471923828, |
| "learning_rate": 8.801705659255616e-07, |
| "loss": 0.3718, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.2113184828416617, |
| "grad_norm": 3.9239907264709473, |
| "learning_rate": 8.798291059155541e-07, |
| "loss": 0.3562, |
| "step": 10060 |
| }, |
| { |
| "epoch": 1.2125225767609873, |
| "grad_norm": 4.399021625518799, |
| "learning_rate": 8.794872265294516e-07, |
| "loss": 0.3577, |
| "step": 10070 |
| }, |
| { |
| "epoch": 1.2137266706803131, |
| "grad_norm": 3.739692211151123, |
| "learning_rate": 8.791449281447291e-07, |
| "loss": 0.3715, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.2149307645996388, |
| "grad_norm": 6.101430416107178, |
| "learning_rate": 8.788022111393245e-07, |
| "loss": 0.3791, |
| "step": 10090 |
| }, |
| { |
| "epoch": 1.2161348585189644, |
| "grad_norm": 4.473653793334961, |
| "learning_rate": 8.784590758916377e-07, |
| "loss": 0.3733, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.2173389524382903, |
| "grad_norm": 5.723465919494629, |
| "learning_rate": 8.781155227805304e-07, |
| "loss": 0.376, |
| "step": 10110 |
| }, |
| { |
| "epoch": 1.218543046357616, |
| "grad_norm": 6.045252323150635, |
| "learning_rate": 8.777715521853257e-07, |
| "loss": 0.383, |
| "step": 10120 |
| }, |
| { |
| "epoch": 1.2197471402769415, |
| "grad_norm": 4.978476524353027, |
| "learning_rate": 8.774271644858078e-07, |
| "loss": 0.3902, |
| "step": 10130 |
| }, |
| { |
| "epoch": 1.2209512341962674, |
| "grad_norm": 4.655144691467285, |
| "learning_rate": 8.770823600622212e-07, |
| "loss": 0.3832, |
| "step": 10140 |
| }, |
| { |
| "epoch": 1.222155328115593, |
| "grad_norm": 4.3407883644104, |
| "learning_rate": 8.767371392952708e-07, |
| "loss": 0.3582, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.2233594220349187, |
| "grad_norm": 4.6942596435546875, |
| "learning_rate": 8.763915025661206e-07, |
| "loss": 0.3755, |
| "step": 10160 |
| }, |
| { |
| "epoch": 1.2245635159542445, |
| "grad_norm": 4.285218715667725, |
| "learning_rate": 8.760454502563947e-07, |
| "loss": 0.3776, |
| "step": 10170 |
| }, |
| { |
| "epoch": 1.2257676098735701, |
| "grad_norm": 4.890243053436279, |
| "learning_rate": 8.756989827481755e-07, |
| "loss": 0.37, |
| "step": 10180 |
| }, |
| { |
| "epoch": 1.2269717037928958, |
| "grad_norm": 4.752533912658691, |
| "learning_rate": 8.753521004240038e-07, |
| "loss": 0.3717, |
| "step": 10190 |
| }, |
| { |
| "epoch": 1.2281757977122216, |
| "grad_norm": 4.077126502990723, |
| "learning_rate": 8.750048036668789e-07, |
| "loss": 0.3811, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.2293798916315473, |
| "grad_norm": 3.9369449615478516, |
| "learning_rate": 8.74657092860257e-07, |
| "loss": 0.3737, |
| "step": 10210 |
| }, |
| { |
| "epoch": 1.230583985550873, |
| "grad_norm": 4.381350040435791, |
| "learning_rate": 8.74308968388052e-07, |
| "loss": 0.3528, |
| "step": 10220 |
| }, |
| { |
| "epoch": 1.2317880794701987, |
| "grad_norm": 4.581336975097656, |
| "learning_rate": 8.739604306346342e-07, |
| "loss": 0.3728, |
| "step": 10230 |
| }, |
| { |
| "epoch": 1.2329921733895244, |
| "grad_norm": 5.837801933288574, |
| "learning_rate": 8.736114799848306e-07, |
| "loss": 0.3812, |
| "step": 10240 |
| }, |
| { |
| "epoch": 1.23419626730885, |
| "grad_norm": 4.347848892211914, |
| "learning_rate": 8.732621168239236e-07, |
| "loss": 0.3818, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.2354003612281759, |
| "grad_norm": 4.717700004577637, |
| "learning_rate": 8.729123415376514e-07, |
| "loss": 0.3516, |
| "step": 10260 |
| }, |
| { |
| "epoch": 1.2366044551475015, |
| "grad_norm": 4.809170722961426, |
| "learning_rate": 8.725621545122072e-07, |
| "loss": 0.3642, |
| "step": 10270 |
| }, |
| { |
| "epoch": 1.2378085490668271, |
| "grad_norm": 4.547823905944824, |
| "learning_rate": 8.722115561342387e-07, |
| "loss": 0.3791, |
| "step": 10280 |
| }, |
| { |
| "epoch": 1.239012642986153, |
| "grad_norm": 4.235891819000244, |
| "learning_rate": 8.718605467908478e-07, |
| "loss": 0.3663, |
| "step": 10290 |
| }, |
| { |
| "epoch": 1.2402167369054786, |
| "grad_norm": 4.648200035095215, |
| "learning_rate": 8.715091268695901e-07, |
| "loss": 0.3623, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.2414208308248043, |
| "grad_norm": 4.6003737449646, |
| "learning_rate": 8.711572967584747e-07, |
| "loss": 0.378, |
| "step": 10310 |
| }, |
| { |
| "epoch": 1.24262492474413, |
| "grad_norm": 4.921525001525879, |
| "learning_rate": 8.708050568459635e-07, |
| "loss": 0.3602, |
| "step": 10320 |
| }, |
| { |
| "epoch": 1.2438290186634557, |
| "grad_norm": 4.075355052947998, |
| "learning_rate": 8.704524075209709e-07, |
| "loss": 0.3698, |
| "step": 10330 |
| }, |
| { |
| "epoch": 1.2450331125827814, |
| "grad_norm": 5.707545280456543, |
| "learning_rate": 8.700993491728634e-07, |
| "loss": 0.3538, |
| "step": 10340 |
| }, |
| { |
| "epoch": 1.2462372065021072, |
| "grad_norm": 4.669870853424072, |
| "learning_rate": 8.697458821914587e-07, |
| "loss": 0.3685, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.2474413004214329, |
| "grad_norm": 4.101998329162598, |
| "learning_rate": 8.693920069670264e-07, |
| "loss": 0.3823, |
| "step": 10360 |
| }, |
| { |
| "epoch": 1.2486453943407585, |
| "grad_norm": 4.307315349578857, |
| "learning_rate": 8.690377238902862e-07, |
| "loss": 0.3718, |
| "step": 10370 |
| }, |
| { |
| "epoch": 1.2498494882600844, |
| "grad_norm": 4.498570442199707, |
| "learning_rate": 8.686830333524084e-07, |
| "loss": 0.3894, |
| "step": 10380 |
| }, |
| { |
| "epoch": 1.25105358217941, |
| "grad_norm": 4.348161697387695, |
| "learning_rate": 8.68327935745013e-07, |
| "loss": 0.3661, |
| "step": 10390 |
| }, |
| { |
| "epoch": 1.2522576760987358, |
| "grad_norm": 4.509785175323486, |
| "learning_rate": 8.679724314601701e-07, |
| "loss": 0.3691, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.2534617700180615, |
| "grad_norm": 4.251500606536865, |
| "learning_rate": 8.676165208903978e-07, |
| "loss": 0.3489, |
| "step": 10410 |
| }, |
| { |
| "epoch": 1.254665863937387, |
| "grad_norm": 3.91599702835083, |
| "learning_rate": 8.672602044286637e-07, |
| "loss": 0.3835, |
| "step": 10420 |
| }, |
| { |
| "epoch": 1.2558699578567127, |
| "grad_norm": 4.641791820526123, |
| "learning_rate": 8.66903482468383e-07, |
| "loss": 0.3676, |
| "step": 10430 |
| }, |
| { |
| "epoch": 1.2570740517760386, |
| "grad_norm": 6.0034499168396, |
| "learning_rate": 8.665463554034187e-07, |
| "loss": 0.3728, |
| "step": 10440 |
| }, |
| { |
| "epoch": 1.2582781456953642, |
| "grad_norm": 5.09488582611084, |
| "learning_rate": 8.661888236280813e-07, |
| "loss": 0.3718, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.25948223961469, |
| "grad_norm": 5.368484020233154, |
| "learning_rate": 8.658308875371279e-07, |
| "loss": 0.3908, |
| "step": 10460 |
| }, |
| { |
| "epoch": 1.2606863335340157, |
| "grad_norm": 5.200775623321533, |
| "learning_rate": 8.654725475257621e-07, |
| "loss": 0.3655, |
| "step": 10470 |
| }, |
| { |
| "epoch": 1.2618904274533413, |
| "grad_norm": 4.358388900756836, |
| "learning_rate": 8.651138039896338e-07, |
| "loss": 0.3748, |
| "step": 10480 |
| }, |
| { |
| "epoch": 1.263094521372667, |
| "grad_norm": 4.452842712402344, |
| "learning_rate": 8.647546573248377e-07, |
| "loss": 0.3731, |
| "step": 10490 |
| }, |
| { |
| "epoch": 1.2642986152919928, |
| "grad_norm": 4.0504584312438965, |
| "learning_rate": 8.643951079279144e-07, |
| "loss": 0.3767, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.2655027092113185, |
| "grad_norm": 5.186153411865234, |
| "learning_rate": 8.640351561958486e-07, |
| "loss": 0.362, |
| "step": 10510 |
| }, |
| { |
| "epoch": 1.2667068031306443, |
| "grad_norm": 4.57370662689209, |
| "learning_rate": 8.636748025260696e-07, |
| "loss": 0.3766, |
| "step": 10520 |
| }, |
| { |
| "epoch": 1.26791089704997, |
| "grad_norm": 5.416035175323486, |
| "learning_rate": 8.633140473164502e-07, |
| "loss": 0.3653, |
| "step": 10530 |
| }, |
| { |
| "epoch": 1.2691149909692956, |
| "grad_norm": 4.351581573486328, |
| "learning_rate": 8.629528909653065e-07, |
| "loss": 0.3556, |
| "step": 10540 |
| }, |
| { |
| "epoch": 1.2703190848886212, |
| "grad_norm": 5.305721759796143, |
| "learning_rate": 8.625913338713982e-07, |
| "loss": 0.3873, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.271523178807947, |
| "grad_norm": 3.8972630500793457, |
| "learning_rate": 8.622293764339264e-07, |
| "loss": 0.3812, |
| "step": 10560 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 5.005763530731201, |
| "learning_rate": 8.61867019052535e-07, |
| "loss": 0.3761, |
| "step": 10570 |
| }, |
| { |
| "epoch": 1.2739313666465986, |
| "grad_norm": 4.1513848304748535, |
| "learning_rate": 8.615042621273093e-07, |
| "loss": 0.3525, |
| "step": 10580 |
| }, |
| { |
| "epoch": 1.2751354605659242, |
| "grad_norm": 5.166493892669678, |
| "learning_rate": 8.611411060587757e-07, |
| "loss": 0.3866, |
| "step": 10590 |
| }, |
| { |
| "epoch": 1.2763395544852498, |
| "grad_norm": 4.168553352355957, |
| "learning_rate": 8.60777551247901e-07, |
| "loss": 0.3735, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.2775436484045755, |
| "grad_norm": 4.891838550567627, |
| "learning_rate": 8.60413598096093e-07, |
| "loss": 0.3603, |
| "step": 10610 |
| }, |
| { |
| "epoch": 1.2787477423239013, |
| "grad_norm": 4.317160606384277, |
| "learning_rate": 8.600492470051983e-07, |
| "loss": 0.3765, |
| "step": 10620 |
| }, |
| { |
| "epoch": 1.279951836243227, |
| "grad_norm": 4.056015968322754, |
| "learning_rate": 8.59684498377504e-07, |
| "loss": 0.3704, |
| "step": 10630 |
| }, |
| { |
| "epoch": 1.2811559301625528, |
| "grad_norm": 4.8416242599487305, |
| "learning_rate": 8.593193526157354e-07, |
| "loss": 0.3475, |
| "step": 10640 |
| }, |
| { |
| "epoch": 1.2823600240818784, |
| "grad_norm": 5.178276062011719, |
| "learning_rate": 8.589538101230564e-07, |
| "loss": 0.3823, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.283564118001204, |
| "grad_norm": 4.507132053375244, |
| "learning_rate": 8.58587871303069e-07, |
| "loss": 0.3597, |
| "step": 10660 |
| }, |
| { |
| "epoch": 1.2847682119205297, |
| "grad_norm": 4.44130277633667, |
| "learning_rate": 8.582215365598127e-07, |
| "loss": 0.3748, |
| "step": 10670 |
| }, |
| { |
| "epoch": 1.2859723058398556, |
| "grad_norm": 4.559373378753662, |
| "learning_rate": 8.578548062977644e-07, |
| "loss": 0.3684, |
| "step": 10680 |
| }, |
| { |
| "epoch": 1.2871763997591812, |
| "grad_norm": 4.59391450881958, |
| "learning_rate": 8.574876809218374e-07, |
| "loss": 0.3729, |
| "step": 10690 |
| }, |
| { |
| "epoch": 1.288380493678507, |
| "grad_norm": 4.64610481262207, |
| "learning_rate": 8.571201608373815e-07, |
| "loss": 0.367, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.2895845875978327, |
| "grad_norm": 5.637624740600586, |
| "learning_rate": 8.56752246450182e-07, |
| "loss": 0.3799, |
| "step": 10710 |
| }, |
| { |
| "epoch": 1.2907886815171583, |
| "grad_norm": 4.1183271408081055, |
| "learning_rate": 8.563839381664599e-07, |
| "loss": 0.3744, |
| "step": 10720 |
| }, |
| { |
| "epoch": 1.291992775436484, |
| "grad_norm": 5.679279327392578, |
| "learning_rate": 8.560152363928709e-07, |
| "loss": 0.3636, |
| "step": 10730 |
| }, |
| { |
| "epoch": 1.2931968693558098, |
| "grad_norm": 4.73154878616333, |
| "learning_rate": 8.556461415365052e-07, |
| "loss": 0.3772, |
| "step": 10740 |
| }, |
| { |
| "epoch": 1.2944009632751354, |
| "grad_norm": 4.206639289855957, |
| "learning_rate": 8.552766540048871e-07, |
| "loss": 0.3652, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.2956050571944613, |
| "grad_norm": 4.551361083984375, |
| "learning_rate": 8.549067742059741e-07, |
| "loss": 0.36, |
| "step": 10760 |
| }, |
| { |
| "epoch": 1.296809151113787, |
| "grad_norm": 4.472609043121338, |
| "learning_rate": 8.545365025481574e-07, |
| "loss": 0.3949, |
| "step": 10770 |
| }, |
| { |
| "epoch": 1.2980132450331126, |
| "grad_norm": 3.9386298656463623, |
| "learning_rate": 8.541658394402605e-07, |
| "loss": 0.3736, |
| "step": 10780 |
| }, |
| { |
| "epoch": 1.2992173389524382, |
| "grad_norm": 5.128427505493164, |
| "learning_rate": 8.537947852915388e-07, |
| "loss": 0.3708, |
| "step": 10790 |
| }, |
| { |
| "epoch": 1.300421432871764, |
| "grad_norm": 4.362430095672607, |
| "learning_rate": 8.534233405116804e-07, |
| "loss": 0.3707, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.3016255267910897, |
| "grad_norm": 5.032322883605957, |
| "learning_rate": 8.530515055108036e-07, |
| "loss": 0.3694, |
| "step": 10810 |
| }, |
| { |
| "epoch": 1.3028296207104155, |
| "grad_norm": 3.745659828186035, |
| "learning_rate": 8.526792806994585e-07, |
| "loss": 0.3531, |
| "step": 10820 |
| }, |
| { |
| "epoch": 1.3040337146297412, |
| "grad_norm": 3.8410699367523193, |
| "learning_rate": 8.523066664886248e-07, |
| "loss": 0.3591, |
| "step": 10830 |
| }, |
| { |
| "epoch": 1.3052378085490668, |
| "grad_norm": 6.065695285797119, |
| "learning_rate": 8.519336632897128e-07, |
| "loss": 0.3748, |
| "step": 10840 |
| }, |
| { |
| "epoch": 1.3064419024683924, |
| "grad_norm": 4.5033464431762695, |
| "learning_rate": 8.515602715145615e-07, |
| "loss": 0.3661, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.3076459963877183, |
| "grad_norm": 4.6679558753967285, |
| "learning_rate": 8.511864915754399e-07, |
| "loss": 0.3835, |
| "step": 10860 |
| }, |
| { |
| "epoch": 1.308850090307044, |
| "grad_norm": 4.266571998596191, |
| "learning_rate": 8.50812323885045e-07, |
| "loss": 0.3799, |
| "step": 10870 |
| }, |
| { |
| "epoch": 1.3100541842263698, |
| "grad_norm": 4.90196418762207, |
| "learning_rate": 8.504377688565019e-07, |
| "loss": 0.3551, |
| "step": 10880 |
| }, |
| { |
| "epoch": 1.3112582781456954, |
| "grad_norm": 4.301276683807373, |
| "learning_rate": 8.500628269033635e-07, |
| "loss": 0.3825, |
| "step": 10890 |
| }, |
| { |
| "epoch": 1.312462372065021, |
| "grad_norm": 4.9276580810546875, |
| "learning_rate": 8.4968749843961e-07, |
| "loss": 0.37, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.3136664659843467, |
| "grad_norm": 4.929906845092773, |
| "learning_rate": 8.493117838796482e-07, |
| "loss": 0.3751, |
| "step": 10910 |
| }, |
| { |
| "epoch": 1.3148705599036725, |
| "grad_norm": 4.179794788360596, |
| "learning_rate": 8.489356836383112e-07, |
| "loss": 0.3714, |
| "step": 10920 |
| }, |
| { |
| "epoch": 1.3160746538229982, |
| "grad_norm": 4.671365261077881, |
| "learning_rate": 8.485591981308583e-07, |
| "loss": 0.3665, |
| "step": 10930 |
| }, |
| { |
| "epoch": 1.317278747742324, |
| "grad_norm": 4.073710918426514, |
| "learning_rate": 8.481823277729734e-07, |
| "loss": 0.3602, |
| "step": 10940 |
| }, |
| { |
| "epoch": 1.3184828416616496, |
| "grad_norm": 4.633068084716797, |
| "learning_rate": 8.478050729807663e-07, |
| "loss": 0.3682, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.3196869355809753, |
| "grad_norm": 5.233600616455078, |
| "learning_rate": 8.474274341707701e-07, |
| "loss": 0.3781, |
| "step": 10960 |
| }, |
| { |
| "epoch": 1.320891029500301, |
| "grad_norm": 4.329504013061523, |
| "learning_rate": 8.470494117599431e-07, |
| "loss": 0.3763, |
| "step": 10970 |
| }, |
| { |
| "epoch": 1.3220951234196268, |
| "grad_norm": 4.211668968200684, |
| "learning_rate": 8.466710061656664e-07, |
| "loss": 0.3325, |
| "step": 10980 |
| }, |
| { |
| "epoch": 1.3232992173389524, |
| "grad_norm": 4.388267993927002, |
| "learning_rate": 8.462922178057443e-07, |
| "loss": 0.3709, |
| "step": 10990 |
| }, |
| { |
| "epoch": 1.3245033112582782, |
| "grad_norm": 5.167718887329102, |
| "learning_rate": 8.45913047098404e-07, |
| "loss": 0.362, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.3257074051776039, |
| "grad_norm": 4.614595890045166, |
| "learning_rate": 8.455334944622945e-07, |
| "loss": 0.3549, |
| "step": 11010 |
| }, |
| { |
| "epoch": 1.3269114990969295, |
| "grad_norm": 4.618056774139404, |
| "learning_rate": 8.451535603164864e-07, |
| "loss": 0.3773, |
| "step": 11020 |
| }, |
| { |
| "epoch": 1.3281155930162551, |
| "grad_norm": 4.563729763031006, |
| "learning_rate": 8.447732450804723e-07, |
| "loss": 0.3688, |
| "step": 11030 |
| }, |
| { |
| "epoch": 1.329319686935581, |
| "grad_norm": 4.429327011108398, |
| "learning_rate": 8.443925491741646e-07, |
| "loss": 0.3429, |
| "step": 11040 |
| }, |
| { |
| "epoch": 1.3305237808549066, |
| "grad_norm": 4.474249362945557, |
| "learning_rate": 8.440114730178966e-07, |
| "loss": 0.3879, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.3317278747742325, |
| "grad_norm": 4.212963581085205, |
| "learning_rate": 8.436300170324215e-07, |
| "loss": 0.349, |
| "step": 11060 |
| }, |
| { |
| "epoch": 1.3329319686935581, |
| "grad_norm": 4.393470287322998, |
| "learning_rate": 8.432481816389112e-07, |
| "loss": 0.3609, |
| "step": 11070 |
| }, |
| { |
| "epoch": 1.3341360626128838, |
| "grad_norm": 4.512639045715332, |
| "learning_rate": 8.428659672589574e-07, |
| "loss": 0.3446, |
| "step": 11080 |
| }, |
| { |
| "epoch": 1.3353401565322094, |
| "grad_norm": 5.399291515350342, |
| "learning_rate": 8.424833743145696e-07, |
| "loss": 0.3643, |
| "step": 11090 |
| }, |
| { |
| "epoch": 1.3365442504515352, |
| "grad_norm": 4.692162990570068, |
| "learning_rate": 8.421004032281756e-07, |
| "loss": 0.3782, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.3377483443708609, |
| "grad_norm": 4.4849677085876465, |
| "learning_rate": 8.417170544226203e-07, |
| "loss": 0.36, |
| "step": 11110 |
| }, |
| { |
| "epoch": 1.3389524382901867, |
| "grad_norm": 4.692328453063965, |
| "learning_rate": 8.413333283211664e-07, |
| "loss": 0.3626, |
| "step": 11120 |
| }, |
| { |
| "epoch": 1.3401565322095124, |
| "grad_norm": 4.903812408447266, |
| "learning_rate": 8.409492253474925e-07, |
| "loss": 0.3576, |
| "step": 11130 |
| }, |
| { |
| "epoch": 1.341360626128838, |
| "grad_norm": 4.484142780303955, |
| "learning_rate": 8.405647459256937e-07, |
| "loss": 0.3611, |
| "step": 11140 |
| }, |
| { |
| "epoch": 1.3425647200481636, |
| "grad_norm": 4.777652263641357, |
| "learning_rate": 8.401798904802804e-07, |
| "loss": 0.3654, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.3437688139674895, |
| "grad_norm": 4.49363374710083, |
| "learning_rate": 8.397946594361785e-07, |
| "loss": 0.3684, |
| "step": 11160 |
| }, |
| { |
| "epoch": 1.3449729078868151, |
| "grad_norm": 5.207254886627197, |
| "learning_rate": 8.394090532187284e-07, |
| "loss": 0.3706, |
| "step": 11170 |
| }, |
| { |
| "epoch": 1.346177001806141, |
| "grad_norm": 5.246047496795654, |
| "learning_rate": 8.390230722536849e-07, |
| "loss": 0.365, |
| "step": 11180 |
| }, |
| { |
| "epoch": 1.3473810957254666, |
| "grad_norm": 4.5202317237854, |
| "learning_rate": 8.386367169672164e-07, |
| "loss": 0.3549, |
| "step": 11190 |
| }, |
| { |
| "epoch": 1.3485851896447922, |
| "grad_norm": 5.0257368087768555, |
| "learning_rate": 8.382499877859046e-07, |
| "loss": 0.3765, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.3497892835641179, |
| "grad_norm": 3.513502597808838, |
| "learning_rate": 8.378628851367441e-07, |
| "loss": 0.3435, |
| "step": 11210 |
| }, |
| { |
| "epoch": 1.3509933774834437, |
| "grad_norm": 4.943020820617676, |
| "learning_rate": 8.374754094471421e-07, |
| "loss": 0.3754, |
| "step": 11220 |
| }, |
| { |
| "epoch": 1.3521974714027694, |
| "grad_norm": 4.6621012687683105, |
| "learning_rate": 8.37087561144917e-07, |
| "loss": 0.3823, |
| "step": 11230 |
| }, |
| { |
| "epoch": 1.3534015653220952, |
| "grad_norm": 3.8831217288970947, |
| "learning_rate": 8.366993406582996e-07, |
| "loss": 0.3606, |
| "step": 11240 |
| }, |
| { |
| "epoch": 1.3546056592414208, |
| "grad_norm": 4.315981388092041, |
| "learning_rate": 8.363107484159305e-07, |
| "loss": 0.3647, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.3558097531607465, |
| "grad_norm": 4.6641011238098145, |
| "learning_rate": 8.359217848468616e-07, |
| "loss": 0.377, |
| "step": 11260 |
| }, |
| { |
| "epoch": 1.357013847080072, |
| "grad_norm": 4.609387397766113, |
| "learning_rate": 8.355324503805545e-07, |
| "loss": 0.369, |
| "step": 11270 |
| }, |
| { |
| "epoch": 1.358217940999398, |
| "grad_norm": 4.37289571762085, |
| "learning_rate": 8.351427454468805e-07, |
| "loss": 0.3594, |
| "step": 11280 |
| }, |
| { |
| "epoch": 1.3594220349187236, |
| "grad_norm": 5.407008171081543, |
| "learning_rate": 8.347526704761192e-07, |
| "loss": 0.3732, |
| "step": 11290 |
| }, |
| { |
| "epoch": 1.3606261288380495, |
| "grad_norm": 4.5802083015441895, |
| "learning_rate": 8.3436222589896e-07, |
| "loss": 0.3506, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.361830222757375, |
| "grad_norm": 4.10429048538208, |
| "learning_rate": 8.339714121464994e-07, |
| "loss": 0.3917, |
| "step": 11310 |
| }, |
| { |
| "epoch": 1.3630343166767007, |
| "grad_norm": 4.250566005706787, |
| "learning_rate": 8.335802296502419e-07, |
| "loss": 0.3515, |
| "step": 11320 |
| }, |
| { |
| "epoch": 1.3642384105960264, |
| "grad_norm": 5.012816429138184, |
| "learning_rate": 8.33188678842099e-07, |
| "loss": 0.354, |
| "step": 11330 |
| }, |
| { |
| "epoch": 1.3654425045153522, |
| "grad_norm": 4.53849983215332, |
| "learning_rate": 8.327967601543891e-07, |
| "loss": 0.3612, |
| "step": 11340 |
| }, |
| { |
| "epoch": 1.3666465984346778, |
| "grad_norm": 4.784470081329346, |
| "learning_rate": 8.324044740198364e-07, |
| "loss": 0.356, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.3678506923540037, |
| "grad_norm": 4.100750923156738, |
| "learning_rate": 8.320118208715714e-07, |
| "loss": 0.3769, |
| "step": 11360 |
| }, |
| { |
| "epoch": 1.3690547862733293, |
| "grad_norm": 5.738262176513672, |
| "learning_rate": 8.316188011431291e-07, |
| "loss": 0.3797, |
| "step": 11370 |
| }, |
| { |
| "epoch": 1.370258880192655, |
| "grad_norm": 4.102308750152588, |
| "learning_rate": 8.312254152684495e-07, |
| "loss": 0.3723, |
| "step": 11380 |
| }, |
| { |
| "epoch": 1.3714629741119808, |
| "grad_norm": 3.786195993423462, |
| "learning_rate": 8.308316636818773e-07, |
| "loss": 0.3638, |
| "step": 11390 |
| }, |
| { |
| "epoch": 1.3726670680313064, |
| "grad_norm": 4.1659159660339355, |
| "learning_rate": 8.304375468181606e-07, |
| "loss": 0.3487, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.373871161950632, |
| "grad_norm": 4.081630229949951, |
| "learning_rate": 8.300430651124505e-07, |
| "loss": 0.3602, |
| "step": 11410 |
| }, |
| { |
| "epoch": 1.375075255869958, |
| "grad_norm": 4.725644111633301, |
| "learning_rate": 8.296482190003019e-07, |
| "loss": 0.3746, |
| "step": 11420 |
| }, |
| { |
| "epoch": 1.3762793497892836, |
| "grad_norm": 4.421098709106445, |
| "learning_rate": 8.292530089176709e-07, |
| "loss": 0.3632, |
| "step": 11430 |
| }, |
| { |
| "epoch": 1.3774834437086092, |
| "grad_norm": 4.213558197021484, |
| "learning_rate": 8.288574353009164e-07, |
| "loss": 0.3748, |
| "step": 11440 |
| }, |
| { |
| "epoch": 1.378687537627935, |
| "grad_norm": 5.2602458000183105, |
| "learning_rate": 8.284614985867979e-07, |
| "loss": 0.355, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.3798916315472607, |
| "grad_norm": 4.735654354095459, |
| "learning_rate": 8.280651992124766e-07, |
| "loss": 0.3619, |
| "step": 11460 |
| }, |
| { |
| "epoch": 1.3810957254665863, |
| "grad_norm": 5.071203708648682, |
| "learning_rate": 8.276685376155133e-07, |
| "loss": 0.3693, |
| "step": 11470 |
| }, |
| { |
| "epoch": 1.3822998193859122, |
| "grad_norm": 4.431037902832031, |
| "learning_rate": 8.272715142338694e-07, |
| "loss": 0.3652, |
| "step": 11480 |
| }, |
| { |
| "epoch": 1.3835039133052378, |
| "grad_norm": 4.460841178894043, |
| "learning_rate": 8.268741295059056e-07, |
| "loss": 0.3732, |
| "step": 11490 |
| }, |
| { |
| "epoch": 1.3847080072245634, |
| "grad_norm": 5.048714637756348, |
| "learning_rate": 8.264763838703812e-07, |
| "loss": 0.364, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.3859121011438893, |
| "grad_norm": 4.322780132293701, |
| "learning_rate": 8.260782777664544e-07, |
| "loss": 0.3606, |
| "step": 11510 |
| }, |
| { |
| "epoch": 1.387116195063215, |
| "grad_norm": 4.763073921203613, |
| "learning_rate": 8.256798116336813e-07, |
| "loss": 0.3885, |
| "step": 11520 |
| }, |
| { |
| "epoch": 1.3883202889825406, |
| "grad_norm": 4.54296350479126, |
| "learning_rate": 8.252809859120153e-07, |
| "loss": 0.3629, |
| "step": 11530 |
| }, |
| { |
| "epoch": 1.3895243829018664, |
| "grad_norm": 4.481988430023193, |
| "learning_rate": 8.248818010418073e-07, |
| "loss": 0.3641, |
| "step": 11540 |
| }, |
| { |
| "epoch": 1.390728476821192, |
| "grad_norm": 4.431914806365967, |
| "learning_rate": 8.244822574638041e-07, |
| "loss": 0.3591, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.3919325707405177, |
| "grad_norm": 4.374257564544678, |
| "learning_rate": 8.240823556191489e-07, |
| "loss": 0.3634, |
| "step": 11560 |
| }, |
| { |
| "epoch": 1.3931366646598435, |
| "grad_norm": 3.9488606452941895, |
| "learning_rate": 8.23682095949381e-07, |
| "loss": 0.3466, |
| "step": 11570 |
| }, |
| { |
| "epoch": 1.3943407585791692, |
| "grad_norm": 4.069718837738037, |
| "learning_rate": 8.232814788964336e-07, |
| "loss": 0.3286, |
| "step": 11580 |
| }, |
| { |
| "epoch": 1.3955448524984948, |
| "grad_norm": 4.749855995178223, |
| "learning_rate": 8.228805049026355e-07, |
| "loss": 0.3546, |
| "step": 11590 |
| }, |
| { |
| "epoch": 1.3967489464178207, |
| "grad_norm": 3.9409117698669434, |
| "learning_rate": 8.224791744107089e-07, |
| "loss": 0.3663, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.3979530403371463, |
| "grad_norm": 4.028295993804932, |
| "learning_rate": 8.220774878637704e-07, |
| "loss": 0.3705, |
| "step": 11610 |
| }, |
| { |
| "epoch": 1.399157134256472, |
| "grad_norm": 4.911005973815918, |
| "learning_rate": 8.21675445705329e-07, |
| "loss": 0.3691, |
| "step": 11620 |
| }, |
| { |
| "epoch": 1.4003612281757978, |
| "grad_norm": 4.403053283691406, |
| "learning_rate": 8.212730483792868e-07, |
| "loss": 0.3736, |
| "step": 11630 |
| }, |
| { |
| "epoch": 1.4015653220951234, |
| "grad_norm": 4.316033840179443, |
| "learning_rate": 8.208702963299376e-07, |
| "loss": 0.373, |
| "step": 11640 |
| }, |
| { |
| "epoch": 1.402769416014449, |
| "grad_norm": 5.129039764404297, |
| "learning_rate": 8.204671900019676e-07, |
| "loss": 0.37, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.403973509933775, |
| "grad_norm": 4.374388694763184, |
| "learning_rate": 8.200637298404531e-07, |
| "loss": 0.3621, |
| "step": 11660 |
| }, |
| { |
| "epoch": 1.4051776038531005, |
| "grad_norm": 4.385969161987305, |
| "learning_rate": 8.19659916290862e-07, |
| "loss": 0.3744, |
| "step": 11670 |
| }, |
| { |
| "epoch": 1.4063816977724262, |
| "grad_norm": 4.8797149658203125, |
| "learning_rate": 8.192557497990521e-07, |
| "loss": 0.3554, |
| "step": 11680 |
| }, |
| { |
| "epoch": 1.407585791691752, |
| "grad_norm": 3.9471144676208496, |
| "learning_rate": 8.188512308112707e-07, |
| "loss": 0.3702, |
| "step": 11690 |
| }, |
| { |
| "epoch": 1.4087898856110777, |
| "grad_norm": 4.70519495010376, |
| "learning_rate": 8.184463597741544e-07, |
| "loss": 0.3422, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.4099939795304035, |
| "grad_norm": 5.044809818267822, |
| "learning_rate": 8.180411371347287e-07, |
| "loss": 0.3702, |
| "step": 11710 |
| }, |
| { |
| "epoch": 1.4111980734497291, |
| "grad_norm": 4.174710273742676, |
| "learning_rate": 8.17635563340407e-07, |
| "loss": 0.3513, |
| "step": 11720 |
| }, |
| { |
| "epoch": 1.4124021673690548, |
| "grad_norm": 4.635099411010742, |
| "learning_rate": 8.172296388389907e-07, |
| "loss": 0.3779, |
| "step": 11730 |
| }, |
| { |
| "epoch": 1.4136062612883804, |
| "grad_norm": 5.230491638183594, |
| "learning_rate": 8.168233640786682e-07, |
| "loss": 0.3601, |
| "step": 11740 |
| }, |
| { |
| "epoch": 1.4148103552077063, |
| "grad_norm": 4.704545497894287, |
| "learning_rate": 8.164167395080149e-07, |
| "loss": 0.3569, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.416014449127032, |
| "grad_norm": 4.232817649841309, |
| "learning_rate": 8.160097655759917e-07, |
| "loss": 0.374, |
| "step": 11760 |
| }, |
| { |
| "epoch": 1.4172185430463577, |
| "grad_norm": 5.304251670837402, |
| "learning_rate": 8.156024427319463e-07, |
| "loss": 0.3668, |
| "step": 11770 |
| }, |
| { |
| "epoch": 1.4184226369656834, |
| "grad_norm": 4.5971245765686035, |
| "learning_rate": 8.151947714256111e-07, |
| "loss": 0.3778, |
| "step": 11780 |
| }, |
| { |
| "epoch": 1.419626730885009, |
| "grad_norm": 4.492901802062988, |
| "learning_rate": 8.14786752107103e-07, |
| "loss": 0.3418, |
| "step": 11790 |
| }, |
| { |
| "epoch": 1.4208308248043346, |
| "grad_norm": 4.80876350402832, |
| "learning_rate": 8.143783852269237e-07, |
| "loss": 0.3633, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.4220349187236605, |
| "grad_norm": 3.9827497005462646, |
| "learning_rate": 8.13969671235958e-07, |
| "loss": 0.3649, |
| "step": 11810 |
| }, |
| { |
| "epoch": 1.4232390126429861, |
| "grad_norm": 4.20520544052124, |
| "learning_rate": 8.135606105854747e-07, |
| "loss": 0.3495, |
| "step": 11820 |
| }, |
| { |
| "epoch": 1.424443106562312, |
| "grad_norm": 4.29602575302124, |
| "learning_rate": 8.131512037271247e-07, |
| "loss": 0.3678, |
| "step": 11830 |
| }, |
| { |
| "epoch": 1.4256472004816376, |
| "grad_norm": 4.648280143737793, |
| "learning_rate": 8.127414511129416e-07, |
| "loss": 0.3789, |
| "step": 11840 |
| }, |
| { |
| "epoch": 1.4268512944009633, |
| "grad_norm": 4.162654399871826, |
| "learning_rate": 8.123313531953404e-07, |
| "loss": 0.372, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.4280553883202889, |
| "grad_norm": 4.688777446746826, |
| "learning_rate": 8.119209104271176e-07, |
| "loss": 0.3576, |
| "step": 11860 |
| }, |
| { |
| "epoch": 1.4292594822396147, |
| "grad_norm": 4.464323997497559, |
| "learning_rate": 8.115101232614506e-07, |
| "loss": 0.3817, |
| "step": 11870 |
| }, |
| { |
| "epoch": 1.4304635761589404, |
| "grad_norm": 4.280879974365234, |
| "learning_rate": 8.110989921518965e-07, |
| "loss": 0.3604, |
| "step": 11880 |
| }, |
| { |
| "epoch": 1.4316676700782662, |
| "grad_norm": 3.778425693511963, |
| "learning_rate": 8.106875175523926e-07, |
| "loss": 0.3553, |
| "step": 11890 |
| }, |
| { |
| "epoch": 1.4328717639975919, |
| "grad_norm": 4.960265159606934, |
| "learning_rate": 8.102756999172554e-07, |
| "loss": 0.3723, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.4340758579169175, |
| "grad_norm": 4.935343265533447, |
| "learning_rate": 8.098635397011802e-07, |
| "loss": 0.3714, |
| "step": 11910 |
| }, |
| { |
| "epoch": 1.4352799518362431, |
| "grad_norm": 4.417319297790527, |
| "learning_rate": 8.094510373592402e-07, |
| "loss": 0.3612, |
| "step": 11920 |
| }, |
| { |
| "epoch": 1.436484045755569, |
| "grad_norm": 4.819094181060791, |
| "learning_rate": 8.090381933468868e-07, |
| "loss": 0.3602, |
| "step": 11930 |
| }, |
| { |
| "epoch": 1.4376881396748946, |
| "grad_norm": 4.769229888916016, |
| "learning_rate": 8.086250081199484e-07, |
| "loss": 0.3597, |
| "step": 11940 |
| }, |
| { |
| "epoch": 1.4388922335942205, |
| "grad_norm": 4.872611999511719, |
| "learning_rate": 8.082114821346302e-07, |
| "loss": 0.3698, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.440096327513546, |
| "grad_norm": 4.3483686447143555, |
| "learning_rate": 8.077976158475135e-07, |
| "loss": 0.366, |
| "step": 11960 |
| }, |
| { |
| "epoch": 1.4413004214328717, |
| "grad_norm": 4.28345251083374, |
| "learning_rate": 8.073834097155555e-07, |
| "loss": 0.3564, |
| "step": 11970 |
| }, |
| { |
| "epoch": 1.4425045153521974, |
| "grad_norm": 4.1988606452941895, |
| "learning_rate": 8.069688641960888e-07, |
| "loss": 0.3557, |
| "step": 11980 |
| }, |
| { |
| "epoch": 1.4437086092715232, |
| "grad_norm": 4.156854152679443, |
| "learning_rate": 8.065539797468201e-07, |
| "loss": 0.3631, |
| "step": 11990 |
| }, |
| { |
| "epoch": 1.4449127031908489, |
| "grad_norm": 5.002780914306641, |
| "learning_rate": 8.061387568258312e-07, |
| "loss": 0.362, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.4461167971101747, |
| "grad_norm": 4.551509380340576, |
| "learning_rate": 8.057231958915767e-07, |
| "loss": 0.3545, |
| "step": 12010 |
| }, |
| { |
| "epoch": 1.4473208910295003, |
| "grad_norm": 3.529510498046875, |
| "learning_rate": 8.053072974028851e-07, |
| "loss": 0.3698, |
| "step": 12020 |
| }, |
| { |
| "epoch": 1.448524984948826, |
| "grad_norm": 5.073483467102051, |
| "learning_rate": 8.048910618189573e-07, |
| "loss": 0.3762, |
| "step": 12030 |
| }, |
| { |
| "epoch": 1.4497290788681516, |
| "grad_norm": 4.148519992828369, |
| "learning_rate": 8.044744895993665e-07, |
| "loss": 0.3714, |
| "step": 12040 |
| }, |
| { |
| "epoch": 1.4509331727874775, |
| "grad_norm": 5.03234338760376, |
| "learning_rate": 8.040575812040574e-07, |
| "loss": 0.3651, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.452137266706803, |
| "grad_norm": 4.286599159240723, |
| "learning_rate": 8.03640337093346e-07, |
| "loss": 0.3646, |
| "step": 12060 |
| }, |
| { |
| "epoch": 1.453341360626129, |
| "grad_norm": 5.805792808532715, |
| "learning_rate": 8.03222757727919e-07, |
| "loss": 0.3662, |
| "step": 12070 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 5.614697456359863, |
| "learning_rate": 8.028048435688333e-07, |
| "loss": 0.3661, |
| "step": 12080 |
| }, |
| { |
| "epoch": 1.4557495484647802, |
| "grad_norm": 4.117318630218506, |
| "learning_rate": 8.023865950775153e-07, |
| "loss": 0.3611, |
| "step": 12090 |
| }, |
| { |
| "epoch": 1.4569536423841059, |
| "grad_norm": 4.437227249145508, |
| "learning_rate": 8.019680127157606e-07, |
| "loss": 0.3551, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.4581577363034317, |
| "grad_norm": 4.852316856384277, |
| "learning_rate": 8.015490969457337e-07, |
| "loss": 0.3738, |
| "step": 12110 |
| }, |
| { |
| "epoch": 1.4593618302227573, |
| "grad_norm": 4.06812047958374, |
| "learning_rate": 8.011298482299666e-07, |
| "loss": 0.3535, |
| "step": 12120 |
| }, |
| { |
| "epoch": 1.4605659241420832, |
| "grad_norm": 4.921239376068115, |
| "learning_rate": 8.007102670313595e-07, |
| "loss": 0.3586, |
| "step": 12130 |
| }, |
| { |
| "epoch": 1.4617700180614088, |
| "grad_norm": 3.9317848682403564, |
| "learning_rate": 8.002903538131794e-07, |
| "loss": 0.3527, |
| "step": 12140 |
| }, |
| { |
| "epoch": 1.4629741119807345, |
| "grad_norm": 5.692650318145752, |
| "learning_rate": 7.998701090390601e-07, |
| "loss": 0.364, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.46417820590006, |
| "grad_norm": 4.238543510437012, |
| "learning_rate": 7.994495331730013e-07, |
| "loss": 0.3516, |
| "step": 12160 |
| }, |
| { |
| "epoch": 1.465382299819386, |
| "grad_norm": 4.356393814086914, |
| "learning_rate": 7.990286266793685e-07, |
| "loss": 0.3464, |
| "step": 12170 |
| }, |
| { |
| "epoch": 1.4665863937387116, |
| "grad_norm": 4.616797924041748, |
| "learning_rate": 7.986073900228916e-07, |
| "loss": 0.3465, |
| "step": 12180 |
| }, |
| { |
| "epoch": 1.4677904876580374, |
| "grad_norm": 3.8541862964630127, |
| "learning_rate": 7.981858236686661e-07, |
| "loss": 0.3546, |
| "step": 12190 |
| }, |
| { |
| "epoch": 1.468994581577363, |
| "grad_norm": 5.685515880584717, |
| "learning_rate": 7.977639280821505e-07, |
| "loss": 0.3563, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.4701986754966887, |
| "grad_norm": 4.1002702713012695, |
| "learning_rate": 7.973417037291672e-07, |
| "loss": 0.3771, |
| "step": 12210 |
| }, |
| { |
| "epoch": 1.4714027694160143, |
| "grad_norm": 4.752336025238037, |
| "learning_rate": 7.969191510759019e-07, |
| "loss": 0.366, |
| "step": 12220 |
| }, |
| { |
| "epoch": 1.4726068633353402, |
| "grad_norm": 4.7561774253845215, |
| "learning_rate": 7.964962705889027e-07, |
| "loss": 0.3621, |
| "step": 12230 |
| }, |
| { |
| "epoch": 1.4738109572546658, |
| "grad_norm": 4.569270133972168, |
| "learning_rate": 7.96073062735079e-07, |
| "loss": 0.3662, |
| "step": 12240 |
| }, |
| { |
| "epoch": 1.4750150511739917, |
| "grad_norm": 3.9785332679748535, |
| "learning_rate": 7.956495279817025e-07, |
| "loss": 0.3711, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.4762191450933173, |
| "grad_norm": 4.953578948974609, |
| "learning_rate": 7.952256667964053e-07, |
| "loss": 0.3671, |
| "step": 12260 |
| }, |
| { |
| "epoch": 1.477423239012643, |
| "grad_norm": 4.805257320404053, |
| "learning_rate": 7.948014796471802e-07, |
| "loss": 0.3707, |
| "step": 12270 |
| }, |
| { |
| "epoch": 1.4786273329319686, |
| "grad_norm": 4.094834804534912, |
| "learning_rate": 7.943769670023799e-07, |
| "loss": 0.3699, |
| "step": 12280 |
| }, |
| { |
| "epoch": 1.4798314268512944, |
| "grad_norm": 5.696323394775391, |
| "learning_rate": 7.939521293307161e-07, |
| "loss": 0.3753, |
| "step": 12290 |
| }, |
| { |
| "epoch": 1.48103552077062, |
| "grad_norm": 4.848500728607178, |
| "learning_rate": 7.935269671012599e-07, |
| "loss": 0.3643, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.482239614689946, |
| "grad_norm": 4.916533946990967, |
| "learning_rate": 7.931014807834404e-07, |
| "loss": 0.3621, |
| "step": 12310 |
| }, |
| { |
| "epoch": 1.4834437086092715, |
| "grad_norm": 4.234400272369385, |
| "learning_rate": 7.926756708470447e-07, |
| "loss": 0.3464, |
| "step": 12320 |
| }, |
| { |
| "epoch": 1.4846478025285972, |
| "grad_norm": 4.844507217407227, |
| "learning_rate": 7.922495377622171e-07, |
| "loss": 0.3535, |
| "step": 12330 |
| }, |
| { |
| "epoch": 1.4858518964479228, |
| "grad_norm": 5.471369743347168, |
| "learning_rate": 7.918230819994588e-07, |
| "loss": 0.3592, |
| "step": 12340 |
| }, |
| { |
| "epoch": 1.4870559903672487, |
| "grad_norm": 5.131628036499023, |
| "learning_rate": 7.913963040296272e-07, |
| "loss": 0.376, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.4882600842865743, |
| "grad_norm": 4.308112144470215, |
| "learning_rate": 7.909692043239353e-07, |
| "loss": 0.3526, |
| "step": 12360 |
| }, |
| { |
| "epoch": 1.4894641782059002, |
| "grad_norm": 4.5161356925964355, |
| "learning_rate": 7.905417833539518e-07, |
| "loss": 0.3548, |
| "step": 12370 |
| }, |
| { |
| "epoch": 1.4906682721252258, |
| "grad_norm": 4.657468795776367, |
| "learning_rate": 7.901140415915995e-07, |
| "loss": 0.3727, |
| "step": 12380 |
| }, |
| { |
| "epoch": 1.4918723660445514, |
| "grad_norm": 4.615851879119873, |
| "learning_rate": 7.896859795091562e-07, |
| "loss": 0.3728, |
| "step": 12390 |
| }, |
| { |
| "epoch": 1.493076459963877, |
| "grad_norm": 3.6912169456481934, |
| "learning_rate": 7.892575975792523e-07, |
| "loss": 0.3646, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.494280553883203, |
| "grad_norm": 4.871870517730713, |
| "learning_rate": 7.888288962748723e-07, |
| "loss": 0.3416, |
| "step": 12410 |
| }, |
| { |
| "epoch": 1.4954846478025285, |
| "grad_norm": 4.7089385986328125, |
| "learning_rate": 7.883998760693529e-07, |
| "loss": 0.3883, |
| "step": 12420 |
| }, |
| { |
| "epoch": 1.4966887417218544, |
| "grad_norm": 4.376954078674316, |
| "learning_rate": 7.87970537436383e-07, |
| "loss": 0.3427, |
| "step": 12430 |
| }, |
| { |
| "epoch": 1.49789283564118, |
| "grad_norm": 4.280700206756592, |
| "learning_rate": 7.875408808500028e-07, |
| "loss": 0.3651, |
| "step": 12440 |
| }, |
| { |
| "epoch": 1.4990969295605057, |
| "grad_norm": 4.794469356536865, |
| "learning_rate": 7.871109067846041e-07, |
| "loss": 0.3731, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.5003010234798313, |
| "grad_norm": 4.945312023162842, |
| "learning_rate": 7.86680615714929e-07, |
| "loss": 0.3586, |
| "step": 12460 |
| }, |
| { |
| "epoch": 1.5015051173991572, |
| "grad_norm": 3.5225555896759033, |
| "learning_rate": 7.862500081160692e-07, |
| "loss": 0.3595, |
| "step": 12470 |
| }, |
| { |
| "epoch": 1.502709211318483, |
| "grad_norm": 4.152462005615234, |
| "learning_rate": 7.858190844634664e-07, |
| "loss": 0.3777, |
| "step": 12480 |
| }, |
| { |
| "epoch": 1.5039133052378086, |
| "grad_norm": 5.704073905944824, |
| "learning_rate": 7.853878452329113e-07, |
| "loss": 0.375, |
| "step": 12490 |
| }, |
| { |
| "epoch": 1.5051173991571343, |
| "grad_norm": 5.431835174560547, |
| "learning_rate": 7.849562909005425e-07, |
| "loss": 0.3596, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.50632149307646, |
| "grad_norm": 4.785493850708008, |
| "learning_rate": 7.845244219428469e-07, |
| "loss": 0.3888, |
| "step": 12510 |
| }, |
| { |
| "epoch": 1.5075255869957855, |
| "grad_norm": 4.297571182250977, |
| "learning_rate": 7.84092238836659e-07, |
| "loss": 0.3576, |
| "step": 12520 |
| }, |
| { |
| "epoch": 1.5087296809151114, |
| "grad_norm": 4.948373317718506, |
| "learning_rate": 7.836597420591595e-07, |
| "loss": 0.3766, |
| "step": 12530 |
| }, |
| { |
| "epoch": 1.5099337748344372, |
| "grad_norm": 4.502270698547363, |
| "learning_rate": 7.832269320878762e-07, |
| "loss": 0.3624, |
| "step": 12540 |
| }, |
| { |
| "epoch": 1.5111378687537629, |
| "grad_norm": 3.8894035816192627, |
| "learning_rate": 7.827938094006821e-07, |
| "loss": 0.3743, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.5123419626730885, |
| "grad_norm": 4.615447044372559, |
| "learning_rate": 7.823603744757956e-07, |
| "loss": 0.3586, |
| "step": 12560 |
| }, |
| { |
| "epoch": 1.5135460565924141, |
| "grad_norm": 4.9232401847839355, |
| "learning_rate": 7.8192662779178e-07, |
| "loss": 0.3488, |
| "step": 12570 |
| }, |
| { |
| "epoch": 1.5147501505117398, |
| "grad_norm": 4.241856575012207, |
| "learning_rate": 7.81492569827543e-07, |
| "loss": 0.355, |
| "step": 12580 |
| }, |
| { |
| "epoch": 1.5159542444310656, |
| "grad_norm": 5.041738986968994, |
| "learning_rate": 7.810582010623354e-07, |
| "loss": 0.3755, |
| "step": 12590 |
| }, |
| { |
| "epoch": 1.5171583383503915, |
| "grad_norm": 4.944552421569824, |
| "learning_rate": 7.806235219757518e-07, |
| "loss": 0.3643, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.5183624322697171, |
| "grad_norm": 5.554732799530029, |
| "learning_rate": 7.801885330477289e-07, |
| "loss": 0.3687, |
| "step": 12610 |
| }, |
| { |
| "epoch": 1.5195665261890428, |
| "grad_norm": 6.034419059753418, |
| "learning_rate": 7.797532347585459e-07, |
| "loss": 0.3595, |
| "step": 12620 |
| }, |
| { |
| "epoch": 1.5207706201083684, |
| "grad_norm": 4.2550048828125, |
| "learning_rate": 7.793176275888231e-07, |
| "loss": 0.3727, |
| "step": 12630 |
| }, |
| { |
| "epoch": 1.521974714027694, |
| "grad_norm": 4.084836006164551, |
| "learning_rate": 7.788817120195226e-07, |
| "loss": 0.3646, |
| "step": 12640 |
| }, |
| { |
| "epoch": 1.5231788079470199, |
| "grad_norm": 4.183859825134277, |
| "learning_rate": 7.784454885319464e-07, |
| "loss": 0.3846, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.5243829018663457, |
| "grad_norm": 4.216065406799316, |
| "learning_rate": 7.780089576077364e-07, |
| "loss": 0.3794, |
| "step": 12660 |
| }, |
| { |
| "epoch": 1.5255869957856714, |
| "grad_norm": 4.975666522979736, |
| "learning_rate": 7.775721197288744e-07, |
| "loss": 0.3903, |
| "step": 12670 |
| }, |
| { |
| "epoch": 1.526791089704997, |
| "grad_norm": 4.360125541687012, |
| "learning_rate": 7.77134975377681e-07, |
| "loss": 0.3481, |
| "step": 12680 |
| }, |
| { |
| "epoch": 1.5279951836243226, |
| "grad_norm": 5.113675594329834, |
| "learning_rate": 7.766975250368149e-07, |
| "loss": 0.3624, |
| "step": 12690 |
| }, |
| { |
| "epoch": 1.5291992775436483, |
| "grad_norm": 4.466128349304199, |
| "learning_rate": 7.76259769189273e-07, |
| "loss": 0.3619, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.5304033714629741, |
| "grad_norm": 4.945206165313721, |
| "learning_rate": 7.758217083183891e-07, |
| "loss": 0.358, |
| "step": 12710 |
| }, |
| { |
| "epoch": 1.5316074653823, |
| "grad_norm": 4.3737287521362305, |
| "learning_rate": 7.753833429078342e-07, |
| "loss": 0.3566, |
| "step": 12720 |
| }, |
| { |
| "epoch": 1.5328115593016256, |
| "grad_norm": 4.813685894012451, |
| "learning_rate": 7.749446734416152e-07, |
| "loss": 0.344, |
| "step": 12730 |
| }, |
| { |
| "epoch": 1.5340156532209512, |
| "grad_norm": 3.858191728591919, |
| "learning_rate": 7.745057004040751e-07, |
| "loss": 0.3461, |
| "step": 12740 |
| }, |
| { |
| "epoch": 1.5352197471402769, |
| "grad_norm": 4.396629333496094, |
| "learning_rate": 7.740664242798919e-07, |
| "loss": 0.3496, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.5364238410596025, |
| "grad_norm": 4.17794132232666, |
| "learning_rate": 7.73626845554078e-07, |
| "loss": 0.3584, |
| "step": 12760 |
| }, |
| { |
| "epoch": 1.5376279349789284, |
| "grad_norm": 6.110503673553467, |
| "learning_rate": 7.731869647119801e-07, |
| "loss": 0.3741, |
| "step": 12770 |
| }, |
| { |
| "epoch": 1.5388320288982542, |
| "grad_norm": 4.858775615692139, |
| "learning_rate": 7.727467822392787e-07, |
| "loss": 0.3489, |
| "step": 12780 |
| }, |
| { |
| "epoch": 1.5400361228175798, |
| "grad_norm": 4.899129390716553, |
| "learning_rate": 7.723062986219871e-07, |
| "loss": 0.3574, |
| "step": 12790 |
| }, |
| { |
| "epoch": 1.5412402167369055, |
| "grad_norm": 4.589954853057861, |
| "learning_rate": 7.718655143464508e-07, |
| "loss": 0.3697, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.542444310656231, |
| "grad_norm": 4.615177154541016, |
| "learning_rate": 7.71424429899348e-07, |
| "loss": 0.3574, |
| "step": 12810 |
| }, |
| { |
| "epoch": 1.5436484045755567, |
| "grad_norm": 5.081363201141357, |
| "learning_rate": 7.709830457676876e-07, |
| "loss": 0.3793, |
| "step": 12820 |
| }, |
| { |
| "epoch": 1.5448524984948826, |
| "grad_norm": 5.210774898529053, |
| "learning_rate": 7.7054136243881e-07, |
| "loss": 0.3562, |
| "step": 12830 |
| }, |
| { |
| "epoch": 1.5460565924142085, |
| "grad_norm": 4.458885192871094, |
| "learning_rate": 7.700993804003855e-07, |
| "loss": 0.3619, |
| "step": 12840 |
| }, |
| { |
| "epoch": 1.547260686333534, |
| "grad_norm": 4.320379734039307, |
| "learning_rate": 7.696571001404142e-07, |
| "loss": 0.3629, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.5484647802528597, |
| "grad_norm": 4.779387474060059, |
| "learning_rate": 7.692145221472258e-07, |
| "loss": 0.3633, |
| "step": 12860 |
| }, |
| { |
| "epoch": 1.5496688741721854, |
| "grad_norm": 4.924083709716797, |
| "learning_rate": 7.687716469094786e-07, |
| "loss": 0.3624, |
| "step": 12870 |
| }, |
| { |
| "epoch": 1.550872968091511, |
| "grad_norm": 5.194228649139404, |
| "learning_rate": 7.68328474916159e-07, |
| "loss": 0.3592, |
| "step": 12880 |
| }, |
| { |
| "epoch": 1.5520770620108368, |
| "grad_norm": 4.606070041656494, |
| "learning_rate": 7.67885006656581e-07, |
| "loss": 0.3686, |
| "step": 12890 |
| }, |
| { |
| "epoch": 1.5532811559301627, |
| "grad_norm": 4.206083297729492, |
| "learning_rate": 7.674412426203859e-07, |
| "loss": 0.3551, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.5544852498494883, |
| "grad_norm": 4.67086124420166, |
| "learning_rate": 7.669971832975416e-07, |
| "loss": 0.3569, |
| "step": 12910 |
| }, |
| { |
| "epoch": 1.555689343768814, |
| "grad_norm": 5.904470443725586, |
| "learning_rate": 7.665528291783417e-07, |
| "loss": 0.3407, |
| "step": 12920 |
| }, |
| { |
| "epoch": 1.5568934376881396, |
| "grad_norm": 4.242117404937744, |
| "learning_rate": 7.661081807534058e-07, |
| "loss": 0.3422, |
| "step": 12930 |
| }, |
| { |
| "epoch": 1.5580975316074652, |
| "grad_norm": 4.790373802185059, |
| "learning_rate": 7.656632385136778e-07, |
| "loss": 0.3573, |
| "step": 12940 |
| }, |
| { |
| "epoch": 1.559301625526791, |
| "grad_norm": 4.904318809509277, |
| "learning_rate": 7.652180029504268e-07, |
| "loss": 0.3606, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.560505719446117, |
| "grad_norm": 4.863579750061035, |
| "learning_rate": 7.64772474555245e-07, |
| "loss": 0.361, |
| "step": 12960 |
| }, |
| { |
| "epoch": 1.5617098133654426, |
| "grad_norm": 5.459078311920166, |
| "learning_rate": 7.643266538200483e-07, |
| "loss": 0.3577, |
| "step": 12970 |
| }, |
| { |
| "epoch": 1.5629139072847682, |
| "grad_norm": 5.426388740539551, |
| "learning_rate": 7.638805412370755e-07, |
| "loss": 0.3725, |
| "step": 12980 |
| }, |
| { |
| "epoch": 1.5641180012040938, |
| "grad_norm": 4.903288841247559, |
| "learning_rate": 7.634341372988872e-07, |
| "loss": 0.3562, |
| "step": 12990 |
| }, |
| { |
| "epoch": 1.5653220951234195, |
| "grad_norm": 4.128101825714111, |
| "learning_rate": 7.629874424983664e-07, |
| "loss": 0.3405, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.5665261890427453, |
| "grad_norm": 4.6488213539123535, |
| "learning_rate": 7.625404573287163e-07, |
| "loss": 0.3731, |
| "step": 13010 |
| }, |
| { |
| "epoch": 1.5677302829620712, |
| "grad_norm": 4.610156059265137, |
| "learning_rate": 7.620931822834614e-07, |
| "loss": 0.3575, |
| "step": 13020 |
| }, |
| { |
| "epoch": 1.5689343768813968, |
| "grad_norm": 5.422335147857666, |
| "learning_rate": 7.616456178564462e-07, |
| "loss": 0.3833, |
| "step": 13030 |
| }, |
| { |
| "epoch": 1.5701384708007224, |
| "grad_norm": 4.844593048095703, |
| "learning_rate": 7.611977645418343e-07, |
| "loss": 0.3647, |
| "step": 13040 |
| }, |
| { |
| "epoch": 1.571342564720048, |
| "grad_norm": 4.274131774902344, |
| "learning_rate": 7.607496228341088e-07, |
| "loss": 0.3542, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.5725466586393737, |
| "grad_norm": 4.641569137573242, |
| "learning_rate": 7.60301193228071e-07, |
| "loss": 0.3704, |
| "step": 13060 |
| }, |
| { |
| "epoch": 1.5737507525586996, |
| "grad_norm": 4.771531105041504, |
| "learning_rate": 7.598524762188395e-07, |
| "loss": 0.3529, |
| "step": 13070 |
| }, |
| { |
| "epoch": 1.5749548464780254, |
| "grad_norm": 5.63432502746582, |
| "learning_rate": 7.594034723018514e-07, |
| "loss": 0.3554, |
| "step": 13080 |
| }, |
| { |
| "epoch": 1.576158940397351, |
| "grad_norm": 3.5664002895355225, |
| "learning_rate": 7.589541819728596e-07, |
| "loss": 0.3617, |
| "step": 13090 |
| }, |
| { |
| "epoch": 1.5773630343166767, |
| "grad_norm": 4.43233060836792, |
| "learning_rate": 7.585046057279337e-07, |
| "loss": 0.3795, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.5785671282360023, |
| "grad_norm": 4.293588638305664, |
| "learning_rate": 7.580547440634587e-07, |
| "loss": 0.3361, |
| "step": 13110 |
| }, |
| { |
| "epoch": 1.5797712221553282, |
| "grad_norm": 4.606287479400635, |
| "learning_rate": 7.576045974761351e-07, |
| "loss": 0.3573, |
| "step": 13120 |
| }, |
| { |
| "epoch": 1.5809753160746538, |
| "grad_norm": 4.9702558517456055, |
| "learning_rate": 7.571541664629775e-07, |
| "loss": 0.3718, |
| "step": 13130 |
| }, |
| { |
| "epoch": 1.5821794099939797, |
| "grad_norm": 4.685069561004639, |
| "learning_rate": 7.567034515213151e-07, |
| "loss": 0.3704, |
| "step": 13140 |
| }, |
| { |
| "epoch": 1.5833835039133053, |
| "grad_norm": 4.804528713226318, |
| "learning_rate": 7.562524531487902e-07, |
| "loss": 0.3511, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.584587597832631, |
| "grad_norm": 5.332268714904785, |
| "learning_rate": 7.558011718433582e-07, |
| "loss": 0.3573, |
| "step": 13160 |
| }, |
| { |
| "epoch": 1.5857916917519566, |
| "grad_norm": 4.4862284660339355, |
| "learning_rate": 7.553496081032867e-07, |
| "loss": 0.3423, |
| "step": 13170 |
| }, |
| { |
| "epoch": 1.5869957856712824, |
| "grad_norm": 4.632198810577393, |
| "learning_rate": 7.548977624271555e-07, |
| "loss": 0.3719, |
| "step": 13180 |
| }, |
| { |
| "epoch": 1.588199879590608, |
| "grad_norm": 4.4371137619018555, |
| "learning_rate": 7.544456353138553e-07, |
| "loss": 0.3515, |
| "step": 13190 |
| }, |
| { |
| "epoch": 1.589403973509934, |
| "grad_norm": 4.162461757659912, |
| "learning_rate": 7.539932272625879e-07, |
| "loss": 0.363, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.5906080674292595, |
| "grad_norm": 4.980907917022705, |
| "learning_rate": 7.535405387728648e-07, |
| "loss": 0.362, |
| "step": 13210 |
| }, |
| { |
| "epoch": 1.5918121613485852, |
| "grad_norm": 4.321689128875732, |
| "learning_rate": 7.530875703445077e-07, |
| "loss": 0.3441, |
| "step": 13220 |
| }, |
| { |
| "epoch": 1.5930162552679108, |
| "grad_norm": 4.930966854095459, |
| "learning_rate": 7.526343224776471e-07, |
| "loss": 0.3505, |
| "step": 13230 |
| }, |
| { |
| "epoch": 1.5942203491872367, |
| "grad_norm": 4.267889499664307, |
| "learning_rate": 7.52180795672722e-07, |
| "loss": 0.3678, |
| "step": 13240 |
| }, |
| { |
| "epoch": 1.5954244431065623, |
| "grad_norm": 3.8834383487701416, |
| "learning_rate": 7.517269904304794e-07, |
| "loss": 0.3648, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.5966285370258881, |
| "grad_norm": 4.397730827331543, |
| "learning_rate": 7.512729072519739e-07, |
| "loss": 0.3601, |
| "step": 13260 |
| }, |
| { |
| "epoch": 1.5978326309452138, |
| "grad_norm": 4.559187889099121, |
| "learning_rate": 7.508185466385666e-07, |
| "loss": 0.3508, |
| "step": 13270 |
| }, |
| { |
| "epoch": 1.5990367248645394, |
| "grad_norm": 4.514613628387451, |
| "learning_rate": 7.503639090919255e-07, |
| "loss": 0.3578, |
| "step": 13280 |
| }, |
| { |
| "epoch": 1.600240818783865, |
| "grad_norm": 4.5233073234558105, |
| "learning_rate": 7.499089951140237e-07, |
| "loss": 0.3516, |
| "step": 13290 |
| }, |
| { |
| "epoch": 1.601444912703191, |
| "grad_norm": 4.616694450378418, |
| "learning_rate": 7.494538052071402e-07, |
| "loss": 0.3616, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.6026490066225165, |
| "grad_norm": 4.6488518714904785, |
| "learning_rate": 7.489983398738579e-07, |
| "loss": 0.3582, |
| "step": 13310 |
| }, |
| { |
| "epoch": 1.6038531005418424, |
| "grad_norm": 4.645969390869141, |
| "learning_rate": 7.485425996170644e-07, |
| "loss": 0.3548, |
| "step": 13320 |
| }, |
| { |
| "epoch": 1.605057194461168, |
| "grad_norm": 5.864965438842773, |
| "learning_rate": 7.480865849399507e-07, |
| "loss": 0.3587, |
| "step": 13330 |
| }, |
| { |
| "epoch": 1.6062612883804936, |
| "grad_norm": 4.283803939819336, |
| "learning_rate": 7.476302963460108e-07, |
| "loss": 0.3626, |
| "step": 13340 |
| }, |
| { |
| "epoch": 1.6074653822998193, |
| "grad_norm": 4.545533657073975, |
| "learning_rate": 7.47173734339041e-07, |
| "loss": 0.3526, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.6086694762191451, |
| "grad_norm": 4.885293483734131, |
| "learning_rate": 7.467168994231393e-07, |
| "loss": 0.3685, |
| "step": 13360 |
| }, |
| { |
| "epoch": 1.6098735701384708, |
| "grad_norm": 4.112198829650879, |
| "learning_rate": 7.462597921027056e-07, |
| "loss": 0.3727, |
| "step": 13370 |
| }, |
| { |
| "epoch": 1.6110776640577966, |
| "grad_norm": 4.272058963775635, |
| "learning_rate": 7.458024128824403e-07, |
| "loss": 0.3567, |
| "step": 13380 |
| }, |
| { |
| "epoch": 1.6122817579771223, |
| "grad_norm": 4.891336441040039, |
| "learning_rate": 7.453447622673438e-07, |
| "loss": 0.3566, |
| "step": 13390 |
| }, |
| { |
| "epoch": 1.6134858518964479, |
| "grad_norm": 5.003636837005615, |
| "learning_rate": 7.448868407627163e-07, |
| "loss": 0.3717, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.6146899458157735, |
| "grad_norm": 3.9844002723693848, |
| "learning_rate": 7.444286488741571e-07, |
| "loss": 0.3537, |
| "step": 13410 |
| }, |
| { |
| "epoch": 1.6158940397350994, |
| "grad_norm": 4.326488018035889, |
| "learning_rate": 7.439701871075641e-07, |
| "loss": 0.3353, |
| "step": 13420 |
| }, |
| { |
| "epoch": 1.617098133654425, |
| "grad_norm": 4.168161392211914, |
| "learning_rate": 7.435114559691333e-07, |
| "loss": 0.3506, |
| "step": 13430 |
| }, |
| { |
| "epoch": 1.6183022275737509, |
| "grad_norm": 5.062152862548828, |
| "learning_rate": 7.430524559653575e-07, |
| "loss": 0.3536, |
| "step": 13440 |
| }, |
| { |
| "epoch": 1.6195063214930765, |
| "grad_norm": 5.29563570022583, |
| "learning_rate": 7.425931876030272e-07, |
| "loss": 0.359, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.6207104154124021, |
| "grad_norm": 4.655216693878174, |
| "learning_rate": 7.421336513892284e-07, |
| "loss": 0.3459, |
| "step": 13460 |
| }, |
| { |
| "epoch": 1.6219145093317278, |
| "grad_norm": 4.558264255523682, |
| "learning_rate": 7.416738478313438e-07, |
| "loss": 0.3603, |
| "step": 13470 |
| }, |
| { |
| "epoch": 1.6231186032510536, |
| "grad_norm": 4.36596155166626, |
| "learning_rate": 7.412137774370501e-07, |
| "loss": 0.3632, |
| "step": 13480 |
| }, |
| { |
| "epoch": 1.6243226971703792, |
| "grad_norm": 4.248297214508057, |
| "learning_rate": 7.407534407143198e-07, |
| "loss": 0.3575, |
| "step": 13490 |
| }, |
| { |
| "epoch": 1.625526791089705, |
| "grad_norm": 4.935293197631836, |
| "learning_rate": 7.402928381714184e-07, |
| "loss": 0.3583, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.6267308850090307, |
| "grad_norm": 4.29832649230957, |
| "learning_rate": 7.398319703169057e-07, |
| "loss": 0.3593, |
| "step": 13510 |
| }, |
| { |
| "epoch": 1.6279349789283564, |
| "grad_norm": 4.707507610321045, |
| "learning_rate": 7.39370837659634e-07, |
| "loss": 0.3486, |
| "step": 13520 |
| }, |
| { |
| "epoch": 1.629139072847682, |
| "grad_norm": 4.7867326736450195, |
| "learning_rate": 7.389094407087481e-07, |
| "loss": 0.3708, |
| "step": 13530 |
| }, |
| { |
| "epoch": 1.6303431667670079, |
| "grad_norm": 5.004173755645752, |
| "learning_rate": 7.384477799736847e-07, |
| "loss": 0.3693, |
| "step": 13540 |
| }, |
| { |
| "epoch": 1.6315472606863335, |
| "grad_norm": 4.378966331481934, |
| "learning_rate": 7.379858559641716e-07, |
| "loss": 0.3792, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.6327513546056593, |
| "grad_norm": 4.35708475112915, |
| "learning_rate": 7.375236691902272e-07, |
| "loss": 0.357, |
| "step": 13560 |
| }, |
| { |
| "epoch": 1.633955448524985, |
| "grad_norm": 4.158879280090332, |
| "learning_rate": 7.370612201621606e-07, |
| "loss": 0.3705, |
| "step": 13570 |
| }, |
| { |
| "epoch": 1.6351595424443106, |
| "grad_norm": 4.620648384094238, |
| "learning_rate": 7.365985093905693e-07, |
| "loss": 0.3288, |
| "step": 13580 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 4.588129997253418, |
| "learning_rate": 7.361355373863413e-07, |
| "loss": 0.3545, |
| "step": 13590 |
| }, |
| { |
| "epoch": 1.637567730282962, |
| "grad_norm": 4.273639678955078, |
| "learning_rate": 7.356723046606517e-07, |
| "loss": 0.3597, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.6387718242022877, |
| "grad_norm": 4.793459415435791, |
| "learning_rate": 7.352088117249644e-07, |
| "loss": 0.3532, |
| "step": 13610 |
| }, |
| { |
| "epoch": 1.6399759181216136, |
| "grad_norm": 4.27385950088501, |
| "learning_rate": 7.347450590910299e-07, |
| "loss": 0.3787, |
| "step": 13620 |
| }, |
| { |
| "epoch": 1.6411800120409392, |
| "grad_norm": 4.229093551635742, |
| "learning_rate": 7.34281047270886e-07, |
| "loss": 0.3592, |
| "step": 13630 |
| }, |
| { |
| "epoch": 1.6423841059602649, |
| "grad_norm": 4.402678489685059, |
| "learning_rate": 7.338167767768564e-07, |
| "loss": 0.3612, |
| "step": 13640 |
| }, |
| { |
| "epoch": 1.6435881998795905, |
| "grad_norm": 4.09978723526001, |
| "learning_rate": 7.333522481215503e-07, |
| "loss": 0.3571, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.6447922937989163, |
| "grad_norm": 4.659477710723877, |
| "learning_rate": 7.32887461817862e-07, |
| "loss": 0.3725, |
| "step": 13660 |
| }, |
| { |
| "epoch": 1.645996387718242, |
| "grad_norm": 4.500072002410889, |
| "learning_rate": 7.324224183789707e-07, |
| "loss": 0.3458, |
| "step": 13670 |
| }, |
| { |
| "epoch": 1.6472004816375678, |
| "grad_norm": 5.1016526222229, |
| "learning_rate": 7.319571183183388e-07, |
| "loss": 0.3734, |
| "step": 13680 |
| }, |
| { |
| "epoch": 1.6484045755568935, |
| "grad_norm": 4.819193363189697, |
| "learning_rate": 7.314915621497129e-07, |
| "loss": 0.3601, |
| "step": 13690 |
| }, |
| { |
| "epoch": 1.649608669476219, |
| "grad_norm": 4.4075026512146, |
| "learning_rate": 7.310257503871214e-07, |
| "loss": 0.3556, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.6508127633955447, |
| "grad_norm": 4.471024036407471, |
| "learning_rate": 7.305596835448753e-07, |
| "loss": 0.3625, |
| "step": 13710 |
| }, |
| { |
| "epoch": 1.6520168573148706, |
| "grad_norm": 4.29016637802124, |
| "learning_rate": 7.300933621375676e-07, |
| "loss": 0.3619, |
| "step": 13720 |
| }, |
| { |
| "epoch": 1.6532209512341962, |
| "grad_norm": 4.514208793640137, |
| "learning_rate": 7.296267866800722e-07, |
| "loss": 0.3622, |
| "step": 13730 |
| }, |
| { |
| "epoch": 1.654425045153522, |
| "grad_norm": 4.275468826293945, |
| "learning_rate": 7.291599576875432e-07, |
| "loss": 0.3667, |
| "step": 13740 |
| }, |
| { |
| "epoch": 1.6556291390728477, |
| "grad_norm": 4.0805559158325195, |
| "learning_rate": 7.286928756754148e-07, |
| "loss": 0.371, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.6568332329921733, |
| "grad_norm": 4.84345006942749, |
| "learning_rate": 7.282255411594006e-07, |
| "loss": 0.3696, |
| "step": 13760 |
| }, |
| { |
| "epoch": 1.658037326911499, |
| "grad_norm": 4.703734874725342, |
| "learning_rate": 7.277579546554931e-07, |
| "loss": 0.3673, |
| "step": 13770 |
| }, |
| { |
| "epoch": 1.6592414208308248, |
| "grad_norm": 4.18894624710083, |
| "learning_rate": 7.272901166799627e-07, |
| "loss": 0.3365, |
| "step": 13780 |
| }, |
| { |
| "epoch": 1.6604455147501507, |
| "grad_norm": 4.9901204109191895, |
| "learning_rate": 7.268220277493578e-07, |
| "loss": 0.3588, |
| "step": 13790 |
| }, |
| { |
| "epoch": 1.6616496086694763, |
| "grad_norm": 4.896132946014404, |
| "learning_rate": 7.263536883805039e-07, |
| "loss": 0.3659, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.662853702588802, |
| "grad_norm": 4.311833381652832, |
| "learning_rate": 7.258850990905025e-07, |
| "loss": 0.3707, |
| "step": 13810 |
| }, |
| { |
| "epoch": 1.6640577965081276, |
| "grad_norm": 4.157628059387207, |
| "learning_rate": 7.254162603967317e-07, |
| "loss": 0.3498, |
| "step": 13820 |
| }, |
| { |
| "epoch": 1.6652618904274532, |
| "grad_norm": 5.240469932556152, |
| "learning_rate": 7.249471728168443e-07, |
| "loss": 0.3559, |
| "step": 13830 |
| }, |
| { |
| "epoch": 1.666465984346779, |
| "grad_norm": 4.077708721160889, |
| "learning_rate": 7.244778368687687e-07, |
| "loss": 0.3745, |
| "step": 13840 |
| }, |
| { |
| "epoch": 1.667670078266105, |
| "grad_norm": 4.9550395011901855, |
| "learning_rate": 7.240082530707069e-07, |
| "loss": 0.3563, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.6688741721854305, |
| "grad_norm": 5.530270576477051, |
| "learning_rate": 7.235384219411348e-07, |
| "loss": 0.3764, |
| "step": 13860 |
| }, |
| { |
| "epoch": 1.6700782661047562, |
| "grad_norm": 4.50790548324585, |
| "learning_rate": 7.230683439988012e-07, |
| "loss": 0.3471, |
| "step": 13870 |
| }, |
| { |
| "epoch": 1.6712823600240818, |
| "grad_norm": 4.373943328857422, |
| "learning_rate": 7.225980197627277e-07, |
| "loss": 0.3601, |
| "step": 13880 |
| }, |
| { |
| "epoch": 1.6724864539434074, |
| "grad_norm": 3.9449055194854736, |
| "learning_rate": 7.221274497522076e-07, |
| "loss": 0.3533, |
| "step": 13890 |
| }, |
| { |
| "epoch": 1.6736905478627333, |
| "grad_norm": 4.625890254974365, |
| "learning_rate": 7.216566344868058e-07, |
| "loss": 0.3771, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.6748946417820592, |
| "grad_norm": 4.7843475341796875, |
| "learning_rate": 7.211855744863577e-07, |
| "loss": 0.3477, |
| "step": 13910 |
| }, |
| { |
| "epoch": 1.6760987357013848, |
| "grad_norm": 4.275618076324463, |
| "learning_rate": 7.207142702709688e-07, |
| "loss": 0.3452, |
| "step": 13920 |
| }, |
| { |
| "epoch": 1.6773028296207104, |
| "grad_norm": 5.26132869720459, |
| "learning_rate": 7.202427223610152e-07, |
| "loss": 0.3568, |
| "step": 13930 |
| }, |
| { |
| "epoch": 1.678506923540036, |
| "grad_norm": 4.528031826019287, |
| "learning_rate": 7.197709312771406e-07, |
| "loss": 0.347, |
| "step": 13940 |
| }, |
| { |
| "epoch": 1.6797110174593617, |
| "grad_norm": 4.68961763381958, |
| "learning_rate": 7.192988975402583e-07, |
| "loss": 0.3687, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.6809151113786875, |
| "grad_norm": 4.3820719718933105, |
| "learning_rate": 7.188266216715493e-07, |
| "loss": 0.3572, |
| "step": 13960 |
| }, |
| { |
| "epoch": 1.6821192052980134, |
| "grad_norm": 3.974177598953247, |
| "learning_rate": 7.183541041924616e-07, |
| "loss": 0.34, |
| "step": 13970 |
| }, |
| { |
| "epoch": 1.683323299217339, |
| "grad_norm": 4.8562331199646, |
| "learning_rate": 7.178813456247102e-07, |
| "loss": 0.3532, |
| "step": 13980 |
| }, |
| { |
| "epoch": 1.6845273931366647, |
| "grad_norm": 3.9439549446105957, |
| "learning_rate": 7.174083464902763e-07, |
| "loss": 0.3459, |
| "step": 13990 |
| }, |
| { |
| "epoch": 1.6857314870559903, |
| "grad_norm": 4.226308345794678, |
| "learning_rate": 7.16935107311407e-07, |
| "loss": 0.3352, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.686935580975316, |
| "grad_norm": 4.850135326385498, |
| "learning_rate": 7.164616286106135e-07, |
| "loss": 0.3661, |
| "step": 14010 |
| }, |
| { |
| "epoch": 1.6881396748946418, |
| "grad_norm": 4.845891952514648, |
| "learning_rate": 7.159879109106725e-07, |
| "loss": 0.3868, |
| "step": 14020 |
| }, |
| { |
| "epoch": 1.6893437688139676, |
| "grad_norm": 5.063507556915283, |
| "learning_rate": 7.155139547346242e-07, |
| "loss": 0.3628, |
| "step": 14030 |
| }, |
| { |
| "epoch": 1.6905478627332933, |
| "grad_norm": 4.6817216873168945, |
| "learning_rate": 7.15039760605772e-07, |
| "loss": 0.3744, |
| "step": 14040 |
| }, |
| { |
| "epoch": 1.691751956652619, |
| "grad_norm": 4.315075874328613, |
| "learning_rate": 7.145653290476819e-07, |
| "loss": 0.3613, |
| "step": 14050 |
| }, |
| { |
| "epoch": 1.6929560505719445, |
| "grad_norm": 4.234760284423828, |
| "learning_rate": 7.140906605841825e-07, |
| "loss": 0.3733, |
| "step": 14060 |
| }, |
| { |
| "epoch": 1.6941601444912702, |
| "grad_norm": 5.843511581420898, |
| "learning_rate": 7.136157557393637e-07, |
| "loss": 0.3443, |
| "step": 14070 |
| }, |
| { |
| "epoch": 1.695364238410596, |
| "grad_norm": 4.704221248626709, |
| "learning_rate": 7.131406150375762e-07, |
| "loss": 0.3384, |
| "step": 14080 |
| }, |
| { |
| "epoch": 1.6965683323299219, |
| "grad_norm": 4.1078200340271, |
| "learning_rate": 7.126652390034316e-07, |
| "loss": 0.3554, |
| "step": 14090 |
| }, |
| { |
| "epoch": 1.6977724262492475, |
| "grad_norm": 4.6124773025512695, |
| "learning_rate": 7.12189628161801e-07, |
| "loss": 0.3323, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.6989765201685731, |
| "grad_norm": 3.9569902420043945, |
| "learning_rate": 7.117137830378146e-07, |
| "loss": 0.3581, |
| "step": 14110 |
| }, |
| { |
| "epoch": 1.7001806140878988, |
| "grad_norm": 4.327024459838867, |
| "learning_rate": 7.112377041568617e-07, |
| "loss": 0.3605, |
| "step": 14120 |
| }, |
| { |
| "epoch": 1.7013847080072244, |
| "grad_norm": 4.041974067687988, |
| "learning_rate": 7.107613920445895e-07, |
| "loss": 0.3514, |
| "step": 14130 |
| }, |
| { |
| "epoch": 1.7025888019265503, |
| "grad_norm": 4.295658588409424, |
| "learning_rate": 7.102848472269026e-07, |
| "loss": 0.3489, |
| "step": 14140 |
| }, |
| { |
| "epoch": 1.7037928958458761, |
| "grad_norm": 4.117722988128662, |
| "learning_rate": 7.098080702299628e-07, |
| "loss": 0.3382, |
| "step": 14150 |
| }, |
| { |
| "epoch": 1.7049969897652018, |
| "grad_norm": 5.249290943145752, |
| "learning_rate": 7.093310615801879e-07, |
| "loss": 0.3696, |
| "step": 14160 |
| }, |
| { |
| "epoch": 1.7062010836845274, |
| "grad_norm": 3.8647286891937256, |
| "learning_rate": 7.088538218042518e-07, |
| "loss": 0.3403, |
| "step": 14170 |
| }, |
| { |
| "epoch": 1.707405177603853, |
| "grad_norm": 4.454891204833984, |
| "learning_rate": 7.083763514290834e-07, |
| "loss": 0.3743, |
| "step": 14180 |
| }, |
| { |
| "epoch": 1.7086092715231787, |
| "grad_norm": 4.183931827545166, |
| "learning_rate": 7.078986509818662e-07, |
| "loss": 0.3493, |
| "step": 14190 |
| }, |
| { |
| "epoch": 1.7098133654425045, |
| "grad_norm": 3.9510889053344727, |
| "learning_rate": 7.074207209900379e-07, |
| "loss": 0.3469, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.7110174593618304, |
| "grad_norm": 4.839264869689941, |
| "learning_rate": 7.069425619812896e-07, |
| "loss": 0.3444, |
| "step": 14210 |
| }, |
| { |
| "epoch": 1.712221553281156, |
| "grad_norm": 4.237350940704346, |
| "learning_rate": 7.064641744835649e-07, |
| "loss": 0.3474, |
| "step": 14220 |
| }, |
| { |
| "epoch": 1.7134256472004816, |
| "grad_norm": 4.17114782333374, |
| "learning_rate": 7.059855590250603e-07, |
| "loss": 0.3465, |
| "step": 14230 |
| }, |
| { |
| "epoch": 1.7146297411198073, |
| "grad_norm": 4.114003658294678, |
| "learning_rate": 7.055067161342233e-07, |
| "loss": 0.3674, |
| "step": 14240 |
| }, |
| { |
| "epoch": 1.715833835039133, |
| "grad_norm": 4.886813640594482, |
| "learning_rate": 7.050276463397533e-07, |
| "loss": 0.3848, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.7170379289584587, |
| "grad_norm": 4.069955348968506, |
| "learning_rate": 7.045483501705996e-07, |
| "loss": 0.3493, |
| "step": 14260 |
| }, |
| { |
| "epoch": 1.7182420228777846, |
| "grad_norm": 4.502857685089111, |
| "learning_rate": 7.040688281559617e-07, |
| "loss": 0.3548, |
| "step": 14270 |
| }, |
| { |
| "epoch": 1.7194461167971102, |
| "grad_norm": 4.283501148223877, |
| "learning_rate": 7.035890808252884e-07, |
| "loss": 0.3571, |
| "step": 14280 |
| }, |
| { |
| "epoch": 1.7206502107164359, |
| "grad_norm": 4.563022136688232, |
| "learning_rate": 7.031091087082772e-07, |
| "loss": 0.3485, |
| "step": 14290 |
| }, |
| { |
| "epoch": 1.7218543046357615, |
| "grad_norm": 4.165189266204834, |
| "learning_rate": 7.02628912334874e-07, |
| "loss": 0.3417, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.7230583985550871, |
| "grad_norm": 4.657063961029053, |
| "learning_rate": 7.021484922352721e-07, |
| "loss": 0.3611, |
| "step": 14310 |
| }, |
| { |
| "epoch": 1.724262492474413, |
| "grad_norm": 6.094346046447754, |
| "learning_rate": 7.016678489399121e-07, |
| "loss": 0.3371, |
| "step": 14320 |
| }, |
| { |
| "epoch": 1.7254665863937388, |
| "grad_norm": 4.576262474060059, |
| "learning_rate": 7.011869829794806e-07, |
| "loss": 0.3624, |
| "step": 14330 |
| }, |
| { |
| "epoch": 1.7266706803130645, |
| "grad_norm": 5.231967449188232, |
| "learning_rate": 7.007058948849105e-07, |
| "loss": 0.3745, |
| "step": 14340 |
| }, |
| { |
| "epoch": 1.72787477423239, |
| "grad_norm": 4.39863395690918, |
| "learning_rate": 7.002245851873794e-07, |
| "loss": 0.3545, |
| "step": 14350 |
| }, |
| { |
| "epoch": 1.7290788681517157, |
| "grad_norm": 4.428983211517334, |
| "learning_rate": 6.997430544183103e-07, |
| "loss": 0.3534, |
| "step": 14360 |
| }, |
| { |
| "epoch": 1.7302829620710414, |
| "grad_norm": 5.451033115386963, |
| "learning_rate": 6.992613031093698e-07, |
| "loss": 0.3584, |
| "step": 14370 |
| }, |
| { |
| "epoch": 1.7314870559903672, |
| "grad_norm": 4.715031147003174, |
| "learning_rate": 6.987793317924682e-07, |
| "loss": 0.3643, |
| "step": 14380 |
| }, |
| { |
| "epoch": 1.732691149909693, |
| "grad_norm": 4.199245452880859, |
| "learning_rate": 6.982971409997583e-07, |
| "loss": 0.3539, |
| "step": 14390 |
| }, |
| { |
| "epoch": 1.7338952438290187, |
| "grad_norm": 5.606119632720947, |
| "learning_rate": 6.97814731263636e-07, |
| "loss": 0.3613, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.7350993377483444, |
| "grad_norm": 5.036284923553467, |
| "learning_rate": 6.973321031167382e-07, |
| "loss": 0.3679, |
| "step": 14410 |
| }, |
| { |
| "epoch": 1.73630343166767, |
| "grad_norm": 4.951879978179932, |
| "learning_rate": 6.968492570919434e-07, |
| "loss": 0.3572, |
| "step": 14420 |
| }, |
| { |
| "epoch": 1.7375075255869958, |
| "grad_norm": 4.428969860076904, |
| "learning_rate": 6.963661937223703e-07, |
| "loss": 0.3538, |
| "step": 14430 |
| }, |
| { |
| "epoch": 1.7387116195063215, |
| "grad_norm": 3.7024569511413574, |
| "learning_rate": 6.958829135413782e-07, |
| "loss": 0.3644, |
| "step": 14440 |
| }, |
| { |
| "epoch": 1.7399157134256473, |
| "grad_norm": 4.4168381690979, |
| "learning_rate": 6.95399417082565e-07, |
| "loss": 0.3498, |
| "step": 14450 |
| }, |
| { |
| "epoch": 1.741119807344973, |
| "grad_norm": 4.818751335144043, |
| "learning_rate": 6.949157048797678e-07, |
| "loss": 0.3726, |
| "step": 14460 |
| }, |
| { |
| "epoch": 1.7423239012642986, |
| "grad_norm": 5.769382953643799, |
| "learning_rate": 6.944317774670622e-07, |
| "loss": 0.3517, |
| "step": 14470 |
| }, |
| { |
| "epoch": 1.7435279951836242, |
| "grad_norm": 4.914524078369141, |
| "learning_rate": 6.939476353787607e-07, |
| "loss": 0.349, |
| "step": 14480 |
| }, |
| { |
| "epoch": 1.74473208910295, |
| "grad_norm": 4.6800456047058105, |
| "learning_rate": 6.934632791494134e-07, |
| "loss": 0.3725, |
| "step": 14490 |
| }, |
| { |
| "epoch": 1.7459361830222757, |
| "grad_norm": 4.627834796905518, |
| "learning_rate": 6.929787093138067e-07, |
| "loss": 0.359, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.7471402769416016, |
| "grad_norm": 5.098109245300293, |
| "learning_rate": 6.924939264069626e-07, |
| "loss": 0.3502, |
| "step": 14510 |
| }, |
| { |
| "epoch": 1.7483443708609272, |
| "grad_norm": 4.18192720413208, |
| "learning_rate": 6.920089309641388e-07, |
| "loss": 0.3448, |
| "step": 14520 |
| }, |
| { |
| "epoch": 1.7495484647802528, |
| "grad_norm": 4.4052815437316895, |
| "learning_rate": 6.915237235208274e-07, |
| "loss": 0.3459, |
| "step": 14530 |
| }, |
| { |
| "epoch": 1.7507525586995785, |
| "grad_norm": 5.557136058807373, |
| "learning_rate": 6.910383046127544e-07, |
| "loss": 0.355, |
| "step": 14540 |
| }, |
| { |
| "epoch": 1.7519566526189043, |
| "grad_norm": 5.7654128074646, |
| "learning_rate": 6.905526747758796e-07, |
| "loss": 0.3624, |
| "step": 14550 |
| }, |
| { |
| "epoch": 1.75316074653823, |
| "grad_norm": 5.040695667266846, |
| "learning_rate": 6.900668345463957e-07, |
| "loss": 0.3513, |
| "step": 14560 |
| }, |
| { |
| "epoch": 1.7543648404575558, |
| "grad_norm": 4.529175758361816, |
| "learning_rate": 6.895807844607274e-07, |
| "loss": 0.348, |
| "step": 14570 |
| }, |
| { |
| "epoch": 1.7555689343768814, |
| "grad_norm": 4.473850727081299, |
| "learning_rate": 6.890945250555312e-07, |
| "loss": 0.3708, |
| "step": 14580 |
| }, |
| { |
| "epoch": 1.756773028296207, |
| "grad_norm": 4.2242865562438965, |
| "learning_rate": 6.88608056867695e-07, |
| "loss": 0.3536, |
| "step": 14590 |
| }, |
| { |
| "epoch": 1.7579771222155327, |
| "grad_norm": 4.953219413757324, |
| "learning_rate": 6.881213804343369e-07, |
| "loss": 0.3564, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.7591812161348586, |
| "grad_norm": 4.626575469970703, |
| "learning_rate": 6.876344962928051e-07, |
| "loss": 0.3624, |
| "step": 14610 |
| }, |
| { |
| "epoch": 1.7603853100541842, |
| "grad_norm": 5.615645408630371, |
| "learning_rate": 6.87147404980677e-07, |
| "loss": 0.3711, |
| "step": 14620 |
| }, |
| { |
| "epoch": 1.76158940397351, |
| "grad_norm": 4.350038051605225, |
| "learning_rate": 6.866601070357587e-07, |
| "loss": 0.3517, |
| "step": 14630 |
| }, |
| { |
| "epoch": 1.7627934978928357, |
| "grad_norm": 4.5289387702941895, |
| "learning_rate": 6.861726029960849e-07, |
| "loss": 0.3602, |
| "step": 14640 |
| }, |
| { |
| "epoch": 1.7639975918121613, |
| "grad_norm": 5.127388954162598, |
| "learning_rate": 6.856848933999173e-07, |
| "loss": 0.345, |
| "step": 14650 |
| }, |
| { |
| "epoch": 1.765201685731487, |
| "grad_norm": 4.675601482391357, |
| "learning_rate": 6.851969787857447e-07, |
| "loss": 0.3484, |
| "step": 14660 |
| }, |
| { |
| "epoch": 1.7664057796508128, |
| "grad_norm": 3.9305527210235596, |
| "learning_rate": 6.847088596922824e-07, |
| "loss": 0.3478, |
| "step": 14670 |
| }, |
| { |
| "epoch": 1.7676098735701384, |
| "grad_norm": 4.547889709472656, |
| "learning_rate": 6.842205366584715e-07, |
| "loss": 0.3627, |
| "step": 14680 |
| }, |
| { |
| "epoch": 1.7688139674894643, |
| "grad_norm": 5.042651653289795, |
| "learning_rate": 6.837320102234781e-07, |
| "loss": 0.3595, |
| "step": 14690 |
| }, |
| { |
| "epoch": 1.77001806140879, |
| "grad_norm": 4.645577907562256, |
| "learning_rate": 6.832432809266928e-07, |
| "loss": 0.3417, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.7712221553281156, |
| "grad_norm": 5.52669095993042, |
| "learning_rate": 6.827543493077306e-07, |
| "loss": 0.352, |
| "step": 14710 |
| }, |
| { |
| "epoch": 1.7724262492474412, |
| "grad_norm": 4.48500394821167, |
| "learning_rate": 6.822652159064293e-07, |
| "loss": 0.3427, |
| "step": 14720 |
| }, |
| { |
| "epoch": 1.773630343166767, |
| "grad_norm": 4.676848411560059, |
| "learning_rate": 6.817758812628503e-07, |
| "loss": 0.3568, |
| "step": 14730 |
| }, |
| { |
| "epoch": 1.7748344370860927, |
| "grad_norm": 4.112384796142578, |
| "learning_rate": 6.812863459172764e-07, |
| "loss": 0.3626, |
| "step": 14740 |
| }, |
| { |
| "epoch": 1.7760385310054185, |
| "grad_norm": 4.3355326652526855, |
| "learning_rate": 6.807966104102122e-07, |
| "loss": 0.3408, |
| "step": 14750 |
| }, |
| { |
| "epoch": 1.7772426249247442, |
| "grad_norm": 4.12075138092041, |
| "learning_rate": 6.803066752823837e-07, |
| "loss": 0.3516, |
| "step": 14760 |
| }, |
| { |
| "epoch": 1.7784467188440698, |
| "grad_norm": 4.14115571975708, |
| "learning_rate": 6.79816541074737e-07, |
| "loss": 0.3442, |
| "step": 14770 |
| }, |
| { |
| "epoch": 1.7796508127633954, |
| "grad_norm": 4.440965175628662, |
| "learning_rate": 6.793262083284377e-07, |
| "loss": 0.348, |
| "step": 14780 |
| }, |
| { |
| "epoch": 1.7808549066827213, |
| "grad_norm": 4.727054595947266, |
| "learning_rate": 6.788356775848712e-07, |
| "loss": 0.3545, |
| "step": 14790 |
| }, |
| { |
| "epoch": 1.782059000602047, |
| "grad_norm": 4.421995639801025, |
| "learning_rate": 6.783449493856411e-07, |
| "loss": 0.3584, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.7832630945213728, |
| "grad_norm": 4.619497776031494, |
| "learning_rate": 6.778540242725695e-07, |
| "loss": 0.3621, |
| "step": 14810 |
| }, |
| { |
| "epoch": 1.7844671884406984, |
| "grad_norm": 4.975179672241211, |
| "learning_rate": 6.773629027876952e-07, |
| "loss": 0.3433, |
| "step": 14820 |
| }, |
| { |
| "epoch": 1.785671282360024, |
| "grad_norm": 4.3249030113220215, |
| "learning_rate": 6.768715854732743e-07, |
| "loss": 0.362, |
| "step": 14830 |
| }, |
| { |
| "epoch": 1.7868753762793497, |
| "grad_norm": 4.467803001403809, |
| "learning_rate": 6.763800728717792e-07, |
| "loss": 0.3589, |
| "step": 14840 |
| }, |
| { |
| "epoch": 1.7880794701986755, |
| "grad_norm": 5.496029376983643, |
| "learning_rate": 6.758883655258976e-07, |
| "loss": 0.3395, |
| "step": 14850 |
| }, |
| { |
| "epoch": 1.7892835641180012, |
| "grad_norm": 4.524773120880127, |
| "learning_rate": 6.753964639785321e-07, |
| "loss": 0.3544, |
| "step": 14860 |
| }, |
| { |
| "epoch": 1.790487658037327, |
| "grad_norm": 4.625549793243408, |
| "learning_rate": 6.749043687728005e-07, |
| "loss": 0.3721, |
| "step": 14870 |
| }, |
| { |
| "epoch": 1.7916917519566526, |
| "grad_norm": 5.1430230140686035, |
| "learning_rate": 6.744120804520335e-07, |
| "loss": 0.3516, |
| "step": 14880 |
| }, |
| { |
| "epoch": 1.7928958458759783, |
| "grad_norm": 5.0784173011779785, |
| "learning_rate": 6.739195995597757e-07, |
| "loss": 0.3579, |
| "step": 14890 |
| }, |
| { |
| "epoch": 1.794099939795304, |
| "grad_norm": 4.529468536376953, |
| "learning_rate": 6.734269266397836e-07, |
| "loss": 0.3573, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.7953040337146298, |
| "grad_norm": 4.950248718261719, |
| "learning_rate": 6.729340622360267e-07, |
| "loss": 0.3615, |
| "step": 14910 |
| }, |
| { |
| "epoch": 1.7965081276339554, |
| "grad_norm": 3.968449831008911, |
| "learning_rate": 6.724410068926852e-07, |
| "loss": 0.3361, |
| "step": 14920 |
| }, |
| { |
| "epoch": 1.7977122215532813, |
| "grad_norm": 4.806743144989014, |
| "learning_rate": 6.7194776115415e-07, |
| "loss": 0.3497, |
| "step": 14930 |
| }, |
| { |
| "epoch": 1.7989163154726069, |
| "grad_norm": 4.263092517852783, |
| "learning_rate": 6.714543255650229e-07, |
| "loss": 0.3659, |
| "step": 14940 |
| }, |
| { |
| "epoch": 1.8001204093919325, |
| "grad_norm": 4.752941131591797, |
| "learning_rate": 6.709607006701148e-07, |
| "loss": 0.3363, |
| "step": 14950 |
| }, |
| { |
| "epoch": 1.8013245033112582, |
| "grad_norm": 5.102241516113281, |
| "learning_rate": 6.704668870144458e-07, |
| "loss": 0.3487, |
| "step": 14960 |
| }, |
| { |
| "epoch": 1.802528597230584, |
| "grad_norm": 3.8051202297210693, |
| "learning_rate": 6.699728851432442e-07, |
| "loss": 0.3373, |
| "step": 14970 |
| }, |
| { |
| "epoch": 1.8037326911499096, |
| "grad_norm": 4.386908054351807, |
| "learning_rate": 6.694786956019467e-07, |
| "loss": 0.3646, |
| "step": 14980 |
| }, |
| { |
| "epoch": 1.8049367850692355, |
| "grad_norm": 4.566622257232666, |
| "learning_rate": 6.689843189361962e-07, |
| "loss": 0.3698, |
| "step": 14990 |
| }, |
| { |
| "epoch": 1.8061408789885611, |
| "grad_norm": 4.474935054779053, |
| "learning_rate": 6.684897556918434e-07, |
| "loss": 0.3567, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.8073449729078868, |
| "grad_norm": 4.712069034576416, |
| "learning_rate": 6.67995006414944e-07, |
| "loss": 0.3573, |
| "step": 15010 |
| }, |
| { |
| "epoch": 1.8085490668272124, |
| "grad_norm": 4.497696876525879, |
| "learning_rate": 6.675000716517595e-07, |
| "loss": 0.3373, |
| "step": 15020 |
| }, |
| { |
| "epoch": 1.8097531607465382, |
| "grad_norm": 4.327920436859131, |
| "learning_rate": 6.670049519487565e-07, |
| "loss": 0.3689, |
| "step": 15030 |
| }, |
| { |
| "epoch": 1.810957254665864, |
| "grad_norm": 6.609139919281006, |
| "learning_rate": 6.665096478526053e-07, |
| "loss": 0.3465, |
| "step": 15040 |
| }, |
| { |
| "epoch": 1.8121613485851897, |
| "grad_norm": 4.8396196365356445, |
| "learning_rate": 6.6601415991018e-07, |
| "loss": 0.3628, |
| "step": 15050 |
| }, |
| { |
| "epoch": 1.8133654425045154, |
| "grad_norm": 5.569112777709961, |
| "learning_rate": 6.655184886685577e-07, |
| "loss": 0.3484, |
| "step": 15060 |
| }, |
| { |
| "epoch": 1.814569536423841, |
| "grad_norm": 4.458260536193848, |
| "learning_rate": 6.650226346750178e-07, |
| "loss": 0.3523, |
| "step": 15070 |
| }, |
| { |
| "epoch": 1.8157736303431666, |
| "grad_norm": 4.671230316162109, |
| "learning_rate": 6.645265984770417e-07, |
| "loss": 0.3501, |
| "step": 15080 |
| }, |
| { |
| "epoch": 1.8169777242624925, |
| "grad_norm": 4.7510504722595215, |
| "learning_rate": 6.640303806223116e-07, |
| "loss": 0.3565, |
| "step": 15090 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 4.930042266845703, |
| "learning_rate": 6.635339816587108e-07, |
| "loss": 0.3519, |
| "step": 15100 |
| }, |
| { |
| "epoch": 1.819385912101144, |
| "grad_norm": 4.401383876800537, |
| "learning_rate": 6.63037402134322e-07, |
| "loss": 0.3444, |
| "step": 15110 |
| }, |
| { |
| "epoch": 1.8205900060204696, |
| "grad_norm": 4.55552864074707, |
| "learning_rate": 6.625406425974277e-07, |
| "loss": 0.3593, |
| "step": 15120 |
| }, |
| { |
| "epoch": 1.8217940999397952, |
| "grad_norm": 4.647222995758057, |
| "learning_rate": 6.620437035965088e-07, |
| "loss": 0.3513, |
| "step": 15130 |
| }, |
| { |
| "epoch": 1.8229981938591209, |
| "grad_norm": 4.750911235809326, |
| "learning_rate": 6.615465856802446e-07, |
| "loss": 0.3754, |
| "step": 15140 |
| }, |
| { |
| "epoch": 1.8242022877784467, |
| "grad_norm": 3.9289968013763428, |
| "learning_rate": 6.610492893975117e-07, |
| "loss": 0.3511, |
| "step": 15150 |
| }, |
| { |
| "epoch": 1.8254063816977726, |
| "grad_norm": 3.834213972091675, |
| "learning_rate": 6.605518152973842e-07, |
| "loss": 0.3446, |
| "step": 15160 |
| }, |
| { |
| "epoch": 1.8266104756170982, |
| "grad_norm": 5.1060075759887695, |
| "learning_rate": 6.600541639291316e-07, |
| "loss": 0.3548, |
| "step": 15170 |
| }, |
| { |
| "epoch": 1.8278145695364238, |
| "grad_norm": 4.696617603302002, |
| "learning_rate": 6.595563358422202e-07, |
| "loss": 0.3576, |
| "step": 15180 |
| }, |
| { |
| "epoch": 1.8290186634557495, |
| "grad_norm": 4.141697883605957, |
| "learning_rate": 6.590583315863105e-07, |
| "loss": 0.3513, |
| "step": 15190 |
| }, |
| { |
| "epoch": 1.8302227573750751, |
| "grad_norm": 5.357382774353027, |
| "learning_rate": 6.58560151711258e-07, |
| "loss": 0.3508, |
| "step": 15200 |
| }, |
| { |
| "epoch": 1.831426851294401, |
| "grad_norm": 4.808011054992676, |
| "learning_rate": 6.58061796767112e-07, |
| "loss": 0.3568, |
| "step": 15210 |
| }, |
| { |
| "epoch": 1.8326309452137268, |
| "grad_norm": 4.633763790130615, |
| "learning_rate": 6.575632673041151e-07, |
| "loss": 0.355, |
| "step": 15220 |
| }, |
| { |
| "epoch": 1.8338350391330525, |
| "grad_norm": 4.953246116638184, |
| "learning_rate": 6.570645638727026e-07, |
| "loss": 0.3604, |
| "step": 15230 |
| }, |
| { |
| "epoch": 1.835039133052378, |
| "grad_norm": 4.354135513305664, |
| "learning_rate": 6.565656870235019e-07, |
| "loss": 0.337, |
| "step": 15240 |
| }, |
| { |
| "epoch": 1.8362432269717037, |
| "grad_norm": 5.245918273925781, |
| "learning_rate": 6.560666373073316e-07, |
| "loss": 0.3711, |
| "step": 15250 |
| }, |
| { |
| "epoch": 1.8374473208910294, |
| "grad_norm": 5.532114028930664, |
| "learning_rate": 6.555674152752016e-07, |
| "loss": 0.3618, |
| "step": 15260 |
| }, |
| { |
| "epoch": 1.8386514148103552, |
| "grad_norm": 5.3348212242126465, |
| "learning_rate": 6.55068021478312e-07, |
| "loss": 0.3646, |
| "step": 15270 |
| }, |
| { |
| "epoch": 1.839855508729681, |
| "grad_norm": 4.423579216003418, |
| "learning_rate": 6.54568456468052e-07, |
| "loss": 0.3522, |
| "step": 15280 |
| }, |
| { |
| "epoch": 1.8410596026490067, |
| "grad_norm": 4.966454982757568, |
| "learning_rate": 6.540687207960005e-07, |
| "loss": 0.3592, |
| "step": 15290 |
| }, |
| { |
| "epoch": 1.8422636965683323, |
| "grad_norm": 4.406902313232422, |
| "learning_rate": 6.535688150139246e-07, |
| "loss": 0.3637, |
| "step": 15300 |
| }, |
| { |
| "epoch": 1.843467790487658, |
| "grad_norm": 4.565004348754883, |
| "learning_rate": 6.530687396737791e-07, |
| "loss": 0.343, |
| "step": 15310 |
| }, |
| { |
| "epoch": 1.8446718844069836, |
| "grad_norm": 4.898248672485352, |
| "learning_rate": 6.525684953277061e-07, |
| "loss": 0.3589, |
| "step": 15320 |
| }, |
| { |
| "epoch": 1.8458759783263095, |
| "grad_norm": 4.416904449462891, |
| "learning_rate": 6.520680825280344e-07, |
| "loss": 0.3297, |
| "step": 15330 |
| }, |
| { |
| "epoch": 1.8470800722456353, |
| "grad_norm": 4.844006538391113, |
| "learning_rate": 6.515675018272786e-07, |
| "loss": 0.3692, |
| "step": 15340 |
| }, |
| { |
| "epoch": 1.848284166164961, |
| "grad_norm": 4.351726531982422, |
| "learning_rate": 6.510667537781389e-07, |
| "loss": 0.3627, |
| "step": 15350 |
| }, |
| { |
| "epoch": 1.8494882600842866, |
| "grad_norm": 4.276306629180908, |
| "learning_rate": 6.505658389335e-07, |
| "loss": 0.3581, |
| "step": 15360 |
| }, |
| { |
| "epoch": 1.8506923540036122, |
| "grad_norm": 4.866278648376465, |
| "learning_rate": 6.500647578464311e-07, |
| "loss": 0.3756, |
| "step": 15370 |
| }, |
| { |
| "epoch": 1.8518964479229378, |
| "grad_norm": 4.005789279937744, |
| "learning_rate": 6.495635110701847e-07, |
| "loss": 0.3551, |
| "step": 15380 |
| }, |
| { |
| "epoch": 1.8531005418422637, |
| "grad_norm": 4.069939136505127, |
| "learning_rate": 6.490620991581963e-07, |
| "loss": 0.3426, |
| "step": 15390 |
| }, |
| { |
| "epoch": 1.8543046357615895, |
| "grad_norm": 5.377545356750488, |
| "learning_rate": 6.485605226640836e-07, |
| "loss": 0.363, |
| "step": 15400 |
| }, |
| { |
| "epoch": 1.8555087296809152, |
| "grad_norm": 4.171127796173096, |
| "learning_rate": 6.480587821416465e-07, |
| "loss": 0.3601, |
| "step": 15410 |
| }, |
| { |
| "epoch": 1.8567128236002408, |
| "grad_norm": 4.944298267364502, |
| "learning_rate": 6.475568781448654e-07, |
| "loss": 0.3445, |
| "step": 15420 |
| }, |
| { |
| "epoch": 1.8579169175195664, |
| "grad_norm": 4.719433784484863, |
| "learning_rate": 6.470548112279015e-07, |
| "loss": 0.349, |
| "step": 15430 |
| }, |
| { |
| "epoch": 1.859121011438892, |
| "grad_norm": 4.289638042449951, |
| "learning_rate": 6.465525819450959e-07, |
| "loss": 0.3675, |
| "step": 15440 |
| }, |
| { |
| "epoch": 1.860325105358218, |
| "grad_norm": 4.580896377563477, |
| "learning_rate": 6.46050190850969e-07, |
| "loss": 0.362, |
| "step": 15450 |
| }, |
| { |
| "epoch": 1.8615291992775438, |
| "grad_norm": 4.68642520904541, |
| "learning_rate": 6.455476385002195e-07, |
| "loss": 0.3544, |
| "step": 15460 |
| }, |
| { |
| "epoch": 1.8627332931968694, |
| "grad_norm": 4.221519470214844, |
| "learning_rate": 6.450449254477246e-07, |
| "loss": 0.3557, |
| "step": 15470 |
| }, |
| { |
| "epoch": 1.863937387116195, |
| "grad_norm": 5.103092670440674, |
| "learning_rate": 6.445420522485387e-07, |
| "loss": 0.3575, |
| "step": 15480 |
| }, |
| { |
| "epoch": 1.8651414810355207, |
| "grad_norm": 5.300514221191406, |
| "learning_rate": 6.440390194578933e-07, |
| "loss": 0.3655, |
| "step": 15490 |
| }, |
| { |
| "epoch": 1.8663455749548463, |
| "grad_norm": 5.2280049324035645, |
| "learning_rate": 6.435358276311955e-07, |
| "loss": 0.3615, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.8675496688741722, |
| "grad_norm": 4.393173694610596, |
| "learning_rate": 6.430324773240287e-07, |
| "loss": 0.3617, |
| "step": 15510 |
| }, |
| { |
| "epoch": 1.868753762793498, |
| "grad_norm": 3.9914498329162598, |
| "learning_rate": 6.425289690921508e-07, |
| "loss": 0.3482, |
| "step": 15520 |
| }, |
| { |
| "epoch": 1.8699578567128237, |
| "grad_norm": 4.967134475708008, |
| "learning_rate": 6.420253034914943e-07, |
| "loss": 0.3635, |
| "step": 15530 |
| }, |
| { |
| "epoch": 1.8711619506321493, |
| "grad_norm": 4.27791166305542, |
| "learning_rate": 6.415214810781653e-07, |
| "loss": 0.3508, |
| "step": 15540 |
| }, |
| { |
| "epoch": 1.872366044551475, |
| "grad_norm": 4.6500163078308105, |
| "learning_rate": 6.410175024084431e-07, |
| "loss": 0.3589, |
| "step": 15550 |
| }, |
| { |
| "epoch": 1.8735701384708006, |
| "grad_norm": 4.22102689743042, |
| "learning_rate": 6.405133680387797e-07, |
| "loss": 0.3558, |
| "step": 15560 |
| }, |
| { |
| "epoch": 1.8747742323901264, |
| "grad_norm": 4.9325947761535645, |
| "learning_rate": 6.400090785257987e-07, |
| "loss": 0.3696, |
| "step": 15570 |
| }, |
| { |
| "epoch": 1.8759783263094523, |
| "grad_norm": 3.8292155265808105, |
| "learning_rate": 6.395046344262951e-07, |
| "loss": 0.356, |
| "step": 15580 |
| }, |
| { |
| "epoch": 1.877182420228778, |
| "grad_norm": 4.739902973175049, |
| "learning_rate": 6.390000362972348e-07, |
| "loss": 0.3407, |
| "step": 15590 |
| }, |
| { |
| "epoch": 1.8783865141481035, |
| "grad_norm": 3.770754814147949, |
| "learning_rate": 6.384952846957535e-07, |
| "loss": 0.3502, |
| "step": 15600 |
| }, |
| { |
| "epoch": 1.8795906080674292, |
| "grad_norm": 4.367559432983398, |
| "learning_rate": 6.379903801791566e-07, |
| "loss": 0.3566, |
| "step": 15610 |
| }, |
| { |
| "epoch": 1.8807947019867548, |
| "grad_norm": 5.16295862197876, |
| "learning_rate": 6.374853233049182e-07, |
| "loss": 0.3668, |
| "step": 15620 |
| }, |
| { |
| "epoch": 1.8819987959060807, |
| "grad_norm": 4.346946716308594, |
| "learning_rate": 6.369801146306802e-07, |
| "loss": 0.3483, |
| "step": 15630 |
| }, |
| { |
| "epoch": 1.8832028898254065, |
| "grad_norm": 4.716429710388184, |
| "learning_rate": 6.36474754714253e-07, |
| "loss": 0.3452, |
| "step": 15640 |
| }, |
| { |
| "epoch": 1.8844069837447321, |
| "grad_norm": 4.5193891525268555, |
| "learning_rate": 6.359692441136131e-07, |
| "loss": 0.361, |
| "step": 15650 |
| }, |
| { |
| "epoch": 1.8856110776640578, |
| "grad_norm": 3.9874355792999268, |
| "learning_rate": 6.354635833869042e-07, |
| "loss": 0.358, |
| "step": 15660 |
| }, |
| { |
| "epoch": 1.8868151715833834, |
| "grad_norm": 4.598703861236572, |
| "learning_rate": 6.349577730924349e-07, |
| "loss": 0.35, |
| "step": 15670 |
| }, |
| { |
| "epoch": 1.8880192655027093, |
| "grad_norm": 5.374682426452637, |
| "learning_rate": 6.344518137886798e-07, |
| "loss": 0.3639, |
| "step": 15680 |
| }, |
| { |
| "epoch": 1.889223359422035, |
| "grad_norm": 6.002275466918945, |
| "learning_rate": 6.339457060342772e-07, |
| "loss": 0.3546, |
| "step": 15690 |
| }, |
| { |
| "epoch": 1.8904274533413608, |
| "grad_norm": 4.864243984222412, |
| "learning_rate": 6.3343945038803e-07, |
| "loss": 0.3543, |
| "step": 15700 |
| }, |
| { |
| "epoch": 1.8916315472606864, |
| "grad_norm": 3.9879305362701416, |
| "learning_rate": 6.329330474089039e-07, |
| "loss": 0.3549, |
| "step": 15710 |
| }, |
| { |
| "epoch": 1.892835641180012, |
| "grad_norm": 4.457694053649902, |
| "learning_rate": 6.324264976560277e-07, |
| "loss": 0.3584, |
| "step": 15720 |
| }, |
| { |
| "epoch": 1.8940397350993377, |
| "grad_norm": 3.741135835647583, |
| "learning_rate": 6.319198016886918e-07, |
| "loss": 0.3618, |
| "step": 15730 |
| }, |
| { |
| "epoch": 1.8952438290186635, |
| "grad_norm": 4.002588272094727, |
| "learning_rate": 6.314129600663484e-07, |
| "loss": 0.3492, |
| "step": 15740 |
| }, |
| { |
| "epoch": 1.8964479229379891, |
| "grad_norm": 4.551817893981934, |
| "learning_rate": 6.309059733486102e-07, |
| "loss": 0.3567, |
| "step": 15750 |
| }, |
| { |
| "epoch": 1.897652016857315, |
| "grad_norm": 4.268725872039795, |
| "learning_rate": 6.303988420952505e-07, |
| "loss": 0.3591, |
| "step": 15760 |
| }, |
| { |
| "epoch": 1.8988561107766406, |
| "grad_norm": 4.963777542114258, |
| "learning_rate": 6.298915668662017e-07, |
| "loss": 0.3551, |
| "step": 15770 |
| }, |
| { |
| "epoch": 1.9000602046959663, |
| "grad_norm": 4.293519973754883, |
| "learning_rate": 6.293841482215558e-07, |
| "loss": 0.3586, |
| "step": 15780 |
| }, |
| { |
| "epoch": 1.901264298615292, |
| "grad_norm": 4.556762218475342, |
| "learning_rate": 6.288765867215625e-07, |
| "loss": 0.3538, |
| "step": 15790 |
| }, |
| { |
| "epoch": 1.9024683925346177, |
| "grad_norm": 3.792178153991699, |
| "learning_rate": 6.283688829266297e-07, |
| "loss": 0.3331, |
| "step": 15800 |
| }, |
| { |
| "epoch": 1.9036724864539434, |
| "grad_norm": 5.197310447692871, |
| "learning_rate": 6.278610373973219e-07, |
| "loss": 0.3515, |
| "step": 15810 |
| }, |
| { |
| "epoch": 1.9048765803732692, |
| "grad_norm": 5.082350730895996, |
| "learning_rate": 6.273530506943609e-07, |
| "loss": 0.3389, |
| "step": 15820 |
| }, |
| { |
| "epoch": 1.9060806742925949, |
| "grad_norm": 4.892045021057129, |
| "learning_rate": 6.268449233786236e-07, |
| "loss": 0.3531, |
| "step": 15830 |
| }, |
| { |
| "epoch": 1.9072847682119205, |
| "grad_norm": 4.555123805999756, |
| "learning_rate": 6.263366560111423e-07, |
| "loss": 0.3414, |
| "step": 15840 |
| }, |
| { |
| "epoch": 1.9084888621312461, |
| "grad_norm": 4.728994846343994, |
| "learning_rate": 6.258282491531043e-07, |
| "loss": 0.3556, |
| "step": 15850 |
| }, |
| { |
| "epoch": 1.909692956050572, |
| "grad_norm": 4.745967388153076, |
| "learning_rate": 6.253197033658507e-07, |
| "loss": 0.343, |
| "step": 15860 |
| }, |
| { |
| "epoch": 1.9108970499698976, |
| "grad_norm": 4.600861072540283, |
| "learning_rate": 6.248110192108757e-07, |
| "loss": 0.3475, |
| "step": 15870 |
| }, |
| { |
| "epoch": 1.9121011438892235, |
| "grad_norm": 4.099234580993652, |
| "learning_rate": 6.243021972498269e-07, |
| "loss": 0.3624, |
| "step": 15880 |
| }, |
| { |
| "epoch": 1.913305237808549, |
| "grad_norm": 4.272284030914307, |
| "learning_rate": 6.237932380445034e-07, |
| "loss": 0.3565, |
| "step": 15890 |
| }, |
| { |
| "epoch": 1.9145093317278747, |
| "grad_norm": 3.7602131366729736, |
| "learning_rate": 6.232841421568565e-07, |
| "loss": 0.3499, |
| "step": 15900 |
| }, |
| { |
| "epoch": 1.9157134256472004, |
| "grad_norm": 4.971080303192139, |
| "learning_rate": 6.227749101489877e-07, |
| "loss": 0.3701, |
| "step": 15910 |
| }, |
| { |
| "epoch": 1.9169175195665262, |
| "grad_norm": 5.319652080535889, |
| "learning_rate": 6.222655425831495e-07, |
| "loss": 0.3451, |
| "step": 15920 |
| }, |
| { |
| "epoch": 1.9181216134858519, |
| "grad_norm": 4.283812522888184, |
| "learning_rate": 6.217560400217433e-07, |
| "loss": 0.3559, |
| "step": 15930 |
| }, |
| { |
| "epoch": 1.9193257074051777, |
| "grad_norm": 5.055164813995361, |
| "learning_rate": 6.212464030273204e-07, |
| "loss": 0.3562, |
| "step": 15940 |
| }, |
| { |
| "epoch": 1.9205298013245033, |
| "grad_norm": 4.813416004180908, |
| "learning_rate": 6.207366321625798e-07, |
| "loss": 0.3606, |
| "step": 15950 |
| }, |
| { |
| "epoch": 1.921733895243829, |
| "grad_norm": 4.402296543121338, |
| "learning_rate": 6.202267279903686e-07, |
| "loss": 0.353, |
| "step": 15960 |
| }, |
| { |
| "epoch": 1.9229379891631546, |
| "grad_norm": 4.458485126495361, |
| "learning_rate": 6.197166910736814e-07, |
| "loss": 0.3523, |
| "step": 15970 |
| }, |
| { |
| "epoch": 1.9241420830824805, |
| "grad_norm": 3.5323286056518555, |
| "learning_rate": 6.192065219756587e-07, |
| "loss": 0.357, |
| "step": 15980 |
| }, |
| { |
| "epoch": 1.925346177001806, |
| "grad_norm": 4.047741413116455, |
| "learning_rate": 6.186962212595876e-07, |
| "loss": 0.3513, |
| "step": 15990 |
| }, |
| { |
| "epoch": 1.926550270921132, |
| "grad_norm": 4.608432769775391, |
| "learning_rate": 6.181857894889e-07, |
| "loss": 0.3556, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.9277543648404576, |
| "grad_norm": 4.246164321899414, |
| "learning_rate": 6.17675227227173e-07, |
| "loss": 0.3274, |
| "step": 16010 |
| }, |
| { |
| "epoch": 1.9289584587597832, |
| "grad_norm": 4.55797004699707, |
| "learning_rate": 6.171645350381272e-07, |
| "loss": 0.3537, |
| "step": 16020 |
| }, |
| { |
| "epoch": 1.9301625526791089, |
| "grad_norm": 4.349902629852295, |
| "learning_rate": 6.166537134856272e-07, |
| "loss": 0.3454, |
| "step": 16030 |
| }, |
| { |
| "epoch": 1.9313666465984347, |
| "grad_norm": 4.9922614097595215, |
| "learning_rate": 6.161427631336799e-07, |
| "loss": 0.3377, |
| "step": 16040 |
| }, |
| { |
| "epoch": 1.9325707405177603, |
| "grad_norm": 4.467525005340576, |
| "learning_rate": 6.156316845464351e-07, |
| "loss": 0.345, |
| "step": 16050 |
| }, |
| { |
| "epoch": 1.9337748344370862, |
| "grad_norm": 4.589630603790283, |
| "learning_rate": 6.151204782881835e-07, |
| "loss": 0.3393, |
| "step": 16060 |
| }, |
| { |
| "epoch": 1.9349789283564118, |
| "grad_norm": 4.475553035736084, |
| "learning_rate": 6.146091449233571e-07, |
| "loss": 0.3544, |
| "step": 16070 |
| }, |
| { |
| "epoch": 1.9361830222757375, |
| "grad_norm": 4.827112197875977, |
| "learning_rate": 6.140976850165283e-07, |
| "loss": 0.3447, |
| "step": 16080 |
| }, |
| { |
| "epoch": 1.937387116195063, |
| "grad_norm": 3.81062388420105, |
| "learning_rate": 6.135860991324092e-07, |
| "loss": 0.3493, |
| "step": 16090 |
| }, |
| { |
| "epoch": 1.938591210114389, |
| "grad_norm": 4.450663089752197, |
| "learning_rate": 6.130743878358505e-07, |
| "loss": 0.3601, |
| "step": 16100 |
| }, |
| { |
| "epoch": 1.9397953040337146, |
| "grad_norm": 3.878636598587036, |
| "learning_rate": 6.125625516918421e-07, |
| "loss": 0.3638, |
| "step": 16110 |
| }, |
| { |
| "epoch": 1.9409993979530404, |
| "grad_norm": 4.681748390197754, |
| "learning_rate": 6.120505912655114e-07, |
| "loss": 0.3542, |
| "step": 16120 |
| }, |
| { |
| "epoch": 1.942203491872366, |
| "grad_norm": 5.228558540344238, |
| "learning_rate": 6.115385071221231e-07, |
| "loss": 0.3538, |
| "step": 16130 |
| }, |
| { |
| "epoch": 1.9434075857916917, |
| "grad_norm": 5.1694488525390625, |
| "learning_rate": 6.110262998270781e-07, |
| "loss": 0.3689, |
| "step": 16140 |
| }, |
| { |
| "epoch": 1.9446116797110173, |
| "grad_norm": 4.253943920135498, |
| "learning_rate": 6.10513969945914e-07, |
| "loss": 0.3518, |
| "step": 16150 |
| }, |
| { |
| "epoch": 1.9458157736303432, |
| "grad_norm": 4.636354446411133, |
| "learning_rate": 6.100015180443031e-07, |
| "loss": 0.3643, |
| "step": 16160 |
| }, |
| { |
| "epoch": 1.9470198675496688, |
| "grad_norm": 3.8941125869750977, |
| "learning_rate": 6.094889446880529e-07, |
| "loss": 0.3444, |
| "step": 16170 |
| }, |
| { |
| "epoch": 1.9482239614689947, |
| "grad_norm": 4.6928391456604, |
| "learning_rate": 6.089762504431046e-07, |
| "loss": 0.3541, |
| "step": 16180 |
| }, |
| { |
| "epoch": 1.9494280553883203, |
| "grad_norm": 4.19013786315918, |
| "learning_rate": 6.084634358755334e-07, |
| "loss": 0.357, |
| "step": 16190 |
| }, |
| { |
| "epoch": 1.950632149307646, |
| "grad_norm": 4.565307140350342, |
| "learning_rate": 6.079505015515465e-07, |
| "loss": 0.3419, |
| "step": 16200 |
| }, |
| { |
| "epoch": 1.9518362432269716, |
| "grad_norm": 5.345344543457031, |
| "learning_rate": 6.074374480374843e-07, |
| "loss": 0.3569, |
| "step": 16210 |
| }, |
| { |
| "epoch": 1.9530403371462974, |
| "grad_norm": 4.672290802001953, |
| "learning_rate": 6.069242758998181e-07, |
| "loss": 0.3564, |
| "step": 16220 |
| }, |
| { |
| "epoch": 1.954244431065623, |
| "grad_norm": 4.522906303405762, |
| "learning_rate": 6.064109857051505e-07, |
| "loss": 0.35, |
| "step": 16230 |
| }, |
| { |
| "epoch": 1.955448524984949, |
| "grad_norm": 4.692704200744629, |
| "learning_rate": 6.058975780202143e-07, |
| "loss": 0.334, |
| "step": 16240 |
| }, |
| { |
| "epoch": 1.9566526189042746, |
| "grad_norm": 4.350996971130371, |
| "learning_rate": 6.053840534118722e-07, |
| "loss": 0.3512, |
| "step": 16250 |
| }, |
| { |
| "epoch": 1.9578567128236002, |
| "grad_norm": 4.869346618652344, |
| "learning_rate": 6.04870412447116e-07, |
| "loss": 0.3415, |
| "step": 16260 |
| }, |
| { |
| "epoch": 1.9590608067429258, |
| "grad_norm": 4.5982818603515625, |
| "learning_rate": 6.043566556930655e-07, |
| "loss": 0.3697, |
| "step": 16270 |
| }, |
| { |
| "epoch": 1.9602649006622517, |
| "grad_norm": 4.133756637573242, |
| "learning_rate": 6.038427837169688e-07, |
| "loss": 0.3498, |
| "step": 16280 |
| }, |
| { |
| "epoch": 1.9614689945815773, |
| "grad_norm": 4.6877546310424805, |
| "learning_rate": 6.033287970862013e-07, |
| "loss": 0.3622, |
| "step": 16290 |
| }, |
| { |
| "epoch": 1.9626730885009032, |
| "grad_norm": 5.100693702697754, |
| "learning_rate": 6.028146963682648e-07, |
| "loss": 0.3571, |
| "step": 16300 |
| }, |
| { |
| "epoch": 1.9638771824202288, |
| "grad_norm": 5.0933685302734375, |
| "learning_rate": 6.023004821307867e-07, |
| "loss": 0.3247, |
| "step": 16310 |
| }, |
| { |
| "epoch": 1.9650812763395544, |
| "grad_norm": 3.7194926738739014, |
| "learning_rate": 6.017861549415207e-07, |
| "loss": 0.3519, |
| "step": 16320 |
| }, |
| { |
| "epoch": 1.96628537025888, |
| "grad_norm": 4.424744606018066, |
| "learning_rate": 6.012717153683442e-07, |
| "loss": 0.3401, |
| "step": 16330 |
| }, |
| { |
| "epoch": 1.967489464178206, |
| "grad_norm": 3.9198262691497803, |
| "learning_rate": 6.007571639792593e-07, |
| "loss": 0.3434, |
| "step": 16340 |
| }, |
| { |
| "epoch": 1.9686935580975318, |
| "grad_norm": 3.9350152015686035, |
| "learning_rate": 6.002425013423913e-07, |
| "loss": 0.3447, |
| "step": 16350 |
| }, |
| { |
| "epoch": 1.9698976520168574, |
| "grad_norm": 4.852246284484863, |
| "learning_rate": 5.997277280259885e-07, |
| "loss": 0.3457, |
| "step": 16360 |
| }, |
| { |
| "epoch": 1.971101745936183, |
| "grad_norm": 4.658691883087158, |
| "learning_rate": 5.992128445984212e-07, |
| "loss": 0.3692, |
| "step": 16370 |
| }, |
| { |
| "epoch": 1.9723058398555087, |
| "grad_norm": 4.637414932250977, |
| "learning_rate": 5.986978516281815e-07, |
| "loss": 0.3555, |
| "step": 16380 |
| }, |
| { |
| "epoch": 1.9735099337748343, |
| "grad_norm": 4.982326984405518, |
| "learning_rate": 5.981827496838822e-07, |
| "loss": 0.3526, |
| "step": 16390 |
| }, |
| { |
| "epoch": 1.9747140276941602, |
| "grad_norm": 4.729382514953613, |
| "learning_rate": 5.976675393342566e-07, |
| "loss": 0.3558, |
| "step": 16400 |
| }, |
| { |
| "epoch": 1.975918121613486, |
| "grad_norm": 4.774322509765625, |
| "learning_rate": 5.971522211481575e-07, |
| "loss": 0.358, |
| "step": 16410 |
| }, |
| { |
| "epoch": 1.9771222155328116, |
| "grad_norm": 4.948471546173096, |
| "learning_rate": 5.966367956945572e-07, |
| "loss": 0.359, |
| "step": 16420 |
| }, |
| { |
| "epoch": 1.9783263094521373, |
| "grad_norm": 4.0199198722839355, |
| "learning_rate": 5.961212635425459e-07, |
| "loss": 0.3423, |
| "step": 16430 |
| }, |
| { |
| "epoch": 1.979530403371463, |
| "grad_norm": 4.141156196594238, |
| "learning_rate": 5.956056252613319e-07, |
| "loss": 0.3475, |
| "step": 16440 |
| }, |
| { |
| "epoch": 1.9807344972907885, |
| "grad_norm": 4.316824913024902, |
| "learning_rate": 5.950898814202407e-07, |
| "loss": 0.3436, |
| "step": 16450 |
| }, |
| { |
| "epoch": 1.9819385912101144, |
| "grad_norm": 5.594763278961182, |
| "learning_rate": 5.945740325887144e-07, |
| "loss": 0.3435, |
| "step": 16460 |
| }, |
| { |
| "epoch": 1.9831426851294403, |
| "grad_norm": 4.995075702667236, |
| "learning_rate": 5.940580793363105e-07, |
| "loss": 0.3539, |
| "step": 16470 |
| }, |
| { |
| "epoch": 1.9843467790487659, |
| "grad_norm": 4.139880180358887, |
| "learning_rate": 5.935420222327028e-07, |
| "loss": 0.3544, |
| "step": 16480 |
| }, |
| { |
| "epoch": 1.9855508729680915, |
| "grad_norm": 3.917797088623047, |
| "learning_rate": 5.930258618476785e-07, |
| "loss": 0.3331, |
| "step": 16490 |
| }, |
| { |
| "epoch": 1.9867549668874172, |
| "grad_norm": 5.234194755554199, |
| "learning_rate": 5.9250959875114e-07, |
| "loss": 0.3477, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.9879590608067428, |
| "grad_norm": 4.324552059173584, |
| "learning_rate": 5.919932335131022e-07, |
| "loss": 0.341, |
| "step": 16510 |
| }, |
| { |
| "epoch": 1.9891631547260686, |
| "grad_norm": 5.321447849273682, |
| "learning_rate": 5.914767667036936e-07, |
| "loss": 0.3606, |
| "step": 16520 |
| }, |
| { |
| "epoch": 1.9903672486453945, |
| "grad_norm": 4.159404277801514, |
| "learning_rate": 5.90960198893154e-07, |
| "loss": 0.3484, |
| "step": 16530 |
| }, |
| { |
| "epoch": 1.9915713425647201, |
| "grad_norm": 4.632839202880859, |
| "learning_rate": 5.904435306518354e-07, |
| "loss": 0.35, |
| "step": 16540 |
| }, |
| { |
| "epoch": 1.9927754364840458, |
| "grad_norm": 4.1767168045043945, |
| "learning_rate": 5.899267625502004e-07, |
| "loss": 0.356, |
| "step": 16550 |
| }, |
| { |
| "epoch": 1.9939795304033714, |
| "grad_norm": 4.770878314971924, |
| "learning_rate": 5.894098951588218e-07, |
| "loss": 0.3338, |
| "step": 16560 |
| }, |
| { |
| "epoch": 1.995183624322697, |
| "grad_norm": 4.481430530548096, |
| "learning_rate": 5.888929290483821e-07, |
| "loss": 0.3569, |
| "step": 16570 |
| }, |
| { |
| "epoch": 1.9963877182420229, |
| "grad_norm": 4.496611595153809, |
| "learning_rate": 5.883758647896729e-07, |
| "loss": 0.3602, |
| "step": 16580 |
| }, |
| { |
| "epoch": 1.9975918121613487, |
| "grad_norm": 3.9505410194396973, |
| "learning_rate": 5.878587029535942e-07, |
| "loss": 0.3403, |
| "step": 16590 |
| }, |
| { |
| "epoch": 1.9987959060806744, |
| "grad_norm": 4.308087348937988, |
| "learning_rate": 5.873414441111532e-07, |
| "loss": 0.3556, |
| "step": 16600 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 4.440168857574463, |
| "learning_rate": 5.868240888334652e-07, |
| "loss": 0.3312, |
| "step": 16610 |
| }, |
| { |
| "epoch": 2.0012040939193256, |
| "grad_norm": 4.038889408111572, |
| "learning_rate": 5.863066376917508e-07, |
| "loss": 0.3224, |
| "step": 16620 |
| }, |
| { |
| "epoch": 2.0024081878386513, |
| "grad_norm": 4.833006381988525, |
| "learning_rate": 5.857890912573376e-07, |
| "loss": 0.3001, |
| "step": 16630 |
| }, |
| { |
| "epoch": 2.0036122817579773, |
| "grad_norm": 4.160131931304932, |
| "learning_rate": 5.852714501016572e-07, |
| "loss": 0.2985, |
| "step": 16640 |
| }, |
| { |
| "epoch": 2.004816375677303, |
| "grad_norm": 5.080901622772217, |
| "learning_rate": 5.84753714796247e-07, |
| "loss": 0.3228, |
| "step": 16650 |
| }, |
| { |
| "epoch": 2.0060204695966286, |
| "grad_norm": 4.37393856048584, |
| "learning_rate": 5.842358859127478e-07, |
| "loss": 0.3036, |
| "step": 16660 |
| }, |
| { |
| "epoch": 2.0072245635159542, |
| "grad_norm": 4.473939895629883, |
| "learning_rate": 5.837179640229032e-07, |
| "loss": 0.3135, |
| "step": 16670 |
| }, |
| { |
| "epoch": 2.00842865743528, |
| "grad_norm": 5.297366619110107, |
| "learning_rate": 5.831999496985605e-07, |
| "loss": 0.3059, |
| "step": 16680 |
| }, |
| { |
| "epoch": 2.0096327513546055, |
| "grad_norm": 5.174331188201904, |
| "learning_rate": 5.826818435116683e-07, |
| "loss": 0.3123, |
| "step": 16690 |
| }, |
| { |
| "epoch": 2.0108368452739316, |
| "grad_norm": 4.679065704345703, |
| "learning_rate": 5.821636460342769e-07, |
| "loss": 0.3232, |
| "step": 16700 |
| }, |
| { |
| "epoch": 2.012040939193257, |
| "grad_norm": 4.446617126464844, |
| "learning_rate": 5.816453578385375e-07, |
| "loss": 0.3063, |
| "step": 16710 |
| }, |
| { |
| "epoch": 2.013245033112583, |
| "grad_norm": 5.05123233795166, |
| "learning_rate": 5.811269794967014e-07, |
| "loss": 0.3095, |
| "step": 16720 |
| }, |
| { |
| "epoch": 2.0144491270319085, |
| "grad_norm": 4.649383544921875, |
| "learning_rate": 5.806085115811191e-07, |
| "loss": 0.309, |
| "step": 16730 |
| }, |
| { |
| "epoch": 2.015653220951234, |
| "grad_norm": 4.328246116638184, |
| "learning_rate": 5.800899546642406e-07, |
| "loss": 0.2981, |
| "step": 16740 |
| }, |
| { |
| "epoch": 2.0168573148705597, |
| "grad_norm": 4.504574775695801, |
| "learning_rate": 5.795713093186136e-07, |
| "loss": 0.3162, |
| "step": 16750 |
| }, |
| { |
| "epoch": 2.018061408789886, |
| "grad_norm": 4.636085033416748, |
| "learning_rate": 5.790525761168839e-07, |
| "loss": 0.318, |
| "step": 16760 |
| }, |
| { |
| "epoch": 2.0192655027092115, |
| "grad_norm": 5.4193291664123535, |
| "learning_rate": 5.785337556317938e-07, |
| "loss": 0.3216, |
| "step": 16770 |
| }, |
| { |
| "epoch": 2.020469596628537, |
| "grad_norm": 4.318239212036133, |
| "learning_rate": 5.780148484361826e-07, |
| "loss": 0.3018, |
| "step": 16780 |
| }, |
| { |
| "epoch": 2.0216736905478627, |
| "grad_norm": 4.4032087326049805, |
| "learning_rate": 5.774958551029847e-07, |
| "loss": 0.3078, |
| "step": 16790 |
| }, |
| { |
| "epoch": 2.0228777844671884, |
| "grad_norm": 4.946054458618164, |
| "learning_rate": 5.769767762052301e-07, |
| "loss": 0.3155, |
| "step": 16800 |
| }, |
| { |
| "epoch": 2.024081878386514, |
| "grad_norm": 4.1051344871521, |
| "learning_rate": 5.764576123160429e-07, |
| "loss": 0.3183, |
| "step": 16810 |
| }, |
| { |
| "epoch": 2.02528597230584, |
| "grad_norm": 4.6641459465026855, |
| "learning_rate": 5.759383640086415e-07, |
| "loss": 0.3063, |
| "step": 16820 |
| }, |
| { |
| "epoch": 2.0264900662251657, |
| "grad_norm": 4.728779315948486, |
| "learning_rate": 5.75419031856337e-07, |
| "loss": 0.3153, |
| "step": 16830 |
| }, |
| { |
| "epoch": 2.0276941601444913, |
| "grad_norm": 5.103392124176025, |
| "learning_rate": 5.748996164325331e-07, |
| "loss": 0.304, |
| "step": 16840 |
| }, |
| { |
| "epoch": 2.028898254063817, |
| "grad_norm": 5.283243656158447, |
| "learning_rate": 5.743801183107261e-07, |
| "loss": 0.3188, |
| "step": 16850 |
| }, |
| { |
| "epoch": 2.0301023479831426, |
| "grad_norm": 4.704992294311523, |
| "learning_rate": 5.73860538064503e-07, |
| "loss": 0.306, |
| "step": 16860 |
| }, |
| { |
| "epoch": 2.0313064419024682, |
| "grad_norm": 5.523532390594482, |
| "learning_rate": 5.733408762675414e-07, |
| "loss": 0.3164, |
| "step": 16870 |
| }, |
| { |
| "epoch": 2.0325105358217943, |
| "grad_norm": 4.29448127746582, |
| "learning_rate": 5.728211334936093e-07, |
| "loss": 0.3011, |
| "step": 16880 |
| }, |
| { |
| "epoch": 2.03371462974112, |
| "grad_norm": 4.910971164703369, |
| "learning_rate": 5.723013103165642e-07, |
| "loss": 0.3093, |
| "step": 16890 |
| }, |
| { |
| "epoch": 2.0349187236604456, |
| "grad_norm": 4.527739524841309, |
| "learning_rate": 5.717814073103519e-07, |
| "loss": 0.2994, |
| "step": 16900 |
| }, |
| { |
| "epoch": 2.036122817579771, |
| "grad_norm": 4.409666061401367, |
| "learning_rate": 5.712614250490064e-07, |
| "loss": 0.3165, |
| "step": 16910 |
| }, |
| { |
| "epoch": 2.037326911499097, |
| "grad_norm": 4.129342079162598, |
| "learning_rate": 5.707413641066497e-07, |
| "loss": 0.3159, |
| "step": 16920 |
| }, |
| { |
| "epoch": 2.0385310054184225, |
| "grad_norm": 4.361571788787842, |
| "learning_rate": 5.702212250574904e-07, |
| "loss": 0.3008, |
| "step": 16930 |
| }, |
| { |
| "epoch": 2.0397350993377485, |
| "grad_norm": 4.482879638671875, |
| "learning_rate": 5.697010084758232e-07, |
| "loss": 0.3169, |
| "step": 16940 |
| }, |
| { |
| "epoch": 2.040939193257074, |
| "grad_norm": 4.7954535484313965, |
| "learning_rate": 5.691807149360285e-07, |
| "loss": 0.3057, |
| "step": 16950 |
| }, |
| { |
| "epoch": 2.0421432871764, |
| "grad_norm": 4.840571403503418, |
| "learning_rate": 5.686603450125717e-07, |
| "loss": 0.2973, |
| "step": 16960 |
| }, |
| { |
| "epoch": 2.0433473810957254, |
| "grad_norm": 4.597223281860352, |
| "learning_rate": 5.681398992800024e-07, |
| "loss": 0.3144, |
| "step": 16970 |
| }, |
| { |
| "epoch": 2.044551475015051, |
| "grad_norm": 4.794790744781494, |
| "learning_rate": 5.676193783129542e-07, |
| "loss": 0.3087, |
| "step": 16980 |
| }, |
| { |
| "epoch": 2.0457555689343767, |
| "grad_norm": 4.340571403503418, |
| "learning_rate": 5.670987826861435e-07, |
| "loss": 0.3083, |
| "step": 16990 |
| }, |
| { |
| "epoch": 2.046959662853703, |
| "grad_norm": 4.629497051239014, |
| "learning_rate": 5.665781129743693e-07, |
| "loss": 0.3088, |
| "step": 17000 |
| }, |
| { |
| "epoch": 2.0481637567730284, |
| "grad_norm": 4.827451229095459, |
| "learning_rate": 5.660573697525121e-07, |
| "loss": 0.3039, |
| "step": 17010 |
| }, |
| { |
| "epoch": 2.049367850692354, |
| "grad_norm": 4.8336381912231445, |
| "learning_rate": 5.655365535955342e-07, |
| "loss": 0.306, |
| "step": 17020 |
| }, |
| { |
| "epoch": 2.0505719446116797, |
| "grad_norm": 5.4790940284729, |
| "learning_rate": 5.650156650784777e-07, |
| "loss": 0.3129, |
| "step": 17030 |
| }, |
| { |
| "epoch": 2.0517760385310053, |
| "grad_norm": 3.705552577972412, |
| "learning_rate": 5.64494704776465e-07, |
| "loss": 0.3062, |
| "step": 17040 |
| }, |
| { |
| "epoch": 2.052980132450331, |
| "grad_norm": 4.869053840637207, |
| "learning_rate": 5.639736732646976e-07, |
| "loss": 0.3169, |
| "step": 17050 |
| }, |
| { |
| "epoch": 2.054184226369657, |
| "grad_norm": 4.759436130523682, |
| "learning_rate": 5.634525711184556e-07, |
| "loss": 0.3129, |
| "step": 17060 |
| }, |
| { |
| "epoch": 2.0553883202889827, |
| "grad_norm": 4.388055324554443, |
| "learning_rate": 5.629313989130975e-07, |
| "loss": 0.3026, |
| "step": 17070 |
| }, |
| { |
| "epoch": 2.0565924142083083, |
| "grad_norm": 5.617096900939941, |
| "learning_rate": 5.624101572240587e-07, |
| "loss": 0.3064, |
| "step": 17080 |
| }, |
| { |
| "epoch": 2.057796508127634, |
| "grad_norm": 4.787253379821777, |
| "learning_rate": 5.618888466268513e-07, |
| "loss": 0.3174, |
| "step": 17090 |
| }, |
| { |
| "epoch": 2.0590006020469596, |
| "grad_norm": 4.347087383270264, |
| "learning_rate": 5.613674676970638e-07, |
| "loss": 0.3028, |
| "step": 17100 |
| }, |
| { |
| "epoch": 2.060204695966285, |
| "grad_norm": 4.601030349731445, |
| "learning_rate": 5.608460210103598e-07, |
| "loss": 0.3136, |
| "step": 17110 |
| }, |
| { |
| "epoch": 2.0614087898856113, |
| "grad_norm": 4.6767048835754395, |
| "learning_rate": 5.603245071424783e-07, |
| "loss": 0.3126, |
| "step": 17120 |
| }, |
| { |
| "epoch": 2.062612883804937, |
| "grad_norm": 5.636801719665527, |
| "learning_rate": 5.598029266692315e-07, |
| "loss": 0.3107, |
| "step": 17130 |
| }, |
| { |
| "epoch": 2.0638169777242625, |
| "grad_norm": 5.514817714691162, |
| "learning_rate": 5.592812801665061e-07, |
| "loss": 0.3191, |
| "step": 17140 |
| }, |
| { |
| "epoch": 2.065021071643588, |
| "grad_norm": 4.12761116027832, |
| "learning_rate": 5.587595682102611e-07, |
| "loss": 0.3119, |
| "step": 17150 |
| }, |
| { |
| "epoch": 2.066225165562914, |
| "grad_norm": 4.940089702606201, |
| "learning_rate": 5.582377913765283e-07, |
| "loss": 0.3072, |
| "step": 17160 |
| }, |
| { |
| "epoch": 2.0674292594822394, |
| "grad_norm": 4.235925674438477, |
| "learning_rate": 5.577159502414103e-07, |
| "loss": 0.3168, |
| "step": 17170 |
| }, |
| { |
| "epoch": 2.0686333534015655, |
| "grad_norm": 5.036463260650635, |
| "learning_rate": 5.57194045381082e-07, |
| "loss": 0.3236, |
| "step": 17180 |
| }, |
| { |
| "epoch": 2.069837447320891, |
| "grad_norm": 3.9009006023406982, |
| "learning_rate": 5.56672077371787e-07, |
| "loss": 0.3111, |
| "step": 17190 |
| }, |
| { |
| "epoch": 2.0710415412402168, |
| "grad_norm": 4.592634677886963, |
| "learning_rate": 5.5615004678984e-07, |
| "loss": 0.3001, |
| "step": 17200 |
| }, |
| { |
| "epoch": 2.0722456351595424, |
| "grad_norm": 4.5537004470825195, |
| "learning_rate": 5.556279542116242e-07, |
| "loss": 0.305, |
| "step": 17210 |
| }, |
| { |
| "epoch": 2.073449729078868, |
| "grad_norm": 4.557441711425781, |
| "learning_rate": 5.551058002135913e-07, |
| "loss": 0.2978, |
| "step": 17220 |
| }, |
| { |
| "epoch": 2.0746538229981937, |
| "grad_norm": 3.7024407386779785, |
| "learning_rate": 5.545835853722608e-07, |
| "loss": 0.3134, |
| "step": 17230 |
| }, |
| { |
| "epoch": 2.0758579169175198, |
| "grad_norm": 5.503789901733398, |
| "learning_rate": 5.540613102642195e-07, |
| "loss": 0.3217, |
| "step": 17240 |
| }, |
| { |
| "epoch": 2.0770620108368454, |
| "grad_norm": 4.864404678344727, |
| "learning_rate": 5.535389754661208e-07, |
| "loss": 0.2983, |
| "step": 17250 |
| }, |
| { |
| "epoch": 2.078266104756171, |
| "grad_norm": 5.232902526855469, |
| "learning_rate": 5.530165815546835e-07, |
| "loss": 0.3154, |
| "step": 17260 |
| }, |
| { |
| "epoch": 2.0794701986754967, |
| "grad_norm": 4.34998083114624, |
| "learning_rate": 5.524941291066923e-07, |
| "loss": 0.3078, |
| "step": 17270 |
| }, |
| { |
| "epoch": 2.0806742925948223, |
| "grad_norm": 4.243396282196045, |
| "learning_rate": 5.519716186989962e-07, |
| "loss": 0.2971, |
| "step": 17280 |
| }, |
| { |
| "epoch": 2.081878386514148, |
| "grad_norm": 4.376738548278809, |
| "learning_rate": 5.514490509085083e-07, |
| "loss": 0.3081, |
| "step": 17290 |
| }, |
| { |
| "epoch": 2.083082480433474, |
| "grad_norm": 4.597198486328125, |
| "learning_rate": 5.50926426312205e-07, |
| "loss": 0.3279, |
| "step": 17300 |
| }, |
| { |
| "epoch": 2.0842865743527996, |
| "grad_norm": 4.825913906097412, |
| "learning_rate": 5.504037454871258e-07, |
| "loss": 0.3164, |
| "step": 17310 |
| }, |
| { |
| "epoch": 2.0854906682721253, |
| "grad_norm": 4.312431812286377, |
| "learning_rate": 5.498810090103711e-07, |
| "loss": 0.29, |
| "step": 17320 |
| }, |
| { |
| "epoch": 2.086694762191451, |
| "grad_norm": 4.7181854248046875, |
| "learning_rate": 5.493582174591045e-07, |
| "loss": 0.2962, |
| "step": 17330 |
| }, |
| { |
| "epoch": 2.0878988561107765, |
| "grad_norm": 5.4123759269714355, |
| "learning_rate": 5.488353714105488e-07, |
| "loss": 0.3044, |
| "step": 17340 |
| }, |
| { |
| "epoch": 2.089102950030102, |
| "grad_norm": 4.742303371429443, |
| "learning_rate": 5.48312471441988e-07, |
| "loss": 0.287, |
| "step": 17350 |
| }, |
| { |
| "epoch": 2.0903070439494282, |
| "grad_norm": 3.8717334270477295, |
| "learning_rate": 5.477895181307651e-07, |
| "loss": 0.3205, |
| "step": 17360 |
| }, |
| { |
| "epoch": 2.091511137868754, |
| "grad_norm": 4.724112510681152, |
| "learning_rate": 5.472665120542824e-07, |
| "loss": 0.2851, |
| "step": 17370 |
| }, |
| { |
| "epoch": 2.0927152317880795, |
| "grad_norm": 5.797724723815918, |
| "learning_rate": 5.4674345379e-07, |
| "loss": 0.3136, |
| "step": 17380 |
| }, |
| { |
| "epoch": 2.093919325707405, |
| "grad_norm": 4.77787446975708, |
| "learning_rate": 5.462203439154361e-07, |
| "loss": 0.3059, |
| "step": 17390 |
| }, |
| { |
| "epoch": 2.0951234196267308, |
| "grad_norm": 4.670202732086182, |
| "learning_rate": 5.456971830081655e-07, |
| "loss": 0.3219, |
| "step": 17400 |
| }, |
| { |
| "epoch": 2.0963275135460564, |
| "grad_norm": 4.7208099365234375, |
| "learning_rate": 5.451739716458195e-07, |
| "loss": 0.3146, |
| "step": 17410 |
| }, |
| { |
| "epoch": 2.0975316074653825, |
| "grad_norm": 4.647831439971924, |
| "learning_rate": 5.446507104060851e-07, |
| "loss": 0.3266, |
| "step": 17420 |
| }, |
| { |
| "epoch": 2.098735701384708, |
| "grad_norm": 4.2992987632751465, |
| "learning_rate": 5.441273998667046e-07, |
| "loss": 0.3091, |
| "step": 17430 |
| }, |
| { |
| "epoch": 2.0999397953040337, |
| "grad_norm": 4.718204975128174, |
| "learning_rate": 5.436040406054742e-07, |
| "loss": 0.3103, |
| "step": 17440 |
| }, |
| { |
| "epoch": 2.1011438892233594, |
| "grad_norm": 4.716932773590088, |
| "learning_rate": 5.430806332002443e-07, |
| "loss": 0.3044, |
| "step": 17450 |
| }, |
| { |
| "epoch": 2.102347983142685, |
| "grad_norm": 4.856298923492432, |
| "learning_rate": 5.425571782289185e-07, |
| "loss": 0.3039, |
| "step": 17460 |
| }, |
| { |
| "epoch": 2.1035520770620106, |
| "grad_norm": 5.1161208152771, |
| "learning_rate": 5.420336762694524e-07, |
| "loss": 0.3014, |
| "step": 17470 |
| }, |
| { |
| "epoch": 2.1047561709813367, |
| "grad_norm": 4.895595550537109, |
| "learning_rate": 5.415101278998543e-07, |
| "loss": 0.3113, |
| "step": 17480 |
| }, |
| { |
| "epoch": 2.1059602649006623, |
| "grad_norm": 4.259979248046875, |
| "learning_rate": 5.409865336981832e-07, |
| "loss": 0.3158, |
| "step": 17490 |
| }, |
| { |
| "epoch": 2.107164358819988, |
| "grad_norm": 5.523928642272949, |
| "learning_rate": 5.404628942425484e-07, |
| "loss": 0.3293, |
| "step": 17500 |
| }, |
| { |
| "epoch": 2.1083684527393136, |
| "grad_norm": 5.490001201629639, |
| "learning_rate": 5.399392101111102e-07, |
| "loss": 0.3253, |
| "step": 17510 |
| }, |
| { |
| "epoch": 2.1095725466586392, |
| "grad_norm": 4.070251941680908, |
| "learning_rate": 5.39415481882077e-07, |
| "loss": 0.3341, |
| "step": 17520 |
| }, |
| { |
| "epoch": 2.110776640577965, |
| "grad_norm": 4.516000270843506, |
| "learning_rate": 5.388917101337069e-07, |
| "loss": 0.3115, |
| "step": 17530 |
| }, |
| { |
| "epoch": 2.111980734497291, |
| "grad_norm": 4.881539821624756, |
| "learning_rate": 5.383678954443056e-07, |
| "loss": 0.2962, |
| "step": 17540 |
| }, |
| { |
| "epoch": 2.1131848284166166, |
| "grad_norm": 4.361866474151611, |
| "learning_rate": 5.378440383922261e-07, |
| "loss": 0.2959, |
| "step": 17550 |
| }, |
| { |
| "epoch": 2.1143889223359422, |
| "grad_norm": 4.218469619750977, |
| "learning_rate": 5.373201395558683e-07, |
| "loss": 0.3004, |
| "step": 17560 |
| }, |
| { |
| "epoch": 2.115593016255268, |
| "grad_norm": 5.058506488800049, |
| "learning_rate": 5.367961995136782e-07, |
| "loss": 0.3177, |
| "step": 17570 |
| }, |
| { |
| "epoch": 2.1167971101745935, |
| "grad_norm": 5.340724468231201, |
| "learning_rate": 5.362722188441476e-07, |
| "loss": 0.3116, |
| "step": 17580 |
| }, |
| { |
| "epoch": 2.118001204093919, |
| "grad_norm": 4.867612361907959, |
| "learning_rate": 5.357481981258128e-07, |
| "loss": 0.3287, |
| "step": 17590 |
| }, |
| { |
| "epoch": 2.119205298013245, |
| "grad_norm": 4.499852180480957, |
| "learning_rate": 5.352241379372545e-07, |
| "loss": 0.3057, |
| "step": 17600 |
| }, |
| { |
| "epoch": 2.120409391932571, |
| "grad_norm": 5.446403980255127, |
| "learning_rate": 5.347000388570966e-07, |
| "loss": 0.3206, |
| "step": 17610 |
| }, |
| { |
| "epoch": 2.1216134858518965, |
| "grad_norm": 4.157654762268066, |
| "learning_rate": 5.341759014640067e-07, |
| "loss": 0.2985, |
| "step": 17620 |
| }, |
| { |
| "epoch": 2.122817579771222, |
| "grad_norm": 5.162617206573486, |
| "learning_rate": 5.336517263366939e-07, |
| "loss": 0.3057, |
| "step": 17630 |
| }, |
| { |
| "epoch": 2.1240216736905477, |
| "grad_norm": 4.874579906463623, |
| "learning_rate": 5.331275140539094e-07, |
| "loss": 0.3096, |
| "step": 17640 |
| }, |
| { |
| "epoch": 2.125225767609874, |
| "grad_norm": 4.7379350662231445, |
| "learning_rate": 5.326032651944453e-07, |
| "loss": 0.3178, |
| "step": 17650 |
| }, |
| { |
| "epoch": 2.1264298615291994, |
| "grad_norm": 4.660308361053467, |
| "learning_rate": 5.320789803371344e-07, |
| "loss": 0.3121, |
| "step": 17660 |
| }, |
| { |
| "epoch": 2.127633955448525, |
| "grad_norm": 4.264311790466309, |
| "learning_rate": 5.315546600608486e-07, |
| "loss": 0.3041, |
| "step": 17670 |
| }, |
| { |
| "epoch": 2.1288380493678507, |
| "grad_norm": 5.007218360900879, |
| "learning_rate": 5.310303049444995e-07, |
| "loss": 0.3133, |
| "step": 17680 |
| }, |
| { |
| "epoch": 2.1300421432871763, |
| "grad_norm": 4.878419399261475, |
| "learning_rate": 5.305059155670369e-07, |
| "loss": 0.307, |
| "step": 17690 |
| }, |
| { |
| "epoch": 2.131246237206502, |
| "grad_norm": 4.373286724090576, |
| "learning_rate": 5.299814925074485e-07, |
| "loss": 0.2988, |
| "step": 17700 |
| }, |
| { |
| "epoch": 2.1324503311258276, |
| "grad_norm": 4.705572128295898, |
| "learning_rate": 5.294570363447589e-07, |
| "loss": 0.3101, |
| "step": 17710 |
| }, |
| { |
| "epoch": 2.1336544250451537, |
| "grad_norm": 5.6706461906433105, |
| "learning_rate": 5.2893254765803e-07, |
| "loss": 0.3182, |
| "step": 17720 |
| }, |
| { |
| "epoch": 2.1348585189644793, |
| "grad_norm": 4.4038896560668945, |
| "learning_rate": 5.284080270263586e-07, |
| "loss": 0.3055, |
| "step": 17730 |
| }, |
| { |
| "epoch": 2.136062612883805, |
| "grad_norm": 4.746342658996582, |
| "learning_rate": 5.278834750288776e-07, |
| "loss": 0.3098, |
| "step": 17740 |
| }, |
| { |
| "epoch": 2.1372667068031306, |
| "grad_norm": 4.472485065460205, |
| "learning_rate": 5.273588922447543e-07, |
| "loss": 0.3192, |
| "step": 17750 |
| }, |
| { |
| "epoch": 2.138470800722456, |
| "grad_norm": 5.553606033325195, |
| "learning_rate": 5.268342792531897e-07, |
| "loss": 0.3328, |
| "step": 17760 |
| }, |
| { |
| "epoch": 2.1396748946417823, |
| "grad_norm": 5.298537731170654, |
| "learning_rate": 5.263096366334183e-07, |
| "loss": 0.3072, |
| "step": 17770 |
| }, |
| { |
| "epoch": 2.140878988561108, |
| "grad_norm": 4.98936128616333, |
| "learning_rate": 5.257849649647077e-07, |
| "loss": 0.3131, |
| "step": 17780 |
| }, |
| { |
| "epoch": 2.1420830824804336, |
| "grad_norm": 4.389891147613525, |
| "learning_rate": 5.252602648263569e-07, |
| "loss": 0.3142, |
| "step": 17790 |
| }, |
| { |
| "epoch": 2.143287176399759, |
| "grad_norm": 4.614076614379883, |
| "learning_rate": 5.24735536797697e-07, |
| "loss": 0.3075, |
| "step": 17800 |
| }, |
| { |
| "epoch": 2.144491270319085, |
| "grad_norm": 5.098964214324951, |
| "learning_rate": 5.242107814580893e-07, |
| "loss": 0.3125, |
| "step": 17810 |
| }, |
| { |
| "epoch": 2.1456953642384105, |
| "grad_norm": 4.502909183502197, |
| "learning_rate": 5.236859993869258e-07, |
| "loss": 0.2986, |
| "step": 17820 |
| }, |
| { |
| "epoch": 2.146899458157736, |
| "grad_norm": 5.02591609954834, |
| "learning_rate": 5.231611911636276e-07, |
| "loss": 0.294, |
| "step": 17830 |
| }, |
| { |
| "epoch": 2.148103552077062, |
| "grad_norm": 4.412136077880859, |
| "learning_rate": 5.226363573676447e-07, |
| "loss": 0.3085, |
| "step": 17840 |
| }, |
| { |
| "epoch": 2.149307645996388, |
| "grad_norm": 4.393168926239014, |
| "learning_rate": 5.221114985784558e-07, |
| "loss": 0.3145, |
| "step": 17850 |
| }, |
| { |
| "epoch": 2.1505117399157134, |
| "grad_norm": 4.741860389709473, |
| "learning_rate": 5.215866153755666e-07, |
| "loss": 0.3194, |
| "step": 17860 |
| }, |
| { |
| "epoch": 2.151715833835039, |
| "grad_norm": 4.4850006103515625, |
| "learning_rate": 5.210617083385101e-07, |
| "loss": 0.3015, |
| "step": 17870 |
| }, |
| { |
| "epoch": 2.1529199277543647, |
| "grad_norm": 5.466598033905029, |
| "learning_rate": 5.205367780468455e-07, |
| "loss": 0.311, |
| "step": 17880 |
| }, |
| { |
| "epoch": 2.1541240216736908, |
| "grad_norm": 5.164214611053467, |
| "learning_rate": 5.200118250801578e-07, |
| "loss": 0.3161, |
| "step": 17890 |
| }, |
| { |
| "epoch": 2.1553281155930164, |
| "grad_norm": 4.714061737060547, |
| "learning_rate": 5.194868500180567e-07, |
| "loss": 0.3171, |
| "step": 17900 |
| }, |
| { |
| "epoch": 2.156532209512342, |
| "grad_norm": 4.755367279052734, |
| "learning_rate": 5.189618534401768e-07, |
| "loss": 0.3059, |
| "step": 17910 |
| }, |
| { |
| "epoch": 2.1577363034316677, |
| "grad_norm": 4.605241298675537, |
| "learning_rate": 5.184368359261761e-07, |
| "loss": 0.3207, |
| "step": 17920 |
| }, |
| { |
| "epoch": 2.1589403973509933, |
| "grad_norm": 5.180820465087891, |
| "learning_rate": 5.179117980557357e-07, |
| "loss": 0.3097, |
| "step": 17930 |
| }, |
| { |
| "epoch": 2.160144491270319, |
| "grad_norm": 5.053746700286865, |
| "learning_rate": 5.173867404085594e-07, |
| "loss": 0.3208, |
| "step": 17940 |
| }, |
| { |
| "epoch": 2.1613485851896446, |
| "grad_norm": 4.809300899505615, |
| "learning_rate": 5.168616635643728e-07, |
| "loss": 0.3009, |
| "step": 17950 |
| }, |
| { |
| "epoch": 2.1625526791089706, |
| "grad_norm": 4.434291839599609, |
| "learning_rate": 5.163365681029224e-07, |
| "loss": 0.3118, |
| "step": 17960 |
| }, |
| { |
| "epoch": 2.1637567730282963, |
| "grad_norm": 3.94570255279541, |
| "learning_rate": 5.158114546039756e-07, |
| "loss": 0.3081, |
| "step": 17970 |
| }, |
| { |
| "epoch": 2.164960866947622, |
| "grad_norm": 4.972118854522705, |
| "learning_rate": 5.152863236473195e-07, |
| "loss": 0.3, |
| "step": 17980 |
| }, |
| { |
| "epoch": 2.1661649608669475, |
| "grad_norm": 5.422942161560059, |
| "learning_rate": 5.147611758127608e-07, |
| "loss": 0.3039, |
| "step": 17990 |
| }, |
| { |
| "epoch": 2.167369054786273, |
| "grad_norm": 4.45037317276001, |
| "learning_rate": 5.142360116801242e-07, |
| "loss": 0.3158, |
| "step": 18000 |
| }, |
| { |
| "epoch": 2.1685731487055993, |
| "grad_norm": 5.098633289337158, |
| "learning_rate": 5.137108318292533e-07, |
| "loss": 0.2949, |
| "step": 18010 |
| }, |
| { |
| "epoch": 2.169777242624925, |
| "grad_norm": 5.256601810455322, |
| "learning_rate": 5.131856368400082e-07, |
| "loss": 0.3037, |
| "step": 18020 |
| }, |
| { |
| "epoch": 2.1709813365442505, |
| "grad_norm": 5.189584732055664, |
| "learning_rate": 5.126604272922659e-07, |
| "loss": 0.3256, |
| "step": 18030 |
| }, |
| { |
| "epoch": 2.172185430463576, |
| "grad_norm": 4.259381294250488, |
| "learning_rate": 5.121352037659201e-07, |
| "loss": 0.3051, |
| "step": 18040 |
| }, |
| { |
| "epoch": 2.173389524382902, |
| "grad_norm": 4.795348644256592, |
| "learning_rate": 5.116099668408791e-07, |
| "loss": 0.3002, |
| "step": 18050 |
| }, |
| { |
| "epoch": 2.1745936183022274, |
| "grad_norm": 5.63735818862915, |
| "learning_rate": 5.110847170970665e-07, |
| "loss": 0.313, |
| "step": 18060 |
| }, |
| { |
| "epoch": 2.175797712221553, |
| "grad_norm": 6.581758975982666, |
| "learning_rate": 5.1055945511442e-07, |
| "loss": 0.3014, |
| "step": 18070 |
| }, |
| { |
| "epoch": 2.177001806140879, |
| "grad_norm": 5.026032447814941, |
| "learning_rate": 5.100341814728904e-07, |
| "loss": 0.3009, |
| "step": 18080 |
| }, |
| { |
| "epoch": 2.1782059000602048, |
| "grad_norm": 4.6837263107299805, |
| "learning_rate": 5.095088967524423e-07, |
| "loss": 0.3251, |
| "step": 18090 |
| }, |
| { |
| "epoch": 2.1794099939795304, |
| "grad_norm": 4.637839317321777, |
| "learning_rate": 5.089836015330513e-07, |
| "loss": 0.3177, |
| "step": 18100 |
| }, |
| { |
| "epoch": 2.180614087898856, |
| "grad_norm": 4.267435550689697, |
| "learning_rate": 5.084582963947057e-07, |
| "loss": 0.3003, |
| "step": 18110 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 4.481462001800537, |
| "learning_rate": 5.07932981917404e-07, |
| "loss": 0.3084, |
| "step": 18120 |
| }, |
| { |
| "epoch": 2.1830222757375077, |
| "grad_norm": 5.001600742340088, |
| "learning_rate": 5.074076586811554e-07, |
| "loss": 0.3117, |
| "step": 18130 |
| }, |
| { |
| "epoch": 2.1842263696568334, |
| "grad_norm": 4.785762310028076, |
| "learning_rate": 5.068823272659785e-07, |
| "loss": 0.3044, |
| "step": 18140 |
| }, |
| { |
| "epoch": 2.185430463576159, |
| "grad_norm": 4.241122245788574, |
| "learning_rate": 5.063569882519014e-07, |
| "loss": 0.3114, |
| "step": 18150 |
| }, |
| { |
| "epoch": 2.1866345574954846, |
| "grad_norm": 4.614393711090088, |
| "learning_rate": 5.0583164221896e-07, |
| "loss": 0.3143, |
| "step": 18160 |
| }, |
| { |
| "epoch": 2.1878386514148103, |
| "grad_norm": 5.790137767791748, |
| "learning_rate": 5.053062897471985e-07, |
| "loss": 0.3086, |
| "step": 18170 |
| }, |
| { |
| "epoch": 2.189042745334136, |
| "grad_norm": 5.027008056640625, |
| "learning_rate": 5.047809314166677e-07, |
| "loss": 0.2996, |
| "step": 18180 |
| }, |
| { |
| "epoch": 2.190246839253462, |
| "grad_norm": 4.725672245025635, |
| "learning_rate": 5.042555678074251e-07, |
| "loss": 0.3101, |
| "step": 18190 |
| }, |
| { |
| "epoch": 2.1914509331727876, |
| "grad_norm": 4.756001949310303, |
| "learning_rate": 5.037301994995342e-07, |
| "loss": 0.2892, |
| "step": 18200 |
| }, |
| { |
| "epoch": 2.1926550270921132, |
| "grad_norm": 3.9560751914978027, |
| "learning_rate": 5.032048270730634e-07, |
| "loss": 0.3118, |
| "step": 18210 |
| }, |
| { |
| "epoch": 2.193859121011439, |
| "grad_norm": 4.681294918060303, |
| "learning_rate": 5.026794511080859e-07, |
| "loss": 0.306, |
| "step": 18220 |
| }, |
| { |
| "epoch": 2.1950632149307645, |
| "grad_norm": 5.220909118652344, |
| "learning_rate": 5.021540721846787e-07, |
| "loss": 0.3089, |
| "step": 18230 |
| }, |
| { |
| "epoch": 2.19626730885009, |
| "grad_norm": 4.095883369445801, |
| "learning_rate": 5.016286908829218e-07, |
| "loss": 0.3179, |
| "step": 18240 |
| }, |
| { |
| "epoch": 2.197471402769416, |
| "grad_norm": 4.485768795013428, |
| "learning_rate": 5.011033077828982e-07, |
| "loss": 0.3037, |
| "step": 18250 |
| }, |
| { |
| "epoch": 2.198675496688742, |
| "grad_norm": 4.850970268249512, |
| "learning_rate": 5.00577923464693e-07, |
| "loss": 0.3098, |
| "step": 18260 |
| }, |
| { |
| "epoch": 2.1998795906080675, |
| "grad_norm": 4.3276848793029785, |
| "learning_rate": 5.000525385083919e-07, |
| "loss": 0.3117, |
| "step": 18270 |
| }, |
| { |
| "epoch": 2.201083684527393, |
| "grad_norm": 4.39775276184082, |
| "learning_rate": 4.995271534940823e-07, |
| "loss": 0.3185, |
| "step": 18280 |
| }, |
| { |
| "epoch": 2.2022877784467187, |
| "grad_norm": 4.972282409667969, |
| "learning_rate": 4.99001769001851e-07, |
| "loss": 0.3131, |
| "step": 18290 |
| }, |
| { |
| "epoch": 2.2034918723660444, |
| "grad_norm": 4.450355052947998, |
| "learning_rate": 4.984763856117842e-07, |
| "loss": 0.3052, |
| "step": 18300 |
| }, |
| { |
| "epoch": 2.2046959662853705, |
| "grad_norm": 4.771944046020508, |
| "learning_rate": 4.979510039039674e-07, |
| "loss": 0.3087, |
| "step": 18310 |
| }, |
| { |
| "epoch": 2.205900060204696, |
| "grad_norm": 4.077056407928467, |
| "learning_rate": 4.974256244584838e-07, |
| "loss": 0.2991, |
| "step": 18320 |
| }, |
| { |
| "epoch": 2.2071041541240217, |
| "grad_norm": 4.485861778259277, |
| "learning_rate": 4.969002478554139e-07, |
| "loss": 0.3117, |
| "step": 18330 |
| }, |
| { |
| "epoch": 2.2083082480433474, |
| "grad_norm": 4.26900053024292, |
| "learning_rate": 4.963748746748358e-07, |
| "loss": 0.299, |
| "step": 18340 |
| }, |
| { |
| "epoch": 2.209512341962673, |
| "grad_norm": 5.258630752563477, |
| "learning_rate": 4.958495054968235e-07, |
| "loss": 0.3109, |
| "step": 18350 |
| }, |
| { |
| "epoch": 2.2107164358819986, |
| "grad_norm": 5.4050774574279785, |
| "learning_rate": 4.953241409014459e-07, |
| "loss": 0.3263, |
| "step": 18360 |
| }, |
| { |
| "epoch": 2.2119205298013247, |
| "grad_norm": 4.431223392486572, |
| "learning_rate": 4.947987814687679e-07, |
| "loss": 0.3131, |
| "step": 18370 |
| }, |
| { |
| "epoch": 2.2131246237206503, |
| "grad_norm": 5.015274524688721, |
| "learning_rate": 4.942734277788481e-07, |
| "loss": 0.3122, |
| "step": 18380 |
| }, |
| { |
| "epoch": 2.214328717639976, |
| "grad_norm": 5.460362911224365, |
| "learning_rate": 4.937480804117392e-07, |
| "loss": 0.3049, |
| "step": 18390 |
| }, |
| { |
| "epoch": 2.2155328115593016, |
| "grad_norm": 4.469453811645508, |
| "learning_rate": 4.93222739947486e-07, |
| "loss": 0.3109, |
| "step": 18400 |
| }, |
| { |
| "epoch": 2.2167369054786272, |
| "grad_norm": 4.560921669006348, |
| "learning_rate": 4.926974069661265e-07, |
| "loss": 0.3155, |
| "step": 18410 |
| }, |
| { |
| "epoch": 2.217940999397953, |
| "grad_norm": 4.696376800537109, |
| "learning_rate": 4.921720820476904e-07, |
| "loss": 0.3256, |
| "step": 18420 |
| }, |
| { |
| "epoch": 2.219145093317279, |
| "grad_norm": 4.80272102355957, |
| "learning_rate": 4.916467657721984e-07, |
| "loss": 0.3172, |
| "step": 18430 |
| }, |
| { |
| "epoch": 2.2203491872366046, |
| "grad_norm": 4.686549663543701, |
| "learning_rate": 4.911214587196612e-07, |
| "loss": 0.3044, |
| "step": 18440 |
| }, |
| { |
| "epoch": 2.22155328115593, |
| "grad_norm": 4.5141921043396, |
| "learning_rate": 4.9059616147008e-07, |
| "loss": 0.296, |
| "step": 18450 |
| }, |
| { |
| "epoch": 2.222757375075256, |
| "grad_norm": 4.311396598815918, |
| "learning_rate": 4.900708746034446e-07, |
| "loss": 0.3052, |
| "step": 18460 |
| }, |
| { |
| "epoch": 2.2239614689945815, |
| "grad_norm": 4.644687175750732, |
| "learning_rate": 4.895455986997341e-07, |
| "loss": 0.3091, |
| "step": 18470 |
| }, |
| { |
| "epoch": 2.225165562913907, |
| "grad_norm": 4.708485126495361, |
| "learning_rate": 4.890203343389144e-07, |
| "loss": 0.3126, |
| "step": 18480 |
| }, |
| { |
| "epoch": 2.226369656833233, |
| "grad_norm": 4.648069381713867, |
| "learning_rate": 4.884950821009394e-07, |
| "loss": 0.3303, |
| "step": 18490 |
| }, |
| { |
| "epoch": 2.227573750752559, |
| "grad_norm": 5.3636555671691895, |
| "learning_rate": 4.8796984256575e-07, |
| "loss": 0.308, |
| "step": 18500 |
| }, |
| { |
| "epoch": 2.2287778446718844, |
| "grad_norm": 4.061014652252197, |
| "learning_rate": 4.874446163132719e-07, |
| "loss": 0.2957, |
| "step": 18510 |
| }, |
| { |
| "epoch": 2.22998193859121, |
| "grad_norm": 6.169346332550049, |
| "learning_rate": 4.869194039234169e-07, |
| "loss": 0.318, |
| "step": 18520 |
| }, |
| { |
| "epoch": 2.2311860325105357, |
| "grad_norm": 4.9474053382873535, |
| "learning_rate": 4.863942059760817e-07, |
| "loss": 0.3112, |
| "step": 18530 |
| }, |
| { |
| "epoch": 2.2323901264298613, |
| "grad_norm": 4.635356903076172, |
| "learning_rate": 4.858690230511465e-07, |
| "loss": 0.3006, |
| "step": 18540 |
| }, |
| { |
| "epoch": 2.2335942203491874, |
| "grad_norm": 4.872357368469238, |
| "learning_rate": 4.85343855728475e-07, |
| "loss": 0.315, |
| "step": 18550 |
| }, |
| { |
| "epoch": 2.234798314268513, |
| "grad_norm": 4.909818172454834, |
| "learning_rate": 4.848187045879141e-07, |
| "loss": 0.2983, |
| "step": 18560 |
| }, |
| { |
| "epoch": 2.2360024081878387, |
| "grad_norm": 5.507841110229492, |
| "learning_rate": 4.842935702092923e-07, |
| "loss": 0.2919, |
| "step": 18570 |
| }, |
| { |
| "epoch": 2.2372065021071643, |
| "grad_norm": 4.438649654388428, |
| "learning_rate": 4.837684531724202e-07, |
| "loss": 0.3012, |
| "step": 18580 |
| }, |
| { |
| "epoch": 2.23841059602649, |
| "grad_norm": 4.70427942276001, |
| "learning_rate": 4.832433540570885e-07, |
| "loss": 0.3076, |
| "step": 18590 |
| }, |
| { |
| "epoch": 2.2396146899458156, |
| "grad_norm": 4.81848669052124, |
| "learning_rate": 4.827182734430687e-07, |
| "loss": 0.3021, |
| "step": 18600 |
| }, |
| { |
| "epoch": 2.2408187838651417, |
| "grad_norm": 4.911860466003418, |
| "learning_rate": 4.821932119101116e-07, |
| "loss": 0.3109, |
| "step": 18610 |
| }, |
| { |
| "epoch": 2.2420228777844673, |
| "grad_norm": 5.092623233795166, |
| "learning_rate": 4.816681700379472e-07, |
| "loss": 0.3243, |
| "step": 18620 |
| }, |
| { |
| "epoch": 2.243226971703793, |
| "grad_norm": 4.224728584289551, |
| "learning_rate": 4.811431484062832e-07, |
| "loss": 0.3128, |
| "step": 18630 |
| }, |
| { |
| "epoch": 2.2444310656231186, |
| "grad_norm": 4.93331241607666, |
| "learning_rate": 4.806181475948057e-07, |
| "loss": 0.3147, |
| "step": 18640 |
| }, |
| { |
| "epoch": 2.245635159542444, |
| "grad_norm": 6.220354080200195, |
| "learning_rate": 4.800931681831773e-07, |
| "loss": 0.2964, |
| "step": 18650 |
| }, |
| { |
| "epoch": 2.24683925346177, |
| "grad_norm": 5.004923343658447, |
| "learning_rate": 4.795682107510375e-07, |
| "loss": 0.3172, |
| "step": 18660 |
| }, |
| { |
| "epoch": 2.248043347381096, |
| "grad_norm": 5.164400577545166, |
| "learning_rate": 4.790432758780005e-07, |
| "loss": 0.3063, |
| "step": 18670 |
| }, |
| { |
| "epoch": 2.2492474413004215, |
| "grad_norm": 5.098756313323975, |
| "learning_rate": 4.785183641436569e-07, |
| "loss": 0.3045, |
| "step": 18680 |
| }, |
| { |
| "epoch": 2.250451535219747, |
| "grad_norm": 4.363048553466797, |
| "learning_rate": 4.779934761275706e-07, |
| "loss": 0.3084, |
| "step": 18690 |
| }, |
| { |
| "epoch": 2.251655629139073, |
| "grad_norm": 5.233163833618164, |
| "learning_rate": 4.774686124092804e-07, |
| "loss": 0.316, |
| "step": 18700 |
| }, |
| { |
| "epoch": 2.2528597230583984, |
| "grad_norm": 4.870039463043213, |
| "learning_rate": 4.769437735682972e-07, |
| "loss": 0.3008, |
| "step": 18710 |
| }, |
| { |
| "epoch": 2.254063816977724, |
| "grad_norm": 5.44446325302124, |
| "learning_rate": 4.7641896018410506e-07, |
| "loss": 0.3139, |
| "step": 18720 |
| }, |
| { |
| "epoch": 2.25526791089705, |
| "grad_norm": 4.950879096984863, |
| "learning_rate": 4.758941728361599e-07, |
| "loss": 0.3108, |
| "step": 18730 |
| }, |
| { |
| "epoch": 2.2564720048163758, |
| "grad_norm": 4.887548446655273, |
| "learning_rate": 4.7536941210388895e-07, |
| "loss": 0.3195, |
| "step": 18740 |
| }, |
| { |
| "epoch": 2.2576760987357014, |
| "grad_norm": 6.180630207061768, |
| "learning_rate": 4.7484467856668946e-07, |
| "loss": 0.3112, |
| "step": 18750 |
| }, |
| { |
| "epoch": 2.258880192655027, |
| "grad_norm": 5.481302738189697, |
| "learning_rate": 4.743199728039294e-07, |
| "loss": 0.3124, |
| "step": 18760 |
| }, |
| { |
| "epoch": 2.2600842865743527, |
| "grad_norm": 4.6261677742004395, |
| "learning_rate": 4.737952953949457e-07, |
| "loss": 0.3058, |
| "step": 18770 |
| }, |
| { |
| "epoch": 2.2612883804936788, |
| "grad_norm": 4.097585201263428, |
| "learning_rate": 4.732706469190442e-07, |
| "loss": 0.3271, |
| "step": 18780 |
| }, |
| { |
| "epoch": 2.2624924744130044, |
| "grad_norm": 5.000282287597656, |
| "learning_rate": 4.7274602795549836e-07, |
| "loss": 0.317, |
| "step": 18790 |
| }, |
| { |
| "epoch": 2.26369656833233, |
| "grad_norm": 4.3350958824157715, |
| "learning_rate": 4.7222143908354943e-07, |
| "loss": 0.3083, |
| "step": 18800 |
| }, |
| { |
| "epoch": 2.2649006622516556, |
| "grad_norm": 4.336573123931885, |
| "learning_rate": 4.7169688088240555e-07, |
| "loss": 0.3139, |
| "step": 18810 |
| }, |
| { |
| "epoch": 2.2661047561709813, |
| "grad_norm": 4.1952900886535645, |
| "learning_rate": 4.7117235393124064e-07, |
| "loss": 0.294, |
| "step": 18820 |
| }, |
| { |
| "epoch": 2.267308850090307, |
| "grad_norm": 5.418072700500488, |
| "learning_rate": 4.7064785880919414e-07, |
| "loss": 0.3185, |
| "step": 18830 |
| }, |
| { |
| "epoch": 2.2685129440096325, |
| "grad_norm": 5.001430511474609, |
| "learning_rate": 4.701233960953708e-07, |
| "loss": 0.3108, |
| "step": 18840 |
| }, |
| { |
| "epoch": 2.2697170379289586, |
| "grad_norm": 5.28980827331543, |
| "learning_rate": 4.69598966368839e-07, |
| "loss": 0.3149, |
| "step": 18850 |
| }, |
| { |
| "epoch": 2.2709211318482843, |
| "grad_norm": 5.221833229064941, |
| "learning_rate": 4.6907457020863095e-07, |
| "loss": 0.3106, |
| "step": 18860 |
| }, |
| { |
| "epoch": 2.27212522576761, |
| "grad_norm": 4.259886264801025, |
| "learning_rate": 4.6855020819374196e-07, |
| "loss": 0.3159, |
| "step": 18870 |
| }, |
| { |
| "epoch": 2.2733293196869355, |
| "grad_norm": 5.210353851318359, |
| "learning_rate": 4.680258809031293e-07, |
| "loss": 0.306, |
| "step": 18880 |
| }, |
| { |
| "epoch": 2.274533413606261, |
| "grad_norm": 4.933556079864502, |
| "learning_rate": 4.6750158891571246e-07, |
| "loss": 0.2988, |
| "step": 18890 |
| }, |
| { |
| "epoch": 2.2757375075255872, |
| "grad_norm": 5.060166358947754, |
| "learning_rate": 4.669773328103712e-07, |
| "loss": 0.3298, |
| "step": 18900 |
| }, |
| { |
| "epoch": 2.276941601444913, |
| "grad_norm": 5.316260814666748, |
| "learning_rate": 4.664531131659461e-07, |
| "loss": 0.3193, |
| "step": 18910 |
| }, |
| { |
| "epoch": 2.2781456953642385, |
| "grad_norm": 4.371904373168945, |
| "learning_rate": 4.659289305612375e-07, |
| "loss": 0.3181, |
| "step": 18920 |
| }, |
| { |
| "epoch": 2.279349789283564, |
| "grad_norm": 4.114840984344482, |
| "learning_rate": 4.65404785575005e-07, |
| "loss": 0.3089, |
| "step": 18930 |
| }, |
| { |
| "epoch": 2.2805538832028898, |
| "grad_norm": 4.94135046005249, |
| "learning_rate": 4.64880678785966e-07, |
| "loss": 0.3158, |
| "step": 18940 |
| }, |
| { |
| "epoch": 2.2817579771222154, |
| "grad_norm": 5.033153057098389, |
| "learning_rate": 4.6435661077279633e-07, |
| "loss": 0.3087, |
| "step": 18950 |
| }, |
| { |
| "epoch": 2.282962071041541, |
| "grad_norm": 4.434708595275879, |
| "learning_rate": 4.638325821141289e-07, |
| "loss": 0.3031, |
| "step": 18960 |
| }, |
| { |
| "epoch": 2.284166164960867, |
| "grad_norm": 4.674195766448975, |
| "learning_rate": 4.6330859338855325e-07, |
| "loss": 0.3227, |
| "step": 18970 |
| }, |
| { |
| "epoch": 2.2853702588801927, |
| "grad_norm": 4.624505043029785, |
| "learning_rate": 4.6278464517461434e-07, |
| "loss": 0.2994, |
| "step": 18980 |
| }, |
| { |
| "epoch": 2.2865743527995184, |
| "grad_norm": 4.435290336608887, |
| "learning_rate": 4.622607380508129e-07, |
| "loss": 0.3125, |
| "step": 18990 |
| }, |
| { |
| "epoch": 2.287778446718844, |
| "grad_norm": 4.538943767547607, |
| "learning_rate": 4.6173687259560417e-07, |
| "loss": 0.3166, |
| "step": 19000 |
| }, |
| { |
| "epoch": 2.2889825406381696, |
| "grad_norm": 5.1769890785217285, |
| "learning_rate": 4.6121304938739754e-07, |
| "loss": 0.2978, |
| "step": 19010 |
| }, |
| { |
| "epoch": 2.2901866345574957, |
| "grad_norm": 4.897463321685791, |
| "learning_rate": 4.606892690045551e-07, |
| "loss": 0.2857, |
| "step": 19020 |
| }, |
| { |
| "epoch": 2.2913907284768213, |
| "grad_norm": 5.332199573516846, |
| "learning_rate": 4.601655320253924e-07, |
| "loss": 0.3082, |
| "step": 19030 |
| }, |
| { |
| "epoch": 2.292594822396147, |
| "grad_norm": 4.842720985412598, |
| "learning_rate": 4.5964183902817677e-07, |
| "loss": 0.3003, |
| "step": 19040 |
| }, |
| { |
| "epoch": 2.2937989163154726, |
| "grad_norm": 4.277060031890869, |
| "learning_rate": 4.5911819059112724e-07, |
| "loss": 0.3027, |
| "step": 19050 |
| }, |
| { |
| "epoch": 2.2950030102347982, |
| "grad_norm": 4.499503135681152, |
| "learning_rate": 4.5859458729241287e-07, |
| "loss": 0.311, |
| "step": 19060 |
| }, |
| { |
| "epoch": 2.296207104154124, |
| "grad_norm": 5.2861762046813965, |
| "learning_rate": 4.580710297101537e-07, |
| "loss": 0.3197, |
| "step": 19070 |
| }, |
| { |
| "epoch": 2.2974111980734495, |
| "grad_norm": 4.3773112297058105, |
| "learning_rate": 4.5754751842241905e-07, |
| "loss": 0.3113, |
| "step": 19080 |
| }, |
| { |
| "epoch": 2.2986152919927756, |
| "grad_norm": 4.447787284851074, |
| "learning_rate": 4.5702405400722703e-07, |
| "loss": 0.3037, |
| "step": 19090 |
| }, |
| { |
| "epoch": 2.299819385912101, |
| "grad_norm": 5.014771938323975, |
| "learning_rate": 4.5650063704254395e-07, |
| "loss": 0.3018, |
| "step": 19100 |
| }, |
| { |
| "epoch": 2.301023479831427, |
| "grad_norm": 4.333285331726074, |
| "learning_rate": 4.55977268106284e-07, |
| "loss": 0.3176, |
| "step": 19110 |
| }, |
| { |
| "epoch": 2.3022275737507525, |
| "grad_norm": 6.291433334350586, |
| "learning_rate": 4.5545394777630786e-07, |
| "loss": 0.3335, |
| "step": 19120 |
| }, |
| { |
| "epoch": 2.303431667670078, |
| "grad_norm": 4.657562255859375, |
| "learning_rate": 4.5493067663042325e-07, |
| "loss": 0.3059, |
| "step": 19130 |
| }, |
| { |
| "epoch": 2.304635761589404, |
| "grad_norm": 4.472227573394775, |
| "learning_rate": 4.544074552463829e-07, |
| "loss": 0.3074, |
| "step": 19140 |
| }, |
| { |
| "epoch": 2.30583985550873, |
| "grad_norm": 5.011964797973633, |
| "learning_rate": 4.5388428420188486e-07, |
| "loss": 0.3036, |
| "step": 19150 |
| }, |
| { |
| "epoch": 2.3070439494280555, |
| "grad_norm": 5.620879173278809, |
| "learning_rate": 4.533611640745718e-07, |
| "loss": 0.31, |
| "step": 19160 |
| }, |
| { |
| "epoch": 2.308248043347381, |
| "grad_norm": 5.25240421295166, |
| "learning_rate": 4.5283809544202996e-07, |
| "loss": 0.328, |
| "step": 19170 |
| }, |
| { |
| "epoch": 2.3094521372667067, |
| "grad_norm": 4.3917317390441895, |
| "learning_rate": 4.5231507888178856e-07, |
| "loss": 0.3129, |
| "step": 19180 |
| }, |
| { |
| "epoch": 2.3106562311860324, |
| "grad_norm": 4.568994998931885, |
| "learning_rate": 4.517921149713196e-07, |
| "loss": 0.3057, |
| "step": 19190 |
| }, |
| { |
| "epoch": 2.311860325105358, |
| "grad_norm": 4.5026726722717285, |
| "learning_rate": 4.512692042880372e-07, |
| "loss": 0.2997, |
| "step": 19200 |
| }, |
| { |
| "epoch": 2.313064419024684, |
| "grad_norm": 3.986133098602295, |
| "learning_rate": 4.507463474092959e-07, |
| "loss": 0.2952, |
| "step": 19210 |
| }, |
| { |
| "epoch": 2.3142685129440097, |
| "grad_norm": 4.367317199707031, |
| "learning_rate": 4.5022354491239145e-07, |
| "loss": 0.3036, |
| "step": 19220 |
| }, |
| { |
| "epoch": 2.3154726068633353, |
| "grad_norm": 5.649072170257568, |
| "learning_rate": 4.497007973745595e-07, |
| "loss": 0.3173, |
| "step": 19230 |
| }, |
| { |
| "epoch": 2.316676700782661, |
| "grad_norm": 5.655643463134766, |
| "learning_rate": 4.4917810537297514e-07, |
| "loss": 0.327, |
| "step": 19240 |
| }, |
| { |
| "epoch": 2.3178807947019866, |
| "grad_norm": 5.137732982635498, |
| "learning_rate": 4.4865546948475147e-07, |
| "loss": 0.3065, |
| "step": 19250 |
| }, |
| { |
| "epoch": 2.3190848886213127, |
| "grad_norm": 4.715443134307861, |
| "learning_rate": 4.481328902869404e-07, |
| "loss": 0.3207, |
| "step": 19260 |
| }, |
| { |
| "epoch": 2.3202889825406383, |
| "grad_norm": 3.9082722663879395, |
| "learning_rate": 4.476103683565308e-07, |
| "loss": 0.3074, |
| "step": 19270 |
| }, |
| { |
| "epoch": 2.321493076459964, |
| "grad_norm": 4.448252201080322, |
| "learning_rate": 4.4708790427044887e-07, |
| "loss": 0.3063, |
| "step": 19280 |
| }, |
| { |
| "epoch": 2.3226971703792896, |
| "grad_norm": 4.547604560852051, |
| "learning_rate": 4.465654986055559e-07, |
| "loss": 0.3098, |
| "step": 19290 |
| }, |
| { |
| "epoch": 2.323901264298615, |
| "grad_norm": 5.669996738433838, |
| "learning_rate": 4.460431519386497e-07, |
| "loss": 0.3188, |
| "step": 19300 |
| }, |
| { |
| "epoch": 2.325105358217941, |
| "grad_norm": 5.271092891693115, |
| "learning_rate": 4.4552086484646246e-07, |
| "loss": 0.2948, |
| "step": 19310 |
| }, |
| { |
| "epoch": 2.3263094521372665, |
| "grad_norm": 5.6719231605529785, |
| "learning_rate": 4.4499863790566087e-07, |
| "loss": 0.3089, |
| "step": 19320 |
| }, |
| { |
| "epoch": 2.3275135460565926, |
| "grad_norm": 5.9080657958984375, |
| "learning_rate": 4.444764716928447e-07, |
| "loss": 0.3195, |
| "step": 19330 |
| }, |
| { |
| "epoch": 2.328717639975918, |
| "grad_norm": 5.201897144317627, |
| "learning_rate": 4.43954366784547e-07, |
| "loss": 0.2979, |
| "step": 19340 |
| }, |
| { |
| "epoch": 2.329921733895244, |
| "grad_norm": 4.319961071014404, |
| "learning_rate": 4.4343232375723343e-07, |
| "loss": 0.3059, |
| "step": 19350 |
| }, |
| { |
| "epoch": 2.3311258278145695, |
| "grad_norm": 4.492523670196533, |
| "learning_rate": 4.4291034318730086e-07, |
| "loss": 0.2941, |
| "step": 19360 |
| }, |
| { |
| "epoch": 2.332329921733895, |
| "grad_norm": 5.589833736419678, |
| "learning_rate": 4.4238842565107715e-07, |
| "loss": 0.3089, |
| "step": 19370 |
| }, |
| { |
| "epoch": 2.333534015653221, |
| "grad_norm": 4.234698295593262, |
| "learning_rate": 4.4186657172482105e-07, |
| "loss": 0.3012, |
| "step": 19380 |
| }, |
| { |
| "epoch": 2.334738109572547, |
| "grad_norm": 4.777867317199707, |
| "learning_rate": 4.413447819847206e-07, |
| "loss": 0.3083, |
| "step": 19390 |
| }, |
| { |
| "epoch": 2.3359422034918724, |
| "grad_norm": 5.0551533699035645, |
| "learning_rate": 4.4082305700689334e-07, |
| "loss": 0.3056, |
| "step": 19400 |
| }, |
| { |
| "epoch": 2.337146297411198, |
| "grad_norm": 4.407803535461426, |
| "learning_rate": 4.40301397367385e-07, |
| "loss": 0.3137, |
| "step": 19410 |
| }, |
| { |
| "epoch": 2.3383503913305237, |
| "grad_norm": 4.408458709716797, |
| "learning_rate": 4.3977980364216925e-07, |
| "loss": 0.3234, |
| "step": 19420 |
| }, |
| { |
| "epoch": 2.3395544852498493, |
| "grad_norm": 5.100025653839111, |
| "learning_rate": 4.392582764071471e-07, |
| "loss": 0.3053, |
| "step": 19430 |
| }, |
| { |
| "epoch": 2.340758579169175, |
| "grad_norm": 4.870809078216553, |
| "learning_rate": 4.3873681623814634e-07, |
| "loss": 0.2973, |
| "step": 19440 |
| }, |
| { |
| "epoch": 2.341962673088501, |
| "grad_norm": 5.078246116638184, |
| "learning_rate": 4.3821542371092e-07, |
| "loss": 0.3042, |
| "step": 19450 |
| }, |
| { |
| "epoch": 2.3431667670078267, |
| "grad_norm": 4.400288105010986, |
| "learning_rate": 4.3769409940114706e-07, |
| "loss": 0.3012, |
| "step": 19460 |
| }, |
| { |
| "epoch": 2.3443708609271523, |
| "grad_norm": 5.289750576019287, |
| "learning_rate": 4.3717284388443123e-07, |
| "loss": 0.3149, |
| "step": 19470 |
| }, |
| { |
| "epoch": 2.345574954846478, |
| "grad_norm": 4.133148670196533, |
| "learning_rate": 4.3665165773629955e-07, |
| "loss": 0.311, |
| "step": 19480 |
| }, |
| { |
| "epoch": 2.3467790487658036, |
| "grad_norm": 4.689704418182373, |
| "learning_rate": 4.361305415322032e-07, |
| "loss": 0.2985, |
| "step": 19490 |
| }, |
| { |
| "epoch": 2.3479831426851296, |
| "grad_norm": 5.3425822257995605, |
| "learning_rate": 4.35609495847516e-07, |
| "loss": 0.3252, |
| "step": 19500 |
| }, |
| { |
| "epoch": 2.3491872366044553, |
| "grad_norm": 4.8020524978637695, |
| "learning_rate": 4.350885212575338e-07, |
| "loss": 0.3017, |
| "step": 19510 |
| }, |
| { |
| "epoch": 2.350391330523781, |
| "grad_norm": 3.823481798171997, |
| "learning_rate": 4.345676183374737e-07, |
| "loss": 0.3163, |
| "step": 19520 |
| }, |
| { |
| "epoch": 2.3515954244431065, |
| "grad_norm": 5.067866802215576, |
| "learning_rate": 4.3404678766247393e-07, |
| "loss": 0.2985, |
| "step": 19530 |
| }, |
| { |
| "epoch": 2.352799518362432, |
| "grad_norm": 4.470125198364258, |
| "learning_rate": 4.335260298075931e-07, |
| "loss": 0.3215, |
| "step": 19540 |
| }, |
| { |
| "epoch": 2.354003612281758, |
| "grad_norm": 4.854072093963623, |
| "learning_rate": 4.330053453478094e-07, |
| "loss": 0.3139, |
| "step": 19550 |
| }, |
| { |
| "epoch": 2.3552077062010834, |
| "grad_norm": 4.061732292175293, |
| "learning_rate": 4.3248473485801943e-07, |
| "loss": 0.2944, |
| "step": 19560 |
| }, |
| { |
| "epoch": 2.3564118001204095, |
| "grad_norm": 4.881399154663086, |
| "learning_rate": 4.319641989130387e-07, |
| "loss": 0.2958, |
| "step": 19570 |
| }, |
| { |
| "epoch": 2.357615894039735, |
| "grad_norm": 4.650146007537842, |
| "learning_rate": 4.3144373808760026e-07, |
| "loss": 0.3092, |
| "step": 19580 |
| }, |
| { |
| "epoch": 2.358819987959061, |
| "grad_norm": 5.014580249786377, |
| "learning_rate": 4.3092335295635444e-07, |
| "loss": 0.3143, |
| "step": 19590 |
| }, |
| { |
| "epoch": 2.3600240818783864, |
| "grad_norm": 5.064713478088379, |
| "learning_rate": 4.304030440938673e-07, |
| "loss": 0.3106, |
| "step": 19600 |
| }, |
| { |
| "epoch": 2.361228175797712, |
| "grad_norm": 4.044290065765381, |
| "learning_rate": 4.298828120746213e-07, |
| "loss": 0.3024, |
| "step": 19610 |
| }, |
| { |
| "epoch": 2.362432269717038, |
| "grad_norm": 5.447383403778076, |
| "learning_rate": 4.29362657473014e-07, |
| "loss": 0.3147, |
| "step": 19620 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 4.447105884552002, |
| "learning_rate": 4.2884258086335745e-07, |
| "loss": 0.303, |
| "step": 19630 |
| }, |
| { |
| "epoch": 2.3648404575556894, |
| "grad_norm": 4.2513957023620605, |
| "learning_rate": 4.2832258281987724e-07, |
| "loss": 0.3107, |
| "step": 19640 |
| }, |
| { |
| "epoch": 2.366044551475015, |
| "grad_norm": 5.619822025299072, |
| "learning_rate": 4.2780266391671277e-07, |
| "loss": 0.3212, |
| "step": 19650 |
| }, |
| { |
| "epoch": 2.3672486453943407, |
| "grad_norm": 5.056023597717285, |
| "learning_rate": 4.272828247279155e-07, |
| "loss": 0.298, |
| "step": 19660 |
| }, |
| { |
| "epoch": 2.3684527393136663, |
| "grad_norm": 4.584505558013916, |
| "learning_rate": 4.267630658274495e-07, |
| "loss": 0.3069, |
| "step": 19670 |
| }, |
| { |
| "epoch": 2.3696568332329924, |
| "grad_norm": 5.227287292480469, |
| "learning_rate": 4.2624338778918964e-07, |
| "loss": 0.296, |
| "step": 19680 |
| }, |
| { |
| "epoch": 2.370860927152318, |
| "grad_norm": 4.425261974334717, |
| "learning_rate": 4.2572379118692155e-07, |
| "loss": 0.3093, |
| "step": 19690 |
| }, |
| { |
| "epoch": 2.3720650210716436, |
| "grad_norm": 4.10771369934082, |
| "learning_rate": 4.2520427659434134e-07, |
| "loss": 0.295, |
| "step": 19700 |
| }, |
| { |
| "epoch": 2.3732691149909693, |
| "grad_norm": 4.561648845672607, |
| "learning_rate": 4.2468484458505456e-07, |
| "loss": 0.3006, |
| "step": 19710 |
| }, |
| { |
| "epoch": 2.374473208910295, |
| "grad_norm": 3.9050345420837402, |
| "learning_rate": 4.241654957325748e-07, |
| "loss": 0.3016, |
| "step": 19720 |
| }, |
| { |
| "epoch": 2.3756773028296205, |
| "grad_norm": 5.106329917907715, |
| "learning_rate": 4.2364623061032477e-07, |
| "loss": 0.3043, |
| "step": 19730 |
| }, |
| { |
| "epoch": 2.3768813967489466, |
| "grad_norm": 6.0447211265563965, |
| "learning_rate": 4.231270497916343e-07, |
| "loss": 0.3114, |
| "step": 19740 |
| }, |
| { |
| "epoch": 2.3780854906682722, |
| "grad_norm": 4.171956539154053, |
| "learning_rate": 4.2260795384974037e-07, |
| "loss": 0.3033, |
| "step": 19750 |
| }, |
| { |
| "epoch": 2.379289584587598, |
| "grad_norm": 4.500546932220459, |
| "learning_rate": 4.2208894335778573e-07, |
| "loss": 0.3066, |
| "step": 19760 |
| }, |
| { |
| "epoch": 2.3804936785069235, |
| "grad_norm": 5.30014181137085, |
| "learning_rate": 4.215700188888192e-07, |
| "loss": 0.3008, |
| "step": 19770 |
| }, |
| { |
| "epoch": 2.381697772426249, |
| "grad_norm": 4.23181676864624, |
| "learning_rate": 4.2105118101579497e-07, |
| "loss": 0.2925, |
| "step": 19780 |
| }, |
| { |
| "epoch": 2.3829018663455748, |
| "grad_norm": 4.446700096130371, |
| "learning_rate": 4.205324303115706e-07, |
| "loss": 0.3142, |
| "step": 19790 |
| }, |
| { |
| "epoch": 2.384105960264901, |
| "grad_norm": 5.344078063964844, |
| "learning_rate": 4.2001376734890824e-07, |
| "loss": 0.3053, |
| "step": 19800 |
| }, |
| { |
| "epoch": 2.3853100541842265, |
| "grad_norm": 5.066955089569092, |
| "learning_rate": 4.1949519270047295e-07, |
| "loss": 0.3071, |
| "step": 19810 |
| }, |
| { |
| "epoch": 2.386514148103552, |
| "grad_norm": 4.834653377532959, |
| "learning_rate": 4.1897670693883255e-07, |
| "loss": 0.3039, |
| "step": 19820 |
| }, |
| { |
| "epoch": 2.3877182420228777, |
| "grad_norm": 4.982695579528809, |
| "learning_rate": 4.1845831063645586e-07, |
| "loss": 0.3007, |
| "step": 19830 |
| }, |
| { |
| "epoch": 2.3889223359422034, |
| "grad_norm": 5.261125564575195, |
| "learning_rate": 4.1794000436571374e-07, |
| "loss": 0.3121, |
| "step": 19840 |
| }, |
| { |
| "epoch": 2.390126429861529, |
| "grad_norm": 5.1389570236206055, |
| "learning_rate": 4.174217886988775e-07, |
| "loss": 0.3058, |
| "step": 19850 |
| }, |
| { |
| "epoch": 2.391330523780855, |
| "grad_norm": 4.307366371154785, |
| "learning_rate": 4.169036642081183e-07, |
| "loss": 0.3008, |
| "step": 19860 |
| }, |
| { |
| "epoch": 2.3925346177001807, |
| "grad_norm": 5.068446636199951, |
| "learning_rate": 4.163856314655064e-07, |
| "loss": 0.3145, |
| "step": 19870 |
| }, |
| { |
| "epoch": 2.3937387116195064, |
| "grad_norm": 5.377712249755859, |
| "learning_rate": 4.1586769104301124e-07, |
| "loss": 0.3047, |
| "step": 19880 |
| }, |
| { |
| "epoch": 2.394942805538832, |
| "grad_norm": 5.161853313446045, |
| "learning_rate": 4.153498435124999e-07, |
| "loss": 0.3111, |
| "step": 19890 |
| }, |
| { |
| "epoch": 2.3961468994581576, |
| "grad_norm": 4.217031002044678, |
| "learning_rate": 4.1483208944573745e-07, |
| "loss": 0.2886, |
| "step": 19900 |
| }, |
| { |
| "epoch": 2.3973509933774833, |
| "grad_norm": 4.948873996734619, |
| "learning_rate": 4.1431442941438486e-07, |
| "loss": 0.3138, |
| "step": 19910 |
| }, |
| { |
| "epoch": 2.3985550872968093, |
| "grad_norm": 5.304249286651611, |
| "learning_rate": 4.1379686399000016e-07, |
| "loss": 0.3013, |
| "step": 19920 |
| }, |
| { |
| "epoch": 2.399759181216135, |
| "grad_norm": 5.372039318084717, |
| "learning_rate": 4.132793937440365e-07, |
| "loss": 0.316, |
| "step": 19930 |
| }, |
| { |
| "epoch": 2.4009632751354606, |
| "grad_norm": 5.1526265144348145, |
| "learning_rate": 4.127620192478421e-07, |
| "loss": 0.3177, |
| "step": 19940 |
| }, |
| { |
| "epoch": 2.4021673690547862, |
| "grad_norm": 4.650707244873047, |
| "learning_rate": 4.122447410726591e-07, |
| "loss": 0.3014, |
| "step": 19950 |
| }, |
| { |
| "epoch": 2.403371462974112, |
| "grad_norm": 4.576737403869629, |
| "learning_rate": 4.1172755978962395e-07, |
| "loss": 0.3069, |
| "step": 19960 |
| }, |
| { |
| "epoch": 2.4045755568934375, |
| "grad_norm": 5.201079845428467, |
| "learning_rate": 4.1121047596976534e-07, |
| "loss": 0.3151, |
| "step": 19970 |
| }, |
| { |
| "epoch": 2.4057796508127636, |
| "grad_norm": 4.859030723571777, |
| "learning_rate": 4.1069349018400503e-07, |
| "loss": 0.298, |
| "step": 19980 |
| }, |
| { |
| "epoch": 2.406983744732089, |
| "grad_norm": 5.44400691986084, |
| "learning_rate": 4.101766030031562e-07, |
| "loss": 0.303, |
| "step": 19990 |
| }, |
| { |
| "epoch": 2.408187838651415, |
| "grad_norm": 4.533078193664551, |
| "learning_rate": 4.0965981499792307e-07, |
| "loss": 0.3055, |
| "step": 20000 |
| }, |
| { |
| "epoch": 2.4093919325707405, |
| "grad_norm": 5.147141456604004, |
| "learning_rate": 4.0914312673890054e-07, |
| "loss": 0.3141, |
| "step": 20010 |
| }, |
| { |
| "epoch": 2.410596026490066, |
| "grad_norm": 4.530623912811279, |
| "learning_rate": 4.0862653879657373e-07, |
| "loss": 0.3205, |
| "step": 20020 |
| }, |
| { |
| "epoch": 2.411800120409392, |
| "grad_norm": 4.804474830627441, |
| "learning_rate": 4.08110051741316e-07, |
| "loss": 0.3113, |
| "step": 20030 |
| }, |
| { |
| "epoch": 2.413004214328718, |
| "grad_norm": 4.642183780670166, |
| "learning_rate": 4.0759366614339015e-07, |
| "loss": 0.3115, |
| "step": 20040 |
| }, |
| { |
| "epoch": 2.4142083082480434, |
| "grad_norm": 4.975921630859375, |
| "learning_rate": 4.0707738257294685e-07, |
| "loss": 0.3165, |
| "step": 20050 |
| }, |
| { |
| "epoch": 2.415412402167369, |
| "grad_norm": 4.621540546417236, |
| "learning_rate": 4.065612016000241e-07, |
| "loss": 0.2914, |
| "step": 20060 |
| }, |
| { |
| "epoch": 2.4166164960866947, |
| "grad_norm": 4.194451808929443, |
| "learning_rate": 4.060451237945462e-07, |
| "loss": 0.3035, |
| "step": 20070 |
| }, |
| { |
| "epoch": 2.4178205900060203, |
| "grad_norm": 4.82729959487915, |
| "learning_rate": 4.05529149726324e-07, |
| "loss": 0.3068, |
| "step": 20080 |
| }, |
| { |
| "epoch": 2.419024683925346, |
| "grad_norm": 5.17459774017334, |
| "learning_rate": 4.050132799650538e-07, |
| "loss": 0.3092, |
| "step": 20090 |
| }, |
| { |
| "epoch": 2.420228777844672, |
| "grad_norm": 5.787187576293945, |
| "learning_rate": 4.0449751508031666e-07, |
| "loss": 0.3168, |
| "step": 20100 |
| }, |
| { |
| "epoch": 2.4214328717639977, |
| "grad_norm": 4.466209411621094, |
| "learning_rate": 4.039818556415775e-07, |
| "loss": 0.296, |
| "step": 20110 |
| }, |
| { |
| "epoch": 2.4226369656833233, |
| "grad_norm": 4.929852485656738, |
| "learning_rate": 4.034663022181852e-07, |
| "loss": 0.3135, |
| "step": 20120 |
| }, |
| { |
| "epoch": 2.423841059602649, |
| "grad_norm": 4.523739337921143, |
| "learning_rate": 4.029508553793718e-07, |
| "loss": 0.288, |
| "step": 20130 |
| }, |
| { |
| "epoch": 2.4250451535219746, |
| "grad_norm": 7.000367641448975, |
| "learning_rate": 4.0243551569425095e-07, |
| "loss": 0.3105, |
| "step": 20140 |
| }, |
| { |
| "epoch": 2.4262492474413007, |
| "grad_norm": 6.229575157165527, |
| "learning_rate": 4.019202837318185e-07, |
| "loss": 0.3166, |
| "step": 20150 |
| }, |
| { |
| "epoch": 2.4274533413606263, |
| "grad_norm": 5.243337154388428, |
| "learning_rate": 4.0140516006095134e-07, |
| "loss": 0.3046, |
| "step": 20160 |
| }, |
| { |
| "epoch": 2.428657435279952, |
| "grad_norm": 4.598159313201904, |
| "learning_rate": 4.0089014525040685e-07, |
| "loss": 0.3064, |
| "step": 20170 |
| }, |
| { |
| "epoch": 2.4298615291992776, |
| "grad_norm": 4.482394695281982, |
| "learning_rate": 4.003752398688218e-07, |
| "loss": 0.3097, |
| "step": 20180 |
| }, |
| { |
| "epoch": 2.431065623118603, |
| "grad_norm": 5.39198637008667, |
| "learning_rate": 3.9986044448471244e-07, |
| "loss": 0.3112, |
| "step": 20190 |
| }, |
| { |
| "epoch": 2.432269717037929, |
| "grad_norm": 4.356963634490967, |
| "learning_rate": 3.9934575966647375e-07, |
| "loss": 0.3006, |
| "step": 20200 |
| }, |
| { |
| "epoch": 2.4334738109572545, |
| "grad_norm": 4.211975574493408, |
| "learning_rate": 3.9883118598237837e-07, |
| "loss": 0.2989, |
| "step": 20210 |
| }, |
| { |
| "epoch": 2.4346779048765805, |
| "grad_norm": 5.301422119140625, |
| "learning_rate": 3.9831672400057605e-07, |
| "loss": 0.3178, |
| "step": 20220 |
| }, |
| { |
| "epoch": 2.435881998795906, |
| "grad_norm": 4.181766510009766, |
| "learning_rate": 3.978023742890937e-07, |
| "loss": 0.3066, |
| "step": 20230 |
| }, |
| { |
| "epoch": 2.437086092715232, |
| "grad_norm": 5.18208122253418, |
| "learning_rate": 3.9728813741583383e-07, |
| "loss": 0.3001, |
| "step": 20240 |
| }, |
| { |
| "epoch": 2.4382901866345574, |
| "grad_norm": 5.382752418518066, |
| "learning_rate": 3.967740139485748e-07, |
| "loss": 0.3088, |
| "step": 20250 |
| }, |
| { |
| "epoch": 2.439494280553883, |
| "grad_norm": 5.215182304382324, |
| "learning_rate": 3.9626000445496934e-07, |
| "loss": 0.2882, |
| "step": 20260 |
| }, |
| { |
| "epoch": 2.440698374473209, |
| "grad_norm": 5.133399963378906, |
| "learning_rate": 3.957461095025444e-07, |
| "loss": 0.3303, |
| "step": 20270 |
| }, |
| { |
| "epoch": 2.4419024683925348, |
| "grad_norm": 5.194669246673584, |
| "learning_rate": 3.952323296587007e-07, |
| "loss": 0.3172, |
| "step": 20280 |
| }, |
| { |
| "epoch": 2.4431065623118604, |
| "grad_norm": 4.95144510269165, |
| "learning_rate": 3.947186654907119e-07, |
| "loss": 0.3138, |
| "step": 20290 |
| }, |
| { |
| "epoch": 2.444310656231186, |
| "grad_norm": 5.0588812828063965, |
| "learning_rate": 3.9420511756572346e-07, |
| "loss": 0.3058, |
| "step": 20300 |
| }, |
| { |
| "epoch": 2.4455147501505117, |
| "grad_norm": 5.033606052398682, |
| "learning_rate": 3.936916864507529e-07, |
| "loss": 0.3161, |
| "step": 20310 |
| }, |
| { |
| "epoch": 2.4467188440698373, |
| "grad_norm": 5.006187915802002, |
| "learning_rate": 3.9317837271268876e-07, |
| "loss": 0.2993, |
| "step": 20320 |
| }, |
| { |
| "epoch": 2.447922937989163, |
| "grad_norm": 4.955638408660889, |
| "learning_rate": 3.926651769182901e-07, |
| "loss": 0.3023, |
| "step": 20330 |
| }, |
| { |
| "epoch": 2.449127031908489, |
| "grad_norm": 4.786928653717041, |
| "learning_rate": 3.9215209963418513e-07, |
| "loss": 0.3207, |
| "step": 20340 |
| }, |
| { |
| "epoch": 2.4503311258278146, |
| "grad_norm": 4.456767559051514, |
| "learning_rate": 3.9163914142687177e-07, |
| "loss": 0.3142, |
| "step": 20350 |
| }, |
| { |
| "epoch": 2.4515352197471403, |
| "grad_norm": 5.671106338500977, |
| "learning_rate": 3.911263028627164e-07, |
| "loss": 0.3125, |
| "step": 20360 |
| }, |
| { |
| "epoch": 2.452739313666466, |
| "grad_norm": 5.525556564331055, |
| "learning_rate": 3.9061358450795344e-07, |
| "loss": 0.2972, |
| "step": 20370 |
| }, |
| { |
| "epoch": 2.4539434075857915, |
| "grad_norm": 4.18988561630249, |
| "learning_rate": 3.9010098692868397e-07, |
| "loss": 0.2971, |
| "step": 20380 |
| }, |
| { |
| "epoch": 2.4551475015051176, |
| "grad_norm": 5.705048561096191, |
| "learning_rate": 3.895885106908763e-07, |
| "loss": 0.3094, |
| "step": 20390 |
| }, |
| { |
| "epoch": 2.4563515954244433, |
| "grad_norm": 5.453742980957031, |
| "learning_rate": 3.890761563603647e-07, |
| "loss": 0.3079, |
| "step": 20400 |
| }, |
| { |
| "epoch": 2.457555689343769, |
| "grad_norm": 4.007357120513916, |
| "learning_rate": 3.885639245028488e-07, |
| "loss": 0.3119, |
| "step": 20410 |
| }, |
| { |
| "epoch": 2.4587597832630945, |
| "grad_norm": 5.247729301452637, |
| "learning_rate": 3.8805181568389255e-07, |
| "loss": 0.3047, |
| "step": 20420 |
| }, |
| { |
| "epoch": 2.45996387718242, |
| "grad_norm": 4.143746852874756, |
| "learning_rate": 3.8753983046892465e-07, |
| "loss": 0.3062, |
| "step": 20430 |
| }, |
| { |
| "epoch": 2.461167971101746, |
| "grad_norm": 4.356471538543701, |
| "learning_rate": 3.8702796942323736e-07, |
| "loss": 0.3095, |
| "step": 20440 |
| }, |
| { |
| "epoch": 2.4623720650210714, |
| "grad_norm": 4.553625106811523, |
| "learning_rate": 3.8651623311198516e-07, |
| "loss": 0.3117, |
| "step": 20450 |
| }, |
| { |
| "epoch": 2.4635761589403975, |
| "grad_norm": 4.882122039794922, |
| "learning_rate": 3.860046221001855e-07, |
| "loss": 0.322, |
| "step": 20460 |
| }, |
| { |
| "epoch": 2.464780252859723, |
| "grad_norm": 5.218991756439209, |
| "learning_rate": 3.854931369527172e-07, |
| "loss": 0.3138, |
| "step": 20470 |
| }, |
| { |
| "epoch": 2.4659843467790488, |
| "grad_norm": 5.427024841308594, |
| "learning_rate": 3.849817782343201e-07, |
| "loss": 0.3125, |
| "step": 20480 |
| }, |
| { |
| "epoch": 2.4671884406983744, |
| "grad_norm": 4.729675769805908, |
| "learning_rate": 3.8447054650959447e-07, |
| "loss": 0.2925, |
| "step": 20490 |
| }, |
| { |
| "epoch": 2.4683925346177, |
| "grad_norm": 5.330557346343994, |
| "learning_rate": 3.8395944234300053e-07, |
| "loss": 0.2968, |
| "step": 20500 |
| }, |
| { |
| "epoch": 2.469596628537026, |
| "grad_norm": 4.960201740264893, |
| "learning_rate": 3.834484662988573e-07, |
| "loss": 0.3147, |
| "step": 20510 |
| }, |
| { |
| "epoch": 2.4708007224563517, |
| "grad_norm": 4.888551235198975, |
| "learning_rate": 3.829376189413427e-07, |
| "loss": 0.3098, |
| "step": 20520 |
| }, |
| { |
| "epoch": 2.4720048163756774, |
| "grad_norm": 4.717561721801758, |
| "learning_rate": 3.824269008344924e-07, |
| "loss": 0.3018, |
| "step": 20530 |
| }, |
| { |
| "epoch": 2.473208910295003, |
| "grad_norm": 4.666635990142822, |
| "learning_rate": 3.8191631254219927e-07, |
| "loss": 0.2942, |
| "step": 20540 |
| }, |
| { |
| "epoch": 2.4744130042143286, |
| "grad_norm": 5.138599872589111, |
| "learning_rate": 3.8140585462821296e-07, |
| "loss": 0.2922, |
| "step": 20550 |
| }, |
| { |
| "epoch": 2.4756170981336543, |
| "grad_norm": 5.150256633758545, |
| "learning_rate": 3.808955276561395e-07, |
| "loss": 0.3039, |
| "step": 20560 |
| }, |
| { |
| "epoch": 2.47682119205298, |
| "grad_norm": 5.677982807159424, |
| "learning_rate": 3.8038533218943954e-07, |
| "loss": 0.2928, |
| "step": 20570 |
| }, |
| { |
| "epoch": 2.478025285972306, |
| "grad_norm": 4.552664756774902, |
| "learning_rate": 3.798752687914292e-07, |
| "loss": 0.3108, |
| "step": 20580 |
| }, |
| { |
| "epoch": 2.4792293798916316, |
| "grad_norm": 4.48048210144043, |
| "learning_rate": 3.7936533802527855e-07, |
| "loss": 0.3159, |
| "step": 20590 |
| }, |
| { |
| "epoch": 2.4804334738109572, |
| "grad_norm": 4.3352370262146, |
| "learning_rate": 3.7885554045401147e-07, |
| "loss": 0.3079, |
| "step": 20600 |
| }, |
| { |
| "epoch": 2.481637567730283, |
| "grad_norm": 4.1587653160095215, |
| "learning_rate": 3.783458766405042e-07, |
| "loss": 0.3036, |
| "step": 20610 |
| }, |
| { |
| "epoch": 2.4828416616496085, |
| "grad_norm": 4.668213844299316, |
| "learning_rate": 3.7783634714748584e-07, |
| "loss": 0.3003, |
| "step": 20620 |
| }, |
| { |
| "epoch": 2.4840457555689346, |
| "grad_norm": 4.186696529388428, |
| "learning_rate": 3.7732695253753697e-07, |
| "loss": 0.3192, |
| "step": 20630 |
| }, |
| { |
| "epoch": 2.48524984948826, |
| "grad_norm": 4.841115951538086, |
| "learning_rate": 3.7681769337308954e-07, |
| "loss": 0.3064, |
| "step": 20640 |
| }, |
| { |
| "epoch": 2.486453943407586, |
| "grad_norm": 4.4625020027160645, |
| "learning_rate": 3.7630857021642514e-07, |
| "loss": 0.3059, |
| "step": 20650 |
| }, |
| { |
| "epoch": 2.4876580373269115, |
| "grad_norm": 4.459711074829102, |
| "learning_rate": 3.757995836296761e-07, |
| "loss": 0.2925, |
| "step": 20660 |
| }, |
| { |
| "epoch": 2.488862131246237, |
| "grad_norm": 4.983307361602783, |
| "learning_rate": 3.7529073417482345e-07, |
| "loss": 0.2961, |
| "step": 20670 |
| }, |
| { |
| "epoch": 2.4900662251655628, |
| "grad_norm": 4.813161373138428, |
| "learning_rate": 3.747820224136973e-07, |
| "loss": 0.3138, |
| "step": 20680 |
| }, |
| { |
| "epoch": 2.4912703190848884, |
| "grad_norm": 4.922794342041016, |
| "learning_rate": 3.742734489079748e-07, |
| "loss": 0.3219, |
| "step": 20690 |
| }, |
| { |
| "epoch": 2.4924744130042145, |
| "grad_norm": 5.428676128387451, |
| "learning_rate": 3.737650142191814e-07, |
| "loss": 0.3077, |
| "step": 20700 |
| }, |
| { |
| "epoch": 2.49367850692354, |
| "grad_norm": 4.670940399169922, |
| "learning_rate": 3.7325671890868895e-07, |
| "loss": 0.3035, |
| "step": 20710 |
| }, |
| { |
| "epoch": 2.4948826008428657, |
| "grad_norm": 4.245230674743652, |
| "learning_rate": 3.727485635377153e-07, |
| "loss": 0.3102, |
| "step": 20720 |
| }, |
| { |
| "epoch": 2.4960866947621914, |
| "grad_norm": 4.281071186065674, |
| "learning_rate": 3.7224054866732366e-07, |
| "loss": 0.2848, |
| "step": 20730 |
| }, |
| { |
| "epoch": 2.497290788681517, |
| "grad_norm": 4.969486236572266, |
| "learning_rate": 3.717326748584227e-07, |
| "loss": 0.3109, |
| "step": 20740 |
| }, |
| { |
| "epoch": 2.498494882600843, |
| "grad_norm": 6.3518500328063965, |
| "learning_rate": 3.712249426717647e-07, |
| "loss": 0.321, |
| "step": 20750 |
| }, |
| { |
| "epoch": 2.4996989765201687, |
| "grad_norm": 4.896385192871094, |
| "learning_rate": 3.707173526679458e-07, |
| "loss": 0.3096, |
| "step": 20760 |
| }, |
| { |
| "epoch": 2.5009030704394943, |
| "grad_norm": 4.546391487121582, |
| "learning_rate": 3.702099054074054e-07, |
| "loss": 0.3153, |
| "step": 20770 |
| }, |
| { |
| "epoch": 2.50210716435882, |
| "grad_norm": 4.817781925201416, |
| "learning_rate": 3.6970260145042475e-07, |
| "loss": 0.3072, |
| "step": 20780 |
| }, |
| { |
| "epoch": 2.5033112582781456, |
| "grad_norm": 4.495319366455078, |
| "learning_rate": 3.691954413571276e-07, |
| "loss": 0.316, |
| "step": 20790 |
| }, |
| { |
| "epoch": 2.5045153521974717, |
| "grad_norm": 4.200586318969727, |
| "learning_rate": 3.6868842568747826e-07, |
| "loss": 0.3146, |
| "step": 20800 |
| }, |
| { |
| "epoch": 2.505719446116797, |
| "grad_norm": 5.999356269836426, |
| "learning_rate": 3.681815550012816e-07, |
| "loss": 0.3087, |
| "step": 20810 |
| }, |
| { |
| "epoch": 2.506923540036123, |
| "grad_norm": 4.140690326690674, |
| "learning_rate": 3.676748298581828e-07, |
| "loss": 0.2786, |
| "step": 20820 |
| }, |
| { |
| "epoch": 2.5081276339554486, |
| "grad_norm": 4.519384384155273, |
| "learning_rate": 3.6716825081766634e-07, |
| "loss": 0.3073, |
| "step": 20830 |
| }, |
| { |
| "epoch": 2.509331727874774, |
| "grad_norm": 4.580509185791016, |
| "learning_rate": 3.6666181843905477e-07, |
| "loss": 0.3224, |
| "step": 20840 |
| }, |
| { |
| "epoch": 2.5105358217941, |
| "grad_norm": 4.371671676635742, |
| "learning_rate": 3.661555332815092e-07, |
| "loss": 0.303, |
| "step": 20850 |
| }, |
| { |
| "epoch": 2.5117399157134255, |
| "grad_norm": 5.235719680786133, |
| "learning_rate": 3.656493959040283e-07, |
| "loss": 0.3104, |
| "step": 20860 |
| }, |
| { |
| "epoch": 2.5129440096327516, |
| "grad_norm": 5.564718246459961, |
| "learning_rate": 3.651434068654474e-07, |
| "loss": 0.3111, |
| "step": 20870 |
| }, |
| { |
| "epoch": 2.514148103552077, |
| "grad_norm": 4.76020622253418, |
| "learning_rate": 3.646375667244378e-07, |
| "loss": 0.3153, |
| "step": 20880 |
| }, |
| { |
| "epoch": 2.515352197471403, |
| "grad_norm": 4.534407138824463, |
| "learning_rate": 3.6413187603950667e-07, |
| "loss": 0.305, |
| "step": 20890 |
| }, |
| { |
| "epoch": 2.5165562913907285, |
| "grad_norm": 5.413814067840576, |
| "learning_rate": 3.636263353689962e-07, |
| "loss": 0.3088, |
| "step": 20900 |
| }, |
| { |
| "epoch": 2.517760385310054, |
| "grad_norm": 5.003753185272217, |
| "learning_rate": 3.6312094527108307e-07, |
| "loss": 0.3146, |
| "step": 20910 |
| }, |
| { |
| "epoch": 2.51896447922938, |
| "grad_norm": 5.368070125579834, |
| "learning_rate": 3.6261570630377713e-07, |
| "loss": 0.3131, |
| "step": 20920 |
| }, |
| { |
| "epoch": 2.5201685731487053, |
| "grad_norm": 5.054159641265869, |
| "learning_rate": 3.621106190249219e-07, |
| "loss": 0.2967, |
| "step": 20930 |
| }, |
| { |
| "epoch": 2.5213726670680314, |
| "grad_norm": 5.523135185241699, |
| "learning_rate": 3.616056839921932e-07, |
| "loss": 0.3154, |
| "step": 20940 |
| }, |
| { |
| "epoch": 2.522576760987357, |
| "grad_norm": 5.352376937866211, |
| "learning_rate": 3.6110090176309914e-07, |
| "loss": 0.3033, |
| "step": 20950 |
| }, |
| { |
| "epoch": 2.5237808549066827, |
| "grad_norm": 3.677163600921631, |
| "learning_rate": 3.605962728949783e-07, |
| "loss": 0.3198, |
| "step": 20960 |
| }, |
| { |
| "epoch": 2.5249849488260083, |
| "grad_norm": 4.4316840171813965, |
| "learning_rate": 3.6009179794500067e-07, |
| "loss": 0.304, |
| "step": 20970 |
| }, |
| { |
| "epoch": 2.526189042745334, |
| "grad_norm": 4.927300453186035, |
| "learning_rate": 3.5958747747016603e-07, |
| "loss": 0.3221, |
| "step": 20980 |
| }, |
| { |
| "epoch": 2.52739313666466, |
| "grad_norm": 5.448822975158691, |
| "learning_rate": 3.590833120273038e-07, |
| "loss": 0.3186, |
| "step": 20990 |
| }, |
| { |
| "epoch": 2.5285972305839857, |
| "grad_norm": 4.188570022583008, |
| "learning_rate": 3.5857930217307163e-07, |
| "loss": 0.3015, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.5298013245033113, |
| "grad_norm": 4.157015323638916, |
| "learning_rate": 3.580754484639561e-07, |
| "loss": 0.2909, |
| "step": 21010 |
| }, |
| { |
| "epoch": 2.531005418422637, |
| "grad_norm": 4.773519992828369, |
| "learning_rate": 3.5757175145627107e-07, |
| "loss": 0.3034, |
| "step": 21020 |
| }, |
| { |
| "epoch": 2.5322095123419626, |
| "grad_norm": 5.435080051422119, |
| "learning_rate": 3.570682117061573e-07, |
| "loss": 0.3148, |
| "step": 21030 |
| }, |
| { |
| "epoch": 2.5334136062612886, |
| "grad_norm": 4.959787368774414, |
| "learning_rate": 3.56564829769582e-07, |
| "loss": 0.3115, |
| "step": 21040 |
| }, |
| { |
| "epoch": 2.534617700180614, |
| "grad_norm": 4.7358880043029785, |
| "learning_rate": 3.5606160620233815e-07, |
| "loss": 0.3078, |
| "step": 21050 |
| }, |
| { |
| "epoch": 2.53582179409994, |
| "grad_norm": 4.220034599304199, |
| "learning_rate": 3.5555854156004404e-07, |
| "loss": 0.298, |
| "step": 21060 |
| }, |
| { |
| "epoch": 2.5370258880192655, |
| "grad_norm": 4.433871746063232, |
| "learning_rate": 3.550556363981422e-07, |
| "loss": 0.2809, |
| "step": 21070 |
| }, |
| { |
| "epoch": 2.538229981938591, |
| "grad_norm": 4.491239070892334, |
| "learning_rate": 3.5455289127189907e-07, |
| "loss": 0.3179, |
| "step": 21080 |
| }, |
| { |
| "epoch": 2.539434075857917, |
| "grad_norm": 4.969503879547119, |
| "learning_rate": 3.540503067364047e-07, |
| "loss": 0.3018, |
| "step": 21090 |
| }, |
| { |
| "epoch": 2.5406381697772424, |
| "grad_norm": 4.266849040985107, |
| "learning_rate": 3.535478833465717e-07, |
| "loss": 0.3121, |
| "step": 21100 |
| }, |
| { |
| "epoch": 2.5418422636965685, |
| "grad_norm": 4.8507771492004395, |
| "learning_rate": 3.5304562165713435e-07, |
| "loss": 0.317, |
| "step": 21110 |
| }, |
| { |
| "epoch": 2.543046357615894, |
| "grad_norm": 4.610383987426758, |
| "learning_rate": 3.525435222226491e-07, |
| "loss": 0.3083, |
| "step": 21120 |
| }, |
| { |
| "epoch": 2.54425045153522, |
| "grad_norm": 4.408012390136719, |
| "learning_rate": 3.5204158559749275e-07, |
| "loss": 0.3141, |
| "step": 21130 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 5.178010940551758, |
| "learning_rate": 3.5153981233586274e-07, |
| "loss": 0.3106, |
| "step": 21140 |
| }, |
| { |
| "epoch": 2.546658639373871, |
| "grad_norm": 4.6306681632995605, |
| "learning_rate": 3.5103820299177535e-07, |
| "loss": 0.3086, |
| "step": 21150 |
| }, |
| { |
| "epoch": 2.547862733293197, |
| "grad_norm": 5.366611003875732, |
| "learning_rate": 3.505367581190668e-07, |
| "loss": 0.2985, |
| "step": 21160 |
| }, |
| { |
| "epoch": 2.5490668272125223, |
| "grad_norm": 5.572306156158447, |
| "learning_rate": 3.5003547827139125e-07, |
| "loss": 0.2976, |
| "step": 21170 |
| }, |
| { |
| "epoch": 2.5502709211318484, |
| "grad_norm": 5.326085090637207, |
| "learning_rate": 3.495343640022209e-07, |
| "loss": 0.2971, |
| "step": 21180 |
| }, |
| { |
| "epoch": 2.551475015051174, |
| "grad_norm": 7.600101947784424, |
| "learning_rate": 3.4903341586484456e-07, |
| "loss": 0.2961, |
| "step": 21190 |
| }, |
| { |
| "epoch": 2.5526791089704997, |
| "grad_norm": 4.568670272827148, |
| "learning_rate": 3.4853263441236834e-07, |
| "loss": 0.3142, |
| "step": 21200 |
| }, |
| { |
| "epoch": 2.5538832028898253, |
| "grad_norm": 4.9445695877075195, |
| "learning_rate": 3.480320201977138e-07, |
| "loss": 0.2988, |
| "step": 21210 |
| }, |
| { |
| "epoch": 2.555087296809151, |
| "grad_norm": 5.26786994934082, |
| "learning_rate": 3.475315737736183e-07, |
| "loss": 0.3074, |
| "step": 21220 |
| }, |
| { |
| "epoch": 2.556291390728477, |
| "grad_norm": 4.316328525543213, |
| "learning_rate": 3.4703129569263323e-07, |
| "loss": 0.2917, |
| "step": 21230 |
| }, |
| { |
| "epoch": 2.5574954846478026, |
| "grad_norm": 4.018758773803711, |
| "learning_rate": 3.465311865071248e-07, |
| "loss": 0.2967, |
| "step": 21240 |
| }, |
| { |
| "epoch": 2.5586995785671283, |
| "grad_norm": 5.121528625488281, |
| "learning_rate": 3.460312467692725e-07, |
| "loss": 0.3061, |
| "step": 21250 |
| }, |
| { |
| "epoch": 2.559903672486454, |
| "grad_norm": 4.710129261016846, |
| "learning_rate": 3.4553147703106886e-07, |
| "loss": 0.3074, |
| "step": 21260 |
| }, |
| { |
| "epoch": 2.5611077664057795, |
| "grad_norm": 4.447737216949463, |
| "learning_rate": 3.4503187784431825e-07, |
| "loss": 0.3062, |
| "step": 21270 |
| }, |
| { |
| "epoch": 2.5623118603251056, |
| "grad_norm": 4.8179612159729, |
| "learning_rate": 3.445324497606372e-07, |
| "loss": 0.3007, |
| "step": 21280 |
| }, |
| { |
| "epoch": 2.563515954244431, |
| "grad_norm": 4.53162956237793, |
| "learning_rate": 3.440331933314532e-07, |
| "loss": 0.3103, |
| "step": 21290 |
| }, |
| { |
| "epoch": 2.564720048163757, |
| "grad_norm": 4.889903545379639, |
| "learning_rate": 3.435341091080042e-07, |
| "loss": 0.3109, |
| "step": 21300 |
| }, |
| { |
| "epoch": 2.5659241420830825, |
| "grad_norm": 4.858291149139404, |
| "learning_rate": 3.430351976413378e-07, |
| "loss": 0.3191, |
| "step": 21310 |
| }, |
| { |
| "epoch": 2.567128236002408, |
| "grad_norm": 4.58107852935791, |
| "learning_rate": 3.425364594823114e-07, |
| "loss": 0.2853, |
| "step": 21320 |
| }, |
| { |
| "epoch": 2.5683323299217338, |
| "grad_norm": 5.6206207275390625, |
| "learning_rate": 3.420378951815903e-07, |
| "loss": 0.3081, |
| "step": 21330 |
| }, |
| { |
| "epoch": 2.5695364238410594, |
| "grad_norm": 5.069255352020264, |
| "learning_rate": 3.4153950528964866e-07, |
| "loss": 0.3034, |
| "step": 21340 |
| }, |
| { |
| "epoch": 2.5707405177603855, |
| "grad_norm": 5.086771488189697, |
| "learning_rate": 3.4104129035676743e-07, |
| "loss": 0.318, |
| "step": 21350 |
| }, |
| { |
| "epoch": 2.571944611679711, |
| "grad_norm": 5.416161060333252, |
| "learning_rate": 3.4054325093303447e-07, |
| "loss": 0.3062, |
| "step": 21360 |
| }, |
| { |
| "epoch": 2.5731487055990367, |
| "grad_norm": 4.536307334899902, |
| "learning_rate": 3.4004538756834415e-07, |
| "loss": 0.3028, |
| "step": 21370 |
| }, |
| { |
| "epoch": 2.5743527995183624, |
| "grad_norm": 4.512822151184082, |
| "learning_rate": 3.3954770081239657e-07, |
| "loss": 0.3046, |
| "step": 21380 |
| }, |
| { |
| "epoch": 2.575556893437688, |
| "grad_norm": 5.5262322425842285, |
| "learning_rate": 3.39050191214696e-07, |
| "loss": 0.3012, |
| "step": 21390 |
| }, |
| { |
| "epoch": 2.576760987357014, |
| "grad_norm": 5.3342509269714355, |
| "learning_rate": 3.38552859324552e-07, |
| "loss": 0.3046, |
| "step": 21400 |
| }, |
| { |
| "epoch": 2.5779650812763397, |
| "grad_norm": 4.271503925323486, |
| "learning_rate": 3.380557056910778e-07, |
| "loss": 0.3097, |
| "step": 21410 |
| }, |
| { |
| "epoch": 2.5791691751956654, |
| "grad_norm": 4.600352764129639, |
| "learning_rate": 3.375587308631891e-07, |
| "loss": 0.3094, |
| "step": 21420 |
| }, |
| { |
| "epoch": 2.580373269114991, |
| "grad_norm": 4.630692958831787, |
| "learning_rate": 3.3706193538960493e-07, |
| "loss": 0.3117, |
| "step": 21430 |
| }, |
| { |
| "epoch": 2.5815773630343166, |
| "grad_norm": 4.425769329071045, |
| "learning_rate": 3.3656531981884604e-07, |
| "loss": 0.3097, |
| "step": 21440 |
| }, |
| { |
| "epoch": 2.5827814569536423, |
| "grad_norm": 4.963135242462158, |
| "learning_rate": 3.3606888469923474e-07, |
| "loss": 0.3079, |
| "step": 21450 |
| }, |
| { |
| "epoch": 2.583985550872968, |
| "grad_norm": 5.204167366027832, |
| "learning_rate": 3.3557263057889344e-07, |
| "loss": 0.2965, |
| "step": 21460 |
| }, |
| { |
| "epoch": 2.585189644792294, |
| "grad_norm": 4.431160926818848, |
| "learning_rate": 3.3507655800574554e-07, |
| "loss": 0.2973, |
| "step": 21470 |
| }, |
| { |
| "epoch": 2.5863937387116196, |
| "grad_norm": 5.386955261230469, |
| "learning_rate": 3.345806675275134e-07, |
| "loss": 0.3035, |
| "step": 21480 |
| }, |
| { |
| "epoch": 2.5875978326309452, |
| "grad_norm": 4.363948345184326, |
| "learning_rate": 3.340849596917189e-07, |
| "loss": 0.2848, |
| "step": 21490 |
| }, |
| { |
| "epoch": 2.588801926550271, |
| "grad_norm": 4.813036918640137, |
| "learning_rate": 3.3358943504568147e-07, |
| "loss": 0.3086, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.5900060204695965, |
| "grad_norm": 4.847212791442871, |
| "learning_rate": 3.3309409413651895e-07, |
| "loss": 0.2939, |
| "step": 21510 |
| }, |
| { |
| "epoch": 2.5912101143889226, |
| "grad_norm": 6.291325569152832, |
| "learning_rate": 3.3259893751114606e-07, |
| "loss": 0.3117, |
| "step": 21520 |
| }, |
| { |
| "epoch": 2.592414208308248, |
| "grad_norm": 5.317537307739258, |
| "learning_rate": 3.321039657162742e-07, |
| "loss": 0.3222, |
| "step": 21530 |
| }, |
| { |
| "epoch": 2.593618302227574, |
| "grad_norm": 4.0502190589904785, |
| "learning_rate": 3.3160917929841027e-07, |
| "loss": 0.2994, |
| "step": 21540 |
| }, |
| { |
| "epoch": 2.5948223961468995, |
| "grad_norm": 5.079105377197266, |
| "learning_rate": 3.3111457880385686e-07, |
| "loss": 0.3002, |
| "step": 21550 |
| }, |
| { |
| "epoch": 2.596026490066225, |
| "grad_norm": 5.073225975036621, |
| "learning_rate": 3.3062016477871147e-07, |
| "loss": 0.2969, |
| "step": 21560 |
| }, |
| { |
| "epoch": 2.5972305839855507, |
| "grad_norm": 5.702369689941406, |
| "learning_rate": 3.3012593776886524e-07, |
| "loss": 0.3229, |
| "step": 21570 |
| }, |
| { |
| "epoch": 2.5984346779048764, |
| "grad_norm": 5.685046672821045, |
| "learning_rate": 3.296318983200028e-07, |
| "loss": 0.3149, |
| "step": 21580 |
| }, |
| { |
| "epoch": 2.5996387718242024, |
| "grad_norm": 5.351219654083252, |
| "learning_rate": 3.2913804697760244e-07, |
| "loss": 0.3116, |
| "step": 21590 |
| }, |
| { |
| "epoch": 2.600842865743528, |
| "grad_norm": 4.610897541046143, |
| "learning_rate": 3.286443842869338e-07, |
| "loss": 0.3092, |
| "step": 21600 |
| }, |
| { |
| "epoch": 2.6020469596628537, |
| "grad_norm": 4.982673168182373, |
| "learning_rate": 3.2815091079305895e-07, |
| "loss": 0.2942, |
| "step": 21610 |
| }, |
| { |
| "epoch": 2.6032510535821793, |
| "grad_norm": 5.005990982055664, |
| "learning_rate": 3.2765762704083067e-07, |
| "loss": 0.311, |
| "step": 21620 |
| }, |
| { |
| "epoch": 2.604455147501505, |
| "grad_norm": 4.512310028076172, |
| "learning_rate": 3.271645335748923e-07, |
| "loss": 0.3267, |
| "step": 21630 |
| }, |
| { |
| "epoch": 2.605659241420831, |
| "grad_norm": 4.117137432098389, |
| "learning_rate": 3.2667163093967716e-07, |
| "loss": 0.3003, |
| "step": 21640 |
| }, |
| { |
| "epoch": 2.6068633353401567, |
| "grad_norm": 5.019242763519287, |
| "learning_rate": 3.2617891967940806e-07, |
| "loss": 0.2979, |
| "step": 21650 |
| }, |
| { |
| "epoch": 2.6080674292594823, |
| "grad_norm": 4.304302215576172, |
| "learning_rate": 3.2568640033809597e-07, |
| "loss": 0.3009, |
| "step": 21660 |
| }, |
| { |
| "epoch": 2.609271523178808, |
| "grad_norm": 5.543119430541992, |
| "learning_rate": 3.2519407345954043e-07, |
| "loss": 0.3085, |
| "step": 21670 |
| }, |
| { |
| "epoch": 2.6104756170981336, |
| "grad_norm": 4.892364025115967, |
| "learning_rate": 3.247019395873283e-07, |
| "loss": 0.2965, |
| "step": 21680 |
| }, |
| { |
| "epoch": 2.611679711017459, |
| "grad_norm": 3.9560534954071045, |
| "learning_rate": 3.242099992648336e-07, |
| "loss": 0.2994, |
| "step": 21690 |
| }, |
| { |
| "epoch": 2.612883804936785, |
| "grad_norm": 4.653574466705322, |
| "learning_rate": 3.2371825303521604e-07, |
| "loss": 0.3072, |
| "step": 21700 |
| }, |
| { |
| "epoch": 2.614087898856111, |
| "grad_norm": 4.340296268463135, |
| "learning_rate": 3.232267014414216e-07, |
| "loss": 0.2965, |
| "step": 21710 |
| }, |
| { |
| "epoch": 2.6152919927754366, |
| "grad_norm": 3.889099597930908, |
| "learning_rate": 3.2273534502618136e-07, |
| "loss": 0.3212, |
| "step": 21720 |
| }, |
| { |
| "epoch": 2.616496086694762, |
| "grad_norm": 4.952009201049805, |
| "learning_rate": 3.2224418433201033e-07, |
| "loss": 0.3121, |
| "step": 21730 |
| }, |
| { |
| "epoch": 2.617700180614088, |
| "grad_norm": 5.229816913604736, |
| "learning_rate": 3.2175321990120797e-07, |
| "loss": 0.304, |
| "step": 21740 |
| }, |
| { |
| "epoch": 2.6189042745334135, |
| "grad_norm": 4.951354503631592, |
| "learning_rate": 3.2126245227585693e-07, |
| "loss": 0.3024, |
| "step": 21750 |
| }, |
| { |
| "epoch": 2.6201083684527395, |
| "grad_norm": 5.034163475036621, |
| "learning_rate": 3.2077188199782257e-07, |
| "loss": 0.3057, |
| "step": 21760 |
| }, |
| { |
| "epoch": 2.621312462372065, |
| "grad_norm": 5.984414100646973, |
| "learning_rate": 3.20281509608752e-07, |
| "loss": 0.3209, |
| "step": 21770 |
| }, |
| { |
| "epoch": 2.622516556291391, |
| "grad_norm": 4.373472213745117, |
| "learning_rate": 3.1979133565007434e-07, |
| "loss": 0.2947, |
| "step": 21780 |
| }, |
| { |
| "epoch": 2.6237206502107164, |
| "grad_norm": 4.750053405761719, |
| "learning_rate": 3.193013606629994e-07, |
| "loss": 0.3196, |
| "step": 21790 |
| }, |
| { |
| "epoch": 2.624924744130042, |
| "grad_norm": 4.528110027313232, |
| "learning_rate": 3.188115851885174e-07, |
| "loss": 0.3053, |
| "step": 21800 |
| }, |
| { |
| "epoch": 2.6261288380493677, |
| "grad_norm": 4.8642072677612305, |
| "learning_rate": 3.1832200976739786e-07, |
| "loss": 0.3328, |
| "step": 21810 |
| }, |
| { |
| "epoch": 2.6273329319686933, |
| "grad_norm": 4.624762535095215, |
| "learning_rate": 3.1783263494019e-07, |
| "loss": 0.3123, |
| "step": 21820 |
| }, |
| { |
| "epoch": 2.6285370258880194, |
| "grad_norm": 4.700741767883301, |
| "learning_rate": 3.1734346124722135e-07, |
| "loss": 0.3011, |
| "step": 21830 |
| }, |
| { |
| "epoch": 2.629741119807345, |
| "grad_norm": 5.0118021965026855, |
| "learning_rate": 3.1685448922859716e-07, |
| "loss": 0.3163, |
| "step": 21840 |
| }, |
| { |
| "epoch": 2.6309452137266707, |
| "grad_norm": 5.321165084838867, |
| "learning_rate": 3.1636571942420014e-07, |
| "loss": 0.3019, |
| "step": 21850 |
| }, |
| { |
| "epoch": 2.6321493076459963, |
| "grad_norm": 5.864070892333984, |
| "learning_rate": 3.1587715237368996e-07, |
| "loss": 0.3027, |
| "step": 21860 |
| }, |
| { |
| "epoch": 2.633353401565322, |
| "grad_norm": 4.458745956420898, |
| "learning_rate": 3.1538878861650194e-07, |
| "loss": 0.3152, |
| "step": 21870 |
| }, |
| { |
| "epoch": 2.634557495484648, |
| "grad_norm": 4.945919036865234, |
| "learning_rate": 3.149006286918474e-07, |
| "loss": 0.3238, |
| "step": 21880 |
| }, |
| { |
| "epoch": 2.6357615894039736, |
| "grad_norm": 4.671433448791504, |
| "learning_rate": 3.144126731387126e-07, |
| "loss": 0.2941, |
| "step": 21890 |
| }, |
| { |
| "epoch": 2.6369656833232993, |
| "grad_norm": 5.389127731323242, |
| "learning_rate": 3.1392492249585744e-07, |
| "loss": 0.3223, |
| "step": 21900 |
| }, |
| { |
| "epoch": 2.638169777242625, |
| "grad_norm": 5.42547607421875, |
| "learning_rate": 3.134373773018165e-07, |
| "loss": 0.305, |
| "step": 21910 |
| }, |
| { |
| "epoch": 2.6393738711619505, |
| "grad_norm": 5.633350849151611, |
| "learning_rate": 3.129500380948973e-07, |
| "loss": 0.296, |
| "step": 21920 |
| }, |
| { |
| "epoch": 2.640577965081276, |
| "grad_norm": 4.668237209320068, |
| "learning_rate": 3.1246290541317937e-07, |
| "loss": 0.3032, |
| "step": 21930 |
| }, |
| { |
| "epoch": 2.641782059000602, |
| "grad_norm": 4.56117057800293, |
| "learning_rate": 3.119759797945147e-07, |
| "loss": 0.3036, |
| "step": 21940 |
| }, |
| { |
| "epoch": 2.642986152919928, |
| "grad_norm": 5.208002090454102, |
| "learning_rate": 3.114892617765266e-07, |
| "loss": 0.2983, |
| "step": 21950 |
| }, |
| { |
| "epoch": 2.6441902468392535, |
| "grad_norm": 4.775214195251465, |
| "learning_rate": 3.110027518966094e-07, |
| "loss": 0.3104, |
| "step": 21960 |
| }, |
| { |
| "epoch": 2.645394340758579, |
| "grad_norm": 4.55642032623291, |
| "learning_rate": 3.1051645069192675e-07, |
| "loss": 0.3162, |
| "step": 21970 |
| }, |
| { |
| "epoch": 2.646598434677905, |
| "grad_norm": 4.810263156890869, |
| "learning_rate": 3.1003035869941295e-07, |
| "loss": 0.2958, |
| "step": 21980 |
| }, |
| { |
| "epoch": 2.6478025285972304, |
| "grad_norm": 4.988792896270752, |
| "learning_rate": 3.0954447645577063e-07, |
| "loss": 0.308, |
| "step": 21990 |
| }, |
| { |
| "epoch": 2.6490066225165565, |
| "grad_norm": 4.394057273864746, |
| "learning_rate": 3.0905880449747134e-07, |
| "loss": 0.2995, |
| "step": 22000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 33220, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.886664442836628e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
