| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.305175263849447, |
| "eval_steps": 100, |
| "global_step": 3850, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006781672529987708, |
| "grad_norm": 19.302452087402344, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.7636, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0013563345059975417, |
| "grad_norm": 17.56575584411621, |
| "learning_rate": 3e-06, |
| "loss": 0.6728, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0020345017589963126, |
| "grad_norm": 13.646787643432617, |
| "learning_rate": 5e-06, |
| "loss": 0.5993, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0027126690119950833, |
| "grad_norm": 4.150851726531982, |
| "learning_rate": 7.000000000000001e-06, |
| "loss": 0.3705, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.003390836264993854, |
| "grad_norm": 3.0254945755004883, |
| "learning_rate": 9e-06, |
| "loss": 0.2513, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.004069003517992625, |
| "grad_norm": 2.2863237857818604, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.189, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.004747170770991396, |
| "grad_norm": 1.6792925596237183, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.0997, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.005425338023990167, |
| "grad_norm": 1.6237634420394897, |
| "learning_rate": 1.5e-05, |
| "loss": 0.0595, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.006103505276988937, |
| "grad_norm": 1.5864434242248535, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 0.0527, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.006781672529987708, |
| "grad_norm": 1.0857024192810059, |
| "learning_rate": 1.9e-05, |
| "loss": 0.0437, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.007459839782986479, |
| "grad_norm": 0.7278645634651184, |
| "learning_rate": 2.1e-05, |
| "loss": 0.0376, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.00813800703598525, |
| "grad_norm": 1.2589967250823975, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 0.0301, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.00881617428898402, |
| "grad_norm": 1.5093748569488525, |
| "learning_rate": 2.5e-05, |
| "loss": 0.0269, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.009494341541982792, |
| "grad_norm": 1.0473034381866455, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 0.0284, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.010172508794981562, |
| "grad_norm": 0.6267300844192505, |
| "learning_rate": 2.9e-05, |
| "loss": 0.0188, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.010850676047980333, |
| "grad_norm": 0.6511037349700928, |
| "learning_rate": 3.1e-05, |
| "loss": 0.0195, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.011528843300979103, |
| "grad_norm": 0.47719255089759827, |
| "learning_rate": 3.3e-05, |
| "loss": 0.0133, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.012207010553977875, |
| "grad_norm": 1.834301233291626, |
| "learning_rate": 3.5e-05, |
| "loss": 0.0234, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.012885177806976646, |
| "grad_norm": 0.5575568675994873, |
| "learning_rate": 3.7e-05, |
| "loss": 0.0178, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.013563345059975416, |
| "grad_norm": 0.4530166983604431, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 0.0158, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.014241512312974188, |
| "grad_norm": 0.41800159215927124, |
| "learning_rate": 4.1e-05, |
| "loss": 0.0168, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.014919679565972958, |
| "grad_norm": 13.026510238647461, |
| "learning_rate": 4.3e-05, |
| "loss": 0.0292, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.01559784681897173, |
| "grad_norm": 0.39133763313293457, |
| "learning_rate": 4.5e-05, |
| "loss": 0.0147, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0162760140719705, |
| "grad_norm": 0.3970816135406494, |
| "learning_rate": 4.7e-05, |
| "loss": 0.0121, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.01695418132496927, |
| "grad_norm": 0.34943029284477234, |
| "learning_rate": 4.9e-05, |
| "loss": 0.0109, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.01763234857796804, |
| "grad_norm": 0.46713560819625854, |
| "learning_rate": 5.1000000000000006e-05, |
| "loss": 0.0111, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.018310515830966812, |
| "grad_norm": 0.3805915415287018, |
| "learning_rate": 5.300000000000001e-05, |
| "loss": 0.0068, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.018988683083965584, |
| "grad_norm": 0.6533093452453613, |
| "learning_rate": 5.500000000000001e-05, |
| "loss": 0.0113, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.019666850336964355, |
| "grad_norm": 0.5974678993225098, |
| "learning_rate": 5.6999999999999996e-05, |
| "loss": 0.0073, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.020345017589963123, |
| "grad_norm": 0.44925084710121155, |
| "learning_rate": 5.9e-05, |
| "loss": 0.0082, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.021023184842961895, |
| "grad_norm": 0.7732060551643372, |
| "learning_rate": 6.1e-05, |
| "loss": 0.0101, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.021701352095960667, |
| "grad_norm": 0.9566466808319092, |
| "learning_rate": 6.3e-05, |
| "loss": 0.0128, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.022379519348959438, |
| "grad_norm": 0.5865803360939026, |
| "learning_rate": 6.500000000000001e-05, |
| "loss": 0.0091, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.023057686601958206, |
| "grad_norm": 0.3004082143306732, |
| "learning_rate": 6.7e-05, |
| "loss": 0.0097, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.023735853854956978, |
| "grad_norm": 0.34375691413879395, |
| "learning_rate": 6.9e-05, |
| "loss": 0.0086, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.02441402110795575, |
| "grad_norm": 0.5289464592933655, |
| "learning_rate": 7.1e-05, |
| "loss": 0.0554, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.02509218836095452, |
| "grad_norm": 0.5276769399642944, |
| "learning_rate": 7.3e-05, |
| "loss": 0.0089, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.025770355613953293, |
| "grad_norm": 0.3362698554992676, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.0075, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.02644852286695206, |
| "grad_norm": 0.3724222779273987, |
| "learning_rate": 7.7e-05, |
| "loss": 0.0069, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.027126690119950832, |
| "grad_norm": 0.33922865986824036, |
| "learning_rate": 7.900000000000001e-05, |
| "loss": 0.007, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.027804857372949604, |
| "grad_norm": 0.25453755259513855, |
| "learning_rate": 8.1e-05, |
| "loss": 0.005, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.028483024625948376, |
| "grad_norm": 0.21005849540233612, |
| "learning_rate": 8.3e-05, |
| "loss": 0.0043, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.029161191878947144, |
| "grad_norm": 0.22220443189144135, |
| "learning_rate": 8.5e-05, |
| "loss": 0.0046, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.029839359131945915, |
| "grad_norm": 0.2243790626525879, |
| "learning_rate": 8.7e-05, |
| "loss": 0.0036, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.030517526384944687, |
| "grad_norm": 0.2276381105184555, |
| "learning_rate": 8.900000000000001e-05, |
| "loss": 0.0051, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03119569363794346, |
| "grad_norm": 0.19878089427947998, |
| "learning_rate": 9.1e-05, |
| "loss": 0.004, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.03187386089094223, |
| "grad_norm": 0.20180144906044006, |
| "learning_rate": 9.300000000000001e-05, |
| "loss": 0.0055, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.032552028143941, |
| "grad_norm": 0.22953402996063232, |
| "learning_rate": 9.5e-05, |
| "loss": 0.0036, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.03323019539693977, |
| "grad_norm": 0.20858259499073029, |
| "learning_rate": 9.7e-05, |
| "loss": 0.0039, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.03390836264993854, |
| "grad_norm": 0.19686263799667358, |
| "learning_rate": 9.900000000000001e-05, |
| "loss": 0.0042, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03458652990293731, |
| "grad_norm": 0.1803613305091858, |
| "learning_rate": 9.999999748250068e-05, |
| "loss": 0.0048, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.03526469715593608, |
| "grad_norm": 0.28180426359176636, |
| "learning_rate": 9.999997734250768e-05, |
| "loss": 0.0051, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.035942864408934856, |
| "grad_norm": 0.2615203559398651, |
| "learning_rate": 9.999993706252977e-05, |
| "loss": 0.0036, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.036621031661933624, |
| "grad_norm": 0.200982928276062, |
| "learning_rate": 9.999987664258321e-05, |
| "loss": 0.0042, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.03729919891493239, |
| "grad_norm": 0.21157991886138916, |
| "learning_rate": 9.999979608269231e-05, |
| "loss": 0.0038, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.03797736616793117, |
| "grad_norm": 0.16271452605724335, |
| "learning_rate": 9.999969538288952e-05, |
| "loss": 0.0023, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.038655533420929936, |
| "grad_norm": 0.15799306333065033, |
| "learning_rate": 9.999957454321543e-05, |
| "loss": 0.0032, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.03933370067392871, |
| "grad_norm": 0.23333343863487244, |
| "learning_rate": 9.999943356371866e-05, |
| "loss": 0.0029, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.04001186792692748, |
| "grad_norm": 0.2120216190814972, |
| "learning_rate": 9.999927244445606e-05, |
| "loss": 0.0032, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.04069003517992625, |
| "grad_norm": 0.12919344007968903, |
| "learning_rate": 9.999909118549248e-05, |
| "loss": 0.0016, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04136820243292502, |
| "grad_norm": 0.12390448898077011, |
| "learning_rate": 9.999888978690095e-05, |
| "loss": 0.0025, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.04204636968592379, |
| "grad_norm": 0.21758395433425903, |
| "learning_rate": 9.99986682487626e-05, |
| "loss": 0.0026, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.042724536938922565, |
| "grad_norm": 0.21877099573612213, |
| "learning_rate": 9.999842657116665e-05, |
| "loss": 0.0017, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.04340270419192133, |
| "grad_norm": 0.1546417772769928, |
| "learning_rate": 9.999816475421046e-05, |
| "loss": 0.0026, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.0440808714449201, |
| "grad_norm": 0.1697741150856018, |
| "learning_rate": 9.999788279799951e-05, |
| "loss": 0.0021, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.044759038697918876, |
| "grad_norm": 0.23591545224189758, |
| "learning_rate": 9.999758070264732e-05, |
| "loss": 0.0021, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.045437205950917645, |
| "grad_norm": 0.23597721755504608, |
| "learning_rate": 9.999725846827562e-05, |
| "loss": 0.0022, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.04611537320391641, |
| "grad_norm": 0.09806650131940842, |
| "learning_rate": 9.999691609501417e-05, |
| "loss": 0.0014, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.04679354045691519, |
| "grad_norm": 0.17510582506656647, |
| "learning_rate": 9.99965535830009e-05, |
| "loss": 0.0011, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.047471707709913956, |
| "grad_norm": 0.16027089953422546, |
| "learning_rate": 9.999617093238182e-05, |
| "loss": 0.002, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.04814987496291273, |
| "grad_norm": 0.14597536623477936, |
| "learning_rate": 9.999576814331109e-05, |
| "loss": 0.0013, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.0488280422159115, |
| "grad_norm": 0.2963673770427704, |
| "learning_rate": 9.999534521595093e-05, |
| "loss": 0.0019, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.04950620946891027, |
| "grad_norm": 0.32802748680114746, |
| "learning_rate": 9.999490215047167e-05, |
| "loss": 0.0022, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.05018437672190904, |
| "grad_norm": 0.17002712190151215, |
| "learning_rate": 9.999443894705182e-05, |
| "loss": 0.0016, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.05086254397490781, |
| "grad_norm": 0.10025887191295624, |
| "learning_rate": 9.999395560587795e-05, |
| "loss": 0.0014, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.051540711227906585, |
| "grad_norm": 0.24780897796154022, |
| "learning_rate": 9.999345212714471e-05, |
| "loss": 0.0022, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.052218878480905354, |
| "grad_norm": 0.18174393475055695, |
| "learning_rate": 9.999292851105495e-05, |
| "loss": 0.0023, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.05289704573390412, |
| "grad_norm": 0.34791404008865356, |
| "learning_rate": 9.999238475781957e-05, |
| "loss": 0.0033, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.0535752129869029, |
| "grad_norm": 0.30141982436180115, |
| "learning_rate": 9.999182086765756e-05, |
| "loss": 0.0033, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.054253380239901665, |
| "grad_norm": 0.26267531514167786, |
| "learning_rate": 9.999123684079612e-05, |
| "loss": 0.002, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.05493154749290044, |
| "grad_norm": 0.08853629976511002, |
| "learning_rate": 9.999063267747044e-05, |
| "loss": 0.0022, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.05560971474589921, |
| "grad_norm": 2.4076087474823, |
| "learning_rate": 9.999000837792391e-05, |
| "loss": 0.0052, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.056287881998897976, |
| "grad_norm": 1.0381807088851929, |
| "learning_rate": 9.998936394240797e-05, |
| "loss": 0.0046, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.05696604925189675, |
| "grad_norm": 0.7304306626319885, |
| "learning_rate": 9.998869937118222e-05, |
| "loss": 0.015, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.05764421650489552, |
| "grad_norm": 1.530617594718933, |
| "learning_rate": 9.998801466451433e-05, |
| "loss": 0.0075, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.05832238375789429, |
| "grad_norm": 11.509839057922363, |
| "learning_rate": 9.998730982268012e-05, |
| "loss": 0.0751, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.05900055101089306, |
| "grad_norm": 2.877173662185669, |
| "learning_rate": 9.998658484596349e-05, |
| "loss": 0.0189, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.05967871826389183, |
| "grad_norm": 0.45325320959091187, |
| "learning_rate": 9.998583973465646e-05, |
| "loss": 0.0055, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.060356885516890606, |
| "grad_norm": 0.32094088196754456, |
| "learning_rate": 9.998507448905917e-05, |
| "loss": 0.0037, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.061035052769889374, |
| "grad_norm": 0.36653316020965576, |
| "learning_rate": 9.998428910947983e-05, |
| "loss": 0.0098, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.06171322002288814, |
| "grad_norm": 0.2647911608219147, |
| "learning_rate": 9.998348359623484e-05, |
| "loss": 0.0063, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.06239138727588692, |
| "grad_norm": 1.8155499696731567, |
| "learning_rate": 9.998265794964863e-05, |
| "loss": 0.019, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.06306955452888569, |
| "grad_norm": 0.6207036972045898, |
| "learning_rate": 9.998181217005376e-05, |
| "loss": 0.0094, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.06374772178188445, |
| "grad_norm": 0.26838263869285583, |
| "learning_rate": 9.998094625779094e-05, |
| "loss": 0.0048, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.06442588903488322, |
| "grad_norm": 0.21736088395118713, |
| "learning_rate": 9.998006021320893e-05, |
| "loss": 0.0046, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.065104056287882, |
| "grad_norm": 0.22532005608081818, |
| "learning_rate": 9.997915403666466e-05, |
| "loss": 0.004, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.06578222354088077, |
| "grad_norm": 0.35037961602211, |
| "learning_rate": 9.997822772852312e-05, |
| "loss": 0.0028, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.06646039079387954, |
| "grad_norm": 0.5995946526527405, |
| "learning_rate": 9.997728128915742e-05, |
| "loss": 0.0031, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.06713855804687831, |
| "grad_norm": 0.1885141283273697, |
| "learning_rate": 9.99763147189488e-05, |
| "loss": 0.0035, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.06781672529987708, |
| "grad_norm": 0.6732299327850342, |
| "learning_rate": 9.997532801828658e-05, |
| "loss": 0.0037, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.06849489255287586, |
| "grad_norm": 0.6802183389663696, |
| "learning_rate": 9.997432118756822e-05, |
| "loss": 0.0161, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.06917305980587463, |
| "grad_norm": 0.1995115876197815, |
| "learning_rate": 9.997329422719926e-05, |
| "loss": 0.0036, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.0698512270588734, |
| "grad_norm": 0.156790092587471, |
| "learning_rate": 9.997224713759335e-05, |
| "loss": 0.0053, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.07052939431187216, |
| "grad_norm": 0.11744780093431473, |
| "learning_rate": 9.997117991917228e-05, |
| "loss": 0.0022, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.07120756156487093, |
| "grad_norm": 0.16716186702251434, |
| "learning_rate": 9.997009257236592e-05, |
| "loss": 0.0026, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.07188572881786971, |
| "grad_norm": 0.15055015683174133, |
| "learning_rate": 9.996898509761224e-05, |
| "loss": 0.0028, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.07256389607086848, |
| "grad_norm": 0.5399858951568604, |
| "learning_rate": 9.996785749535733e-05, |
| "loss": 0.0031, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.07324206332386725, |
| "grad_norm": 0.3503137528896332, |
| "learning_rate": 9.99667097660554e-05, |
| "loss": 0.0036, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.07392023057686602, |
| "grad_norm": 0.09014566987752914, |
| "learning_rate": 9.996554191016875e-05, |
| "loss": 0.0022, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.07459839782986478, |
| "grad_norm": 0.11608397960662842, |
| "learning_rate": 9.996435392816781e-05, |
| "loss": 0.0023, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.07527656508286357, |
| "grad_norm": 0.08935557305812836, |
| "learning_rate": 9.996314582053106e-05, |
| "loss": 0.0021, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.07595473233586233, |
| "grad_norm": 0.21059103310108185, |
| "learning_rate": 9.996191758774515e-05, |
| "loss": 0.0023, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.0766328995888611, |
| "grad_norm": 0.09767665714025497, |
| "learning_rate": 9.996066923030484e-05, |
| "loss": 0.0009, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.07731106684185987, |
| "grad_norm": 0.10100996494293213, |
| "learning_rate": 9.995940074871291e-05, |
| "loss": 0.0019, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.07798923409485864, |
| "grad_norm": 0.12427397817373276, |
| "learning_rate": 9.995811214348034e-05, |
| "loss": 0.001, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.07866740134785742, |
| "grad_norm": 0.16718646883964539, |
| "learning_rate": 9.995680341512619e-05, |
| "loss": 0.001, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.07934556860085619, |
| "grad_norm": 0.09956853836774826, |
| "learning_rate": 9.995547456417757e-05, |
| "loss": 0.0012, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.08002373585385496, |
| "grad_norm": 0.10336117446422577, |
| "learning_rate": 9.995412559116979e-05, |
| "loss": 0.0012, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.08070190310685373, |
| "grad_norm": 0.08326272666454315, |
| "learning_rate": 9.995275649664619e-05, |
| "loss": 0.0009, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.0813800703598525, |
| "grad_norm": 0.1553446352481842, |
| "learning_rate": 9.995136728115825e-05, |
| "loss": 0.0018, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.08205823761285128, |
| "grad_norm": 0.19187629222869873, |
| "learning_rate": 9.994995794526554e-05, |
| "loss": 0.0009, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.08273640486585004, |
| "grad_norm": 0.12646210193634033, |
| "learning_rate": 9.994852848953574e-05, |
| "loss": 0.0021, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.08341457211884881, |
| "grad_norm": 0.0978604182600975, |
| "learning_rate": 9.994707891454464e-05, |
| "loss": 0.0011, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.08409273937184758, |
| "grad_norm": 0.1135120764374733, |
| "learning_rate": 9.994560922087612e-05, |
| "loss": 0.001, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.08477090662484635, |
| "grad_norm": 0.1019337996840477, |
| "learning_rate": 9.994411940912219e-05, |
| "loss": 0.0011, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08544907387784513, |
| "grad_norm": 0.08082269132137299, |
| "learning_rate": 9.994260947988293e-05, |
| "loss": 0.0008, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.0861272411308439, |
| "grad_norm": 0.03959016129374504, |
| "learning_rate": 9.994107943376654e-05, |
| "loss": 0.0007, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.08680540838384267, |
| "grad_norm": 0.06835722178220749, |
| "learning_rate": 9.993952927138934e-05, |
| "loss": 0.0007, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.08748357563684143, |
| "grad_norm": 0.03966667875647545, |
| "learning_rate": 9.99379589933757e-05, |
| "loss": 0.0007, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.0881617428898402, |
| "grad_norm": 0.050738293677568436, |
| "learning_rate": 9.993636860035816e-05, |
| "loss": 0.0012, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.08883991014283897, |
| "grad_norm": 0.03119371458888054, |
| "learning_rate": 9.993475809297732e-05, |
| "loss": 0.001, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.08951807739583775, |
| "grad_norm": 0.05491959676146507, |
| "learning_rate": 9.99331274718819e-05, |
| "loss": 0.0009, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.09019624464883652, |
| "grad_norm": 0.07895030081272125, |
| "learning_rate": 9.99314767377287e-05, |
| "loss": 0.0009, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.09087441190183529, |
| "grad_norm": 0.062128305435180664, |
| "learning_rate": 9.992980589118264e-05, |
| "loss": 0.0008, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.09155257915483406, |
| "grad_norm": 0.08582911640405655, |
| "learning_rate": 9.992811493291674e-05, |
| "loss": 0.001, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.09223074640783283, |
| "grad_norm": 0.055452585220336914, |
| "learning_rate": 9.992640386361211e-05, |
| "loss": 0.0006, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.09290891366083161, |
| "grad_norm": 0.035648979246616364, |
| "learning_rate": 9.992467268395798e-05, |
| "loss": 0.0004, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.09358708091383038, |
| "grad_norm": 0.09037120640277863, |
| "learning_rate": 9.992292139465165e-05, |
| "loss": 0.0008, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.09426524816682914, |
| "grad_norm": 0.05466959998011589, |
| "learning_rate": 9.992114999639857e-05, |
| "loss": 0.0006, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.09494341541982791, |
| "grad_norm": 0.048906926065683365, |
| "learning_rate": 9.991935848991222e-05, |
| "loss": 0.0011, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.09562158267282668, |
| "grad_norm": 0.028933236375451088, |
| "learning_rate": 9.991754687591428e-05, |
| "loss": 0.0004, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.09629974992582546, |
| "grad_norm": 0.2024703323841095, |
| "learning_rate": 9.991571515513439e-05, |
| "loss": 0.0012, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.09697791717882423, |
| "grad_norm": 0.05048273503780365, |
| "learning_rate": 9.991386332831042e-05, |
| "loss": 0.0007, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.097656084431823, |
| "grad_norm": 0.04887642711400986, |
| "learning_rate": 9.991199139618827e-05, |
| "loss": 0.0004, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.09833425168482177, |
| "grad_norm": 0.13716323673725128, |
| "learning_rate": 9.991009935952196e-05, |
| "loss": 0.0014, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.09901241893782053, |
| "grad_norm": 0.06719297915697098, |
| "learning_rate": 9.990818721907358e-05, |
| "loss": 0.0004, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.09969058619081932, |
| "grad_norm": 0.024962617084383965, |
| "learning_rate": 9.990625497561337e-05, |
| "loss": 0.0005, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.10036875344381808, |
| "grad_norm": 0.07603111863136292, |
| "learning_rate": 9.990430262991962e-05, |
| "loss": 0.0009, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.10104692069681685, |
| "grad_norm": 0.06402367353439331, |
| "learning_rate": 9.990233018277872e-05, |
| "loss": 0.0004, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.10172508794981562, |
| "grad_norm": 0.013269501738250256, |
| "learning_rate": 9.990033763498523e-05, |
| "loss": 0.0002, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.10240325520281439, |
| "grad_norm": 0.04440806433558464, |
| "learning_rate": 9.989832498734168e-05, |
| "loss": 0.0006, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.10308142245581317, |
| "grad_norm": 0.09003011137247086, |
| "learning_rate": 9.989629224065879e-05, |
| "loss": 0.0009, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.10375958970881194, |
| "grad_norm": 0.055034276098012924, |
| "learning_rate": 9.989423939575538e-05, |
| "loss": 0.0005, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.10443775696181071, |
| "grad_norm": 0.0314326211810112, |
| "learning_rate": 9.989216645345827e-05, |
| "loss": 0.0003, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.10511592421480948, |
| "grad_norm": 0.08611449599266052, |
| "learning_rate": 9.98900734146025e-05, |
| "loss": 0.0003, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.10579409146780824, |
| "grad_norm": 0.0826747715473175, |
| "learning_rate": 9.988796028003114e-05, |
| "loss": 0.0009, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.10647225872080703, |
| "grad_norm": 0.056868743151426315, |
| "learning_rate": 9.988582705059531e-05, |
| "loss": 0.0003, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.1071504259738058, |
| "grad_norm": 0.04921082779765129, |
| "learning_rate": 9.988367372715434e-05, |
| "loss": 0.0002, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.10782859322680456, |
| "grad_norm": 0.11438657343387604, |
| "learning_rate": 9.988150031057555e-05, |
| "loss": 0.0004, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.10850676047980333, |
| "grad_norm": 0.027646591886878014, |
| "learning_rate": 9.987930680173438e-05, |
| "loss": 0.0002, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1091849277328021, |
| "grad_norm": 0.07535082846879959, |
| "learning_rate": 9.987709320151441e-05, |
| "loss": 0.0005, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.10986309498580088, |
| "grad_norm": 0.011354583315551281, |
| "learning_rate": 9.987485951080727e-05, |
| "loss": 0.0003, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.11054126223879965, |
| "grad_norm": 0.10233359783887863, |
| "learning_rate": 9.987260573051269e-05, |
| "loss": 0.0011, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.11121942949179842, |
| "grad_norm": 0.04623352363705635, |
| "learning_rate": 9.987033186153847e-05, |
| "loss": 0.0004, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.11189759674479718, |
| "grad_norm": 0.09176378697156906, |
| "learning_rate": 9.986803790480054e-05, |
| "loss": 0.0005, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.11257576399779595, |
| "grad_norm": 0.007960623130202293, |
| "learning_rate": 9.986572386122291e-05, |
| "loss": 0.0004, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.11325393125079472, |
| "grad_norm": 0.07089328020811081, |
| "learning_rate": 9.986338973173768e-05, |
| "loss": 0.0006, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.1139320985037935, |
| "grad_norm": 0.03843646124005318, |
| "learning_rate": 9.986103551728501e-05, |
| "loss": 0.0005, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.11461026575679227, |
| "grad_norm": 0.05794384330511093, |
| "learning_rate": 9.985866121881321e-05, |
| "loss": 0.0004, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.11528843300979104, |
| "grad_norm": 0.07073888182640076, |
| "learning_rate": 9.985626683727863e-05, |
| "loss": 0.0004, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1159666002627898, |
| "grad_norm": 0.04688240587711334, |
| "learning_rate": 9.985385237364573e-05, |
| "loss": 0.0004, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.11664476751578857, |
| "grad_norm": 0.03950873389840126, |
| "learning_rate": 9.985141782888705e-05, |
| "loss": 0.0005, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.11732293476878736, |
| "grad_norm": 0.08916309475898743, |
| "learning_rate": 9.984896320398324e-05, |
| "loss": 0.0004, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.11800110202178613, |
| "grad_norm": 0.06798672676086426, |
| "learning_rate": 9.984648849992301e-05, |
| "loss": 0.0003, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.1186792692747849, |
| "grad_norm": 0.034365102648735046, |
| "learning_rate": 9.984399371770318e-05, |
| "loss": 0.0003, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.11935743652778366, |
| "grad_norm": 0.0313638299703598, |
| "learning_rate": 9.984147885832864e-05, |
| "loss": 0.0006, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.12003560378078243, |
| "grad_norm": 0.031012045219540596, |
| "learning_rate": 9.983894392281237e-05, |
| "loss": 0.0005, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.12071377103378121, |
| "grad_norm": 0.059786684811115265, |
| "learning_rate": 9.983638891217544e-05, |
| "loss": 0.0005, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.12139193828677998, |
| "grad_norm": 0.12950845062732697, |
| "learning_rate": 9.983381382744703e-05, |
| "loss": 0.0007, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.12207010553977875, |
| "grad_norm": 0.09296132624149323, |
| "learning_rate": 9.983121866966437e-05, |
| "loss": 0.0008, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.12274827279277752, |
| "grad_norm": 0.024494891986250877, |
| "learning_rate": 9.982860343987277e-05, |
| "loss": 0.0002, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.12342644004577628, |
| "grad_norm": 0.0354764498770237, |
| "learning_rate": 9.982596813912569e-05, |
| "loss": 0.0007, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.12410460729877507, |
| "grad_norm": 0.06026894226670265, |
| "learning_rate": 9.982331276848458e-05, |
| "loss": 0.0008, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.12478277455177383, |
| "grad_norm": 0.07126794010400772, |
| "learning_rate": 9.982063732901906e-05, |
| "loss": 0.0007, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.1254609418047726, |
| "grad_norm": 0.04826202988624573, |
| "learning_rate": 9.981794182180677e-05, |
| "loss": 0.0005, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.12613910905777137, |
| "grad_norm": 0.02070901356637478, |
| "learning_rate": 9.981522624793347e-05, |
| "loss": 0.0006, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.12681727631077014, |
| "grad_norm": 0.05529174581170082, |
| "learning_rate": 9.9812490608493e-05, |
| "loss": 0.0005, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.1274954435637689, |
| "grad_norm": 0.0771322250366211, |
| "learning_rate": 9.980973490458728e-05, |
| "loss": 0.0006, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.12817361081676767, |
| "grad_norm": 0.06000866740942001, |
| "learning_rate": 9.98069591373263e-05, |
| "loss": 0.0004, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.12885177806976644, |
| "grad_norm": 0.019623633474111557, |
| "learning_rate": 9.980416330782811e-05, |
| "loss": 0.0003, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.12952994532276524, |
| "grad_norm": 0.02568269707262516, |
| "learning_rate": 9.980134741721891e-05, |
| "loss": 0.0003, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.130208112575764, |
| "grad_norm": 0.02139587514102459, |
| "learning_rate": 9.979851146663293e-05, |
| "loss": 0.0002, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.13088627982876277, |
| "grad_norm": 0.013906003907322884, |
| "learning_rate": 9.979565545721248e-05, |
| "loss": 0.0002, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.13156444708176154, |
| "grad_norm": 0.09719321131706238, |
| "learning_rate": 9.979277939010798e-05, |
| "loss": 0.0003, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.1322426143347603, |
| "grad_norm": 0.012353319674730301, |
| "learning_rate": 9.978988326647788e-05, |
| "loss": 0.0001, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.13292078158775908, |
| "grad_norm": 0.09881331026554108, |
| "learning_rate": 9.978696708748875e-05, |
| "loss": 0.0002, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.13359894884075785, |
| "grad_norm": 0.006447671912610531, |
| "learning_rate": 9.978403085431524e-05, |
| "loss": 0.0005, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.13427711609375662, |
| "grad_norm": 0.02782581001520157, |
| "learning_rate": 9.978107456814007e-05, |
| "loss": 0.0004, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.13495528334675538, |
| "grad_norm": 0.03197741508483887, |
| "learning_rate": 9.977809823015401e-05, |
| "loss": 0.0003, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.13563345059975415, |
| "grad_norm": 0.121083565056324, |
| "learning_rate": 9.977510184155591e-05, |
| "loss": 0.0005, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.13631161785275295, |
| "grad_norm": 0.014267323538661003, |
| "learning_rate": 9.977208540355278e-05, |
| "loss": 0.0003, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.13698978510575172, |
| "grad_norm": 0.018701685592532158, |
| "learning_rate": 9.976904891735958e-05, |
| "loss": 0.0001, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.13766795235875048, |
| "grad_norm": 0.042165644466876984, |
| "learning_rate": 9.976599238419944e-05, |
| "loss": 0.0002, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.13834611961174925, |
| "grad_norm": 0.013971824198961258, |
| "learning_rate": 9.97629158053035e-05, |
| "loss": 0.0002, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.13902428686474802, |
| "grad_norm": 0.035180144011974335, |
| "learning_rate": 9.975981918191103e-05, |
| "loss": 0.0001, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.1397024541177468, |
| "grad_norm": 0.03857795521616936, |
| "learning_rate": 9.975670251526936e-05, |
| "loss": 0.0001, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.14038062137074556, |
| "grad_norm": 0.0060835485346615314, |
| "learning_rate": 9.975356580663384e-05, |
| "loss": 0.0, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.14105878862374432, |
| "grad_norm": 0.07395796477794647, |
| "learning_rate": 9.975040905726798e-05, |
| "loss": 0.0004, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.1417369558767431, |
| "grad_norm": 0.018834367394447327, |
| "learning_rate": 9.974723226844331e-05, |
| "loss": 0.0001, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.14241512312974186, |
| "grad_norm": 0.0059880041517317295, |
| "learning_rate": 9.974403544143941e-05, |
| "loss": 0.0004, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.14309329038274066, |
| "grad_norm": 0.019147314131259918, |
| "learning_rate": 9.974081857754401e-05, |
| "loss": 0.0001, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.14377145763573942, |
| "grad_norm": 0.0023199408315122128, |
| "learning_rate": 9.973758167805281e-05, |
| "loss": 0.0001, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.1444496248887382, |
| "grad_norm": 0.013452797196805477, |
| "learning_rate": 9.973432474426967e-05, |
| "loss": 0.0, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.14512779214173696, |
| "grad_norm": 0.06036541238427162, |
| "learning_rate": 9.973104777750646e-05, |
| "loss": 0.0007, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.14580595939473573, |
| "grad_norm": 0.03896476328372955, |
| "learning_rate": 9.972775077908317e-05, |
| "loss": 0.0003, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.1464841266477345, |
| "grad_norm": 0.017291929572820663, |
| "learning_rate": 9.972443375032779e-05, |
| "loss": 0.0, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.14716229390073327, |
| "grad_norm": 0.0299264844506979, |
| "learning_rate": 9.972109669257646e-05, |
| "loss": 0.0001, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.14784046115373203, |
| "grad_norm": 0.002126836683601141, |
| "learning_rate": 9.971773960717332e-05, |
| "loss": 0.0001, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.1485186284067308, |
| "grad_norm": 0.004080125596374273, |
| "learning_rate": 9.971436249547061e-05, |
| "loss": 0.0, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.14919679565972957, |
| "grad_norm": 0.021544527262449265, |
| "learning_rate": 9.971096535882865e-05, |
| "loss": 0.0, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.14987496291272834, |
| "grad_norm": 0.01083934772759676, |
| "learning_rate": 9.970754819861577e-05, |
| "loss": 0.0, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.15055313016572713, |
| "grad_norm": 0.005995896179229021, |
| "learning_rate": 9.970411101620843e-05, |
| "loss": 0.0001, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.1512312974187259, |
| "grad_norm": 0.03495006263256073, |
| "learning_rate": 9.970065381299112e-05, |
| "loss": 0.0002, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.15190946467172467, |
| "grad_norm": 0.012965913861989975, |
| "learning_rate": 9.969717659035638e-05, |
| "loss": 0.0003, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.15258763192472344, |
| "grad_norm": 0.04326948896050453, |
| "learning_rate": 9.969367934970486e-05, |
| "loss": 0.0001, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1532657991777222, |
| "grad_norm": 0.03606222942471504, |
| "learning_rate": 9.969016209244525e-05, |
| "loss": 0.0002, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.15394396643072097, |
| "grad_norm": 0.017364950850605965, |
| "learning_rate": 9.96866248199943e-05, |
| "loss": 0.0001, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.15462213368371974, |
| "grad_norm": 0.029245370998978615, |
| "learning_rate": 9.968306753377679e-05, |
| "loss": 0.0002, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.1553003009367185, |
| "grad_norm": 0.011929360218346119, |
| "learning_rate": 9.967949023522563e-05, |
| "loss": 0.0001, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.15597846818971728, |
| "grad_norm": 0.02571127377450466, |
| "learning_rate": 9.967589292578173e-05, |
| "loss": 0.0001, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.15665663544271605, |
| "grad_norm": 0.0448257140815258, |
| "learning_rate": 9.967227560689412e-05, |
| "loss": 0.0002, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.15733480269571484, |
| "grad_norm": 0.014019777067005634, |
| "learning_rate": 9.966863828001982e-05, |
| "loss": 0.0002, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.1580129699487136, |
| "grad_norm": 0.009223355911672115, |
| "learning_rate": 9.966498094662398e-05, |
| "loss": 0.0001, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.15869113720171238, |
| "grad_norm": 0.010595602914690971, |
| "learning_rate": 9.966130360817973e-05, |
| "loss": 0.0, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.15936930445471115, |
| "grad_norm": 0.015226882882416248, |
| "learning_rate": 9.965760626616834e-05, |
| "loss": 0.0001, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.16004747170770992, |
| "grad_norm": 0.039237625896930695, |
| "learning_rate": 9.96538889220791e-05, |
| "loss": 0.0003, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.16072563896070868, |
| "grad_norm": 0.006564146839082241, |
| "learning_rate": 9.965015157740931e-05, |
| "loss": 0.0003, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.16140380621370745, |
| "grad_norm": 0.04217905178666115, |
| "learning_rate": 9.964639423366442e-05, |
| "loss": 0.0009, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.16208197346670622, |
| "grad_norm": 0.0012876184191554785, |
| "learning_rate": 9.964261689235787e-05, |
| "loss": 0.0, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.162760140719705, |
| "grad_norm": 0.004951702430844307, |
| "learning_rate": 9.963881955501116e-05, |
| "loss": 0.0001, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.16343830797270376, |
| "grad_norm": 0.02183827944099903, |
| "learning_rate": 9.963500222315388e-05, |
| "loss": 0.0003, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.16411647522570255, |
| "grad_norm": 0.020162342116236687, |
| "learning_rate": 9.963116489832364e-05, |
| "loss": 0.0004, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.16479464247870132, |
| "grad_norm": 0.002864987123757601, |
| "learning_rate": 9.962730758206611e-05, |
| "loss": 0.0, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.1654728097317001, |
| "grad_norm": 0.02149767428636551, |
| "learning_rate": 9.962343027593502e-05, |
| "loss": 0.0001, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.16615097698469886, |
| "grad_norm": 0.06681331247091293, |
| "learning_rate": 9.961953298149215e-05, |
| "loss": 0.0005, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.16682914423769762, |
| "grad_norm": 0.035218510776758194, |
| "learning_rate": 9.961561570030734e-05, |
| "loss": 0.0002, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.1675073114906964, |
| "grad_norm": 0.08965438604354858, |
| "learning_rate": 9.961167843395845e-05, |
| "loss": 0.0008, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.16818547874369516, |
| "grad_norm": 0.04331008344888687, |
| "learning_rate": 9.960772118403141e-05, |
| "loss": 0.0001, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.16886364599669393, |
| "grad_norm": 0.07946818321943283, |
| "learning_rate": 9.960374395212022e-05, |
| "loss": 0.0003, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.1695418132496927, |
| "grad_norm": 0.018603485077619553, |
| "learning_rate": 9.95997467398269e-05, |
| "loss": 0.0002, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.17021998050269146, |
| "grad_norm": 0.06275351345539093, |
| "learning_rate": 9.959572954876151e-05, |
| "loss": 0.0009, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.17089814775569026, |
| "grad_norm": 0.03865795210003853, |
| "learning_rate": 9.95916923805422e-05, |
| "loss": 0.0003, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.17157631500868903, |
| "grad_norm": 0.015474680811166763, |
| "learning_rate": 9.958763523679514e-05, |
| "loss": 0.0002, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.1722544822616878, |
| "grad_norm": 0.14019793272018433, |
| "learning_rate": 9.958355811915451e-05, |
| "loss": 0.0002, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.17293264951468656, |
| "grad_norm": 0.05070113018155098, |
| "learning_rate": 9.957946102926263e-05, |
| "loss": 0.0003, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.17361081676768533, |
| "grad_norm": 0.013154142536222935, |
| "learning_rate": 9.957534396876976e-05, |
| "loss": 0.0002, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.1742889840206841, |
| "grad_norm": 0.028667040169239044, |
| "learning_rate": 9.957120693933428e-05, |
| "loss": 0.0007, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.17496715127368287, |
| "grad_norm": 0.027827998623251915, |
| "learning_rate": 9.956704994262256e-05, |
| "loss": 0.0003, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.17564531852668164, |
| "grad_norm": 0.0170214232057333, |
| "learning_rate": 9.956287298030905e-05, |
| "loss": 0.0003, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.1763234857796804, |
| "grad_norm": 0.022373339161276817, |
| "learning_rate": 9.955867605407624e-05, |
| "loss": 0.0001, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.17700165303267917, |
| "grad_norm": 0.044036850333213806, |
| "learning_rate": 9.955445916561463e-05, |
| "loss": 0.0002, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.17767982028567794, |
| "grad_norm": 0.018346000462770462, |
| "learning_rate": 9.955022231662281e-05, |
| "loss": 0.0001, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.17835798753867674, |
| "grad_norm": 0.007154988124966621, |
| "learning_rate": 9.954596550880735e-05, |
| "loss": 0.0001, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.1790361547916755, |
| "grad_norm": 0.0529172420501709, |
| "learning_rate": 9.954168874388292e-05, |
| "loss": 0.0002, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.17971432204467427, |
| "grad_norm": 0.032745905220508575, |
| "learning_rate": 9.953739202357218e-05, |
| "loss": 0.0001, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.18039248929767304, |
| "grad_norm": 0.006617931183427572, |
| "learning_rate": 9.953307534960587e-05, |
| "loss": 0.0, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.1810706565506718, |
| "grad_norm": 0.028485778719186783, |
| "learning_rate": 9.952873872372272e-05, |
| "loss": 0.0001, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.18174882380367058, |
| "grad_norm": 0.005062984302639961, |
| "learning_rate": 9.952438214766955e-05, |
| "loss": 0.0, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.18242699105666935, |
| "grad_norm": 0.04665204510092735, |
| "learning_rate": 9.952000562320115e-05, |
| "loss": 0.0001, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.18310515830966811, |
| "grad_norm": 0.0015840464038774371, |
| "learning_rate": 9.951560915208042e-05, |
| "loss": 0.0, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.18378332556266688, |
| "grad_norm": 0.0015154321445152164, |
| "learning_rate": 9.951119273607825e-05, |
| "loss": 0.0, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.18446149281566565, |
| "grad_norm": 0.04031079262495041, |
| "learning_rate": 9.950675637697355e-05, |
| "loss": 0.0001, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.18513966006866445, |
| "grad_norm": 0.039752230048179626, |
| "learning_rate": 9.950230007655332e-05, |
| "loss": 0.0007, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.18581782732166321, |
| "grad_norm": 0.07987188547849655, |
| "learning_rate": 9.949782383661254e-05, |
| "loss": 0.0007, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.18649599457466198, |
| "grad_norm": 0.004725519567728043, |
| "learning_rate": 9.949332765895423e-05, |
| "loss": 0.0, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.18717416182766075, |
| "grad_norm": 0.014836054295301437, |
| "learning_rate": 9.948881154538945e-05, |
| "loss": 0.0001, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.18785232908065952, |
| "grad_norm": 0.0027612450066953897, |
| "learning_rate": 9.94842754977373e-05, |
| "loss": 0.0001, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.1885304963336583, |
| "grad_norm": 0.009966784156858921, |
| "learning_rate": 9.94797195178249e-05, |
| "loss": 0.0001, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.18920866358665706, |
| "grad_norm": 0.02951398678123951, |
| "learning_rate": 9.947514360748741e-05, |
| "loss": 0.0001, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.18988683083965582, |
| "grad_norm": 0.02646208181977272, |
| "learning_rate": 9.947054776856798e-05, |
| "loss": 0.0002, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.1905649980926546, |
| "grad_norm": 0.0137828653678298, |
| "learning_rate": 9.946593200291783e-05, |
| "loss": 0.0, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.19124316534565336, |
| "grad_norm": 0.06634095311164856, |
| "learning_rate": 9.946129631239618e-05, |
| "loss": 0.0002, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.19192133259865216, |
| "grad_norm": 0.03192392364144325, |
| "learning_rate": 9.945664069887028e-05, |
| "loss": 0.0001, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.19259949985165092, |
| "grad_norm": 0.009010384790599346, |
| "learning_rate": 9.945196516421543e-05, |
| "loss": 0.0, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.1932776671046497, |
| "grad_norm": 0.03663842752575874, |
| "learning_rate": 9.944726971031493e-05, |
| "loss": 0.0002, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.19395583435764846, |
| "grad_norm": 0.12181317061185837, |
| "learning_rate": 9.94425543390601e-05, |
| "loss": 0.0002, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.19463400161064723, |
| "grad_norm": 0.01086985133588314, |
| "learning_rate": 9.94378190523503e-05, |
| "loss": 0.0, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.195312168863646, |
| "grad_norm": 0.030524946749210358, |
| "learning_rate": 9.943306385209289e-05, |
| "loss": 0.0, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.19599033611664476, |
| "grad_norm": 0.007708962541073561, |
| "learning_rate": 9.942828874020327e-05, |
| "loss": 0.0, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.19666850336964353, |
| "grad_norm": 0.007101174909621477, |
| "learning_rate": 9.942349371860487e-05, |
| "loss": 0.0001, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.1973466706226423, |
| "grad_norm": 0.0024575525894761086, |
| "learning_rate": 9.94186787892291e-05, |
| "loss": 0.0001, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.19802483787564107, |
| "grad_norm": 0.008838510140776634, |
| "learning_rate": 9.941384395401543e-05, |
| "loss": 0.0, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.19870300512863986, |
| "grad_norm": 0.003978129476308823, |
| "learning_rate": 9.940898921491131e-05, |
| "loss": 0.0007, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.19938117238163863, |
| "grad_norm": 0.026870913803577423, |
| "learning_rate": 9.940411457387227e-05, |
| "loss": 0.0002, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.2000593396346374, |
| "grad_norm": 0.009151192381978035, |
| "learning_rate": 9.939922003286176e-05, |
| "loss": 0.0, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.20073750688763617, |
| "grad_norm": 0.051844075322151184, |
| "learning_rate": 9.939430559385135e-05, |
| "loss": 0.0002, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.20141567414063494, |
| "grad_norm": 0.06585478037595749, |
| "learning_rate": 9.938937125882053e-05, |
| "loss": 0.0002, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.2020938413936337, |
| "grad_norm": 0.05280110239982605, |
| "learning_rate": 9.938441702975689e-05, |
| "loss": 0.0002, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.20277200864663247, |
| "grad_norm": 0.03558439016342163, |
| "learning_rate": 9.937944290865597e-05, |
| "loss": 0.0001, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.20345017589963124, |
| "grad_norm": 0.005566301755607128, |
| "learning_rate": 9.937444889752137e-05, |
| "loss": 0.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.20412834315263, |
| "grad_norm": 0.004138810560107231, |
| "learning_rate": 9.936943499836463e-05, |
| "loss": 0.0, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.20480651040562878, |
| "grad_norm": 0.00421471381559968, |
| "learning_rate": 9.936440121320539e-05, |
| "loss": 0.0, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.20548467765862755, |
| "grad_norm": 0.0489053912460804, |
| "learning_rate": 9.935934754407125e-05, |
| "loss": 0.0002, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.20616284491162634, |
| "grad_norm": 0.050261691212654114, |
| "learning_rate": 9.935427399299782e-05, |
| "loss": 0.0003, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.2068410121646251, |
| "grad_norm": 0.01245457585901022, |
| "learning_rate": 9.934918056202871e-05, |
| "loss": 0.0001, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.20751917941762388, |
| "grad_norm": 0.031247129663825035, |
| "learning_rate": 9.934406725321559e-05, |
| "loss": 0.0002, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.20819734667062265, |
| "grad_norm": 0.06600417196750641, |
| "learning_rate": 9.933893406861807e-05, |
| "loss": 0.0002, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.20887551392362141, |
| "grad_norm": 0.023129012435674667, |
| "learning_rate": 9.933378101030381e-05, |
| "loss": 0.0007, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.20955368117662018, |
| "grad_norm": 0.018992137163877487, |
| "learning_rate": 9.932860808034848e-05, |
| "loss": 0.0001, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.21023184842961895, |
| "grad_norm": 0.01329959649592638, |
| "learning_rate": 9.932341528083569e-05, |
| "loss": 0.0, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.21091001568261772, |
| "grad_norm": 0.07119770348072052, |
| "learning_rate": 9.931820261385714e-05, |
| "loss": 0.0005, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.2115881829356165, |
| "grad_norm": 0.08495577424764633, |
| "learning_rate": 9.931297008151246e-05, |
| "loss": 0.0001, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.21226635018861525, |
| "grad_norm": 0.0634210929274559, |
| "learning_rate": 9.930771768590933e-05, |
| "loss": 0.0001, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.21294451744161405, |
| "grad_norm": 0.10992208123207092, |
| "learning_rate": 9.930244542916342e-05, |
| "loss": 0.0006, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.21362268469461282, |
| "grad_norm": 0.058085739612579346, |
| "learning_rate": 9.929715331339839e-05, |
| "loss": 0.0003, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.2143008519476116, |
| "grad_norm": 0.0160099845379591, |
| "learning_rate": 9.92918413407459e-05, |
| "loss": 0.0003, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.21497901920061036, |
| "grad_norm": 0.46785369515419006, |
| "learning_rate": 9.928650951334559e-05, |
| "loss": 0.0008, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.21565718645360912, |
| "grad_norm": 0.059186507016420364, |
| "learning_rate": 9.928115783334518e-05, |
| "loss": 0.0003, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.2163353537066079, |
| "grad_norm": 0.07586536556482315, |
| "learning_rate": 9.927578630290025e-05, |
| "loss": 0.0016, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.21701352095960666, |
| "grad_norm": 0.10785187780857086, |
| "learning_rate": 9.927039492417452e-05, |
| "loss": 0.0014, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.21769168821260543, |
| "grad_norm": 0.11385278403759003, |
| "learning_rate": 9.926498369933959e-05, |
| "loss": 0.0014, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.2183698554656042, |
| "grad_norm": 0.08722253888845444, |
| "learning_rate": 9.925955263057511e-05, |
| "loss": 0.0012, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.21904802271860296, |
| "grad_norm": 0.09422720223665237, |
| "learning_rate": 9.925410172006874e-05, |
| "loss": 0.0012, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.21972618997160176, |
| "grad_norm": 0.08135107904672623, |
| "learning_rate": 9.924863097001607e-05, |
| "loss": 0.0009, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.22040435722460053, |
| "grad_norm": 0.06382672488689423, |
| "learning_rate": 9.924314038262074e-05, |
| "loss": 0.0007, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.2210825244775993, |
| "grad_norm": 0.04187219962477684, |
| "learning_rate": 9.923762996009438e-05, |
| "loss": 0.0004, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.22176069173059806, |
| "grad_norm": 0.11694247275590897, |
| "learning_rate": 9.923209970465652e-05, |
| "loss": 0.0006, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.22243885898359683, |
| "grad_norm": 0.15844054520130157, |
| "learning_rate": 9.922654961853481e-05, |
| "loss": 0.0007, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.2231170262365956, |
| "grad_norm": 0.055115025490522385, |
| "learning_rate": 9.92209797039648e-05, |
| "loss": 0.0005, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.22379519348959437, |
| "grad_norm": 0.05294685438275337, |
| "learning_rate": 9.921538996319004e-05, |
| "loss": 0.0005, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.22447336074259314, |
| "grad_norm": 0.05556558817625046, |
| "learning_rate": 9.92097803984621e-05, |
| "loss": 0.0005, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.2251515279955919, |
| "grad_norm": 0.02577158622443676, |
| "learning_rate": 9.92041510120405e-05, |
| "loss": 0.0005, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.22582969524859067, |
| "grad_norm": 0.06684298813343048, |
| "learning_rate": 9.919850180619274e-05, |
| "loss": 0.0005, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.22650786250158944, |
| "grad_norm": 0.08713594824075699, |
| "learning_rate": 9.919283278319436e-05, |
| "loss": 0.0011, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.22718602975458824, |
| "grad_norm": 0.06460582464933395, |
| "learning_rate": 9.91871439453288e-05, |
| "loss": 0.0009, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.227864197007587, |
| "grad_norm": 0.06616802513599396, |
| "learning_rate": 9.918143529488755e-05, |
| "loss": 0.0007, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.22854236426058577, |
| "grad_norm": 0.026611236855387688, |
| "learning_rate": 9.917570683417004e-05, |
| "loss": 0.0011, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.22922053151358454, |
| "grad_norm": 0.07026272267103195, |
| "learning_rate": 9.91699585654837e-05, |
| "loss": 0.0006, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.2298986987665833, |
| "grad_norm": 0.11559715121984482, |
| "learning_rate": 9.916419049114392e-05, |
| "loss": 0.0009, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.23057686601958208, |
| "grad_norm": 0.0518777072429657, |
| "learning_rate": 9.915840261347411e-05, |
| "loss": 0.0003, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.23125503327258085, |
| "grad_norm": 0.060435306280851364, |
| "learning_rate": 9.915259493480559e-05, |
| "loss": 0.0007, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.2319332005255796, |
| "grad_norm": 0.038414761424064636, |
| "learning_rate": 9.914676745747772e-05, |
| "loss": 0.0004, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.23261136777857838, |
| "grad_norm": 0.031407903879880905, |
| "learning_rate": 9.914092018383778e-05, |
| "loss": 0.0004, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.23328953503157715, |
| "grad_norm": 0.023152906447649002, |
| "learning_rate": 9.913505311624108e-05, |
| "loss": 0.0005, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.23396770228457595, |
| "grad_norm": 0.0736289694905281, |
| "learning_rate": 9.912916625705087e-05, |
| "loss": 0.0006, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.23464586953757471, |
| "grad_norm": 0.03230787813663483, |
| "learning_rate": 9.912325960863834e-05, |
| "loss": 0.0002, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.23532403679057348, |
| "grad_norm": 0.06092187389731407, |
| "learning_rate": 9.911733317338272e-05, |
| "loss": 0.0003, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.23600220404357225, |
| "grad_norm": 0.02147577330470085, |
| "learning_rate": 9.911138695367119e-05, |
| "loss": 0.0003, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.23668037129657102, |
| "grad_norm": 0.10465848445892334, |
| "learning_rate": 9.910542095189885e-05, |
| "loss": 0.0011, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.2373585385495698, |
| "grad_norm": 0.051002729684114456, |
| "learning_rate": 9.909943517046884e-05, |
| "loss": 0.0003, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.23803670580256855, |
| "grad_norm": 0.04811201989650726, |
| "learning_rate": 9.90934296117922e-05, |
| "loss": 0.0003, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.23871487305556732, |
| "grad_norm": 0.024624748155474663, |
| "learning_rate": 9.908740427828799e-05, |
| "loss": 0.0004, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.2393930403085661, |
| "grad_norm": 0.05176735296845436, |
| "learning_rate": 9.908135917238321e-05, |
| "loss": 0.0002, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.24007120756156486, |
| "grad_norm": 0.04927726835012436, |
| "learning_rate": 9.907529429651281e-05, |
| "loss": 0.0009, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.24074937481456365, |
| "grad_norm": 0.031045028939843178, |
| "learning_rate": 9.906920965311974e-05, |
| "loss": 0.0001, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.24142754206756242, |
| "grad_norm": 0.10256350040435791, |
| "learning_rate": 9.90631052446549e-05, |
| "loss": 0.0006, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.2421057093205612, |
| "grad_norm": 0.03954285383224487, |
| "learning_rate": 9.905698107357714e-05, |
| "loss": 0.0006, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.24278387657355996, |
| "grad_norm": 0.05060918629169464, |
| "learning_rate": 9.905083714235326e-05, |
| "loss": 0.0007, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.24346204382655873, |
| "grad_norm": 0.019770212471485138, |
| "learning_rate": 9.904467345345805e-05, |
| "loss": 0.0008, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.2441402110795575, |
| "grad_norm": 0.0872698500752449, |
| "learning_rate": 9.903849000937423e-05, |
| "loss": 0.0006, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.24481837833255626, |
| "grad_norm": 0.08249643445014954, |
| "learning_rate": 9.90322868125925e-05, |
| "loss": 0.0006, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.24549654558555503, |
| "grad_norm": 0.1213611587882042, |
| "learning_rate": 9.902606386561151e-05, |
| "loss": 0.0009, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.2461747128385538, |
| "grad_norm": 0.12369897216558456, |
| "learning_rate": 9.901982117093786e-05, |
| "loss": 0.0009, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.24685288009155257, |
| "grad_norm": 0.04433707520365715, |
| "learning_rate": 9.901355873108609e-05, |
| "loss": 0.0003, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.24753104734455136, |
| "grad_norm": 0.03901137784123421, |
| "learning_rate": 9.900727654857874e-05, |
| "loss": 0.0005, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.24820921459755013, |
| "grad_norm": 0.060861486941576004, |
| "learning_rate": 9.900097462594625e-05, |
| "loss": 0.0008, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.2488873818505489, |
| "grad_norm": 0.0498674139380455, |
| "learning_rate": 9.899465296572706e-05, |
| "loss": 0.0005, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.24956554910354767, |
| "grad_norm": 0.10359224677085876, |
| "learning_rate": 9.898831157046749e-05, |
| "loss": 0.0006, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.2502437163565464, |
| "grad_norm": 0.06794043630361557, |
| "learning_rate": 9.898195044272189e-05, |
| "loss": 0.0005, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.2509218836095452, |
| "grad_norm": 0.02869260124862194, |
| "learning_rate": 9.89755695850525e-05, |
| "loss": 0.0002, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.251600050862544, |
| "grad_norm": 0.04206472635269165, |
| "learning_rate": 9.896916900002954e-05, |
| "loss": 0.0005, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.25227821811554274, |
| "grad_norm": 0.12347942590713501, |
| "learning_rate": 9.896274869023117e-05, |
| "loss": 0.0003, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.25295638536854154, |
| "grad_norm": 0.01147325336933136, |
| "learning_rate": 9.895630865824347e-05, |
| "loss": 0.0001, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.2536345526215403, |
| "grad_norm": 0.10761839151382446, |
| "learning_rate": 9.89498489066605e-05, |
| "loss": 0.0002, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.2543127198745391, |
| "grad_norm": 0.06379670649766922, |
| "learning_rate": 9.894336943808426e-05, |
| "loss": 0.0005, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2549908871275378, |
| "grad_norm": 0.19594375789165497, |
| "learning_rate": 9.893687025512465e-05, |
| "loss": 0.001, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.2556690543805366, |
| "grad_norm": 0.04399771988391876, |
| "learning_rate": 9.893035136039956e-05, |
| "loss": 0.0002, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.25634722163353535, |
| "grad_norm": 0.09866727888584137, |
| "learning_rate": 9.892381275653478e-05, |
| "loss": 0.0006, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.25702538888653415, |
| "grad_norm": 0.03635840862989426, |
| "learning_rate": 9.891725444616409e-05, |
| "loss": 0.0011, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.2577035561395329, |
| "grad_norm": 0.026622148230671883, |
| "learning_rate": 9.891067643192915e-05, |
| "loss": 0.0003, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.2583817233925317, |
| "grad_norm": 0.047546133399009705, |
| "learning_rate": 9.89040787164796e-05, |
| "loss": 0.0004, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.2590598906455305, |
| "grad_norm": 0.17135459184646606, |
| "learning_rate": 9.889746130247297e-05, |
| "loss": 0.0005, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.2597380578985292, |
| "grad_norm": 0.05973830074071884, |
| "learning_rate": 9.889082419257481e-05, |
| "loss": 0.0003, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.260416225151528, |
| "grad_norm": 0.08419614285230637, |
| "learning_rate": 9.888416738945848e-05, |
| "loss": 0.0009, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.26109439240452675, |
| "grad_norm": 0.08141511678695679, |
| "learning_rate": 9.887749089580538e-05, |
| "loss": 0.0002, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.26177255965752555, |
| "grad_norm": 0.40493646264076233, |
| "learning_rate": 9.88707947143048e-05, |
| "loss": 0.0007, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.2624507269105243, |
| "grad_norm": 0.24903036653995514, |
| "learning_rate": 9.886407884765395e-05, |
| "loss": 0.0005, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.2631288941635231, |
| "grad_norm": 0.7945914268493652, |
| "learning_rate": 9.885734329855798e-05, |
| "loss": 0.0008, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.2638070614165218, |
| "grad_norm": 5.618687152862549, |
| "learning_rate": 9.885058806972997e-05, |
| "loss": 0.0147, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.2644852286695206, |
| "grad_norm": 0.3053636848926544, |
| "learning_rate": 9.884381316389093e-05, |
| "loss": 0.0051, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.2651633959225194, |
| "grad_norm": 0.8200685977935791, |
| "learning_rate": 9.883701858376979e-05, |
| "loss": 0.0078, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.26584156317551816, |
| "grad_norm": 0.3827979564666748, |
| "learning_rate": 9.883020433210342e-05, |
| "loss": 0.0048, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.26651973042851695, |
| "grad_norm": 49.57893753051758, |
| "learning_rate": 9.882337041163656e-05, |
| "loss": 0.3228, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.2671978976815157, |
| "grad_norm": 82.7600326538086, |
| "learning_rate": 9.881651682512195e-05, |
| "loss": 1.323, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.2678760649345145, |
| "grad_norm": 13.147876739501953, |
| "learning_rate": 9.88096435753202e-05, |
| "loss": 0.2319, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.26855423218751323, |
| "grad_norm": 4.195157527923584, |
| "learning_rate": 9.880275066499985e-05, |
| "loss": 0.1171, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.269232399440512, |
| "grad_norm": 0.9070939421653748, |
| "learning_rate": 9.879583809693738e-05, |
| "loss": 0.0663, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.26991056669351077, |
| "grad_norm": 0.3190385401248932, |
| "learning_rate": 9.878890587391714e-05, |
| "loss": 0.0182, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.27058873394650956, |
| "grad_norm": 0.15086790919303894, |
| "learning_rate": 9.878195399873147e-05, |
| "loss": 0.006, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.2712669011995083, |
| "grad_norm": 0.148417666554451, |
| "learning_rate": 9.877498247418056e-05, |
| "loss": 0.0021, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.2719450684525071, |
| "grad_norm": 0.1928234100341797, |
| "learning_rate": 9.876799130307253e-05, |
| "loss": 0.0024, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.2726232357055059, |
| "grad_norm": 0.4669875204563141, |
| "learning_rate": 9.876098048822343e-05, |
| "loss": 0.0257, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.27330140295850464, |
| "grad_norm": 1.2202422618865967, |
| "learning_rate": 9.875395003245724e-05, |
| "loss": 0.0405, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.27397957021150343, |
| "grad_norm": 0.32797545194625854, |
| "learning_rate": 9.874689993860579e-05, |
| "loss": 0.0319, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.27465773746450217, |
| "grad_norm": 0.9610121846199036, |
| "learning_rate": 9.873983020950888e-05, |
| "loss": 0.0205, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.27533590471750097, |
| "grad_norm": 0.3528335690498352, |
| "learning_rate": 9.87327408480142e-05, |
| "loss": 0.0073, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.2760140719704997, |
| "grad_norm": 0.41824105381965637, |
| "learning_rate": 9.872563185697732e-05, |
| "loss": 0.0054, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.2766922392234985, |
| "grad_norm": 0.2852812111377716, |
| "learning_rate": 9.871850323926177e-05, |
| "loss": 0.004, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.27737040647649724, |
| "grad_norm": 1.4140238761901855, |
| "learning_rate": 9.871135499773894e-05, |
| "loss": 0.0105, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.27804857372949604, |
| "grad_norm": 0.8318770527839661, |
| "learning_rate": 9.870418713528812e-05, |
| "loss": 0.006, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.2787267409824948, |
| "grad_norm": 0.7967255711555481, |
| "learning_rate": 9.869699965479657e-05, |
| "loss": 0.0044, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.2794049082354936, |
| "grad_norm": 0.5289302468299866, |
| "learning_rate": 9.868979255915938e-05, |
| "loss": 0.0131, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.2800830754884924, |
| "grad_norm": 3.1792924404144287, |
| "learning_rate": 9.868256585127956e-05, |
| "loss": 0.0473, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.2807612427414911, |
| "grad_norm": 0.2872530221939087, |
| "learning_rate": 9.867531953406803e-05, |
| "loss": 0.0073, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.2814394099944899, |
| "grad_norm": 0.14570827782154083, |
| "learning_rate": 9.866805361044362e-05, |
| "loss": 0.01, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.28211757724748865, |
| "grad_norm": 0.2351459115743637, |
| "learning_rate": 9.866076808333304e-05, |
| "loss": 0.0053, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.28279574450048744, |
| "grad_norm": 0.14194971323013306, |
| "learning_rate": 9.86534629556709e-05, |
| "loss": 0.006, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.2834739117534862, |
| "grad_norm": 0.21115270256996155, |
| "learning_rate": 9.864613823039969e-05, |
| "loss": 0.0041, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.284152079006485, |
| "grad_norm": 0.17921510338783264, |
| "learning_rate": 9.863879391046984e-05, |
| "loss": 0.0044, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.2848302462594837, |
| "grad_norm": 0.1330479234457016, |
| "learning_rate": 9.863142999883959e-05, |
| "loss": 0.003, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.2855084135124825, |
| "grad_norm": 0.09766431152820587, |
| "learning_rate": 9.862404649847516e-05, |
| "loss": 0.0021, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.2861865807654813, |
| "grad_norm": 0.12152712047100067, |
| "learning_rate": 9.861664341235063e-05, |
| "loss": 0.0042, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.28686474801848005, |
| "grad_norm": 0.1460103988647461, |
| "learning_rate": 9.860922074344794e-05, |
| "loss": 0.0022, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.28754291527147885, |
| "grad_norm": 0.16154733300209045, |
| "learning_rate": 9.860177849475694e-05, |
| "loss": 0.0029, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.2882210825244776, |
| "grad_norm": 0.08406810462474823, |
| "learning_rate": 9.85943166692754e-05, |
| "loss": 0.0012, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.2888992497774764, |
| "grad_norm": 0.15870791673660278, |
| "learning_rate": 9.858683527000887e-05, |
| "loss": 0.0018, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.2895774170304751, |
| "grad_norm": 0.07115360349416733, |
| "learning_rate": 9.857933429997094e-05, |
| "loss": 0.0011, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.2902555842834739, |
| "grad_norm": 0.052113912999629974, |
| "learning_rate": 9.857181376218295e-05, |
| "loss": 0.0008, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.29093375153647266, |
| "grad_norm": 0.059886470437049866, |
| "learning_rate": 9.856427365967419e-05, |
| "loss": 0.0009, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.29161191878947146, |
| "grad_norm": 0.0380706861615181, |
| "learning_rate": 9.855671399548181e-05, |
| "loss": 0.0009, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.2922900860424702, |
| "grad_norm": 0.017071694135665894, |
| "learning_rate": 9.854913477265084e-05, |
| "loss": 0.0005, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.292968253295469, |
| "grad_norm": 0.09737870842218399, |
| "learning_rate": 9.854153599423418e-05, |
| "loss": 0.0006, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.2936464205484678, |
| "grad_norm": 0.07049310207366943, |
| "learning_rate": 9.853391766329263e-05, |
| "loss": 0.0008, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.29432458780146653, |
| "grad_norm": 0.07267790287733078, |
| "learning_rate": 9.852627978289486e-05, |
| "loss": 0.0009, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.2950027550544653, |
| "grad_norm": 0.03373875841498375, |
| "learning_rate": 9.851862235611737e-05, |
| "loss": 0.0006, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.29568092230746407, |
| "grad_norm": 0.11455586552619934, |
| "learning_rate": 9.851094538604461e-05, |
| "loss": 0.0008, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.29635908956046286, |
| "grad_norm": 0.028519853949546814, |
| "learning_rate": 9.850324887576887e-05, |
| "loss": 0.0002, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.2970372568134616, |
| "grad_norm": 0.07312014698982239, |
| "learning_rate": 9.849553282839025e-05, |
| "loss": 0.0013, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.2977154240664604, |
| "grad_norm": 0.1544421762228012, |
| "learning_rate": 9.848779724701684e-05, |
| "loss": 0.0008, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.29839359131945914, |
| "grad_norm": 0.049141231924295425, |
| "learning_rate": 9.848004213476449e-05, |
| "loss": 0.0006, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.29907175857245794, |
| "grad_norm": 0.08961957693099976, |
| "learning_rate": 9.847226749475695e-05, |
| "loss": 0.0006, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.2997499258254567, |
| "grad_norm": 0.05696597695350647, |
| "learning_rate": 9.846447333012588e-05, |
| "loss": 0.0005, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.30042809307845547, |
| "grad_norm": 0.08603312820196152, |
| "learning_rate": 9.845665964401071e-05, |
| "loss": 0.0012, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.30110626033145427, |
| "grad_norm": 0.02400689572095871, |
| "learning_rate": 9.844882643955887e-05, |
| "loss": 0.0003, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.301784427584453, |
| "grad_norm": 0.028485383838415146, |
| "learning_rate": 9.844097371992552e-05, |
| "loss": 0.0003, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.3024625948374518, |
| "grad_norm": 0.042584579437971115, |
| "learning_rate": 9.843310148827374e-05, |
| "loss": 0.0004, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.30314076209045054, |
| "grad_norm": 0.051422711461782455, |
| "learning_rate": 9.842520974777448e-05, |
| "loss": 0.0003, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.30381892934344934, |
| "grad_norm": 0.04666488617658615, |
| "learning_rate": 9.841729850160652e-05, |
| "loss": 0.0006, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.3044970965964481, |
| "grad_norm": 0.030913488939404488, |
| "learning_rate": 9.840936775295653e-05, |
| "loss": 0.0005, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.3051752638494469, |
| "grad_norm": 0.07295496016740799, |
| "learning_rate": 9.840141750501898e-05, |
| "loss": 0.0003, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3058534311024456, |
| "grad_norm": 0.04738324508070946, |
| "learning_rate": 9.839344776099625e-05, |
| "loss": 0.0006, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.3065315983554444, |
| "grad_norm": 0.021162323653697968, |
| "learning_rate": 9.838545852409857e-05, |
| "loss": 0.0002, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.3072097656084432, |
| "grad_norm": 0.013712971471250057, |
| "learning_rate": 9.837744979754396e-05, |
| "loss": 0.0001, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.30788793286144195, |
| "grad_norm": 0.04329269379377365, |
| "learning_rate": 9.836942158455837e-05, |
| "loss": 0.0004, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.30856610011444074, |
| "grad_norm": 0.011373177170753479, |
| "learning_rate": 9.836137388837554e-05, |
| "loss": 0.0002, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.3092442673674395, |
| "grad_norm": 0.1146940067410469, |
| "learning_rate": 9.83533067122371e-05, |
| "loss": 0.001, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.3099224346204383, |
| "grad_norm": 0.01689288392663002, |
| "learning_rate": 9.834522005939248e-05, |
| "loss": 0.0002, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.310600601873437, |
| "grad_norm": 0.03612351417541504, |
| "learning_rate": 9.833711393309903e-05, |
| "loss": 0.0004, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.3112787691264358, |
| "grad_norm": 0.05595879629254341, |
| "learning_rate": 9.832898833662185e-05, |
| "loss": 0.0002, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.31195693637943456, |
| "grad_norm": 0.03937789425253868, |
| "learning_rate": 9.832084327323394e-05, |
| "loss": 0.0002, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.31263510363243335, |
| "grad_norm": 0.00396231422200799, |
| "learning_rate": 9.831267874621616e-05, |
| "loss": 0.0, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.3133132708854321, |
| "grad_norm": 0.02203402668237686, |
| "learning_rate": 9.830449475885715e-05, |
| "loss": 0.0002, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.3139914381384309, |
| "grad_norm": 0.016906969249248505, |
| "learning_rate": 9.829629131445342e-05, |
| "loss": 0.0001, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.3146696053914297, |
| "grad_norm": 0.028574733063578606, |
| "learning_rate": 9.828806841630933e-05, |
| "loss": 0.0004, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.3153477726444284, |
| "grad_norm": 0.03310710936784744, |
| "learning_rate": 9.827982606773705e-05, |
| "loss": 0.0002, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.3160259398974272, |
| "grad_norm": 0.04199539124965668, |
| "learning_rate": 9.827156427205662e-05, |
| "loss": 0.0002, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.31670410715042596, |
| "grad_norm": 0.04112956300377846, |
| "learning_rate": 9.826328303259586e-05, |
| "loss": 0.0002, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.31738227440342476, |
| "grad_norm": 0.04984778165817261, |
| "learning_rate": 9.825498235269046e-05, |
| "loss": 0.0001, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.3180604416564235, |
| "grad_norm": 0.079465851187706, |
| "learning_rate": 9.824666223568395e-05, |
| "loss": 0.0004, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.3187386089094223, |
| "grad_norm": 0.007913575507700443, |
| "learning_rate": 9.823832268492768e-05, |
| "loss": 0.0001, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.31941677616242103, |
| "grad_norm": 0.027005091309547424, |
| "learning_rate": 9.822996370378077e-05, |
| "loss": 0.0002, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.32009494341541983, |
| "grad_norm": 0.03642921522259712, |
| "learning_rate": 9.822158529561026e-05, |
| "loss": 0.0002, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.3207731106684186, |
| "grad_norm": 0.006631182506680489, |
| "learning_rate": 9.821318746379095e-05, |
| "loss": 0.0004, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.32145127792141737, |
| "grad_norm": 0.028765078634023666, |
| "learning_rate": 9.820477021170551e-05, |
| "loss": 0.0002, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.32212944517441616, |
| "grad_norm": 0.03270328417420387, |
| "learning_rate": 9.819633354274439e-05, |
| "loss": 0.0002, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.3228076124274149, |
| "grad_norm": 0.00990514736622572, |
| "learning_rate": 9.818787746030587e-05, |
| "loss": 0.0001, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.3234857796804137, |
| "grad_norm": 0.028807222843170166, |
| "learning_rate": 9.81794019677961e-05, |
| "loss": 0.0001, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.32416394693341244, |
| "grad_norm": 0.02939584106206894, |
| "learning_rate": 9.817090706862895e-05, |
| "loss": 0.0003, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.32484211418641123, |
| "grad_norm": 0.01710331439971924, |
| "learning_rate": 9.816239276622621e-05, |
| "loss": 0.0001, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.32552028143941, |
| "grad_norm": 0.013261375017464161, |
| "learning_rate": 9.815385906401741e-05, |
| "loss": 0.0, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.32619844869240877, |
| "grad_norm": 0.025372454896569252, |
| "learning_rate": 9.814530596543994e-05, |
| "loss": 0.0, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.3268766159454075, |
| "grad_norm": 0.005917869508266449, |
| "learning_rate": 9.813673347393899e-05, |
| "loss": 0.0, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.3275547831984063, |
| "grad_norm": 0.006878651212900877, |
| "learning_rate": 9.812814159296757e-05, |
| "loss": 0.0, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.3282329504514051, |
| "grad_norm": 0.04819082096219063, |
| "learning_rate": 9.811953032598644e-05, |
| "loss": 0.0001, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.32891111770440384, |
| "grad_norm": 0.019986020401120186, |
| "learning_rate": 9.811089967646428e-05, |
| "loss": 0.0003, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.32958928495740264, |
| "grad_norm": 0.005363111849874258, |
| "learning_rate": 9.810224964787746e-05, |
| "loss": 0.0, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.3302674522104014, |
| "grad_norm": 0.023500891402363777, |
| "learning_rate": 9.809358024371024e-05, |
| "loss": 0.0, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.3309456194634002, |
| "grad_norm": 0.006279476452618837, |
| "learning_rate": 9.808489146745466e-05, |
| "loss": 0.0, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.3316237867163989, |
| "grad_norm": 0.007938874885439873, |
| "learning_rate": 9.807618332261052e-05, |
| "loss": 0.0, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.3323019539693977, |
| "grad_norm": 0.0037944272626191378, |
| "learning_rate": 9.806745581268552e-05, |
| "loss": 0.0, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.33298012122239645, |
| "grad_norm": 0.031090207397937775, |
| "learning_rate": 9.805870894119506e-05, |
| "loss": 0.0002, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.33365828847539525, |
| "grad_norm": 0.04043909162282944, |
| "learning_rate": 9.804994271166236e-05, |
| "loss": 0.0001, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.334336455728394, |
| "grad_norm": 0.00045781582593917847, |
| "learning_rate": 9.804115712761851e-05, |
| "loss": 0.0, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.3350146229813928, |
| "grad_norm": 0.011888192035257816, |
| "learning_rate": 9.803235219260231e-05, |
| "loss": 0.0, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.3356927902343916, |
| "grad_norm": 0.021957555785775185, |
| "learning_rate": 9.802352791016039e-05, |
| "loss": 0.0, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.3363709574873903, |
| "grad_norm": 0.022019004449248314, |
| "learning_rate": 9.801468428384716e-05, |
| "loss": 0.0004, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.3370491247403891, |
| "grad_norm": 0.001489504473283887, |
| "learning_rate": 9.800582131722485e-05, |
| "loss": 0.0001, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.33772729199338786, |
| "grad_norm": 0.002710692584514618, |
| "learning_rate": 9.799693901386345e-05, |
| "loss": 0.0001, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.33840545924638665, |
| "grad_norm": 0.0030198118183761835, |
| "learning_rate": 9.798803737734076e-05, |
| "loss": 0.0001, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.3390836264993854, |
| "grad_norm": 0.021767836064100266, |
| "learning_rate": 9.797911641124236e-05, |
| "loss": 0.0001, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3397617937523842, |
| "grad_norm": 0.0020249721128493547, |
| "learning_rate": 9.79701761191616e-05, |
| "loss": 0.0003, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.34043996100538293, |
| "grad_norm": 0.01206112653017044, |
| "learning_rate": 9.796121650469963e-05, |
| "loss": 0.0001, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.3411181282583817, |
| "grad_norm": 0.0016083617229014635, |
| "learning_rate": 9.795223757146539e-05, |
| "loss": 0.0, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.3417962955113805, |
| "grad_norm": 0.004822399001568556, |
| "learning_rate": 9.794323932307559e-05, |
| "loss": 0.0, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.34247446276437926, |
| "grad_norm": 0.008584674447774887, |
| "learning_rate": 9.793422176315472e-05, |
| "loss": 0.0, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.34315263001737806, |
| "grad_norm": 0.003843455109745264, |
| "learning_rate": 9.792518489533507e-05, |
| "loss": 0.0, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.3438307972703768, |
| "grad_norm": 0.002502762945368886, |
| "learning_rate": 9.791612872325667e-05, |
| "loss": 0.0, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.3445089645233756, |
| "grad_norm": 0.0043897624127566814, |
| "learning_rate": 9.790705325056735e-05, |
| "loss": 0.0, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.34518713177637433, |
| "grad_norm": 0.013913934119045734, |
| "learning_rate": 9.78979584809227e-05, |
| "loss": 0.0, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.34586529902937313, |
| "grad_norm": 0.0008682821062393486, |
| "learning_rate": 9.788884441798612e-05, |
| "loss": 0.0, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.34654346628237187, |
| "grad_norm": 0.0015347907319664955, |
| "learning_rate": 9.787971106542872e-05, |
| "loss": 0.0, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.34722163353537067, |
| "grad_norm": 0.0006304876878857613, |
| "learning_rate": 9.787055842692944e-05, |
| "loss": 0.0, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.3478998007883694, |
| "grad_norm": 0.015095069073140621, |
| "learning_rate": 9.786138650617493e-05, |
| "loss": 0.0, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.3485779680413682, |
| "grad_norm": 0.0007357313297688961, |
| "learning_rate": 9.785219530685969e-05, |
| "loss": 0.0, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.349256135294367, |
| "grad_norm": 0.006811681669205427, |
| "learning_rate": 9.784298483268588e-05, |
| "loss": 0.0001, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.34993430254736574, |
| "grad_norm": 0.004541031084954739, |
| "learning_rate": 9.783375508736351e-05, |
| "loss": 0.0, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.35061246980036453, |
| "grad_norm": 0.002640953753143549, |
| "learning_rate": 9.782450607461031e-05, |
| "loss": 0.0, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.3512906370533633, |
| "grad_norm": 0.014266207814216614, |
| "learning_rate": 9.781523779815179e-05, |
| "loss": 0.0, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.35196880430636207, |
| "grad_norm": 0.0035020592622458935, |
| "learning_rate": 9.780595026172119e-05, |
| "loss": 0.0, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.3526469715593608, |
| "grad_norm": 0.0020277295261621475, |
| "learning_rate": 9.779664346905954e-05, |
| "loss": 0.0, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.3533251388123596, |
| "grad_norm": 0.0008716668817214668, |
| "learning_rate": 9.778731742391562e-05, |
| "loss": 0.0, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.35400330606535835, |
| "grad_norm": 0.004051413387060165, |
| "learning_rate": 9.777797213004596e-05, |
| "loss": 0.0, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.35468147331835714, |
| "grad_norm": 0.0006017841515131295, |
| "learning_rate": 9.776860759121484e-05, |
| "loss": 0.0, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.3553596405713559, |
| "grad_norm": 0.0020267630461603403, |
| "learning_rate": 9.775922381119429e-05, |
| "loss": 0.0, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.3560378078243547, |
| "grad_norm": 0.001963792135939002, |
| "learning_rate": 9.774982079376411e-05, |
| "loss": 0.0, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.3567159750773535, |
| "grad_norm": 0.039067551493644714, |
| "learning_rate": 9.774039854271182e-05, |
| "loss": 0.0001, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.3573941423303522, |
| "grad_norm": 0.009917604736983776, |
| "learning_rate": 9.773095706183271e-05, |
| "loss": 0.0, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.358072309583351, |
| "grad_norm": 0.03943745791912079, |
| "learning_rate": 9.772149635492978e-05, |
| "loss": 0.0002, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.35875047683634975, |
| "grad_norm": 0.03156045079231262, |
| "learning_rate": 9.771201642581385e-05, |
| "loss": 0.0001, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.35942864408934855, |
| "grad_norm": 0.0029956672806292772, |
| "learning_rate": 9.77025172783034e-05, |
| "loss": 0.0, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.3601068113423473, |
| "grad_norm": 0.009155509062111378, |
| "learning_rate": 9.769299891622469e-05, |
| "loss": 0.0, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.3607849785953461, |
| "grad_norm": 0.001078491797670722, |
| "learning_rate": 9.768346134341174e-05, |
| "loss": 0.0, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.3614631458483448, |
| "grad_norm": 0.006173829548060894, |
| "learning_rate": 9.767390456370624e-05, |
| "loss": 0.0, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.3621413131013436, |
| "grad_norm": 0.0022076182067394257, |
| "learning_rate": 9.76643285809577e-05, |
| "loss": 0.0001, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.3628194803543424, |
| "grad_norm": 0.0006827347096987069, |
| "learning_rate": 9.76547333990233e-05, |
| "loss": 0.0, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.36349764760734116, |
| "grad_norm": 0.02418726310133934, |
| "learning_rate": 9.764511902176798e-05, |
| "loss": 0.0001, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.36417581486033995, |
| "grad_norm": 0.002262687310576439, |
| "learning_rate": 9.763548545306443e-05, |
| "loss": 0.0, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.3648539821133387, |
| "grad_norm": 0.0012373102363198996, |
| "learning_rate": 9.762583269679303e-05, |
| "loss": 0.0, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.3655321493663375, |
| "grad_norm": 0.2534419596195221, |
| "learning_rate": 9.761616075684192e-05, |
| "loss": 0.0002, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.36621031661933623, |
| "grad_norm": 0.0008780054631642997, |
| "learning_rate": 9.760646963710694e-05, |
| "loss": 0.0, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.366888483872335, |
| "grad_norm": 0.04172241687774658, |
| "learning_rate": 9.759675934149168e-05, |
| "loss": 0.0004, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.36756665112533377, |
| "grad_norm": 0.04473108425736427, |
| "learning_rate": 9.758702987390746e-05, |
| "loss": 0.0004, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.36824481837833256, |
| "grad_norm": 0.11230382323265076, |
| "learning_rate": 9.75772812382733e-05, |
| "loss": 0.0006, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.3689229856313313, |
| "grad_norm": 0.08816549926996231, |
| "learning_rate": 9.756751343851594e-05, |
| "loss": 0.0007, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.3696011528843301, |
| "grad_norm": 0.06734654307365417, |
| "learning_rate": 9.755772647856986e-05, |
| "loss": 0.0003, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.3702793201373289, |
| "grad_norm": 0.02505115605890751, |
| "learning_rate": 9.754792036237725e-05, |
| "loss": 0.0004, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.37095748739032763, |
| "grad_norm": 0.02396882139146328, |
| "learning_rate": 9.753809509388798e-05, |
| "loss": 0.0007, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.37163565464332643, |
| "grad_norm": 0.023111695423722267, |
| "learning_rate": 9.752825067705971e-05, |
| "loss": 0.0002, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.37231382189632517, |
| "grad_norm": 0.045954182744026184, |
| "learning_rate": 9.751838711585774e-05, |
| "loss": 0.0003, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.37299198914932397, |
| "grad_norm": 0.029057525098323822, |
| "learning_rate": 9.750850441425515e-05, |
| "loss": 0.0004, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.3736701564023227, |
| "grad_norm": 0.030954748392105103, |
| "learning_rate": 9.749860257623263e-05, |
| "loss": 0.0002, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.3743483236553215, |
| "grad_norm": 0.0924738347530365, |
| "learning_rate": 9.748868160577868e-05, |
| "loss": 0.0003, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.37502649090832024, |
| "grad_norm": 0.05257641151547432, |
| "learning_rate": 9.747874150688948e-05, |
| "loss": 0.0001, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.37570465816131904, |
| "grad_norm": 0.05264095962047577, |
| "learning_rate": 9.746878228356885e-05, |
| "loss": 0.0007, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.3763828254143178, |
| "grad_norm": 0.04698754847049713, |
| "learning_rate": 9.74588039398284e-05, |
| "loss": 0.0002, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.3770609926673166, |
| "grad_norm": 0.031078685075044632, |
| "learning_rate": 9.744880647968741e-05, |
| "loss": 0.0003, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.37773915992031537, |
| "grad_norm": 0.011770748533308506, |
| "learning_rate": 9.743878990717283e-05, |
| "loss": 0.0002, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.3784173271733141, |
| "grad_norm": 0.016282442957162857, |
| "learning_rate": 9.742875422631937e-05, |
| "loss": 0.0001, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.3790954944263129, |
| "grad_norm": 0.03300836682319641, |
| "learning_rate": 9.741869944116937e-05, |
| "loss": 0.0001, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.37977366167931165, |
| "grad_norm": 0.046346571296453476, |
| "learning_rate": 9.740862555577289e-05, |
| "loss": 0.0009, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.38045182893231044, |
| "grad_norm": 0.020293988287448883, |
| "learning_rate": 9.739853257418772e-05, |
| "loss": 0.0001, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.3811299961853092, |
| "grad_norm": 0.006188335362821817, |
| "learning_rate": 9.73884205004793e-05, |
| "loss": 0.0, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.381808163438308, |
| "grad_norm": 0.04997680336236954, |
| "learning_rate": 9.737828933872075e-05, |
| "loss": 0.0003, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.3824863306913067, |
| "grad_norm": 0.013155604712665081, |
| "learning_rate": 9.736813909299294e-05, |
| "loss": 0.0001, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.3831644979443055, |
| "grad_norm": 0.0035465641412883997, |
| "learning_rate": 9.735796976738437e-05, |
| "loss": 0.0002, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.3838426651973043, |
| "grad_norm": 0.006658546626567841, |
| "learning_rate": 9.734778136599123e-05, |
| "loss": 0.0, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.38452083245030305, |
| "grad_norm": 0.053657446056604385, |
| "learning_rate": 9.733757389291742e-05, |
| "loss": 0.0008, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.38519899970330185, |
| "grad_norm": 0.08685652166604996, |
| "learning_rate": 9.73273473522745e-05, |
| "loss": 0.0005, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.3858771669563006, |
| "grad_norm": 0.009623444639146328, |
| "learning_rate": 9.731710174818174e-05, |
| "loss": 0.0001, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.3865553342092994, |
| "grad_norm": 0.03243015334010124, |
| "learning_rate": 9.730683708476604e-05, |
| "loss": 0.0004, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.3872335014622981, |
| "grad_norm": 0.0013256813399493694, |
| "learning_rate": 9.729655336616204e-05, |
| "loss": 0.0004, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.3879116687152969, |
| "grad_norm": 0.006923831533640623, |
| "learning_rate": 9.728625059651197e-05, |
| "loss": 0.0001, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.38858983596829566, |
| "grad_norm": 0.004441696684807539, |
| "learning_rate": 9.727592877996585e-05, |
| "loss": 0.0001, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.38926800322129446, |
| "grad_norm": 0.004240158013999462, |
| "learning_rate": 9.726558792068125e-05, |
| "loss": 0.0, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.3899461704742932, |
| "grad_norm": 0.014222053810954094, |
| "learning_rate": 9.72552280228235e-05, |
| "loss": 0.0001, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.390624337727292, |
| "grad_norm": 0.03526894748210907, |
| "learning_rate": 9.724484909056554e-05, |
| "loss": 0.0004, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.3913025049802908, |
| "grad_norm": 0.005613984540104866, |
| "learning_rate": 9.723445112808802e-05, |
| "loss": 0.0, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.39198067223328953, |
| "grad_norm": 0.01902814209461212, |
| "learning_rate": 9.722403413957923e-05, |
| "loss": 0.0001, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.3926588394862883, |
| "grad_norm": 0.07783958315849304, |
| "learning_rate": 9.721359812923515e-05, |
| "loss": 0.0003, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.39333700673928707, |
| "grad_norm": 0.008552520535886288, |
| "learning_rate": 9.720314310125937e-05, |
| "loss": 0.0, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.39401517399228586, |
| "grad_norm": 0.00928240455687046, |
| "learning_rate": 9.719266905986322e-05, |
| "loss": 0.0, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.3946933412452846, |
| "grad_norm": 0.04865438863635063, |
| "learning_rate": 9.71821760092656e-05, |
| "loss": 0.0001, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.3953715084982834, |
| "grad_norm": 0.005656507331877947, |
| "learning_rate": 9.717166395369313e-05, |
| "loss": 0.0, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.39604967575128214, |
| "grad_norm": 0.00930027011781931, |
| "learning_rate": 9.716113289738004e-05, |
| "loss": 0.0001, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.39672784300428093, |
| "grad_norm": 0.023045826703310013, |
| "learning_rate": 9.715058284456828e-05, |
| "loss": 0.0001, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.39740601025727973, |
| "grad_norm": 0.00920875370502472, |
| "learning_rate": 9.714001379950739e-05, |
| "loss": 0.0001, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.39808417751027847, |
| "grad_norm": 0.002126706065610051, |
| "learning_rate": 9.712942576645459e-05, |
| "loss": 0.0001, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.39876234476327727, |
| "grad_norm": 0.010585418902337551, |
| "learning_rate": 9.71188187496747e-05, |
| "loss": 0.0, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.399440512016276, |
| "grad_norm": 0.007169020362198353, |
| "learning_rate": 9.710819275344028e-05, |
| "loss": 0.0, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.4001186792692748, |
| "grad_norm": 0.008359720930457115, |
| "learning_rate": 9.709754778203143e-05, |
| "loss": 0.0001, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.40079684652227354, |
| "grad_norm": 0.017095040529966354, |
| "learning_rate": 9.708688383973596e-05, |
| "loss": 0.0002, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.40147501377527234, |
| "grad_norm": 0.003711053868755698, |
| "learning_rate": 9.707620093084933e-05, |
| "loss": 0.0, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.4021531810282711, |
| "grad_norm": 0.003627863246947527, |
| "learning_rate": 9.706549905967459e-05, |
| "loss": 0.0, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.4028313482812699, |
| "grad_norm": 0.004584900569170713, |
| "learning_rate": 9.705477823052246e-05, |
| "loss": 0.0, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.4035095155342686, |
| "grad_norm": 0.012822436168789864, |
| "learning_rate": 9.704403844771128e-05, |
| "loss": 0.0, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.4041876827872674, |
| "grad_norm": 0.02418431267142296, |
| "learning_rate": 9.703327971556704e-05, |
| "loss": 0.0, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.4048658500402662, |
| "grad_norm": 0.011410797946155071, |
| "learning_rate": 9.702250203842336e-05, |
| "loss": 0.0, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.40554401729326495, |
| "grad_norm": 0.0004434087313711643, |
| "learning_rate": 9.701170542062148e-05, |
| "loss": 0.0, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.40622218454626374, |
| "grad_norm": 0.0011917415540665388, |
| "learning_rate": 9.700088986651027e-05, |
| "loss": 0.0, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.4069003517992625, |
| "grad_norm": 0.1085277646780014, |
| "learning_rate": 9.699005538044626e-05, |
| "loss": 0.0002, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.4075785190522613, |
| "grad_norm": 0.001079617883078754, |
| "learning_rate": 9.697920196679353e-05, |
| "loss": 0.0, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.40825668630526, |
| "grad_norm": 0.0006843967130407691, |
| "learning_rate": 9.69683296299239e-05, |
| "loss": 0.0001, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.4089348535582588, |
| "grad_norm": 0.0017491994658485055, |
| "learning_rate": 9.695743837421669e-05, |
| "loss": 0.0, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.40961302081125756, |
| "grad_norm": 0.050194092094898224, |
| "learning_rate": 9.694652820405895e-05, |
| "loss": 0.0001, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.41029118806425635, |
| "grad_norm": 0.0033219442702829838, |
| "learning_rate": 9.693559912384523e-05, |
| "loss": 0.0001, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.4109693553172551, |
| "grad_norm": 0.021614020690321922, |
| "learning_rate": 9.69246511379778e-05, |
| "loss": 0.0, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.4116475225702539, |
| "grad_norm": 0.0711006447672844, |
| "learning_rate": 9.691368425086651e-05, |
| "loss": 0.0007, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.4123256898232527, |
| "grad_norm": 0.0004094350733794272, |
| "learning_rate": 9.690269846692881e-05, |
| "loss": 0.0, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.4130038570762514, |
| "grad_norm": 0.008974644355475903, |
| "learning_rate": 9.689169379058979e-05, |
| "loss": 0.0006, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.4136820243292502, |
| "grad_norm": 0.00673671206459403, |
| "learning_rate": 9.688067022628211e-05, |
| "loss": 0.0004, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.41436019158224896, |
| "grad_norm": 0.014988470822572708, |
| "learning_rate": 9.686962777844606e-05, |
| "loss": 0.0002, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.41503835883524776, |
| "grad_norm": 0.05447763949632645, |
| "learning_rate": 9.685856645152955e-05, |
| "loss": 0.0002, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.4157165260882465, |
| "grad_norm": 0.009435374289751053, |
| "learning_rate": 9.68474862499881e-05, |
| "loss": 0.0001, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.4163946933412453, |
| "grad_norm": 0.022904202342033386, |
| "learning_rate": 9.683638717828476e-05, |
| "loss": 0.0002, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.41707286059424403, |
| "grad_norm": 0.002160982694476843, |
| "learning_rate": 9.682526924089028e-05, |
| "loss": 0.0, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.41775102784724283, |
| "grad_norm": 0.005374177824705839, |
| "learning_rate": 9.681413244228294e-05, |
| "loss": 0.0001, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.4184291951002416, |
| "grad_norm": 0.0011474484344944358, |
| "learning_rate": 9.680297678694867e-05, |
| "loss": 0.0001, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.41910736235324036, |
| "grad_norm": 0.03147886320948601, |
| "learning_rate": 9.679180227938094e-05, |
| "loss": 0.0002, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.41978552960623916, |
| "grad_norm": 0.04308544844388962, |
| "learning_rate": 9.678060892408083e-05, |
| "loss": 0.0001, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.4204636968592379, |
| "grad_norm": 0.00260750949382782, |
| "learning_rate": 9.676939672555706e-05, |
| "loss": 0.0, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.4211418641122367, |
| "grad_norm": 0.049146685749292374, |
| "learning_rate": 9.675816568832588e-05, |
| "loss": 0.0001, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.42182003136523544, |
| "grad_norm": 0.05711871013045311, |
| "learning_rate": 9.674691581691114e-05, |
| "loss": 0.0, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.42249819861823423, |
| "grad_norm": 0.008233152329921722, |
| "learning_rate": 9.673564711584431e-05, |
| "loss": 0.0, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.423176365871233, |
| "grad_norm": 0.001224467996507883, |
| "learning_rate": 9.672435958966442e-05, |
| "loss": 0.0, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.42385453312423177, |
| "grad_norm": 0.0015520035522058606, |
| "learning_rate": 9.671305324291806e-05, |
| "loss": 0.0, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.4245327003772305, |
| "grad_norm": 0.09785683453083038, |
| "learning_rate": 9.670172808015943e-05, |
| "loss": 0.0003, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.4252108676302293, |
| "grad_norm": 0.011007199063897133, |
| "learning_rate": 9.669038410595033e-05, |
| "loss": 0.0, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.4258890348832281, |
| "grad_norm": 0.05002971738576889, |
| "learning_rate": 9.667902132486009e-05, |
| "loss": 0.0002, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.42656720213622684, |
| "grad_norm": 0.027726514264941216, |
| "learning_rate": 9.666763974146564e-05, |
| "loss": 0.0002, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.42724536938922564, |
| "grad_norm": 0.034664928913116455, |
| "learning_rate": 9.66562393603515e-05, |
| "loss": 0.0002, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.4279235366422244, |
| "grad_norm": 0.0023947851732373238, |
| "learning_rate": 9.664482018610971e-05, |
| "loss": 0.0001, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.4286017038952232, |
| "grad_norm": 0.027528831735253334, |
| "learning_rate": 9.663338222333993e-05, |
| "loss": 0.0002, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.4292798711482219, |
| "grad_norm": 0.006727095227688551, |
| "learning_rate": 9.662192547664937e-05, |
| "loss": 0.0, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.4299580384012207, |
| "grad_norm": 0.0011739626061171293, |
| "learning_rate": 9.66104499506528e-05, |
| "loss": 0.0, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.43063620565421945, |
| "grad_norm": 0.002890555886551738, |
| "learning_rate": 9.659895564997257e-05, |
| "loss": 0.0, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.43131437290721825, |
| "grad_norm": 0.001660423120483756, |
| "learning_rate": 9.658744257923857e-05, |
| "loss": 0.0, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.431992540160217, |
| "grad_norm": 0.030299240723252296, |
| "learning_rate": 9.657591074308827e-05, |
| "loss": 0.0002, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.4326707074132158, |
| "grad_norm": 0.0587908960878849, |
| "learning_rate": 9.656436014616669e-05, |
| "loss": 0.0002, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.4333488746662146, |
| "grad_norm": 0.004164823330938816, |
| "learning_rate": 9.655279079312642e-05, |
| "loss": 0.0001, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.4340270419192133, |
| "grad_norm": 0.0012816853122785687, |
| "learning_rate": 9.654120268862758e-05, |
| "loss": 0.0, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.4347052091722121, |
| "grad_norm": 0.026919906958937645, |
| "learning_rate": 9.652959583733787e-05, |
| "loss": 0.0001, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.43538337642521086, |
| "grad_norm": 0.0006462790770456195, |
| "learning_rate": 9.651797024393252e-05, |
| "loss": 0.0, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.43606154367820965, |
| "grad_norm": 0.0024133336264640093, |
| "learning_rate": 9.650632591309431e-05, |
| "loss": 0.0002, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.4367397109312084, |
| "grad_norm": 0.031166810542345047, |
| "learning_rate": 9.649466284951359e-05, |
| "loss": 0.0003, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.4374178781842072, |
| "grad_norm": 0.004173577763140202, |
| "learning_rate": 9.648298105788822e-05, |
| "loss": 0.0, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.4380960454372059, |
| "grad_norm": 0.012892540544271469, |
| "learning_rate": 9.647128054292365e-05, |
| "loss": 0.0001, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.4387742126902047, |
| "grad_norm": 0.04061705246567726, |
| "learning_rate": 9.645956130933284e-05, |
| "loss": 0.0002, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.4394523799432035, |
| "grad_norm": 0.0026674168184399605, |
| "learning_rate": 9.644782336183629e-05, |
| "loss": 0.0001, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.44013054719620226, |
| "grad_norm": 0.006499381735920906, |
| "learning_rate": 9.643606670516205e-05, |
| "loss": 0.0, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.44080871444920106, |
| "grad_norm": 0.00404358608648181, |
| "learning_rate": 9.642429134404569e-05, |
| "loss": 0.0004, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.4414868817021998, |
| "grad_norm": 0.03190307691693306, |
| "learning_rate": 9.641249728323033e-05, |
| "loss": 0.0001, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.4421650489551986, |
| "grad_norm": 0.004501507617533207, |
| "learning_rate": 9.64006845274666e-05, |
| "loss": 0.0, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.44284321620819733, |
| "grad_norm": 0.0022560632787644863, |
| "learning_rate": 9.63888530815127e-05, |
| "loss": 0.0, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.44352138346119613, |
| "grad_norm": 0.007302314043045044, |
| "learning_rate": 9.637700295013432e-05, |
| "loss": 0.0, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.44419955071419487, |
| "grad_norm": 0.014958181418478489, |
| "learning_rate": 9.636513413810471e-05, |
| "loss": 0.0, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.44487771796719366, |
| "grad_norm": 0.001923035946674645, |
| "learning_rate": 9.63532466502046e-05, |
| "loss": 0.0, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.4455558852201924, |
| "grad_norm": 0.0023916817735880613, |
| "learning_rate": 9.63413404912223e-05, |
| "loss": 0.0, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.4462340524731912, |
| "grad_norm": 0.03837057203054428, |
| "learning_rate": 9.632941566595357e-05, |
| "loss": 0.0001, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.44691221972619, |
| "grad_norm": 0.0005067187012173235, |
| "learning_rate": 9.631747217920178e-05, |
| "loss": 0.0, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.44759038697918874, |
| "grad_norm": 0.002008441835641861, |
| "learning_rate": 9.63055100357777e-05, |
| "loss": 0.0, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.44826855423218753, |
| "grad_norm": 0.004499231465160847, |
| "learning_rate": 9.629352924049975e-05, |
| "loss": 0.0, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.4489467214851863, |
| "grad_norm": 0.014846640639007092, |
| "learning_rate": 9.628152979819374e-05, |
| "loss": 0.0003, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.44962488873818507, |
| "grad_norm": 0.022211197763681412, |
| "learning_rate": 9.626951171369305e-05, |
| "loss": 0.0002, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.4503030559911838, |
| "grad_norm": 0.0004746819904539734, |
| "learning_rate": 9.62574749918386e-05, |
| "loss": 0.0, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.4509812232441826, |
| "grad_norm": 0.0026894102338701487, |
| "learning_rate": 9.624541963747873e-05, |
| "loss": 0.0001, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.45165939049718135, |
| "grad_norm": 0.0006651193252764642, |
| "learning_rate": 9.623334565546937e-05, |
| "loss": 0.0, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.45233755775018014, |
| "grad_norm": 0.009189899079501629, |
| "learning_rate": 9.622125305067393e-05, |
| "loss": 0.0, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.4530157250031789, |
| "grad_norm": 0.0018004291923716664, |
| "learning_rate": 9.620914182796327e-05, |
| "loss": 0.0, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.4536938922561777, |
| "grad_norm": 0.0035469504073262215, |
| "learning_rate": 9.61970119922158e-05, |
| "loss": 0.0, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.4543720595091765, |
| "grad_norm": 0.001930896774865687, |
| "learning_rate": 9.618486354831743e-05, |
| "loss": 0.0, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.4550502267621752, |
| "grad_norm": 0.0019152465974912047, |
| "learning_rate": 9.617269650116157e-05, |
| "loss": 0.0002, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.455728394015174, |
| "grad_norm": 0.0019315932877361774, |
| "learning_rate": 9.616051085564906e-05, |
| "loss": 0.0, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.45640656126817275, |
| "grad_norm": 0.0008209678344428539, |
| "learning_rate": 9.614830661668829e-05, |
| "loss": 0.0, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.45708472852117155, |
| "grad_norm": 0.002465085359290242, |
| "learning_rate": 9.613608378919513e-05, |
| "loss": 0.0001, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.4577628957741703, |
| "grad_norm": 0.001089555793441832, |
| "learning_rate": 9.612384237809295e-05, |
| "loss": 0.0, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.4584410630271691, |
| "grad_norm": 0.0003401720605324954, |
| "learning_rate": 9.611158238831259e-05, |
| "loss": 0.0, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.4591192302801678, |
| "grad_norm": 0.0004586543655022979, |
| "learning_rate": 9.609930382479233e-05, |
| "loss": 0.0, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.4597973975331666, |
| "grad_norm": 0.0005209209630265832, |
| "learning_rate": 9.608700669247802e-05, |
| "loss": 0.0, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.4604755647861654, |
| "grad_norm": 0.0011509821051731706, |
| "learning_rate": 9.607469099632291e-05, |
| "loss": 0.0, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.46115373203916415, |
| "grad_norm": 0.0004960742662660778, |
| "learning_rate": 9.606235674128781e-05, |
| "loss": 0.0, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.46183189929216295, |
| "grad_norm": 0.002033142140135169, |
| "learning_rate": 9.605000393234089e-05, |
| "loss": 0.0, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.4625100665451617, |
| "grad_norm": 0.0006835223757661879, |
| "learning_rate": 9.60376325744579e-05, |
| "loss": 0.0, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.4631882337981605, |
| "grad_norm": 0.0004336755082476884, |
| "learning_rate": 9.602524267262203e-05, |
| "loss": 0.0, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.4638664010511592, |
| "grad_norm": 0.0009202666115015745, |
| "learning_rate": 9.60128342318239e-05, |
| "loss": 0.0, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.464544568304158, |
| "grad_norm": 0.00034619055804796517, |
| "learning_rate": 9.600040725706164e-05, |
| "loss": 0.0, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.46522273555715676, |
| "grad_norm": 0.00034607655834406614, |
| "learning_rate": 9.598796175334085e-05, |
| "loss": 0.0, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.46590090281015556, |
| "grad_norm": 0.0022296837996691465, |
| "learning_rate": 9.597549772567456e-05, |
| "loss": 0.0, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.4665790700631543, |
| "grad_norm": 0.0003772445779759437, |
| "learning_rate": 9.596301517908328e-05, |
| "loss": 0.0, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.4672572373161531, |
| "grad_norm": 0.0872640609741211, |
| "learning_rate": 9.595051411859499e-05, |
| "loss": 0.0001, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.4679354045691519, |
| "grad_norm": 0.00028464055503718555, |
| "learning_rate": 9.59379945492451e-05, |
| "loss": 0.0, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.46861357182215063, |
| "grad_norm": 0.0007707217009738088, |
| "learning_rate": 9.592545647607652e-05, |
| "loss": 0.0, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.46929173907514943, |
| "grad_norm": 0.0003467558417469263, |
| "learning_rate": 9.591289990413954e-05, |
| "loss": 0.0, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.46996990632814817, |
| "grad_norm": 0.017712855711579323, |
| "learning_rate": 9.590032483849199e-05, |
| "loss": 0.0001, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.47064807358114696, |
| "grad_norm": 0.0008023407426662743, |
| "learning_rate": 9.588773128419906e-05, |
| "loss": 0.0, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.4713262408341457, |
| "grad_norm": 0.011850233189761639, |
| "learning_rate": 9.587511924633348e-05, |
| "loss": 0.0, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.4720044080871445, |
| "grad_norm": 0.0005710996338166296, |
| "learning_rate": 9.586248872997532e-05, |
| "loss": 0.0, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.47268257534014324, |
| "grad_norm": 0.009720748290419579, |
| "learning_rate": 9.584983974021222e-05, |
| "loss": 0.0, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.47336074259314204, |
| "grad_norm": 0.0015520682791247964, |
| "learning_rate": 9.583717228213914e-05, |
| "loss": 0.0002, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.4740389098461408, |
| "grad_norm": 0.06051940098404884, |
| "learning_rate": 9.582448636085855e-05, |
| "loss": 0.0002, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.4747170770991396, |
| "grad_norm": 0.036541007459163666, |
| "learning_rate": 9.581178198148034e-05, |
| "loss": 0.0001, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.47539524435213837, |
| "grad_norm": 0.0005350433639250696, |
| "learning_rate": 9.579905914912182e-05, |
| "loss": 0.0, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.4760734116051371, |
| "grad_norm": 0.008719049394130707, |
| "learning_rate": 9.578631786890774e-05, |
| "loss": 0.0, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.4767515788581359, |
| "grad_norm": 0.052884291857481, |
| "learning_rate": 9.577355814597031e-05, |
| "loss": 0.0002, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.47742974611113465, |
| "grad_norm": 0.002605754416435957, |
| "learning_rate": 9.576077998544912e-05, |
| "loss": 0.0, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.47810791336413344, |
| "grad_norm": 0.0009654919849708676, |
| "learning_rate": 9.574798339249125e-05, |
| "loss": 0.0, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.4787860806171322, |
| "grad_norm": 0.014030814170837402, |
| "learning_rate": 9.573516837225112e-05, |
| "loss": 0.0, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.479464247870131, |
| "grad_norm": 0.003000308061018586, |
| "learning_rate": 9.572233492989064e-05, |
| "loss": 0.0, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.4801424151231297, |
| "grad_norm": 0.03821394965052605, |
| "learning_rate": 9.570948307057912e-05, |
| "loss": 0.0001, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.4808205823761285, |
| "grad_norm": 0.0002816450723912567, |
| "learning_rate": 9.569661279949329e-05, |
| "loss": 0.0, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.4814987496291273, |
| "grad_norm": 0.005087055265903473, |
| "learning_rate": 9.56837241218173e-05, |
| "loss": 0.0, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.48217691688212605, |
| "grad_norm": 0.017613375559449196, |
| "learning_rate": 9.567081704274268e-05, |
| "loss": 0.0, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.48285508413512485, |
| "grad_norm": 0.00882010255008936, |
| "learning_rate": 9.565789156746842e-05, |
| "loss": 0.0003, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.4835332513881236, |
| "grad_norm": 0.0006112809642218053, |
| "learning_rate": 9.564494770120089e-05, |
| "loss": 0.0, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.4842114186411224, |
| "grad_norm": 0.0022903706412762403, |
| "learning_rate": 9.56319854491539e-05, |
| "loss": 0.0, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.4848895858941211, |
| "grad_norm": 0.0009983257623389363, |
| "learning_rate": 9.561900481654862e-05, |
| "loss": 0.0, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.4855677531471199, |
| "grad_norm": 0.0007166972500272095, |
| "learning_rate": 9.560600580861365e-05, |
| "loss": 0.0, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.48624592040011866, |
| "grad_norm": 0.04111838713288307, |
| "learning_rate": 9.559298843058501e-05, |
| "loss": 0.0001, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.48692408765311745, |
| "grad_norm": 0.001161652966402471, |
| "learning_rate": 9.557995268770608e-05, |
| "loss": 0.0, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.4876022549061162, |
| "grad_norm": 0.01842758245766163, |
| "learning_rate": 9.556689858522764e-05, |
| "loss": 0.0, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.488280422159115, |
| "grad_norm": 0.0006185704842209816, |
| "learning_rate": 9.555382612840791e-05, |
| "loss": 0.0, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.4889585894121138, |
| "grad_norm": 0.012515629641711712, |
| "learning_rate": 9.554073532251247e-05, |
| "loss": 0.0, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.4896367566651125, |
| "grad_norm": 0.0011411434970796108, |
| "learning_rate": 9.552762617281428e-05, |
| "loss": 0.0, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.4903149239181113, |
| "grad_norm": 0.0034499443136155605, |
| "learning_rate": 9.55144986845937e-05, |
| "loss": 0.0, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.49099309117111006, |
| "grad_norm": 0.019210342317819595, |
| "learning_rate": 9.550135286313852e-05, |
| "loss": 0.0001, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.49167125842410886, |
| "grad_norm": 0.005309837404638529, |
| "learning_rate": 9.548818871374383e-05, |
| "loss": 0.0, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.4923494256771076, |
| "grad_norm": 0.0003773440548684448, |
| "learning_rate": 9.547500624171217e-05, |
| "loss": 0.0, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.4930275929301064, |
| "grad_norm": 0.00025181396631523967, |
| "learning_rate": 9.546180545235344e-05, |
| "loss": 0.0, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.49370576018310514, |
| "grad_norm": 0.00040584264206700027, |
| "learning_rate": 9.544858635098491e-05, |
| "loss": 0.0, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.49438392743610393, |
| "grad_norm": 0.05193353816866875, |
| "learning_rate": 9.543534894293121e-05, |
| "loss": 0.0001, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.4950620946891027, |
| "grad_norm": 0.0005504893488250673, |
| "learning_rate": 9.542209323352441e-05, |
| "loss": 0.0, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.49574026194210147, |
| "grad_norm": 0.0023802071809768677, |
| "learning_rate": 9.540881922810388e-05, |
| "loss": 0.0, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.49641842919510026, |
| "grad_norm": 0.0005835008923895657, |
| "learning_rate": 9.539552693201642e-05, |
| "loss": 0.0, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.497096596448099, |
| "grad_norm": 0.0014621730661019683, |
| "learning_rate": 9.538221635061611e-05, |
| "loss": 0.0, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.4977747637010978, |
| "grad_norm": 0.0009525296627543867, |
| "learning_rate": 9.536888748926449e-05, |
| "loss": 0.0, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.49845293095409654, |
| "grad_norm": 0.08590487390756607, |
| "learning_rate": 9.535554035333041e-05, |
| "loss": 0.0002, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.49913109820709534, |
| "grad_norm": 0.001831568544730544, |
| "learning_rate": 9.534217494819011e-05, |
| "loss": 0.0, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.4998092654600941, |
| "grad_norm": 0.0029671755619347095, |
| "learning_rate": 9.532879127922717e-05, |
| "loss": 0.0003, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.5004874327130928, |
| "grad_norm": 0.024554090574383736, |
| "learning_rate": 9.53153893518325e-05, |
| "loss": 0.0002, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.5011655999660917, |
| "grad_norm": 0.0011774948798120022, |
| "learning_rate": 9.530196917140444e-05, |
| "loss": 0.0, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.5018437672190904, |
| "grad_norm": 0.02411930449306965, |
| "learning_rate": 9.52885307433486e-05, |
| "loss": 0.0, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5025219344720891, |
| "grad_norm": 0.052455827593803406, |
| "learning_rate": 9.527507407307799e-05, |
| "loss": 0.0002, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.503200101725088, |
| "grad_norm": 0.03569287061691284, |
| "learning_rate": 9.526159916601298e-05, |
| "loss": 0.0002, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.5038782689780867, |
| "grad_norm": 0.0015953992260619998, |
| "learning_rate": 9.524810602758121e-05, |
| "loss": 0.0, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.5045564362310855, |
| "grad_norm": 0.04384199529886246, |
| "learning_rate": 9.523459466321777e-05, |
| "loss": 0.0, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.5052346034840842, |
| "grad_norm": 0.022246044129133224, |
| "learning_rate": 9.5221065078365e-05, |
| "loss": 0.0001, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.5059127707370831, |
| "grad_norm": 0.0010375117417424917, |
| "learning_rate": 9.520751727847262e-05, |
| "loss": 0.0, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.5065909379900818, |
| "grad_norm": 0.0021145131904631853, |
| "learning_rate": 9.519395126899768e-05, |
| "loss": 0.0002, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.5072691052430806, |
| "grad_norm": 0.012676035054028034, |
| "learning_rate": 9.518036705540458e-05, |
| "loss": 0.0001, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.5079472724960793, |
| "grad_norm": 0.006452012341469526, |
| "learning_rate": 9.516676464316505e-05, |
| "loss": 0.0, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.5086254397490781, |
| "grad_norm": 0.0071767643094062805, |
| "learning_rate": 9.51531440377581e-05, |
| "loss": 0.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5093036070020769, |
| "grad_norm": 0.08541678637266159, |
| "learning_rate": 9.513950524467014e-05, |
| "loss": 0.0003, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.5099817742550756, |
| "grad_norm": 0.01230217982083559, |
| "learning_rate": 9.512584826939487e-05, |
| "loss": 0.0001, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.5106599415080745, |
| "grad_norm": 0.000837941886857152, |
| "learning_rate": 9.51121731174333e-05, |
| "loss": 0.0, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.5113381087610732, |
| "grad_norm": 0.000993087887763977, |
| "learning_rate": 9.50984797942938e-05, |
| "loss": 0.0, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.512016276014072, |
| "grad_norm": 0.07351294904947281, |
| "learning_rate": 9.508476830549205e-05, |
| "loss": 0.0001, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.5126944432670707, |
| "grad_norm": 0.0013747677439823747, |
| "learning_rate": 9.507103865655101e-05, |
| "loss": 0.0, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.5133726105200695, |
| "grad_norm": 0.005486196838319302, |
| "learning_rate": 9.505729085300097e-05, |
| "loss": 0.0, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.5140507777730683, |
| "grad_norm": 0.00730984378606081, |
| "learning_rate": 9.504352490037958e-05, |
| "loss": 0.0, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.514728945026067, |
| "grad_norm": 0.02579108066856861, |
| "learning_rate": 9.502974080423172e-05, |
| "loss": 0.0, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.5154071122790658, |
| "grad_norm": 0.0014567964244633913, |
| "learning_rate": 9.501593857010969e-05, |
| "loss": 0.0, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.5160852795320646, |
| "grad_norm": 0.006894987542182207, |
| "learning_rate": 9.500211820357297e-05, |
| "loss": 0.0003, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.5167634467850634, |
| "grad_norm": 0.004342679399996996, |
| "learning_rate": 9.49882797101884e-05, |
| "loss": 0.0, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.5174416140380621, |
| "grad_norm": 0.00029608941986225545, |
| "learning_rate": 9.497442309553016e-05, |
| "loss": 0.0, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.518119781291061, |
| "grad_norm": 0.020566822960972786, |
| "learning_rate": 9.496054836517968e-05, |
| "loss": 0.0, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.5187979485440597, |
| "grad_norm": 0.01303982175886631, |
| "learning_rate": 9.494665552472568e-05, |
| "loss": 0.0, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.5194761157970584, |
| "grad_norm": 0.0011589553905650973, |
| "learning_rate": 9.493274457976422e-05, |
| "loss": 0.0, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.5201542830500572, |
| "grad_norm": 0.02673693560063839, |
| "learning_rate": 9.491881553589863e-05, |
| "loss": 0.0, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.520832450303056, |
| "grad_norm": 0.009233599528670311, |
| "learning_rate": 9.490486839873949e-05, |
| "loss": 0.0005, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.5215106175560548, |
| "grad_norm": 0.006066435482352972, |
| "learning_rate": 9.489090317390475e-05, |
| "loss": 0.0, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.5221887848090535, |
| "grad_norm": 0.002637030789628625, |
| "learning_rate": 9.487691986701957e-05, |
| "loss": 0.0, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.5228669520620522, |
| "grad_norm": 0.04053063690662384, |
| "learning_rate": 9.486291848371643e-05, |
| "loss": 0.0001, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.5235451193150511, |
| "grad_norm": 0.0009022873127833009, |
| "learning_rate": 9.484889902963509e-05, |
| "loss": 0.0, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.5242232865680498, |
| "grad_norm": 0.007944276556372643, |
| "learning_rate": 9.483486151042258e-05, |
| "loss": 0.0, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.5249014538210486, |
| "grad_norm": 0.010381053201854229, |
| "learning_rate": 9.482080593173323e-05, |
| "loss": 0.0, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.5255796210740474, |
| "grad_norm": 0.0014247434446588159, |
| "learning_rate": 9.480673229922861e-05, |
| "loss": 0.0001, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.5262577883270462, |
| "grad_norm": 0.00017903864500112832, |
| "learning_rate": 9.479264061857756e-05, |
| "loss": 0.0, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.5269359555800449, |
| "grad_norm": 0.0005723198410123587, |
| "learning_rate": 9.477853089545624e-05, |
| "loss": 0.0, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.5276141228330437, |
| "grad_norm": 0.022112039849162102, |
| "learning_rate": 9.476440313554803e-05, |
| "loss": 0.0001, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.5282922900860425, |
| "grad_norm": 0.04562903195619583, |
| "learning_rate": 9.47502573445436e-05, |
| "loss": 0.0002, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.5289704573390412, |
| "grad_norm": 0.000275386351859197, |
| "learning_rate": 9.473609352814083e-05, |
| "loss": 0.0, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.52964862459204, |
| "grad_norm": 0.0007450791308656335, |
| "learning_rate": 9.472191169204497e-05, |
| "loss": 0.0, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.5303267918450388, |
| "grad_norm": 0.0013386242790147662, |
| "learning_rate": 9.47077118419684e-05, |
| "loss": 0.0, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.5310049590980376, |
| "grad_norm": 0.0014541690470650792, |
| "learning_rate": 9.469349398363088e-05, |
| "loss": 0.0, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.5316831263510363, |
| "grad_norm": 0.00032288787770085037, |
| "learning_rate": 9.467925812275931e-05, |
| "loss": 0.0, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.5323612936040351, |
| "grad_norm": 0.00030021867132745683, |
| "learning_rate": 9.46650042650879e-05, |
| "loss": 0.0, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.5330394608570339, |
| "grad_norm": 0.007078014779835939, |
| "learning_rate": 9.465073241635814e-05, |
| "loss": 0.0, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.5337176281100326, |
| "grad_norm": 0.00022079533664509654, |
| "learning_rate": 9.463644258231869e-05, |
| "loss": 0.0, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.5343957953630314, |
| "grad_norm": 0.003117764601483941, |
| "learning_rate": 9.46221347687255e-05, |
| "loss": 0.0, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.5350739626160301, |
| "grad_norm": 0.0010085367830470204, |
| "learning_rate": 9.460780898134177e-05, |
| "loss": 0.0, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.535752129869029, |
| "grad_norm": 0.0002581927983555943, |
| "learning_rate": 9.45934652259379e-05, |
| "loss": 0.0, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.5364302971220277, |
| "grad_norm": 0.03966759517788887, |
| "learning_rate": 9.45791035082916e-05, |
| "loss": 0.0001, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.5371084643750265, |
| "grad_norm": 0.00011890224413946271, |
| "learning_rate": 9.456472383418771e-05, |
| "loss": 0.0, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.5377866316280253, |
| "grad_norm": 9.437848348170519e-05, |
| "learning_rate": 9.45503262094184e-05, |
| "loss": 0.0, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.538464798881024, |
| "grad_norm": 0.0005711221019737422, |
| "learning_rate": 9.453591063978302e-05, |
| "loss": 0.0, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.5391429661340228, |
| "grad_norm": 0.00018182714120484889, |
| "learning_rate": 9.452147713108816e-05, |
| "loss": 0.0, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.5398211333870215, |
| "grad_norm": 0.0001235974341398105, |
| "learning_rate": 9.450702568914764e-05, |
| "loss": 0.0, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.5404993006400204, |
| "grad_norm": 0.0001750366936903447, |
| "learning_rate": 9.44925563197825e-05, |
| "loss": 0.0, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.5411774678930191, |
| "grad_norm": 0.022940626367926598, |
| "learning_rate": 9.447806902882097e-05, |
| "loss": 0.0001, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.5418556351460179, |
| "grad_norm": 0.0008206462953239679, |
| "learning_rate": 9.446356382209858e-05, |
| "loss": 0.0, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.5425338023990166, |
| "grad_norm": 0.13076429069042206, |
| "learning_rate": 9.444904070545798e-05, |
| "loss": 0.0003, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.5432119696520155, |
| "grad_norm": 0.02494717203080654, |
| "learning_rate": 9.443449968474911e-05, |
| "loss": 0.0, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.5438901369050142, |
| "grad_norm": 0.22823643684387207, |
| "learning_rate": 9.441994076582907e-05, |
| "loss": 0.0002, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.5445683041580129, |
| "grad_norm": 0.03987814113497734, |
| "learning_rate": 9.440536395456222e-05, |
| "loss": 0.0001, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.5452464714110118, |
| "grad_norm": 0.2199239283800125, |
| "learning_rate": 9.439076925682006e-05, |
| "loss": 0.001, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.5459246386640105, |
| "grad_norm": 0.06272803992033005, |
| "learning_rate": 9.437615667848138e-05, |
| "loss": 0.0004, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.5466028059170093, |
| "grad_norm": 0.1594870239496231, |
| "learning_rate": 9.436152622543207e-05, |
| "loss": 0.0012, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.547280973170008, |
| "grad_norm": 0.007507851347327232, |
| "learning_rate": 9.434687790356531e-05, |
| "loss": 0.0005, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.5479591404230069, |
| "grad_norm": 0.03764336183667183, |
| "learning_rate": 9.433221171878144e-05, |
| "loss": 0.0011, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.5486373076760056, |
| "grad_norm": 0.1107349619269371, |
| "learning_rate": 9.431752767698799e-05, |
| "loss": 0.001, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.5493154749290043, |
| "grad_norm": 0.027478542178869247, |
| "learning_rate": 9.430282578409968e-05, |
| "loss": 0.0002, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.5499936421820031, |
| "grad_norm": 0.05804652348160744, |
| "learning_rate": 9.428810604603846e-05, |
| "loss": 0.0006, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.5506718094350019, |
| "grad_norm": 0.024435337632894516, |
| "learning_rate": 9.42733684687334e-05, |
| "loss": 0.0002, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.5513499766880007, |
| "grad_norm": 0.0044030421413481236, |
| "learning_rate": 9.425861305812082e-05, |
| "loss": 0.0002, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.5520281439409994, |
| "grad_norm": 0.06567414849996567, |
| "learning_rate": 9.424383982014423e-05, |
| "loss": 0.0002, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.5527063111939983, |
| "grad_norm": 0.10958150774240494, |
| "learning_rate": 9.42290487607542e-05, |
| "loss": 0.0006, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.553384478446997, |
| "grad_norm": 0.036298271268606186, |
| "learning_rate": 9.421423988590865e-05, |
| "loss": 0.0003, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.5540626456999957, |
| "grad_norm": 0.09867826849222183, |
| "learning_rate": 9.419941320157255e-05, |
| "loss": 0.0009, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.5547408129529945, |
| "grad_norm": 0.04817799851298332, |
| "learning_rate": 9.418456871371809e-05, |
| "loss": 0.0006, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.5554189802059933, |
| "grad_norm": 0.05213902145624161, |
| "learning_rate": 9.416970642832465e-05, |
| "loss": 0.0002, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.5560971474589921, |
| "grad_norm": 0.035610131919384, |
| "learning_rate": 9.415482635137873e-05, |
| "loss": 0.0004, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.5567753147119908, |
| "grad_norm": 0.05330129340291023, |
| "learning_rate": 9.413992848887406e-05, |
| "loss": 0.0006, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.5574534819649896, |
| "grad_norm": 0.0890207514166832, |
| "learning_rate": 9.412501284681145e-05, |
| "loss": 0.001, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.5581316492179884, |
| "grad_norm": 0.03352257236838341, |
| "learning_rate": 9.411007943119894e-05, |
| "loss": 0.0003, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.5588098164709872, |
| "grad_norm": 0.023783110082149506, |
| "learning_rate": 9.409512824805172e-05, |
| "loss": 0.0006, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.5594879837239859, |
| "grad_norm": 0.050553686916828156, |
| "learning_rate": 9.408015930339211e-05, |
| "loss": 0.0006, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.5601661509769847, |
| "grad_norm": 0.03647039085626602, |
| "learning_rate": 9.40651726032496e-05, |
| "loss": 0.0004, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.5608443182299835, |
| "grad_norm": 0.06705080717802048, |
| "learning_rate": 9.405016815366086e-05, |
| "loss": 0.0004, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.5615224854829822, |
| "grad_norm": 0.033958956599235535, |
| "learning_rate": 9.403514596066963e-05, |
| "loss": 0.0004, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.562200652735981, |
| "grad_norm": 0.04107276350259781, |
| "learning_rate": 9.402010603032689e-05, |
| "loss": 0.0004, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.5628788199889798, |
| "grad_norm": 0.03651130571961403, |
| "learning_rate": 9.400504836869069e-05, |
| "loss": 0.0002, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.5635569872419786, |
| "grad_norm": 0.08204538375139236, |
| "learning_rate": 9.398997298182628e-05, |
| "loss": 0.0007, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.5642351544949773, |
| "grad_norm": 0.052677396684885025, |
| "learning_rate": 9.397487987580602e-05, |
| "loss": 0.0005, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.5649133217479761, |
| "grad_norm": 0.05886976420879364, |
| "learning_rate": 9.395976905670939e-05, |
| "loss": 0.0003, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.5655914890009749, |
| "grad_norm": 0.01760573871433735, |
| "learning_rate": 9.394464053062304e-05, |
| "loss": 0.0001, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.5662696562539736, |
| "grad_norm": 0.038459379225969315, |
| "learning_rate": 9.392949430364076e-05, |
| "loss": 0.0003, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.5669478235069724, |
| "grad_norm": 0.020486151799559593, |
| "learning_rate": 9.391433038186341e-05, |
| "loss": 0.0002, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.5676259907599712, |
| "grad_norm": 0.037114061415195465, |
| "learning_rate": 9.389914877139903e-05, |
| "loss": 0.0002, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.56830415801297, |
| "grad_norm": 0.022536030039191246, |
| "learning_rate": 9.388394947836279e-05, |
| "loss": 0.0002, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.5689823252659687, |
| "grad_norm": 0.020146558061242104, |
| "learning_rate": 9.386873250887694e-05, |
| "loss": 0.0002, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.5696604925189674, |
| "grad_norm": 0.011131091974675655, |
| "learning_rate": 9.385349786907088e-05, |
| "loss": 0.0001, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.5703386597719663, |
| "grad_norm": 0.020283561199903488, |
| "learning_rate": 9.383824556508112e-05, |
| "loss": 0.0002, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.571016827024965, |
| "grad_norm": 0.026053188368678093, |
| "learning_rate": 9.382297560305129e-05, |
| "loss": 0.0002, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.5716949942779638, |
| "grad_norm": 0.0034120355267077684, |
| "learning_rate": 9.380768798913213e-05, |
| "loss": 0.0003, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.5723731615309626, |
| "grad_norm": 0.0031566445250064135, |
| "learning_rate": 9.37923827294815e-05, |
| "loss": 0.0, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.5730513287839614, |
| "grad_norm": 0.04603234678506851, |
| "learning_rate": 9.377705983026433e-05, |
| "loss": 0.0008, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.5737294960369601, |
| "grad_norm": 0.024317435920238495, |
| "learning_rate": 9.376171929765269e-05, |
| "loss": 0.0005, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.5744076632899588, |
| "grad_norm": 0.024809902533888817, |
| "learning_rate": 9.374636113782576e-05, |
| "loss": 0.0001, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.5750858305429577, |
| "grad_norm": 0.06629851460456848, |
| "learning_rate": 9.373098535696979e-05, |
| "loss": 0.0003, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.5757639977959564, |
| "grad_norm": 0.07917294651269913, |
| "learning_rate": 9.371559196127815e-05, |
| "loss": 0.0006, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.5764421650489552, |
| "grad_norm": 0.029546458274126053, |
| "learning_rate": 9.37001809569513e-05, |
| "loss": 0.0005, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.5771203323019539, |
| "grad_norm": 0.02987642213702202, |
| "learning_rate": 9.368475235019678e-05, |
| "loss": 0.0004, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.5777984995549528, |
| "grad_norm": 0.05608579143881798, |
| "learning_rate": 9.366930614722925e-05, |
| "loss": 0.0009, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.5784766668079515, |
| "grad_norm": 0.053664229810237885, |
| "learning_rate": 9.365384235427042e-05, |
| "loss": 0.0002, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.5791548340609503, |
| "grad_norm": 0.04168921709060669, |
| "learning_rate": 9.36383609775491e-05, |
| "loss": 0.0003, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.5798330013139491, |
| "grad_norm": 0.04824904724955559, |
| "learning_rate": 9.36228620233012e-05, |
| "loss": 0.0002, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.5805111685669478, |
| "grad_norm": 0.0651102215051651, |
| "learning_rate": 9.36073454977697e-05, |
| "loss": 0.0004, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.5811893358199466, |
| "grad_norm": 0.03015986643731594, |
| "learning_rate": 9.359181140720464e-05, |
| "loss": 0.0003, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.5818675030729453, |
| "grad_norm": 0.031174469739198685, |
| "learning_rate": 9.357625975786317e-05, |
| "loss": 0.0002, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.5825456703259442, |
| "grad_norm": 0.09150509536266327, |
| "learning_rate": 9.356069055600948e-05, |
| "loss": 0.0005, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.5832238375789429, |
| "grad_norm": 0.048985328525304794, |
| "learning_rate": 9.354510380791483e-05, |
| "loss": 0.0002, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.5839020048319417, |
| "grad_norm": 0.010641923174262047, |
| "learning_rate": 9.352949951985758e-05, |
| "loss": 0.0001, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.5845801720849404, |
| "grad_norm": 0.011535330675542355, |
| "learning_rate": 9.351387769812315e-05, |
| "loss": 0.0003, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.5852583393379392, |
| "grad_norm": 0.01625724509358406, |
| "learning_rate": 9.349823834900395e-05, |
| "loss": 0.0001, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.585936506590938, |
| "grad_norm": 0.03464433178305626, |
| "learning_rate": 9.348258147879957e-05, |
| "loss": 0.0003, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.5866146738439367, |
| "grad_norm": 0.056171514093875885, |
| "learning_rate": 9.346690709381655e-05, |
| "loss": 0.0005, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.5872928410969356, |
| "grad_norm": 0.04725542664527893, |
| "learning_rate": 9.345121520036856e-05, |
| "loss": 0.0003, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.5879710083499343, |
| "grad_norm": 0.04443192109465599, |
| "learning_rate": 9.343550580477631e-05, |
| "loss": 0.0003, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.5886491756029331, |
| "grad_norm": 0.004577595740556717, |
| "learning_rate": 9.341977891336749e-05, |
| "loss": 0.0002, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.5893273428559318, |
| "grad_norm": 0.005344774108380079, |
| "learning_rate": 9.340403453247691e-05, |
| "loss": 0.0, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.5900055101089307, |
| "grad_norm": 0.03278961032629013, |
| "learning_rate": 9.338827266844644e-05, |
| "loss": 0.0004, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.5906836773619294, |
| "grad_norm": 0.07316702604293823, |
| "learning_rate": 9.33724933276249e-05, |
| "loss": 0.0003, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.5913618446149281, |
| "grad_norm": 0.027365239337086678, |
| "learning_rate": 9.335669651636824e-05, |
| "loss": 0.0001, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.5920400118679269, |
| "grad_norm": 0.021680912002921104, |
| "learning_rate": 9.33408822410394e-05, |
| "loss": 0.0001, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.5927181791209257, |
| "grad_norm": 0.07199620455503464, |
| "learning_rate": 9.33250505080084e-05, |
| "loss": 0.0004, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.5933963463739245, |
| "grad_norm": 0.0033168045338243246, |
| "learning_rate": 9.330920132365222e-05, |
| "loss": 0.0, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.5940745136269232, |
| "grad_norm": 0.02242601104080677, |
| "learning_rate": 9.329333469435493e-05, |
| "loss": 0.0001, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.5947526808799221, |
| "grad_norm": 0.01347749400883913, |
| "learning_rate": 9.327745062650761e-05, |
| "loss": 0.0001, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.5954308481329208, |
| "grad_norm": 0.004134488757699728, |
| "learning_rate": 9.326154912650834e-05, |
| "loss": 0.0001, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.5961090153859195, |
| "grad_norm": 0.04600505530834198, |
| "learning_rate": 9.324563020076227e-05, |
| "loss": 0.0003, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.5967871826389183, |
| "grad_norm": 0.005666503217071295, |
| "learning_rate": 9.322969385568151e-05, |
| "loss": 0.0001, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.5974653498919171, |
| "grad_norm": 0.02874704822897911, |
| "learning_rate": 9.321374009768525e-05, |
| "loss": 0.0001, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.5981435171449159, |
| "grad_norm": 0.0032893160823732615, |
| "learning_rate": 9.319776893319962e-05, |
| "loss": 0.0, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.5988216843979146, |
| "grad_norm": 0.004591864533722401, |
| "learning_rate": 9.318178036865785e-05, |
| "loss": 0.0001, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.5994998516509134, |
| "grad_norm": 0.06738582253456116, |
| "learning_rate": 9.316577441050012e-05, |
| "loss": 0.0004, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.6001780189039122, |
| "grad_norm": 0.0225976575165987, |
| "learning_rate": 9.314975106517361e-05, |
| "loss": 0.0002, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.6008561861569109, |
| "grad_norm": 0.09164045006036758, |
| "learning_rate": 9.313371033913253e-05, |
| "loss": 0.0006, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.6015343534099097, |
| "grad_norm": 0.018893009051680565, |
| "learning_rate": 9.311765223883808e-05, |
| "loss": 0.0002, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.6022125206629085, |
| "grad_norm": 0.05388549342751503, |
| "learning_rate": 9.310157677075847e-05, |
| "loss": 0.0005, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.6028906879159073, |
| "grad_norm": 0.08900446444749832, |
| "learning_rate": 9.308548394136889e-05, |
| "loss": 0.0006, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.603568855168906, |
| "grad_norm": 0.14662937819957733, |
| "learning_rate": 9.306937375715153e-05, |
| "loss": 0.0008, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.6042470224219048, |
| "grad_norm": 0.0050133345648646355, |
| "learning_rate": 9.305324622459557e-05, |
| "loss": 0.0, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.6049251896749036, |
| "grad_norm": 0.05219025909900665, |
| "learning_rate": 9.30371013501972e-05, |
| "loss": 0.0004, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.6056033569279023, |
| "grad_norm": 0.04286068305373192, |
| "learning_rate": 9.302093914045953e-05, |
| "loss": 0.0006, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.6062815241809011, |
| "grad_norm": 0.053802043199539185, |
| "learning_rate": 9.300475960189272e-05, |
| "loss": 0.0008, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.6069596914338999, |
| "grad_norm": 0.004111258313059807, |
| "learning_rate": 9.298856274101389e-05, |
| "loss": 0.0001, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.6076378586868987, |
| "grad_norm": 0.020110275596380234, |
| "learning_rate": 9.297234856434712e-05, |
| "loss": 0.0005, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.6083160259398974, |
| "grad_norm": 0.043072108179330826, |
| "learning_rate": 9.29561170784235e-05, |
| "loss": 0.0004, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.6089941931928962, |
| "grad_norm": 0.010845893993973732, |
| "learning_rate": 9.293986828978106e-05, |
| "loss": 0.0004, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.609672360445895, |
| "grad_norm": 0.017575867474079132, |
| "learning_rate": 9.292360220496479e-05, |
| "loss": 0.0001, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.6103505276988938, |
| "grad_norm": 0.05960315838456154, |
| "learning_rate": 9.29073188305267e-05, |
| "loss": 0.0002, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.6110286949518925, |
| "grad_norm": 0.01850164122879505, |
| "learning_rate": 9.28910181730257e-05, |
| "loss": 0.0003, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.6117068622048912, |
| "grad_norm": 0.059937555342912674, |
| "learning_rate": 9.287470023902774e-05, |
| "loss": 0.0004, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.6123850294578901, |
| "grad_norm": 0.0020369836129248142, |
| "learning_rate": 9.285836503510562e-05, |
| "loss": 0.0001, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.6130631967108888, |
| "grad_norm": 0.00964849442243576, |
| "learning_rate": 9.28420125678392e-05, |
| "loss": 0.0, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.6137413639638876, |
| "grad_norm": 0.04994570463895798, |
| "learning_rate": 9.282564284381524e-05, |
| "loss": 0.0002, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.6144195312168864, |
| "grad_norm": 0.02114264853298664, |
| "learning_rate": 9.280925586962747e-05, |
| "loss": 0.0, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.6150976984698852, |
| "grad_norm": 0.0017973040230572224, |
| "learning_rate": 9.279285165187655e-05, |
| "loss": 0.0002, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.6157758657228839, |
| "grad_norm": 0.015073217451572418, |
| "learning_rate": 9.27764301971701e-05, |
| "loss": 0.0, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.6164540329758826, |
| "grad_norm": 0.010442632250487804, |
| "learning_rate": 9.275999151212269e-05, |
| "loss": 0.0, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.6171322002288815, |
| "grad_norm": 0.00925542414188385, |
| "learning_rate": 9.27435356033558e-05, |
| "loss": 0.0001, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.6178103674818802, |
| "grad_norm": 0.0010579138761386275, |
| "learning_rate": 9.272706247749789e-05, |
| "loss": 0.0, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.618488534734879, |
| "grad_norm": 0.0006910067750141025, |
| "learning_rate": 9.271057214118432e-05, |
| "loss": 0.0004, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.6191667019878777, |
| "grad_norm": 0.0045022424310445786, |
| "learning_rate": 9.26940646010574e-05, |
| "loss": 0.0, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.6198448692408766, |
| "grad_norm": 0.0032699264120310545, |
| "learning_rate": 9.267753986376637e-05, |
| "loss": 0.0, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.6205230364938753, |
| "grad_norm": 0.0015567560913041234, |
| "learning_rate": 9.266099793596739e-05, |
| "loss": 0.0003, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.621201203746874, |
| "grad_norm": 0.019803684204816818, |
| "learning_rate": 9.264443882432355e-05, |
| "loss": 0.0001, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.6218793709998729, |
| "grad_norm": 0.03902900218963623, |
| "learning_rate": 9.262786253550482e-05, |
| "loss": 0.0001, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.6225575382528716, |
| "grad_norm": 0.0033882891293615103, |
| "learning_rate": 9.261126907618818e-05, |
| "loss": 0.0, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.6232357055058704, |
| "grad_norm": 0.004297104198485613, |
| "learning_rate": 9.259465845305745e-05, |
| "loss": 0.0, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.6239138727588691, |
| "grad_norm": 0.04403658211231232, |
| "learning_rate": 9.257803067280337e-05, |
| "loss": 0.0002, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.624592040011868, |
| "grad_norm": 0.0007246221066452563, |
| "learning_rate": 9.256138574212365e-05, |
| "loss": 0.0, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.6252702072648667, |
| "grad_norm": 0.003953785169869661, |
| "learning_rate": 9.254472366772285e-05, |
| "loss": 0.0, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.6259483745178654, |
| "grad_norm": 0.003318328410387039, |
| "learning_rate": 9.252804445631243e-05, |
| "loss": 0.0, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.6266265417708642, |
| "grad_norm": 0.021481771022081375, |
| "learning_rate": 9.251134811461077e-05, |
| "loss": 0.0001, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.627304709023863, |
| "grad_norm": 0.0016347782220691442, |
| "learning_rate": 9.249463464934321e-05, |
| "loss": 0.0, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.6279828762768618, |
| "grad_norm": 0.002228502184152603, |
| "learning_rate": 9.247790406724186e-05, |
| "loss": 0.0, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.6286610435298605, |
| "grad_norm": 0.015562807209789753, |
| "learning_rate": 9.246115637504587e-05, |
| "loss": 0.0001, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.6293392107828594, |
| "grad_norm": 0.016600174829363823, |
| "learning_rate": 9.244439157950114e-05, |
| "loss": 0.0001, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.6300173780358581, |
| "grad_norm": 0.014609369449317455, |
| "learning_rate": 9.242760968736056e-05, |
| "loss": 0.0, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.6306955452888569, |
| "grad_norm": 0.0012606787495315075, |
| "learning_rate": 9.241081070538389e-05, |
| "loss": 0.0, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.6313737125418556, |
| "grad_norm": 0.01701480522751808, |
| "learning_rate": 9.239399464033771e-05, |
| "loss": 0.0001, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.6320518797948544, |
| "grad_norm": 0.009432896971702576, |
| "learning_rate": 9.237716149899559e-05, |
| "loss": 0.0, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.6327300470478532, |
| "grad_norm": 0.0005134916864335537, |
| "learning_rate": 9.236031128813788e-05, |
| "loss": 0.0, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.6334082143008519, |
| "grad_norm": 0.0026470404118299484, |
| "learning_rate": 9.234344401455184e-05, |
| "loss": 0.0, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.6340863815538507, |
| "grad_norm": 0.0005988986231386662, |
| "learning_rate": 9.232655968503161e-05, |
| "loss": 0.0, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.6347645488068495, |
| "grad_norm": 0.00032376497983932495, |
| "learning_rate": 9.230965830637821e-05, |
| "loss": 0.0, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.6354427160598483, |
| "grad_norm": 0.0007756618433631957, |
| "learning_rate": 9.22927398853995e-05, |
| "loss": 0.0, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.636120883312847, |
| "grad_norm": 0.0016515598399564624, |
| "learning_rate": 9.227580442891022e-05, |
| "loss": 0.0, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.6367990505658458, |
| "grad_norm": 0.03476359322667122, |
| "learning_rate": 9.225885194373199e-05, |
| "loss": 0.0001, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.6374772178188446, |
| "grad_norm": 0.001096145948395133, |
| "learning_rate": 9.224188243669323e-05, |
| "loss": 0.0, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.6381553850718433, |
| "grad_norm": 0.0007735094404779375, |
| "learning_rate": 9.222489591462927e-05, |
| "loss": 0.0, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.6388335523248421, |
| "grad_norm": 0.118960902094841, |
| "learning_rate": 9.22078923843823e-05, |
| "loss": 0.0002, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.6395117195778409, |
| "grad_norm": 0.00038147129816934466, |
| "learning_rate": 9.219087185280132e-05, |
| "loss": 0.0, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.6401898868308397, |
| "grad_norm": 0.0548308789730072, |
| "learning_rate": 9.21738343267422e-05, |
| "loss": 0.0002, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.6408680540838384, |
| "grad_norm": 0.002948600333184004, |
| "learning_rate": 9.215677981306768e-05, |
| "loss": 0.0, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.6415462213368373, |
| "grad_norm": 0.00647724187001586, |
| "learning_rate": 9.213970831864727e-05, |
| "loss": 0.0, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.642224388589836, |
| "grad_norm": 0.03968558833003044, |
| "learning_rate": 9.212261985035739e-05, |
| "loss": 0.0003, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.6429025558428347, |
| "grad_norm": 0.0006300415843725204, |
| "learning_rate": 9.210551441508126e-05, |
| "loss": 0.0, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.6435807230958335, |
| "grad_norm": 0.0007496281177736819, |
| "learning_rate": 9.208839201970897e-05, |
| "loss": 0.0, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.6442588903488323, |
| "grad_norm": 0.029067767783999443, |
| "learning_rate": 9.207125267113742e-05, |
| "loss": 0.0002, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.6449370576018311, |
| "grad_norm": 0.0023949281312525272, |
| "learning_rate": 9.205409637627031e-05, |
| "loss": 0.0001, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.6456152248548298, |
| "grad_norm": 0.048111461102962494, |
| "learning_rate": 9.203692314201822e-05, |
| "loss": 0.0002, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.6462933921078285, |
| "grad_norm": 0.002165262820199132, |
| "learning_rate": 9.201973297529851e-05, |
| "loss": 0.0, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.6469715593608274, |
| "grad_norm": 0.0018261608202010393, |
| "learning_rate": 9.200252588303539e-05, |
| "loss": 0.0, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.6476497266138261, |
| "grad_norm": 0.00589523371309042, |
| "learning_rate": 9.198530187215986e-05, |
| "loss": 0.0, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.6483278938668249, |
| "grad_norm": 0.00899149477481842, |
| "learning_rate": 9.196806094960976e-05, |
| "loss": 0.0, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.6490060611198237, |
| "grad_norm": 0.00829945970326662, |
| "learning_rate": 9.195080312232972e-05, |
| "loss": 0.0, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.6496842283728225, |
| "grad_norm": 0.01966802030801773, |
| "learning_rate": 9.193352839727121e-05, |
| "loss": 0.0001, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.6503623956258212, |
| "grad_norm": 0.003154600504785776, |
| "learning_rate": 9.191623678139247e-05, |
| "loss": 0.0, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.65104056287882, |
| "grad_norm": 0.024086041375994682, |
| "learning_rate": 9.189892828165857e-05, |
| "loss": 0.0007, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.6517187301318188, |
| "grad_norm": 0.021366657689213753, |
| "learning_rate": 9.188160290504136e-05, |
| "loss": 0.0, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.6523968973848175, |
| "grad_norm": 0.003147814190015197, |
| "learning_rate": 9.186426065851952e-05, |
| "loss": 0.0, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.6530750646378163, |
| "grad_norm": 0.018301868811249733, |
| "learning_rate": 9.184690154907849e-05, |
| "loss": 0.0001, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.653753231890815, |
| "grad_norm": 0.0010956176556646824, |
| "learning_rate": 9.182952558371052e-05, |
| "loss": 0.0004, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.6544313991438139, |
| "grad_norm": 0.011941217817366123, |
| "learning_rate": 9.181213276941465e-05, |
| "loss": 0.0001, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.6551095663968126, |
| "grad_norm": 0.04679281637072563, |
| "learning_rate": 9.179472311319669e-05, |
| "loss": 0.0001, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.6557877336498114, |
| "grad_norm": 0.005270330235362053, |
| "learning_rate": 9.177729662206926e-05, |
| "loss": 0.0005, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.6564659009028102, |
| "grad_norm": 0.059503424912691116, |
| "learning_rate": 9.175985330305175e-05, |
| "loss": 0.0006, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.657144068155809, |
| "grad_norm": 0.05685205012559891, |
| "learning_rate": 9.174239316317033e-05, |
| "loss": 0.0003, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.6578222354088077, |
| "grad_norm": 0.02518923580646515, |
| "learning_rate": 9.172491620945793e-05, |
| "loss": 0.0001, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.6585004026618064, |
| "grad_norm": 0.0023309921380132437, |
| "learning_rate": 9.170742244895427e-05, |
| "loss": 0.0002, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.6591785699148053, |
| "grad_norm": 0.010663488879799843, |
| "learning_rate": 9.168991188870583e-05, |
| "loss": 0.0001, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.659856737167804, |
| "grad_norm": 0.004960994701832533, |
| "learning_rate": 9.167238453576589e-05, |
| "loss": 0.0, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.6605349044208028, |
| "grad_norm": 0.010904761031270027, |
| "learning_rate": 9.165484039719444e-05, |
| "loss": 0.0002, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.6612130716738015, |
| "grad_norm": 0.02706189453601837, |
| "learning_rate": 9.163727948005823e-05, |
| "loss": 0.0002, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.6618912389268004, |
| "grad_norm": 0.030097760260105133, |
| "learning_rate": 9.161970179143084e-05, |
| "loss": 0.0003, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.6625694061797991, |
| "grad_norm": 0.04335637018084526, |
| "learning_rate": 9.160210733839254e-05, |
| "loss": 0.0003, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.6632475734327978, |
| "grad_norm": 0.07014850527048111, |
| "learning_rate": 9.158449612803039e-05, |
| "loss": 0.0005, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.6639257406857967, |
| "grad_norm": 0.004154474474489689, |
| "learning_rate": 9.156686816743816e-05, |
| "loss": 0.0002, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.6646039079387954, |
| "grad_norm": 0.07189586758613586, |
| "learning_rate": 9.154922346371642e-05, |
| "loss": 0.0003, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.6652820751917942, |
| "grad_norm": 0.022829728201031685, |
| "learning_rate": 9.153156202397243e-05, |
| "loss": 0.0001, |
| "step": 1962 |
| }, |
| { |
| "epoch": 0.6659602424447929, |
| "grad_norm": 0.015623291954398155, |
| "learning_rate": 9.151388385532022e-05, |
| "loss": 0.0001, |
| "step": 1964 |
| }, |
| { |
| "epoch": 0.6666384096977918, |
| "grad_norm": 0.04405735060572624, |
| "learning_rate": 9.149618896488056e-05, |
| "loss": 0.0001, |
| "step": 1966 |
| }, |
| { |
| "epoch": 0.6673165769507905, |
| "grad_norm": 0.007028218358755112, |
| "learning_rate": 9.147847735978094e-05, |
| "loss": 0.0002, |
| "step": 1968 |
| }, |
| { |
| "epoch": 0.6679947442037892, |
| "grad_norm": 0.06891366094350815, |
| "learning_rate": 9.146074904715561e-05, |
| "loss": 0.0002, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.668672911456788, |
| "grad_norm": 0.006903359200805426, |
| "learning_rate": 9.144300403414552e-05, |
| "loss": 0.0001, |
| "step": 1972 |
| }, |
| { |
| "epoch": 0.6693510787097868, |
| "grad_norm": 0.02753445878624916, |
| "learning_rate": 9.142524232789836e-05, |
| "loss": 0.0001, |
| "step": 1974 |
| }, |
| { |
| "epoch": 0.6700292459627856, |
| "grad_norm": 0.002083703875541687, |
| "learning_rate": 9.140746393556854e-05, |
| "loss": 0.0001, |
| "step": 1976 |
| }, |
| { |
| "epoch": 0.6707074132157843, |
| "grad_norm": 0.03971313685178757, |
| "learning_rate": 9.13896688643172e-05, |
| "loss": 0.0001, |
| "step": 1978 |
| }, |
| { |
| "epoch": 0.6713855804687832, |
| "grad_norm": 0.01733364723622799, |
| "learning_rate": 9.13718571213122e-05, |
| "loss": 0.0001, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.6720637477217819, |
| "grad_norm": 0.0006641743239015341, |
| "learning_rate": 9.135402871372808e-05, |
| "loss": 0.0001, |
| "step": 1982 |
| }, |
| { |
| "epoch": 0.6727419149747806, |
| "grad_norm": 0.009665962308645248, |
| "learning_rate": 9.133618364874616e-05, |
| "loss": 0.0001, |
| "step": 1984 |
| }, |
| { |
| "epoch": 0.6734200822277794, |
| "grad_norm": 0.025363771244883537, |
| "learning_rate": 9.131832193355441e-05, |
| "loss": 0.0001, |
| "step": 1986 |
| }, |
| { |
| "epoch": 0.6740982494807782, |
| "grad_norm": 0.020307032391428947, |
| "learning_rate": 9.130044357534752e-05, |
| "loss": 0.0001, |
| "step": 1988 |
| }, |
| { |
| "epoch": 0.674776416733777, |
| "grad_norm": 0.004317408427596092, |
| "learning_rate": 9.12825485813269e-05, |
| "loss": 0.0001, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.6754545839867757, |
| "grad_norm": 0.007612558081746101, |
| "learning_rate": 9.126463695870064e-05, |
| "loss": 0.0, |
| "step": 1992 |
| }, |
| { |
| "epoch": 0.6761327512397745, |
| "grad_norm": 0.00039802887476980686, |
| "learning_rate": 9.124670871468355e-05, |
| "loss": 0.0, |
| "step": 1994 |
| }, |
| { |
| "epoch": 0.6768109184927733, |
| "grad_norm": 0.06519202142953873, |
| "learning_rate": 9.122876385649713e-05, |
| "loss": 0.0002, |
| "step": 1996 |
| }, |
| { |
| "epoch": 0.677489085745772, |
| "grad_norm": 0.0010920091299340129, |
| "learning_rate": 9.121080239136954e-05, |
| "loss": 0.0002, |
| "step": 1998 |
| }, |
| { |
| "epoch": 0.6781672529987708, |
| "grad_norm": 0.0016080245841294527, |
| "learning_rate": 9.119282432653569e-05, |
| "loss": 0.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.6788454202517696, |
| "grad_norm": 0.007306835614144802, |
| "learning_rate": 9.117482966923714e-05, |
| "loss": 0.0, |
| "step": 2002 |
| }, |
| { |
| "epoch": 0.6795235875047684, |
| "grad_norm": 0.011635251343250275, |
| "learning_rate": 9.11568184267221e-05, |
| "loss": 0.0, |
| "step": 2004 |
| }, |
| { |
| "epoch": 0.6802017547577671, |
| "grad_norm": 0.001634229440242052, |
| "learning_rate": 9.113879060624553e-05, |
| "loss": 0.0, |
| "step": 2006 |
| }, |
| { |
| "epoch": 0.6808799220107659, |
| "grad_norm": 0.0009552877745591104, |
| "learning_rate": 9.112074621506902e-05, |
| "loss": 0.0, |
| "step": 2008 |
| }, |
| { |
| "epoch": 0.6815580892637647, |
| "grad_norm": 0.004326884634792805, |
| "learning_rate": 9.110268526046085e-05, |
| "loss": 0.0, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.6822362565167635, |
| "grad_norm": 0.0170154869556427, |
| "learning_rate": 9.108460774969598e-05, |
| "loss": 0.0001, |
| "step": 2012 |
| }, |
| { |
| "epoch": 0.6829144237697622, |
| "grad_norm": 0.023070022463798523, |
| "learning_rate": 9.106651369005601e-05, |
| "loss": 0.0001, |
| "step": 2014 |
| }, |
| { |
| "epoch": 0.683592591022761, |
| "grad_norm": 0.0006951871910132468, |
| "learning_rate": 9.104840308882924e-05, |
| "loss": 0.0, |
| "step": 2016 |
| }, |
| { |
| "epoch": 0.6842707582757598, |
| "grad_norm": 0.030992897227406502, |
| "learning_rate": 9.103027595331063e-05, |
| "loss": 0.0002, |
| "step": 2018 |
| }, |
| { |
| "epoch": 0.6849489255287585, |
| "grad_norm": 0.0006043879548087716, |
| "learning_rate": 9.101213229080177e-05, |
| "loss": 0.0002, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.6856270927817573, |
| "grad_norm": 0.0035766216460615396, |
| "learning_rate": 9.099397210861091e-05, |
| "loss": 0.0, |
| "step": 2022 |
| }, |
| { |
| "epoch": 0.6863052600347561, |
| "grad_norm": 0.020493974909186363, |
| "learning_rate": 9.0975795414053e-05, |
| "loss": 0.0002, |
| "step": 2024 |
| }, |
| { |
| "epoch": 0.6869834272877549, |
| "grad_norm": 0.0067712995223701, |
| "learning_rate": 9.09576022144496e-05, |
| "loss": 0.0, |
| "step": 2026 |
| }, |
| { |
| "epoch": 0.6876615945407536, |
| "grad_norm": 0.007755874190479517, |
| "learning_rate": 9.093939251712891e-05, |
| "loss": 0.0, |
| "step": 2028 |
| }, |
| { |
| "epoch": 0.6883397617937523, |
| "grad_norm": 0.01566697284579277, |
| "learning_rate": 9.092116632942582e-05, |
| "loss": 0.0001, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.6890179290467512, |
| "grad_norm": 0.0011003854451701045, |
| "learning_rate": 9.090292365868183e-05, |
| "loss": 0.0, |
| "step": 2032 |
| }, |
| { |
| "epoch": 0.6896960962997499, |
| "grad_norm": 0.0002819379442371428, |
| "learning_rate": 9.088466451224508e-05, |
| "loss": 0.0001, |
| "step": 2034 |
| }, |
| { |
| "epoch": 0.6903742635527487, |
| "grad_norm": 0.0012433732626959682, |
| "learning_rate": 9.086638889747035e-05, |
| "loss": 0.0, |
| "step": 2036 |
| }, |
| { |
| "epoch": 0.6910524308057475, |
| "grad_norm": 0.00959568377584219, |
| "learning_rate": 9.084809682171907e-05, |
| "loss": 0.0, |
| "step": 2038 |
| }, |
| { |
| "epoch": 0.6917305980587463, |
| "grad_norm": 0.029413780197501183, |
| "learning_rate": 9.082978829235927e-05, |
| "loss": 0.0002, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.692408765311745, |
| "grad_norm": 0.001475983764976263, |
| "learning_rate": 9.081146331676562e-05, |
| "loss": 0.0, |
| "step": 2042 |
| }, |
| { |
| "epoch": 0.6930869325647437, |
| "grad_norm": 0.00169148959685117, |
| "learning_rate": 9.079312190231944e-05, |
| "loss": 0.0, |
| "step": 2044 |
| }, |
| { |
| "epoch": 0.6937650998177426, |
| "grad_norm": 0.0006321507389657199, |
| "learning_rate": 9.077476405640862e-05, |
| "loss": 0.0, |
| "step": 2046 |
| }, |
| { |
| "epoch": 0.6944432670707413, |
| "grad_norm": 0.0008575081010349095, |
| "learning_rate": 9.075638978642771e-05, |
| "loss": 0.0, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.6951214343237401, |
| "grad_norm": 0.0017931024776771665, |
| "learning_rate": 9.07379990997779e-05, |
| "loss": 0.0, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.6957996015767388, |
| "grad_norm": 0.013845414854586124, |
| "learning_rate": 9.071959200386688e-05, |
| "loss": 0.0001, |
| "step": 2052 |
| }, |
| { |
| "epoch": 0.6964777688297377, |
| "grad_norm": 0.0004693720256909728, |
| "learning_rate": 9.07011685061091e-05, |
| "loss": 0.0, |
| "step": 2054 |
| }, |
| { |
| "epoch": 0.6971559360827364, |
| "grad_norm": 0.002094951691105962, |
| "learning_rate": 9.068272861392551e-05, |
| "loss": 0.0, |
| "step": 2056 |
| }, |
| { |
| "epoch": 0.6978341033357351, |
| "grad_norm": 0.08430146425962448, |
| "learning_rate": 9.06642723347437e-05, |
| "loss": 0.0002, |
| "step": 2058 |
| }, |
| { |
| "epoch": 0.698512270588734, |
| "grad_norm": 0.0010323359165340662, |
| "learning_rate": 9.064579967599786e-05, |
| "loss": 0.0001, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.6991904378417327, |
| "grad_norm": 0.009902028366923332, |
| "learning_rate": 9.062731064512876e-05, |
| "loss": 0.0, |
| "step": 2062 |
| }, |
| { |
| "epoch": 0.6998686050947315, |
| "grad_norm": 0.0009311030153185129, |
| "learning_rate": 9.06088052495838e-05, |
| "loss": 0.0002, |
| "step": 2064 |
| }, |
| { |
| "epoch": 0.7005467723477302, |
| "grad_norm": 0.00923315342515707, |
| "learning_rate": 9.059028349681694e-05, |
| "loss": 0.0, |
| "step": 2066 |
| }, |
| { |
| "epoch": 0.7012249396007291, |
| "grad_norm": 0.06685227155685425, |
| "learning_rate": 9.057174539428873e-05, |
| "loss": 0.0002, |
| "step": 2068 |
| }, |
| { |
| "epoch": 0.7019031068537278, |
| "grad_norm": 0.01807691715657711, |
| "learning_rate": 9.055319094946633e-05, |
| "loss": 0.0002, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.7025812741067265, |
| "grad_norm": 0.00733609776943922, |
| "learning_rate": 9.053462016982348e-05, |
| "loss": 0.0, |
| "step": 2072 |
| }, |
| { |
| "epoch": 0.7032594413597253, |
| "grad_norm": 0.02869594469666481, |
| "learning_rate": 9.051603306284047e-05, |
| "loss": 0.0002, |
| "step": 2074 |
| }, |
| { |
| "epoch": 0.7039376086127241, |
| "grad_norm": 0.028494779020547867, |
| "learning_rate": 9.049742963600418e-05, |
| "loss": 0.0001, |
| "step": 2076 |
| }, |
| { |
| "epoch": 0.7046157758657229, |
| "grad_norm": 0.011124657467007637, |
| "learning_rate": 9.047880989680808e-05, |
| "loss": 0.0001, |
| "step": 2078 |
| }, |
| { |
| "epoch": 0.7052939431187216, |
| "grad_norm": 0.001125624985434115, |
| "learning_rate": 9.046017385275218e-05, |
| "loss": 0.0001, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.7059721103717205, |
| "grad_norm": 0.006963169202208519, |
| "learning_rate": 9.044152151134311e-05, |
| "loss": 0.0001, |
| "step": 2082 |
| }, |
| { |
| "epoch": 0.7066502776247192, |
| "grad_norm": 0.07182872295379639, |
| "learning_rate": 9.0422852880094e-05, |
| "loss": 0.0002, |
| "step": 2084 |
| }, |
| { |
| "epoch": 0.707328444877718, |
| "grad_norm": 0.006542180199176073, |
| "learning_rate": 9.040416796652458e-05, |
| "loss": 0.0, |
| "step": 2086 |
| }, |
| { |
| "epoch": 0.7080066121307167, |
| "grad_norm": 0.0014154227683320642, |
| "learning_rate": 9.038546677816115e-05, |
| "loss": 0.0001, |
| "step": 2088 |
| }, |
| { |
| "epoch": 0.7086847793837155, |
| "grad_norm": 0.005531368311494589, |
| "learning_rate": 9.036674932253652e-05, |
| "loss": 0.0002, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.7093629466367143, |
| "grad_norm": 0.035860493779182434, |
| "learning_rate": 9.034801560719011e-05, |
| "loss": 0.0001, |
| "step": 2092 |
| }, |
| { |
| "epoch": 0.710041113889713, |
| "grad_norm": 0.02187497168779373, |
| "learning_rate": 9.032926563966781e-05, |
| "loss": 0.0001, |
| "step": 2094 |
| }, |
| { |
| "epoch": 0.7107192811427118, |
| "grad_norm": 0.003647587960585952, |
| "learning_rate": 9.031049942752215e-05, |
| "loss": 0.0, |
| "step": 2096 |
| }, |
| { |
| "epoch": 0.7113974483957106, |
| "grad_norm": 0.03892146795988083, |
| "learning_rate": 9.029171697831214e-05, |
| "loss": 0.0002, |
| "step": 2098 |
| }, |
| { |
| "epoch": 0.7120756156487094, |
| "grad_norm": 0.00161711813416332, |
| "learning_rate": 9.027291829960334e-05, |
| "loss": 0.0, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.7127537829017081, |
| "grad_norm": 0.06189465895295143, |
| "learning_rate": 9.025410339896788e-05, |
| "loss": 0.0008, |
| "step": 2102 |
| }, |
| { |
| "epoch": 0.713431950154707, |
| "grad_norm": 0.001967528834939003, |
| "learning_rate": 9.023527228398439e-05, |
| "loss": 0.0005, |
| "step": 2104 |
| }, |
| { |
| "epoch": 0.7141101174077057, |
| "grad_norm": 0.04755755886435509, |
| "learning_rate": 9.021642496223801e-05, |
| "loss": 0.0005, |
| "step": 2106 |
| }, |
| { |
| "epoch": 0.7147882846607044, |
| "grad_norm": 0.04014548659324646, |
| "learning_rate": 9.019756144132048e-05, |
| "loss": 0.0001, |
| "step": 2108 |
| }, |
| { |
| "epoch": 0.7154664519137032, |
| "grad_norm": 0.03437534719705582, |
| "learning_rate": 9.017868172882999e-05, |
| "loss": 0.0001, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.716144619166702, |
| "grad_norm": 0.06222149357199669, |
| "learning_rate": 9.015978583237132e-05, |
| "loss": 0.0004, |
| "step": 2112 |
| }, |
| { |
| "epoch": 0.7168227864197008, |
| "grad_norm": 0.007575817871838808, |
| "learning_rate": 9.014087375955573e-05, |
| "loss": 0.0001, |
| "step": 2114 |
| }, |
| { |
| "epoch": 0.7175009536726995, |
| "grad_norm": 0.03959363326430321, |
| "learning_rate": 9.012194551800098e-05, |
| "loss": 0.0001, |
| "step": 2116 |
| }, |
| { |
| "epoch": 0.7181791209256984, |
| "grad_norm": 0.024278750643134117, |
| "learning_rate": 9.010300111533138e-05, |
| "loss": 0.0001, |
| "step": 2118 |
| }, |
| { |
| "epoch": 0.7188572881786971, |
| "grad_norm": 0.00355353276245296, |
| "learning_rate": 9.008404055917772e-05, |
| "loss": 0.0001, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.7195354554316958, |
| "grad_norm": 0.06160525605082512, |
| "learning_rate": 9.00650638571773e-05, |
| "loss": 0.0001, |
| "step": 2122 |
| }, |
| { |
| "epoch": 0.7202136226846946, |
| "grad_norm": 0.006701144389808178, |
| "learning_rate": 9.004607101697397e-05, |
| "loss": 0.0, |
| "step": 2124 |
| }, |
| { |
| "epoch": 0.7208917899376934, |
| "grad_norm": 0.004692121408879757, |
| "learning_rate": 9.002706204621803e-05, |
| "loss": 0.0001, |
| "step": 2126 |
| }, |
| { |
| "epoch": 0.7215699571906922, |
| "grad_norm": 0.02521413005888462, |
| "learning_rate": 9.000803695256627e-05, |
| "loss": 0.0003, |
| "step": 2128 |
| }, |
| { |
| "epoch": 0.7222481244436909, |
| "grad_norm": 0.021716909483075142, |
| "learning_rate": 8.998899574368201e-05, |
| "loss": 0.0001, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.7229262916966896, |
| "grad_norm": 0.03598916158080101, |
| "learning_rate": 8.996993842723504e-05, |
| "loss": 0.0001, |
| "step": 2132 |
| }, |
| { |
| "epoch": 0.7236044589496885, |
| "grad_norm": 0.003856200259178877, |
| "learning_rate": 8.995086501090167e-05, |
| "loss": 0.0, |
| "step": 2134 |
| }, |
| { |
| "epoch": 0.7242826262026872, |
| "grad_norm": 0.003834143513813615, |
| "learning_rate": 8.993177550236464e-05, |
| "loss": 0.0, |
| "step": 2136 |
| }, |
| { |
| "epoch": 0.724960793455686, |
| "grad_norm": 0.008992083370685577, |
| "learning_rate": 8.991266990931322e-05, |
| "loss": 0.0, |
| "step": 2138 |
| }, |
| { |
| "epoch": 0.7256389607086848, |
| "grad_norm": 0.01066268514841795, |
| "learning_rate": 8.989354823944314e-05, |
| "loss": 0.0001, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.7263171279616836, |
| "grad_norm": 0.0006079597515054047, |
| "learning_rate": 8.987441050045658e-05, |
| "loss": 0.0, |
| "step": 2142 |
| }, |
| { |
| "epoch": 0.7269952952146823, |
| "grad_norm": 0.007435145787894726, |
| "learning_rate": 8.985525670006225e-05, |
| "loss": 0.0, |
| "step": 2144 |
| }, |
| { |
| "epoch": 0.727673462467681, |
| "grad_norm": 0.002100519370287657, |
| "learning_rate": 8.983608684597529e-05, |
| "loss": 0.0, |
| "step": 2146 |
| }, |
| { |
| "epoch": 0.7283516297206799, |
| "grad_norm": 0.02002492919564247, |
| "learning_rate": 8.98169009459173e-05, |
| "loss": 0.0001, |
| "step": 2148 |
| }, |
| { |
| "epoch": 0.7290297969736786, |
| "grad_norm": 0.0023629760835319757, |
| "learning_rate": 8.979769900761639e-05, |
| "loss": 0.0, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.7297079642266774, |
| "grad_norm": 0.0003582996141631156, |
| "learning_rate": 8.977848103880706e-05, |
| "loss": 0.0, |
| "step": 2152 |
| }, |
| { |
| "epoch": 0.7303861314796761, |
| "grad_norm": 0.0012692782329395413, |
| "learning_rate": 8.975924704723033e-05, |
| "loss": 0.0, |
| "step": 2154 |
| }, |
| { |
| "epoch": 0.731064298732675, |
| "grad_norm": 0.0007864875951781869, |
| "learning_rate": 8.973999704063365e-05, |
| "loss": 0.0, |
| "step": 2156 |
| }, |
| { |
| "epoch": 0.7317424659856737, |
| "grad_norm": 0.0011207296047359705, |
| "learning_rate": 8.972073102677091e-05, |
| "loss": 0.0, |
| "step": 2158 |
| }, |
| { |
| "epoch": 0.7324206332386725, |
| "grad_norm": 0.002925334731116891, |
| "learning_rate": 8.970144901340246e-05, |
| "loss": 0.0, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.7330988004916713, |
| "grad_norm": 0.0008847307763062418, |
| "learning_rate": 8.96821510082951e-05, |
| "loss": 0.0, |
| "step": 2162 |
| }, |
| { |
| "epoch": 0.73377696774467, |
| "grad_norm": 0.023506417870521545, |
| "learning_rate": 8.966283701922205e-05, |
| "loss": 0.0, |
| "step": 2164 |
| }, |
| { |
| "epoch": 0.7344551349976688, |
| "grad_norm": 0.004152826499193907, |
| "learning_rate": 8.964350705396301e-05, |
| "loss": 0.0001, |
| "step": 2166 |
| }, |
| { |
| "epoch": 0.7351333022506675, |
| "grad_norm": 0.009032066911458969, |
| "learning_rate": 8.962416112030405e-05, |
| "loss": 0.0, |
| "step": 2168 |
| }, |
| { |
| "epoch": 0.7358114695036664, |
| "grad_norm": 0.024347808212041855, |
| "learning_rate": 8.960479922603775e-05, |
| "loss": 0.0001, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.7364896367566651, |
| "grad_norm": 0.012557287700474262, |
| "learning_rate": 8.958542137896304e-05, |
| "loss": 0.0001, |
| "step": 2172 |
| }, |
| { |
| "epoch": 0.7371678040096639, |
| "grad_norm": 0.02936052344739437, |
| "learning_rate": 8.956602758688535e-05, |
| "loss": 0.0002, |
| "step": 2174 |
| }, |
| { |
| "epoch": 0.7378459712626626, |
| "grad_norm": 0.0004298368585295975, |
| "learning_rate": 8.954661785761647e-05, |
| "loss": 0.0, |
| "step": 2176 |
| }, |
| { |
| "epoch": 0.7385241385156615, |
| "grad_norm": 0.001203262945637107, |
| "learning_rate": 8.952719219897464e-05, |
| "loss": 0.0, |
| "step": 2178 |
| }, |
| { |
| "epoch": 0.7392023057686602, |
| "grad_norm": 0.027022022753953934, |
| "learning_rate": 8.950775061878453e-05, |
| "loss": 0.0, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.7398804730216589, |
| "grad_norm": 0.0010193714406341314, |
| "learning_rate": 8.948829312487719e-05, |
| "loss": 0.0, |
| "step": 2182 |
| }, |
| { |
| "epoch": 0.7405586402746578, |
| "grad_norm": 0.006130346562713385, |
| "learning_rate": 8.94688197250901e-05, |
| "loss": 0.0, |
| "step": 2184 |
| }, |
| { |
| "epoch": 0.7412368075276565, |
| "grad_norm": 0.0006499038427136838, |
| "learning_rate": 8.944933042726714e-05, |
| "loss": 0.0, |
| "step": 2186 |
| }, |
| { |
| "epoch": 0.7419149747806553, |
| "grad_norm": 0.0354667603969574, |
| "learning_rate": 8.94298252392586e-05, |
| "loss": 0.0001, |
| "step": 2188 |
| }, |
| { |
| "epoch": 0.742593142033654, |
| "grad_norm": 0.000631691247690469, |
| "learning_rate": 8.941030416892118e-05, |
| "loss": 0.0, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.7432713092866529, |
| "grad_norm": 0.0023066874127835035, |
| "learning_rate": 8.939076722411796e-05, |
| "loss": 0.0, |
| "step": 2192 |
| }, |
| { |
| "epoch": 0.7439494765396516, |
| "grad_norm": 0.011757615953683853, |
| "learning_rate": 8.93712144127184e-05, |
| "loss": 0.0, |
| "step": 2194 |
| }, |
| { |
| "epoch": 0.7446276437926503, |
| "grad_norm": 0.03690662980079651, |
| "learning_rate": 8.935164574259838e-05, |
| "loss": 0.0002, |
| "step": 2196 |
| }, |
| { |
| "epoch": 0.7453058110456491, |
| "grad_norm": 0.002006297232583165, |
| "learning_rate": 8.933206122164018e-05, |
| "loss": 0.0, |
| "step": 2198 |
| }, |
| { |
| "epoch": 0.7459839782986479, |
| "grad_norm": 0.055943265557289124, |
| "learning_rate": 8.931246085773239e-05, |
| "loss": 0.0003, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.7466621455516467, |
| "grad_norm": 0.00032859868952073157, |
| "learning_rate": 8.92928446587701e-05, |
| "loss": 0.0, |
| "step": 2202 |
| }, |
| { |
| "epoch": 0.7473403128046454, |
| "grad_norm": 0.0006503578624688089, |
| "learning_rate": 8.927321263265467e-05, |
| "loss": 0.0, |
| "step": 2204 |
| }, |
| { |
| "epoch": 0.7480184800576443, |
| "grad_norm": 0.01603405550122261, |
| "learning_rate": 8.925356478729387e-05, |
| "loss": 0.0001, |
| "step": 2206 |
| }, |
| { |
| "epoch": 0.748696647310643, |
| "grad_norm": 0.000402370496885851, |
| "learning_rate": 8.92339011306019e-05, |
| "loss": 0.0, |
| "step": 2208 |
| }, |
| { |
| "epoch": 0.7493748145636417, |
| "grad_norm": 0.0431690588593483, |
| "learning_rate": 8.921422167049923e-05, |
| "loss": 0.0003, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.7500529818166405, |
| "grad_norm": 0.04571768641471863, |
| "learning_rate": 8.919452641491276e-05, |
| "loss": 0.0001, |
| "step": 2212 |
| }, |
| { |
| "epoch": 0.7507311490696393, |
| "grad_norm": 0.0007486413232982159, |
| "learning_rate": 8.917481537177575e-05, |
| "loss": 0.0, |
| "step": 2214 |
| }, |
| { |
| "epoch": 0.7514093163226381, |
| "grad_norm": 0.0011588893830776215, |
| "learning_rate": 8.915508854902778e-05, |
| "loss": 0.0, |
| "step": 2216 |
| }, |
| { |
| "epoch": 0.7520874835756368, |
| "grad_norm": 0.04039638116955757, |
| "learning_rate": 8.913534595461483e-05, |
| "loss": 0.0002, |
| "step": 2218 |
| }, |
| { |
| "epoch": 0.7527656508286356, |
| "grad_norm": 0.0011450482998043299, |
| "learning_rate": 8.91155875964892e-05, |
| "loss": 0.0, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.7534438180816344, |
| "grad_norm": 0.02565939724445343, |
| "learning_rate": 8.909581348260958e-05, |
| "loss": 0.0001, |
| "step": 2222 |
| }, |
| { |
| "epoch": 0.7541219853346331, |
| "grad_norm": 0.05398557707667351, |
| "learning_rate": 8.907602362094094e-05, |
| "loss": 0.0002, |
| "step": 2224 |
| }, |
| { |
| "epoch": 0.7548001525876319, |
| "grad_norm": 0.01135649997740984, |
| "learning_rate": 8.905621801945467e-05, |
| "loss": 0.0001, |
| "step": 2226 |
| }, |
| { |
| "epoch": 0.7554783198406307, |
| "grad_norm": 0.007088663522154093, |
| "learning_rate": 8.903639668612846e-05, |
| "loss": 0.0, |
| "step": 2228 |
| }, |
| { |
| "epoch": 0.7561564870936295, |
| "grad_norm": 0.009923601523041725, |
| "learning_rate": 8.901655962894632e-05, |
| "loss": 0.0, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.7568346543466282, |
| "grad_norm": 0.02772349677979946, |
| "learning_rate": 8.899670685589864e-05, |
| "loss": 0.0002, |
| "step": 2232 |
| }, |
| { |
| "epoch": 0.757512821599627, |
| "grad_norm": 0.04577437788248062, |
| "learning_rate": 8.89768383749821e-05, |
| "loss": 0.0001, |
| "step": 2234 |
| }, |
| { |
| "epoch": 0.7581909888526258, |
| "grad_norm": 0.0013328574132174253, |
| "learning_rate": 8.895695419419972e-05, |
| "loss": 0.0, |
| "step": 2236 |
| }, |
| { |
| "epoch": 0.7588691561056246, |
| "grad_norm": 0.017390921711921692, |
| "learning_rate": 8.893705432156086e-05, |
| "loss": 0.0, |
| "step": 2238 |
| }, |
| { |
| "epoch": 0.7595473233586233, |
| "grad_norm": 0.035108234733343124, |
| "learning_rate": 8.891713876508116e-05, |
| "loss": 0.0001, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.7602254906116221, |
| "grad_norm": 0.016167139634490013, |
| "learning_rate": 8.889720753278264e-05, |
| "loss": 0.0, |
| "step": 2242 |
| }, |
| { |
| "epoch": 0.7609036578646209, |
| "grad_norm": 0.03242606669664383, |
| "learning_rate": 8.887726063269355e-05, |
| "loss": 0.0001, |
| "step": 2244 |
| }, |
| { |
| "epoch": 0.7615818251176196, |
| "grad_norm": 0.002253993647173047, |
| "learning_rate": 8.885729807284856e-05, |
| "loss": 0.0, |
| "step": 2246 |
| }, |
| { |
| "epoch": 0.7622599923706184, |
| "grad_norm": 0.05065949261188507, |
| "learning_rate": 8.883731986128853e-05, |
| "loss": 0.0003, |
| "step": 2248 |
| }, |
| { |
| "epoch": 0.7629381596236172, |
| "grad_norm": 0.0061168549582362175, |
| "learning_rate": 8.88173260060607e-05, |
| "loss": 0.0, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.763616326876616, |
| "grad_norm": 0.00484465854242444, |
| "learning_rate": 8.879731651521861e-05, |
| "loss": 0.0, |
| "step": 2252 |
| }, |
| { |
| "epoch": 0.7642944941296147, |
| "grad_norm": 0.01573886163532734, |
| "learning_rate": 8.877729139682206e-05, |
| "loss": 0.0002, |
| "step": 2254 |
| }, |
| { |
| "epoch": 0.7649726613826134, |
| "grad_norm": 0.0024972499813884497, |
| "learning_rate": 8.875725065893717e-05, |
| "loss": 0.0003, |
| "step": 2256 |
| }, |
| { |
| "epoch": 0.7656508286356123, |
| "grad_norm": 0.007368649821728468, |
| "learning_rate": 8.873719430963636e-05, |
| "loss": 0.0, |
| "step": 2258 |
| }, |
| { |
| "epoch": 0.766328995888611, |
| "grad_norm": 0.05810406804084778, |
| "learning_rate": 8.871712235699831e-05, |
| "loss": 0.0002, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.7670071631416098, |
| "grad_norm": 0.001753704040311277, |
| "learning_rate": 8.869703480910801e-05, |
| "loss": 0.0, |
| "step": 2262 |
| }, |
| { |
| "epoch": 0.7676853303946086, |
| "grad_norm": 0.015127058140933514, |
| "learning_rate": 8.867693167405671e-05, |
| "loss": 0.0001, |
| "step": 2264 |
| }, |
| { |
| "epoch": 0.7683634976476074, |
| "grad_norm": 0.007170891854912043, |
| "learning_rate": 8.865681295994195e-05, |
| "loss": 0.0, |
| "step": 2266 |
| }, |
| { |
| "epoch": 0.7690416649006061, |
| "grad_norm": 0.0003231594746466726, |
| "learning_rate": 8.863667867486756e-05, |
| "loss": 0.0001, |
| "step": 2268 |
| }, |
| { |
| "epoch": 0.7697198321536048, |
| "grad_norm": 0.03522728011012077, |
| "learning_rate": 8.861652882694363e-05, |
| "loss": 0.0001, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.7703979994066037, |
| "grad_norm": 0.0019485610537230968, |
| "learning_rate": 8.859636342428648e-05, |
| "loss": 0.0, |
| "step": 2272 |
| }, |
| { |
| "epoch": 0.7710761666596024, |
| "grad_norm": 0.003564967541024089, |
| "learning_rate": 8.857618247501878e-05, |
| "loss": 0.0, |
| "step": 2274 |
| }, |
| { |
| "epoch": 0.7717543339126012, |
| "grad_norm": 0.016705702990293503, |
| "learning_rate": 8.855598598726939e-05, |
| "loss": 0.0, |
| "step": 2276 |
| }, |
| { |
| "epoch": 0.7724325011655999, |
| "grad_norm": 0.00029819709016010165, |
| "learning_rate": 8.853577396917345e-05, |
| "loss": 0.0, |
| "step": 2278 |
| }, |
| { |
| "epoch": 0.7731106684185988, |
| "grad_norm": 0.01925487443804741, |
| "learning_rate": 8.851554642887237e-05, |
| "loss": 0.0, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.7737888356715975, |
| "grad_norm": 0.002167096361517906, |
| "learning_rate": 8.849530337451378e-05, |
| "loss": 0.0, |
| "step": 2282 |
| }, |
| { |
| "epoch": 0.7744670029245962, |
| "grad_norm": 0.00036691053537651896, |
| "learning_rate": 8.84750448142516e-05, |
| "loss": 0.0, |
| "step": 2284 |
| }, |
| { |
| "epoch": 0.7751451701775951, |
| "grad_norm": 0.0002451124310027808, |
| "learning_rate": 8.845477075624598e-05, |
| "loss": 0.0, |
| "step": 2286 |
| }, |
| { |
| "epoch": 0.7758233374305938, |
| "grad_norm": 0.007234338205307722, |
| "learning_rate": 8.843448120866329e-05, |
| "loss": 0.0, |
| "step": 2288 |
| }, |
| { |
| "epoch": 0.7765015046835926, |
| "grad_norm": 0.004028369206935167, |
| "learning_rate": 8.841417617967618e-05, |
| "loss": 0.0, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.7771796719365913, |
| "grad_norm": 0.0018081561429426074, |
| "learning_rate": 8.839385567746347e-05, |
| "loss": 0.0, |
| "step": 2292 |
| }, |
| { |
| "epoch": 0.7778578391895902, |
| "grad_norm": 0.0005776785546913743, |
| "learning_rate": 8.837351971021031e-05, |
| "loss": 0.0, |
| "step": 2294 |
| }, |
| { |
| "epoch": 0.7785360064425889, |
| "grad_norm": 0.0026705998461693525, |
| "learning_rate": 8.8353168286108e-05, |
| "loss": 0.0, |
| "step": 2296 |
| }, |
| { |
| "epoch": 0.7792141736955877, |
| "grad_norm": 0.003311643609777093, |
| "learning_rate": 8.833280141335408e-05, |
| "loss": 0.0001, |
| "step": 2298 |
| }, |
| { |
| "epoch": 0.7798923409485864, |
| "grad_norm": 0.00011252472177147865, |
| "learning_rate": 8.831241910015233e-05, |
| "loss": 0.0, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.7805705082015852, |
| "grad_norm": 0.0006050001829862595, |
| "learning_rate": 8.829202135471276e-05, |
| "loss": 0.0, |
| "step": 2302 |
| }, |
| { |
| "epoch": 0.781248675454584, |
| "grad_norm": 0.0012319076340645552, |
| "learning_rate": 8.827160818525156e-05, |
| "loss": 0.0, |
| "step": 2304 |
| }, |
| { |
| "epoch": 0.7819268427075827, |
| "grad_norm": 0.0023186788894236088, |
| "learning_rate": 8.825117959999116e-05, |
| "loss": 0.0, |
| "step": 2306 |
| }, |
| { |
| "epoch": 0.7826050099605816, |
| "grad_norm": 0.028587566688656807, |
| "learning_rate": 8.82307356071602e-05, |
| "loss": 0.0001, |
| "step": 2308 |
| }, |
| { |
| "epoch": 0.7832831772135803, |
| "grad_norm": 0.002290781820192933, |
| "learning_rate": 8.82102762149935e-05, |
| "loss": 0.0, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.7839613444665791, |
| "grad_norm": 0.00015715346671640873, |
| "learning_rate": 8.818980143173213e-05, |
| "loss": 0.0, |
| "step": 2312 |
| }, |
| { |
| "epoch": 0.7846395117195778, |
| "grad_norm": 0.001944783260114491, |
| "learning_rate": 8.816931126562328e-05, |
| "loss": 0.0, |
| "step": 2314 |
| }, |
| { |
| "epoch": 0.7853176789725766, |
| "grad_norm": 0.000705886457581073, |
| "learning_rate": 8.814880572492044e-05, |
| "loss": 0.0, |
| "step": 2316 |
| }, |
| { |
| "epoch": 0.7859958462255754, |
| "grad_norm": 0.0004583608824759722, |
| "learning_rate": 8.81282848178832e-05, |
| "loss": 0.0, |
| "step": 2318 |
| }, |
| { |
| "epoch": 0.7866740134785741, |
| "grad_norm": 0.0001509250869276002, |
| "learning_rate": 8.81077485527774e-05, |
| "loss": 0.0, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.7873521807315729, |
| "grad_norm": 0.0009164375951513648, |
| "learning_rate": 8.808719693787504e-05, |
| "loss": 0.0, |
| "step": 2322 |
| }, |
| { |
| "epoch": 0.7880303479845717, |
| "grad_norm": 0.0007774062687531114, |
| "learning_rate": 8.806662998145431e-05, |
| "loss": 0.0, |
| "step": 2324 |
| }, |
| { |
| "epoch": 0.7887085152375705, |
| "grad_norm": 0.004715454764664173, |
| "learning_rate": 8.804604769179958e-05, |
| "loss": 0.0, |
| "step": 2326 |
| }, |
| { |
| "epoch": 0.7893866824905692, |
| "grad_norm": 0.00013452318671625108, |
| "learning_rate": 8.802545007720138e-05, |
| "loss": 0.0, |
| "step": 2328 |
| }, |
| { |
| "epoch": 0.790064849743568, |
| "grad_norm": 0.00014649407239630818, |
| "learning_rate": 8.800483714595644e-05, |
| "loss": 0.0, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.7907430169965668, |
| "grad_norm": 0.00020664343901444227, |
| "learning_rate": 8.798420890636764e-05, |
| "loss": 0.0, |
| "step": 2332 |
| }, |
| { |
| "epoch": 0.7914211842495655, |
| "grad_norm": 0.010160190984606743, |
| "learning_rate": 8.796356536674403e-05, |
| "loss": 0.0, |
| "step": 2334 |
| }, |
| { |
| "epoch": 0.7920993515025643, |
| "grad_norm": 9.14070478756912e-05, |
| "learning_rate": 8.794290653540084e-05, |
| "loss": 0.0, |
| "step": 2336 |
| }, |
| { |
| "epoch": 0.7927775187555631, |
| "grad_norm": 9.601074270904064e-05, |
| "learning_rate": 8.792223242065945e-05, |
| "loss": 0.0, |
| "step": 2338 |
| }, |
| { |
| "epoch": 0.7934556860085619, |
| "grad_norm": 0.0001925271499203518, |
| "learning_rate": 8.790154303084736e-05, |
| "loss": 0.0, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.7941338532615606, |
| "grad_norm": 0.00016138785576913506, |
| "learning_rate": 8.788083837429828e-05, |
| "loss": 0.0, |
| "step": 2342 |
| }, |
| { |
| "epoch": 0.7948120205145595, |
| "grad_norm": 0.0004923270898871124, |
| "learning_rate": 8.786011845935202e-05, |
| "loss": 0.0, |
| "step": 2344 |
| }, |
| { |
| "epoch": 0.7954901877675582, |
| "grad_norm": 0.00026215388788841665, |
| "learning_rate": 8.783938329435457e-05, |
| "loss": 0.0, |
| "step": 2346 |
| }, |
| { |
| "epoch": 0.7961683550205569, |
| "grad_norm": 0.0034639956429600716, |
| "learning_rate": 8.781863288765806e-05, |
| "loss": 0.0, |
| "step": 2348 |
| }, |
| { |
| "epoch": 0.7968465222735557, |
| "grad_norm": 0.0001678073313087225, |
| "learning_rate": 8.779786724762075e-05, |
| "loss": 0.0, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.7975246895265545, |
| "grad_norm": 0.00024357331858482212, |
| "learning_rate": 8.777708638260702e-05, |
| "loss": 0.0, |
| "step": 2352 |
| }, |
| { |
| "epoch": 0.7982028567795533, |
| "grad_norm": 0.00016859491006471217, |
| "learning_rate": 8.775629030098742e-05, |
| "loss": 0.0, |
| "step": 2354 |
| }, |
| { |
| "epoch": 0.798881024032552, |
| "grad_norm": 0.0007309844950214028, |
| "learning_rate": 8.773547901113862e-05, |
| "loss": 0.0, |
| "step": 2356 |
| }, |
| { |
| "epoch": 0.7995591912855508, |
| "grad_norm": 0.00010276456305291504, |
| "learning_rate": 8.771465252144335e-05, |
| "loss": 0.0, |
| "step": 2358 |
| }, |
| { |
| "epoch": 0.8002373585385496, |
| "grad_norm": 5.053769200458191e-05, |
| "learning_rate": 8.769381084029058e-05, |
| "loss": 0.0, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.8009155257915483, |
| "grad_norm": 0.0001550625602249056, |
| "learning_rate": 8.76729539760753e-05, |
| "loss": 0.0, |
| "step": 2362 |
| }, |
| { |
| "epoch": 0.8015936930445471, |
| "grad_norm": 0.00012546095240395516, |
| "learning_rate": 8.765208193719866e-05, |
| "loss": 0.0, |
| "step": 2364 |
| }, |
| { |
| "epoch": 0.8022718602975459, |
| "grad_norm": 6.550251418957487e-05, |
| "learning_rate": 8.763119473206794e-05, |
| "loss": 0.0, |
| "step": 2366 |
| }, |
| { |
| "epoch": 0.8029500275505447, |
| "grad_norm": 0.00018826685845851898, |
| "learning_rate": 8.761029236909647e-05, |
| "loss": 0.0, |
| "step": 2368 |
| }, |
| { |
| "epoch": 0.8036281948035434, |
| "grad_norm": 0.0002414361370028928, |
| "learning_rate": 8.758937485670373e-05, |
| "loss": 0.0, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.8043063620565422, |
| "grad_norm": 0.00019206578144803643, |
| "learning_rate": 8.75684422033153e-05, |
| "loss": 0.0, |
| "step": 2372 |
| }, |
| { |
| "epoch": 0.804984529309541, |
| "grad_norm": 6.82855534250848e-05, |
| "learning_rate": 8.754749441736283e-05, |
| "loss": 0.0, |
| "step": 2374 |
| }, |
| { |
| "epoch": 0.8056626965625397, |
| "grad_norm": 0.00027947468333877623, |
| "learning_rate": 8.752653150728411e-05, |
| "loss": 0.0, |
| "step": 2376 |
| }, |
| { |
| "epoch": 0.8063408638155385, |
| "grad_norm": 0.0001643617288209498, |
| "learning_rate": 8.750555348152298e-05, |
| "loss": 0.0, |
| "step": 2378 |
| }, |
| { |
| "epoch": 0.8070190310685372, |
| "grad_norm": 8.241987961810082e-05, |
| "learning_rate": 8.74845603485294e-05, |
| "loss": 0.0, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.8076971983215361, |
| "grad_norm": 0.00038982118712738156, |
| "learning_rate": 8.746355211675939e-05, |
| "loss": 0.0, |
| "step": 2382 |
| }, |
| { |
| "epoch": 0.8083753655745348, |
| "grad_norm": 0.02610670030117035, |
| "learning_rate": 8.744252879467507e-05, |
| "loss": 0.0001, |
| "step": 2384 |
| }, |
| { |
| "epoch": 0.8090535328275336, |
| "grad_norm": 0.00022798529244028032, |
| "learning_rate": 8.742149039074463e-05, |
| "loss": 0.0, |
| "step": 2386 |
| }, |
| { |
| "epoch": 0.8097317000805324, |
| "grad_norm": 5.434233753476292e-05, |
| "learning_rate": 8.740043691344233e-05, |
| "loss": 0.0, |
| "step": 2388 |
| }, |
| { |
| "epoch": 0.8104098673335312, |
| "grad_norm": 8.579740824643523e-05, |
| "learning_rate": 8.737936837124852e-05, |
| "loss": 0.0, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.8110880345865299, |
| "grad_norm": 0.0001528613647678867, |
| "learning_rate": 8.73582847726496e-05, |
| "loss": 0.0, |
| "step": 2392 |
| }, |
| { |
| "epoch": 0.8117662018395286, |
| "grad_norm": 0.0012288985308259726, |
| "learning_rate": 8.733718612613803e-05, |
| "loss": 0.0, |
| "step": 2394 |
| }, |
| { |
| "epoch": 0.8124443690925275, |
| "grad_norm": 4.78740876133088e-05, |
| "learning_rate": 8.731607244021236e-05, |
| "loss": 0.0, |
| "step": 2396 |
| }, |
| { |
| "epoch": 0.8131225363455262, |
| "grad_norm": 0.021069234237074852, |
| "learning_rate": 8.729494372337716e-05, |
| "loss": 0.0001, |
| "step": 2398 |
| }, |
| { |
| "epoch": 0.813800703598525, |
| "grad_norm": 0.00011475202336441725, |
| "learning_rate": 8.727379998414311e-05, |
| "loss": 0.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.8144788708515237, |
| "grad_norm": 0.00019884259381797165, |
| "learning_rate": 8.725264123102688e-05, |
| "loss": 0.0, |
| "step": 2402 |
| }, |
| { |
| "epoch": 0.8151570381045226, |
| "grad_norm": 0.00013354167458601296, |
| "learning_rate": 8.723146747255122e-05, |
| "loss": 0.0, |
| "step": 2404 |
| }, |
| { |
| "epoch": 0.8158352053575213, |
| "grad_norm": 0.000227173266466707, |
| "learning_rate": 8.72102787172449e-05, |
| "loss": 0.0, |
| "step": 2406 |
| }, |
| { |
| "epoch": 0.81651337261052, |
| "grad_norm": 7.385117351077497e-05, |
| "learning_rate": 8.718907497364277e-05, |
| "loss": 0.0, |
| "step": 2408 |
| }, |
| { |
| "epoch": 0.8171915398635189, |
| "grad_norm": 0.002906026551499963, |
| "learning_rate": 8.71678562502857e-05, |
| "loss": 0.0, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.8178697071165176, |
| "grad_norm": 4.0036276914179325e-05, |
| "learning_rate": 8.714662255572055e-05, |
| "loss": 0.0, |
| "step": 2412 |
| }, |
| { |
| "epoch": 0.8185478743695164, |
| "grad_norm": 7.089857535902411e-05, |
| "learning_rate": 8.712537389850031e-05, |
| "loss": 0.0, |
| "step": 2414 |
| }, |
| { |
| "epoch": 0.8192260416225151, |
| "grad_norm": 0.0007380903698503971, |
| "learning_rate": 8.710411028718388e-05, |
| "loss": 0.0, |
| "step": 2416 |
| }, |
| { |
| "epoch": 0.819904208875514, |
| "grad_norm": 0.00014535282389260828, |
| "learning_rate": 8.708283173033627e-05, |
| "loss": 0.0, |
| "step": 2418 |
| }, |
| { |
| "epoch": 0.8205823761285127, |
| "grad_norm": 0.0002633386757224798, |
| "learning_rate": 8.706153823652848e-05, |
| "loss": 0.0, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.8212605433815114, |
| "grad_norm": 8.741030615055934e-05, |
| "learning_rate": 8.70402298143375e-05, |
| "loss": 0.0, |
| "step": 2422 |
| }, |
| { |
| "epoch": 0.8219387106345102, |
| "grad_norm": 0.0004991906462237239, |
| "learning_rate": 8.70189064723464e-05, |
| "loss": 0.0, |
| "step": 2424 |
| }, |
| { |
| "epoch": 0.822616877887509, |
| "grad_norm": 0.0008120696293190122, |
| "learning_rate": 8.69975682191442e-05, |
| "loss": 0.0, |
| "step": 2426 |
| }, |
| { |
| "epoch": 0.8232950451405078, |
| "grad_norm": 8.671852992847562e-05, |
| "learning_rate": 8.697621506332594e-05, |
| "loss": 0.0, |
| "step": 2428 |
| }, |
| { |
| "epoch": 0.8239732123935065, |
| "grad_norm": 0.0048635476268827915, |
| "learning_rate": 8.695484701349268e-05, |
| "loss": 0.0, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.8246513796465054, |
| "grad_norm": 0.0019546092953532934, |
| "learning_rate": 8.693346407825144e-05, |
| "loss": 0.0, |
| "step": 2432 |
| }, |
| { |
| "epoch": 0.8253295468995041, |
| "grad_norm": 0.0003734403580892831, |
| "learning_rate": 8.69120662662153e-05, |
| "loss": 0.0, |
| "step": 2434 |
| }, |
| { |
| "epoch": 0.8260077141525028, |
| "grad_norm": 0.0005670825485140085, |
| "learning_rate": 8.68906535860033e-05, |
| "loss": 0.0, |
| "step": 2436 |
| }, |
| { |
| "epoch": 0.8266858814055016, |
| "grad_norm": 0.00019534399325493723, |
| "learning_rate": 8.686922604624044e-05, |
| "loss": 0.0, |
| "step": 2438 |
| }, |
| { |
| "epoch": 0.8273640486585004, |
| "grad_norm": 9.16475837584585e-05, |
| "learning_rate": 8.684778365555773e-05, |
| "loss": 0.0, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.8280422159114992, |
| "grad_norm": 0.0014319182373583317, |
| "learning_rate": 8.682632642259216e-05, |
| "loss": 0.0, |
| "step": 2442 |
| }, |
| { |
| "epoch": 0.8287203831644979, |
| "grad_norm": 6.968220259295776e-05, |
| "learning_rate": 8.680485435598673e-05, |
| "loss": 0.0, |
| "step": 2444 |
| }, |
| { |
| "epoch": 0.8293985504174967, |
| "grad_norm": 0.00036705288221128285, |
| "learning_rate": 8.678336746439035e-05, |
| "loss": 0.0, |
| "step": 2446 |
| }, |
| { |
| "epoch": 0.8300767176704955, |
| "grad_norm": 0.0001591446198290214, |
| "learning_rate": 8.676186575645796e-05, |
| "loss": 0.0, |
| "step": 2448 |
| }, |
| { |
| "epoch": 0.8307548849234943, |
| "grad_norm": 7.104194810381159e-05, |
| "learning_rate": 8.674034924085043e-05, |
| "loss": 0.0, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.831433052176493, |
| "grad_norm": 0.00011930055188713595, |
| "learning_rate": 8.671881792623464e-05, |
| "loss": 0.0, |
| "step": 2452 |
| }, |
| { |
| "epoch": 0.8321112194294918, |
| "grad_norm": 0.0007769940420985222, |
| "learning_rate": 8.669727182128338e-05, |
| "loss": 0.0, |
| "step": 2454 |
| }, |
| { |
| "epoch": 0.8327893866824906, |
| "grad_norm": 0.0024935437832027674, |
| "learning_rate": 8.667571093467541e-05, |
| "loss": 0.0, |
| "step": 2456 |
| }, |
| { |
| "epoch": 0.8334675539354893, |
| "grad_norm": 4.6994613512651995e-05, |
| "learning_rate": 8.665413527509546e-05, |
| "loss": 0.0, |
| "step": 2458 |
| }, |
| { |
| "epoch": 0.8341457211884881, |
| "grad_norm": 7.935589383123443e-05, |
| "learning_rate": 8.66325448512342e-05, |
| "loss": 0.0, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.8348238884414869, |
| "grad_norm": 6.114977441029623e-05, |
| "learning_rate": 8.661093967178826e-05, |
| "loss": 0.0, |
| "step": 2462 |
| }, |
| { |
| "epoch": 0.8355020556944857, |
| "grad_norm": 3.911663225153461e-05, |
| "learning_rate": 8.65893197454602e-05, |
| "loss": 0.0, |
| "step": 2464 |
| }, |
| { |
| "epoch": 0.8361802229474844, |
| "grad_norm": 0.005718694068491459, |
| "learning_rate": 8.656768508095853e-05, |
| "loss": 0.0, |
| "step": 2466 |
| }, |
| { |
| "epoch": 0.8368583902004832, |
| "grad_norm": 5.9984056861139834e-05, |
| "learning_rate": 8.654603568699768e-05, |
| "loss": 0.0, |
| "step": 2468 |
| }, |
| { |
| "epoch": 0.837536557453482, |
| "grad_norm": 6.293792830547318e-05, |
| "learning_rate": 8.652437157229801e-05, |
| "loss": 0.0, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.8382147247064807, |
| "grad_norm": 4.67793652205728e-05, |
| "learning_rate": 8.650269274558585e-05, |
| "loss": 0.0, |
| "step": 2472 |
| }, |
| { |
| "epoch": 0.8388928919594795, |
| "grad_norm": 0.000718626833986491, |
| "learning_rate": 8.648099921559342e-05, |
| "loss": 0.0, |
| "step": 2474 |
| }, |
| { |
| "epoch": 0.8395710592124783, |
| "grad_norm": 0.00555463507771492, |
| "learning_rate": 8.645929099105887e-05, |
| "loss": 0.0, |
| "step": 2476 |
| }, |
| { |
| "epoch": 0.8402492264654771, |
| "grad_norm": 0.00010523942182771862, |
| "learning_rate": 8.643756808072624e-05, |
| "loss": 0.0, |
| "step": 2478 |
| }, |
| { |
| "epoch": 0.8409273937184758, |
| "grad_norm": 4.4146174332126975e-05, |
| "learning_rate": 8.641583049334558e-05, |
| "loss": 0.0, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.8416055609714745, |
| "grad_norm": 2.2396032363758422e-05, |
| "learning_rate": 8.639407823767274e-05, |
| "loss": 0.0, |
| "step": 2482 |
| }, |
| { |
| "epoch": 0.8422837282244734, |
| "grad_norm": 5.793202217319049e-05, |
| "learning_rate": 8.637231132246955e-05, |
| "loss": 0.0, |
| "step": 2484 |
| }, |
| { |
| "epoch": 0.8429618954774721, |
| "grad_norm": 0.0030191531404852867, |
| "learning_rate": 8.635052975650369e-05, |
| "loss": 0.0, |
| "step": 2486 |
| }, |
| { |
| "epoch": 0.8436400627304709, |
| "grad_norm": 5.942771167610772e-05, |
| "learning_rate": 8.63287335485488e-05, |
| "loss": 0.0, |
| "step": 2488 |
| }, |
| { |
| "epoch": 0.8443182299834697, |
| "grad_norm": 5.2272378525231034e-05, |
| "learning_rate": 8.630692270738439e-05, |
| "loss": 0.0, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.8449963972364685, |
| "grad_norm": 3.476697384030558e-05, |
| "learning_rate": 8.628509724179584e-05, |
| "loss": 0.0, |
| "step": 2492 |
| }, |
| { |
| "epoch": 0.8456745644894672, |
| "grad_norm": 8.026020805118605e-05, |
| "learning_rate": 8.626325716057446e-05, |
| "loss": 0.0, |
| "step": 2494 |
| }, |
| { |
| "epoch": 0.846352731742466, |
| "grad_norm": 7.056519825709984e-05, |
| "learning_rate": 8.624140247251743e-05, |
| "loss": 0.0, |
| "step": 2496 |
| }, |
| { |
| "epoch": 0.8470308989954648, |
| "grad_norm": 7.995586202014238e-05, |
| "learning_rate": 8.621953318642784e-05, |
| "loss": 0.0, |
| "step": 2498 |
| }, |
| { |
| "epoch": 0.8477090662484635, |
| "grad_norm": 4.878836261923425e-05, |
| "learning_rate": 8.619764931111459e-05, |
| "loss": 0.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.8483872335014623, |
| "grad_norm": 0.0002059117250610143, |
| "learning_rate": 8.617575085539253e-05, |
| "loss": 0.0, |
| "step": 2502 |
| }, |
| { |
| "epoch": 0.849065400754461, |
| "grad_norm": 4.21931836172007e-05, |
| "learning_rate": 8.615383782808237e-05, |
| "loss": 0.0, |
| "step": 2504 |
| }, |
| { |
| "epoch": 0.8497435680074599, |
| "grad_norm": 0.0018902408191934228, |
| "learning_rate": 8.613191023801064e-05, |
| "loss": 0.0, |
| "step": 2506 |
| }, |
| { |
| "epoch": 0.8504217352604586, |
| "grad_norm": 5.137163680046797e-05, |
| "learning_rate": 8.61099680940098e-05, |
| "loss": 0.0, |
| "step": 2508 |
| }, |
| { |
| "epoch": 0.8510999025134574, |
| "grad_norm": 0.0010492595611140132, |
| "learning_rate": 8.608801140491811e-05, |
| "loss": 0.0, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.8517780697664562, |
| "grad_norm": 6.547579687321559e-05, |
| "learning_rate": 8.606604017957976e-05, |
| "loss": 0.0, |
| "step": 2512 |
| }, |
| { |
| "epoch": 0.8524562370194549, |
| "grad_norm": 2.5358762286487035e-05, |
| "learning_rate": 8.604405442684474e-05, |
| "loss": 0.0, |
| "step": 2514 |
| }, |
| { |
| "epoch": 0.8531344042724537, |
| "grad_norm": 5.517467434401624e-05, |
| "learning_rate": 8.602205415556889e-05, |
| "loss": 0.0, |
| "step": 2516 |
| }, |
| { |
| "epoch": 0.8538125715254524, |
| "grad_norm": 4.9549442337593064e-05, |
| "learning_rate": 8.600003937461394e-05, |
| "loss": 0.0, |
| "step": 2518 |
| }, |
| { |
| "epoch": 0.8544907387784513, |
| "grad_norm": 3.567721068975516e-05, |
| "learning_rate": 8.597801009284744e-05, |
| "loss": 0.0, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.85516890603145, |
| "grad_norm": 3.9313017623499036e-05, |
| "learning_rate": 8.595596631914277e-05, |
| "loss": 0.0, |
| "step": 2522 |
| }, |
| { |
| "epoch": 0.8558470732844488, |
| "grad_norm": 0.0009759738459251821, |
| "learning_rate": 8.593390806237917e-05, |
| "loss": 0.0, |
| "step": 2524 |
| }, |
| { |
| "epoch": 0.8565252405374475, |
| "grad_norm": 0.00014349607226904482, |
| "learning_rate": 8.591183533144171e-05, |
| "loss": 0.0, |
| "step": 2526 |
| }, |
| { |
| "epoch": 0.8572034077904463, |
| "grad_norm": 5.6128526921384037e-05, |
| "learning_rate": 8.588974813522126e-05, |
| "loss": 0.0, |
| "step": 2528 |
| }, |
| { |
| "epoch": 0.8578815750434451, |
| "grad_norm": 5.782934749731794e-05, |
| "learning_rate": 8.586764648261456e-05, |
| "loss": 0.0, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.8585597422964438, |
| "grad_norm": 0.00024813110940158367, |
| "learning_rate": 8.584553038252414e-05, |
| "loss": 0.0, |
| "step": 2532 |
| }, |
| { |
| "epoch": 0.8592379095494427, |
| "grad_norm": 2.7292395316180773e-05, |
| "learning_rate": 8.582339984385838e-05, |
| "loss": 0.0, |
| "step": 2534 |
| }, |
| { |
| "epoch": 0.8599160768024414, |
| "grad_norm": 3.258465585531667e-05, |
| "learning_rate": 8.580125487553143e-05, |
| "loss": 0.0, |
| "step": 2536 |
| }, |
| { |
| "epoch": 0.8605942440554402, |
| "grad_norm": 1.458320184610784e-05, |
| "learning_rate": 8.57790954864633e-05, |
| "loss": 0.0, |
| "step": 2538 |
| }, |
| { |
| "epoch": 0.8612724113084389, |
| "grad_norm": 0.00010439179459353909, |
| "learning_rate": 8.575692168557981e-05, |
| "loss": 0.0, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.8619505785614378, |
| "grad_norm": 4.440178599907085e-05, |
| "learning_rate": 8.573473348181251e-05, |
| "loss": 0.0, |
| "step": 2542 |
| }, |
| { |
| "epoch": 0.8626287458144365, |
| "grad_norm": 3.7284295103745535e-05, |
| "learning_rate": 8.571253088409886e-05, |
| "loss": 0.0, |
| "step": 2544 |
| }, |
| { |
| "epoch": 0.8633069130674352, |
| "grad_norm": 3.342417403473519e-05, |
| "learning_rate": 8.569031390138202e-05, |
| "loss": 0.0, |
| "step": 2546 |
| }, |
| { |
| "epoch": 0.863985080320434, |
| "grad_norm": 2.9887109121773392e-05, |
| "learning_rate": 8.566808254261103e-05, |
| "loss": 0.0, |
| "step": 2548 |
| }, |
| { |
| "epoch": 0.8646632475734328, |
| "grad_norm": 4.787669240613468e-05, |
| "learning_rate": 8.564583681674065e-05, |
| "loss": 0.0, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.8653414148264316, |
| "grad_norm": 5.066965240985155e-05, |
| "learning_rate": 8.562357673273147e-05, |
| "loss": 0.0, |
| "step": 2552 |
| }, |
| { |
| "epoch": 0.8660195820794303, |
| "grad_norm": 0.000141487194923684, |
| "learning_rate": 8.560130229954984e-05, |
| "loss": 0.0, |
| "step": 2554 |
| }, |
| { |
| "epoch": 0.8666977493324292, |
| "grad_norm": 4.295802136766724e-05, |
| "learning_rate": 8.557901352616789e-05, |
| "loss": 0.0, |
| "step": 2556 |
| }, |
| { |
| "epoch": 0.8673759165854279, |
| "grad_norm": 2.949769805127289e-05, |
| "learning_rate": 8.555671042156354e-05, |
| "loss": 0.0, |
| "step": 2558 |
| }, |
| { |
| "epoch": 0.8680540838384266, |
| "grad_norm": 3.286828359705396e-05, |
| "learning_rate": 8.55343929947205e-05, |
| "loss": 0.0, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.8687322510914254, |
| "grad_norm": 0.00010639905667630956, |
| "learning_rate": 8.55120612546282e-05, |
| "loss": 0.0, |
| "step": 2562 |
| }, |
| { |
| "epoch": 0.8694104183444242, |
| "grad_norm": 2.4564649720559828e-05, |
| "learning_rate": 8.548971521028189e-05, |
| "loss": 0.0, |
| "step": 2564 |
| }, |
| { |
| "epoch": 0.870088585597423, |
| "grad_norm": 0.00031212970498017967, |
| "learning_rate": 8.546735487068252e-05, |
| "loss": 0.0, |
| "step": 2566 |
| }, |
| { |
| "epoch": 0.8707667528504217, |
| "grad_norm": 0.00017252239922527224, |
| "learning_rate": 8.544498024483687e-05, |
| "loss": 0.0, |
| "step": 2568 |
| }, |
| { |
| "epoch": 0.8714449201034205, |
| "grad_norm": 4.669900954468176e-05, |
| "learning_rate": 8.542259134175739e-05, |
| "loss": 0.0, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.8721230873564193, |
| "grad_norm": 2.540825335017871e-05, |
| "learning_rate": 8.540018817046238e-05, |
| "loss": 0.0, |
| "step": 2572 |
| }, |
| { |
| "epoch": 0.872801254609418, |
| "grad_norm": 3.5121825931128114e-05, |
| "learning_rate": 8.53777707399758e-05, |
| "loss": 0.0, |
| "step": 2574 |
| }, |
| { |
| "epoch": 0.8734794218624168, |
| "grad_norm": 2.1930207367404364e-05, |
| "learning_rate": 8.535533905932738e-05, |
| "loss": 0.0, |
| "step": 2576 |
| }, |
| { |
| "epoch": 0.8741575891154156, |
| "grad_norm": 3.102342816418968e-05, |
| "learning_rate": 8.533289313755263e-05, |
| "loss": 0.0, |
| "step": 2578 |
| }, |
| { |
| "epoch": 0.8748357563684144, |
| "grad_norm": 9.593948198016733e-05, |
| "learning_rate": 8.531043298369274e-05, |
| "loss": 0.0, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.8755139236214131, |
| "grad_norm": 0.0001077059205272235, |
| "learning_rate": 8.528795860679468e-05, |
| "loss": 0.0, |
| "step": 2582 |
| }, |
| { |
| "epoch": 0.8761920908744119, |
| "grad_norm": 5.816249904455617e-05, |
| "learning_rate": 8.52654700159111e-05, |
| "loss": 0.0, |
| "step": 2584 |
| }, |
| { |
| "epoch": 0.8768702581274107, |
| "grad_norm": 2.9580603950307705e-05, |
| "learning_rate": 8.524296722010042e-05, |
| "loss": 0.0, |
| "step": 2586 |
| }, |
| { |
| "epoch": 0.8775484253804094, |
| "grad_norm": 0.001621534931473434, |
| "learning_rate": 8.522045022842677e-05, |
| "loss": 0.0, |
| "step": 2588 |
| }, |
| { |
| "epoch": 0.8782265926334082, |
| "grad_norm": 2.7219555704505183e-05, |
| "learning_rate": 8.519791904995996e-05, |
| "loss": 0.0, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.878904759886407, |
| "grad_norm": 3.0587609217036515e-05, |
| "learning_rate": 8.517537369377557e-05, |
| "loss": 0.0, |
| "step": 2592 |
| }, |
| { |
| "epoch": 0.8795829271394058, |
| "grad_norm": 3.34189462591894e-05, |
| "learning_rate": 8.515281416895488e-05, |
| "loss": 0.0, |
| "step": 2594 |
| }, |
| { |
| "epoch": 0.8802610943924045, |
| "grad_norm": 3.841116631519981e-05, |
| "learning_rate": 8.513024048458485e-05, |
| "loss": 0.0, |
| "step": 2596 |
| }, |
| { |
| "epoch": 0.8809392616454033, |
| "grad_norm": 4.351099778432399e-05, |
| "learning_rate": 8.510765264975813e-05, |
| "loss": 0.0, |
| "step": 2598 |
| }, |
| { |
| "epoch": 0.8816174288984021, |
| "grad_norm": 6.0994632804067805e-05, |
| "learning_rate": 8.508505067357313e-05, |
| "loss": 0.0, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.8822955961514009, |
| "grad_norm": 2.2559877834282815e-05, |
| "learning_rate": 8.506243456513391e-05, |
| "loss": 0.0, |
| "step": 2602 |
| }, |
| { |
| "epoch": 0.8829737634043996, |
| "grad_norm": 3.4261829569004476e-05, |
| "learning_rate": 8.503980433355024e-05, |
| "loss": 0.0, |
| "step": 2604 |
| }, |
| { |
| "epoch": 0.8836519306573983, |
| "grad_norm": 2.5804607503232546e-05, |
| "learning_rate": 8.501715998793757e-05, |
| "loss": 0.0, |
| "step": 2606 |
| }, |
| { |
| "epoch": 0.8843300979103972, |
| "grad_norm": 3.149559779558331e-05, |
| "learning_rate": 8.499450153741706e-05, |
| "loss": 0.0, |
| "step": 2608 |
| }, |
| { |
| "epoch": 0.8850082651633959, |
| "grad_norm": 5.7846591516863555e-05, |
| "learning_rate": 8.497182899111551e-05, |
| "loss": 0.0, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.8856864324163947, |
| "grad_norm": 9.873088129097596e-05, |
| "learning_rate": 8.494914235816542e-05, |
| "loss": 0.0, |
| "step": 2612 |
| }, |
| { |
| "epoch": 0.8863645996693935, |
| "grad_norm": 3.39953439834062e-05, |
| "learning_rate": 8.492644164770499e-05, |
| "loss": 0.0, |
| "step": 2614 |
| }, |
| { |
| "epoch": 0.8870427669223923, |
| "grad_norm": 3.4924494684673846e-05, |
| "learning_rate": 8.490372686887802e-05, |
| "loss": 0.0, |
| "step": 2616 |
| }, |
| { |
| "epoch": 0.887720934175391, |
| "grad_norm": 5.127754411660135e-05, |
| "learning_rate": 8.488099803083404e-05, |
| "loss": 0.0, |
| "step": 2618 |
| }, |
| { |
| "epoch": 0.8883991014283897, |
| "grad_norm": 0.00016556790797039866, |
| "learning_rate": 8.485825514272824e-05, |
| "loss": 0.0, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.8890772686813886, |
| "grad_norm": 3.2666204788256437e-05, |
| "learning_rate": 8.483549821372141e-05, |
| "loss": 0.0, |
| "step": 2622 |
| }, |
| { |
| "epoch": 0.8897554359343873, |
| "grad_norm": 3.055952402064577e-05, |
| "learning_rate": 8.481272725298009e-05, |
| "loss": 0.0, |
| "step": 2624 |
| }, |
| { |
| "epoch": 0.8904336031873861, |
| "grad_norm": 0.0005399963119998574, |
| "learning_rate": 8.478994226967638e-05, |
| "loss": 0.0, |
| "step": 2626 |
| }, |
| { |
| "epoch": 0.8911117704403848, |
| "grad_norm": 0.0007298051496036351, |
| "learning_rate": 8.476714327298809e-05, |
| "loss": 0.0, |
| "step": 2628 |
| }, |
| { |
| "epoch": 0.8917899376933837, |
| "grad_norm": 6.035435217199847e-05, |
| "learning_rate": 8.474433027209866e-05, |
| "loss": 0.0, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.8924681049463824, |
| "grad_norm": 0.00013174138439353555, |
| "learning_rate": 8.472150327619714e-05, |
| "loss": 0.0, |
| "step": 2632 |
| }, |
| { |
| "epoch": 0.8931462721993811, |
| "grad_norm": 2.576379120000638e-05, |
| "learning_rate": 8.469866229447825e-05, |
| "loss": 0.0, |
| "step": 2634 |
| }, |
| { |
| "epoch": 0.89382443945238, |
| "grad_norm": 0.007593007758259773, |
| "learning_rate": 8.467580733614233e-05, |
| "loss": 0.0, |
| "step": 2636 |
| }, |
| { |
| "epoch": 0.8945026067053787, |
| "grad_norm": 3.41287195624318e-05, |
| "learning_rate": 8.465293841039539e-05, |
| "loss": 0.0, |
| "step": 2638 |
| }, |
| { |
| "epoch": 0.8951807739583775, |
| "grad_norm": 5.675890133716166e-05, |
| "learning_rate": 8.463005552644898e-05, |
| "loss": 0.0, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.8958589412113762, |
| "grad_norm": 0.00010869366087717935, |
| "learning_rate": 8.460715869352035e-05, |
| "loss": 0.0, |
| "step": 2642 |
| }, |
| { |
| "epoch": 0.8965371084643751, |
| "grad_norm": 0.00029541790718212724, |
| "learning_rate": 8.458424792083233e-05, |
| "loss": 0.0, |
| "step": 2644 |
| }, |
| { |
| "epoch": 0.8972152757173738, |
| "grad_norm": 0.00016577077622059733, |
| "learning_rate": 8.456132321761339e-05, |
| "loss": 0.0, |
| "step": 2646 |
| }, |
| { |
| "epoch": 0.8978934429703725, |
| "grad_norm": 7.052655564621091e-05, |
| "learning_rate": 8.45383845930976e-05, |
| "loss": 0.0, |
| "step": 2648 |
| }, |
| { |
| "epoch": 0.8985716102233713, |
| "grad_norm": 8.335147867910564e-05, |
| "learning_rate": 8.451543205652462e-05, |
| "loss": 0.0, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.8992497774763701, |
| "grad_norm": 4.06303079216741e-05, |
| "learning_rate": 8.449246561713972e-05, |
| "loss": 0.0, |
| "step": 2652 |
| }, |
| { |
| "epoch": 0.8999279447293689, |
| "grad_norm": 3.0850900657242164e-05, |
| "learning_rate": 8.44694852841938e-05, |
| "loss": 0.0, |
| "step": 2654 |
| }, |
| { |
| "epoch": 0.9006061119823676, |
| "grad_norm": 9.577847959008068e-05, |
| "learning_rate": 8.444649106694335e-05, |
| "loss": 0.0, |
| "step": 2656 |
| }, |
| { |
| "epoch": 0.9012842792353665, |
| "grad_norm": 0.0001490665745222941, |
| "learning_rate": 8.442348297465039e-05, |
| "loss": 0.0, |
| "step": 2658 |
| }, |
| { |
| "epoch": 0.9019624464883652, |
| "grad_norm": 3.8870639400556684e-05, |
| "learning_rate": 8.440046101658263e-05, |
| "loss": 0.0, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.902640613741364, |
| "grad_norm": 2.3244661861099303e-05, |
| "learning_rate": 8.437742520201327e-05, |
| "loss": 0.0, |
| "step": 2662 |
| }, |
| { |
| "epoch": 0.9033187809943627, |
| "grad_norm": 3.095623105764389e-05, |
| "learning_rate": 8.435437554022115e-05, |
| "loss": 0.0, |
| "step": 2664 |
| }, |
| { |
| "epoch": 0.9039969482473615, |
| "grad_norm": 2.8265672881389037e-05, |
| "learning_rate": 8.433131204049067e-05, |
| "loss": 0.0, |
| "step": 2666 |
| }, |
| { |
| "epoch": 0.9046751155003603, |
| "grad_norm": 0.000637600664049387, |
| "learning_rate": 8.430823471211183e-05, |
| "loss": 0.0, |
| "step": 2668 |
| }, |
| { |
| "epoch": 0.905353282753359, |
| "grad_norm": 3.2973053748719394e-05, |
| "learning_rate": 8.428514356438012e-05, |
| "loss": 0.0, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.9060314500063578, |
| "grad_norm": 3.9376176573568955e-05, |
| "learning_rate": 8.42620386065967e-05, |
| "loss": 0.0, |
| "step": 2672 |
| }, |
| { |
| "epoch": 0.9067096172593566, |
| "grad_norm": 1.6717647667974234e-05, |
| "learning_rate": 8.423891984806821e-05, |
| "loss": 0.0, |
| "step": 2674 |
| }, |
| { |
| "epoch": 0.9073877845123554, |
| "grad_norm": 0.0008120017591863871, |
| "learning_rate": 8.421578729810692e-05, |
| "loss": 0.0, |
| "step": 2676 |
| }, |
| { |
| "epoch": 0.9080659517653541, |
| "grad_norm": 3.816479875240475e-05, |
| "learning_rate": 8.419264096603059e-05, |
| "loss": 0.0, |
| "step": 2678 |
| }, |
| { |
| "epoch": 0.908744119018353, |
| "grad_norm": 0.023744838312268257, |
| "learning_rate": 8.416948086116256e-05, |
| "loss": 0.0, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.9094222862713517, |
| "grad_norm": 2.676597432582639e-05, |
| "learning_rate": 8.414630699283174e-05, |
| "loss": 0.0, |
| "step": 2682 |
| }, |
| { |
| "epoch": 0.9101004535243504, |
| "grad_norm": 0.00024049430794548243, |
| "learning_rate": 8.412311937037254e-05, |
| "loss": 0.0, |
| "step": 2684 |
| }, |
| { |
| "epoch": 0.9107786207773492, |
| "grad_norm": 3.337972520967014e-05, |
| "learning_rate": 8.409991800312493e-05, |
| "loss": 0.0, |
| "step": 2686 |
| }, |
| { |
| "epoch": 0.911456788030348, |
| "grad_norm": 3.9082591683836654e-05, |
| "learning_rate": 8.407670290043443e-05, |
| "loss": 0.0, |
| "step": 2688 |
| }, |
| { |
| "epoch": 0.9121349552833468, |
| "grad_norm": 0.03246762230992317, |
| "learning_rate": 8.405347407165208e-05, |
| "loss": 0.0, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.9128131225363455, |
| "grad_norm": 7.276963879121467e-05, |
| "learning_rate": 8.403023152613445e-05, |
| "loss": 0.0, |
| "step": 2692 |
| }, |
| { |
| "epoch": 0.9134912897893444, |
| "grad_norm": 0.00017264233611058444, |
| "learning_rate": 8.400697527324362e-05, |
| "loss": 0.0, |
| "step": 2694 |
| }, |
| { |
| "epoch": 0.9141694570423431, |
| "grad_norm": 2.2921736672287807e-05, |
| "learning_rate": 8.398370532234722e-05, |
| "loss": 0.0, |
| "step": 2696 |
| }, |
| { |
| "epoch": 0.9148476242953418, |
| "grad_norm": 2.179672992497217e-05, |
| "learning_rate": 8.396042168281839e-05, |
| "loss": 0.0, |
| "step": 2698 |
| }, |
| { |
| "epoch": 0.9155257915483406, |
| "grad_norm": 2.780408067337703e-05, |
| "learning_rate": 8.393712436403576e-05, |
| "loss": 0.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.9162039588013394, |
| "grad_norm": 0.0007328210631385446, |
| "learning_rate": 8.391381337538349e-05, |
| "loss": 0.0, |
| "step": 2702 |
| }, |
| { |
| "epoch": 0.9168821260543382, |
| "grad_norm": 0.0016520414501428604, |
| "learning_rate": 8.389048872625127e-05, |
| "loss": 0.0, |
| "step": 2704 |
| }, |
| { |
| "epoch": 0.9175602933073369, |
| "grad_norm": 0.07671560347080231, |
| "learning_rate": 8.386715042603423e-05, |
| "loss": 0.0001, |
| "step": 2706 |
| }, |
| { |
| "epoch": 0.9182384605603356, |
| "grad_norm": 0.04780285805463791, |
| "learning_rate": 8.384379848413304e-05, |
| "loss": 0.0003, |
| "step": 2708 |
| }, |
| { |
| "epoch": 0.9189166278133345, |
| "grad_norm": 0.000507183896843344, |
| "learning_rate": 8.382043290995388e-05, |
| "loss": 0.0, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.9195947950663332, |
| "grad_norm": 0.004272800404578447, |
| "learning_rate": 8.379705371290839e-05, |
| "loss": 0.0, |
| "step": 2712 |
| }, |
| { |
| "epoch": 0.920272962319332, |
| "grad_norm": 0.032198842614889145, |
| "learning_rate": 8.37736609024137e-05, |
| "loss": 0.0, |
| "step": 2714 |
| }, |
| { |
| "epoch": 0.9209511295723308, |
| "grad_norm": 0.0008604843751527369, |
| "learning_rate": 8.375025448789242e-05, |
| "loss": 0.0001, |
| "step": 2716 |
| }, |
| { |
| "epoch": 0.9216292968253296, |
| "grad_norm": 0.00031635569757781923, |
| "learning_rate": 8.37268344787727e-05, |
| "loss": 0.0001, |
| "step": 2718 |
| }, |
| { |
| "epoch": 0.9223074640783283, |
| "grad_norm": 0.08091209083795547, |
| "learning_rate": 8.370340088448808e-05, |
| "loss": 0.0001, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.922985631331327, |
| "grad_norm": 0.0015913655515760183, |
| "learning_rate": 8.367995371447759e-05, |
| "loss": 0.0, |
| "step": 2722 |
| }, |
| { |
| "epoch": 0.9236637985843259, |
| "grad_norm": 0.056560616940259933, |
| "learning_rate": 8.365649297818578e-05, |
| "loss": 0.0001, |
| "step": 2724 |
| }, |
| { |
| "epoch": 0.9243419658373246, |
| "grad_norm": 0.049934688955545425, |
| "learning_rate": 8.363301868506264e-05, |
| "loss": 0.0002, |
| "step": 2726 |
| }, |
| { |
| "epoch": 0.9250201330903234, |
| "grad_norm": 0.011096746660768986, |
| "learning_rate": 8.360953084456358e-05, |
| "loss": 0.0, |
| "step": 2728 |
| }, |
| { |
| "epoch": 0.9256983003433221, |
| "grad_norm": 0.0012205281527712941, |
| "learning_rate": 8.358602946614951e-05, |
| "loss": 0.0, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.926376467596321, |
| "grad_norm": 0.0005476016085594893, |
| "learning_rate": 8.35625145592868e-05, |
| "loss": 0.0, |
| "step": 2732 |
| }, |
| { |
| "epoch": 0.9270546348493197, |
| "grad_norm": 0.06708763539791107, |
| "learning_rate": 8.353898613344724e-05, |
| "loss": 0.0004, |
| "step": 2734 |
| }, |
| { |
| "epoch": 0.9277328021023185, |
| "grad_norm": 0.000514314800966531, |
| "learning_rate": 8.351544419810807e-05, |
| "loss": 0.0, |
| "step": 2736 |
| }, |
| { |
| "epoch": 0.9284109693553173, |
| "grad_norm": 0.00016134425823111087, |
| "learning_rate": 8.3491888762752e-05, |
| "loss": 0.0002, |
| "step": 2738 |
| }, |
| { |
| "epoch": 0.929089136608316, |
| "grad_norm": 0.0014166885521262884, |
| "learning_rate": 8.346831983686711e-05, |
| "loss": 0.0003, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.9297673038613148, |
| "grad_norm": 0.018221652135252953, |
| "learning_rate": 8.344473742994703e-05, |
| "loss": 0.0, |
| "step": 2742 |
| }, |
| { |
| "epoch": 0.9304454711143135, |
| "grad_norm": 0.016289401799440384, |
| "learning_rate": 8.342114155149069e-05, |
| "loss": 0.0002, |
| "step": 2744 |
| }, |
| { |
| "epoch": 0.9311236383673124, |
| "grad_norm": 0.0034765347372740507, |
| "learning_rate": 8.339753221100252e-05, |
| "loss": 0.0, |
| "step": 2746 |
| }, |
| { |
| "epoch": 0.9318018056203111, |
| "grad_norm": 0.004045094829052687, |
| "learning_rate": 8.337390941799239e-05, |
| "loss": 0.0002, |
| "step": 2748 |
| }, |
| { |
| "epoch": 0.9324799728733099, |
| "grad_norm": 0.00048109699855558574, |
| "learning_rate": 8.335027318197554e-05, |
| "loss": 0.0, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.9331581401263086, |
| "grad_norm": 0.026088694110512733, |
| "learning_rate": 8.332662351247262e-05, |
| "loss": 0.0, |
| "step": 2752 |
| }, |
| { |
| "epoch": 0.9338363073793075, |
| "grad_norm": 0.08691231906414032, |
| "learning_rate": 8.330296041900975e-05, |
| "loss": 0.0003, |
| "step": 2754 |
| }, |
| { |
| "epoch": 0.9345144746323062, |
| "grad_norm": 0.0608268566429615, |
| "learning_rate": 8.327928391111841e-05, |
| "loss": 0.0002, |
| "step": 2756 |
| }, |
| { |
| "epoch": 0.9351926418853049, |
| "grad_norm": 0.015854302793741226, |
| "learning_rate": 8.325559399833548e-05, |
| "loss": 0.0002, |
| "step": 2758 |
| }, |
| { |
| "epoch": 0.9358708091383038, |
| "grad_norm": 0.022921759635210037, |
| "learning_rate": 8.323189069020328e-05, |
| "loss": 0.0003, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.9365489763913025, |
| "grad_norm": 0.02427630126476288, |
| "learning_rate": 8.320817399626945e-05, |
| "loss": 0.0001, |
| "step": 2762 |
| }, |
| { |
| "epoch": 0.9372271436443013, |
| "grad_norm": 0.01896664686501026, |
| "learning_rate": 8.318444392608713e-05, |
| "loss": 0.0001, |
| "step": 2764 |
| }, |
| { |
| "epoch": 0.9379053108973, |
| "grad_norm": 0.036994654685258865, |
| "learning_rate": 8.316070048921477e-05, |
| "loss": 0.0004, |
| "step": 2766 |
| }, |
| { |
| "epoch": 0.9385834781502989, |
| "grad_norm": 0.02746070735156536, |
| "learning_rate": 8.313694369521621e-05, |
| "loss": 0.0002, |
| "step": 2768 |
| }, |
| { |
| "epoch": 0.9392616454032976, |
| "grad_norm": 0.050837792456150055, |
| "learning_rate": 8.311317355366069e-05, |
| "loss": 0.0003, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.9399398126562963, |
| "grad_norm": 0.004767420701682568, |
| "learning_rate": 8.308939007412281e-05, |
| "loss": 0.0001, |
| "step": 2772 |
| }, |
| { |
| "epoch": 0.9406179799092951, |
| "grad_norm": 0.030202515423297882, |
| "learning_rate": 8.306559326618259e-05, |
| "loss": 0.0001, |
| "step": 2774 |
| }, |
| { |
| "epoch": 0.9412961471622939, |
| "grad_norm": 0.0155405905097723, |
| "learning_rate": 8.304178313942536e-05, |
| "loss": 0.0, |
| "step": 2776 |
| }, |
| { |
| "epoch": 0.9419743144152927, |
| "grad_norm": 0.06447181850671768, |
| "learning_rate": 8.301795970344182e-05, |
| "loss": 0.0001, |
| "step": 2778 |
| }, |
| { |
| "epoch": 0.9426524816682914, |
| "grad_norm": 0.0006567398668266833, |
| "learning_rate": 8.299412296782804e-05, |
| "loss": 0.0, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.9433306489212903, |
| "grad_norm": 0.0004741934244520962, |
| "learning_rate": 8.297027294218551e-05, |
| "loss": 0.0001, |
| "step": 2782 |
| }, |
| { |
| "epoch": 0.944008816174289, |
| "grad_norm": 0.044876668602228165, |
| "learning_rate": 8.294640963612096e-05, |
| "loss": 0.0004, |
| "step": 2784 |
| }, |
| { |
| "epoch": 0.9446869834272877, |
| "grad_norm": 0.03857933729887009, |
| "learning_rate": 8.292253305924655e-05, |
| "loss": 0.0008, |
| "step": 2786 |
| }, |
| { |
| "epoch": 0.9453651506802865, |
| "grad_norm": 0.0046510398387908936, |
| "learning_rate": 8.289864322117977e-05, |
| "loss": 0.0, |
| "step": 2788 |
| }, |
| { |
| "epoch": 0.9460433179332853, |
| "grad_norm": 0.09152370691299438, |
| "learning_rate": 8.287474013154343e-05, |
| "loss": 0.0002, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.9467214851862841, |
| "grad_norm": 0.009585980325937271, |
| "learning_rate": 8.285082379996571e-05, |
| "loss": 0.0001, |
| "step": 2792 |
| }, |
| { |
| "epoch": 0.9473996524392828, |
| "grad_norm": 0.008876519277691841, |
| "learning_rate": 8.282689423608008e-05, |
| "loss": 0.0001, |
| "step": 2794 |
| }, |
| { |
| "epoch": 0.9480778196922816, |
| "grad_norm": 0.008391699753701687, |
| "learning_rate": 8.280295144952536e-05, |
| "loss": 0.0, |
| "step": 2796 |
| }, |
| { |
| "epoch": 0.9487559869452804, |
| "grad_norm": 0.0072625367902219296, |
| "learning_rate": 8.277899544994575e-05, |
| "loss": 0.0, |
| "step": 2798 |
| }, |
| { |
| "epoch": 0.9494341541982791, |
| "grad_norm": 0.09617011994123459, |
| "learning_rate": 8.275502624699067e-05, |
| "loss": 0.0003, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.9501123214512779, |
| "grad_norm": 0.0077019380405545235, |
| "learning_rate": 8.273104385031494e-05, |
| "loss": 0.0, |
| "step": 2802 |
| }, |
| { |
| "epoch": 0.9507904887042767, |
| "grad_norm": 0.012218840420246124, |
| "learning_rate": 8.270704826957868e-05, |
| "loss": 0.0005, |
| "step": 2804 |
| }, |
| { |
| "epoch": 0.9514686559572755, |
| "grad_norm": 0.03991170600056648, |
| "learning_rate": 8.268303951444726e-05, |
| "loss": 0.0005, |
| "step": 2806 |
| }, |
| { |
| "epoch": 0.9521468232102742, |
| "grad_norm": 0.038647279143333435, |
| "learning_rate": 8.265901759459144e-05, |
| "loss": 0.0002, |
| "step": 2808 |
| }, |
| { |
| "epoch": 0.952824990463273, |
| "grad_norm": 0.040331657975912094, |
| "learning_rate": 8.263498251968724e-05, |
| "loss": 0.0008, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.9535031577162718, |
| "grad_norm": 0.07936710119247437, |
| "learning_rate": 8.2610934299416e-05, |
| "loss": 0.0003, |
| "step": 2812 |
| }, |
| { |
| "epoch": 0.9541813249692706, |
| "grad_norm": 0.010408652015030384, |
| "learning_rate": 8.25868729434643e-05, |
| "loss": 0.0002, |
| "step": 2814 |
| }, |
| { |
| "epoch": 0.9548594922222693, |
| "grad_norm": 0.088149294257164, |
| "learning_rate": 8.25627984615241e-05, |
| "loss": 0.0005, |
| "step": 2816 |
| }, |
| { |
| "epoch": 0.9555376594752681, |
| "grad_norm": 0.09806723147630692, |
| "learning_rate": 8.253871086329255e-05, |
| "loss": 0.0006, |
| "step": 2818 |
| }, |
| { |
| "epoch": 0.9562158267282669, |
| "grad_norm": 0.11084140837192535, |
| "learning_rate": 8.251461015847217e-05, |
| "loss": 0.0013, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.9568939939812656, |
| "grad_norm": 0.28381043672561646, |
| "learning_rate": 8.24904963567707e-05, |
| "loss": 0.0013, |
| "step": 2822 |
| }, |
| { |
| "epoch": 0.9575721612342644, |
| "grad_norm": 0.9102690815925598, |
| "learning_rate": 8.246636946790119e-05, |
| "loss": 0.0133, |
| "step": 2824 |
| }, |
| { |
| "epoch": 0.9582503284872632, |
| "grad_norm": 0.6345599293708801, |
| "learning_rate": 8.244222950158193e-05, |
| "loss": 0.0126, |
| "step": 2826 |
| }, |
| { |
| "epoch": 0.958928495740262, |
| "grad_norm": 0.11776126176118851, |
| "learning_rate": 8.241807646753652e-05, |
| "loss": 0.0032, |
| "step": 2828 |
| }, |
| { |
| "epoch": 0.9596066629932607, |
| "grad_norm": 0.11438094079494476, |
| "learning_rate": 8.239391037549378e-05, |
| "loss": 0.0039, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.9602848302462594, |
| "grad_norm": 0.11632762104272842, |
| "learning_rate": 8.236973123518781e-05, |
| "loss": 0.0018, |
| "step": 2832 |
| }, |
| { |
| "epoch": 0.9609629974992583, |
| "grad_norm": 0.04498480632901192, |
| "learning_rate": 8.234553905635797e-05, |
| "loss": 0.0015, |
| "step": 2834 |
| }, |
| { |
| "epoch": 0.961641164752257, |
| "grad_norm": 0.09208396822214127, |
| "learning_rate": 8.232133384874887e-05, |
| "loss": 0.0022, |
| "step": 2836 |
| }, |
| { |
| "epoch": 0.9623193320052558, |
| "grad_norm": 0.08108418434858322, |
| "learning_rate": 8.229711562211036e-05, |
| "loss": 0.002, |
| "step": 2838 |
| }, |
| { |
| "epoch": 0.9629974992582546, |
| "grad_norm": 0.1276485174894333, |
| "learning_rate": 8.227288438619754e-05, |
| "loss": 0.0015, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.9636756665112534, |
| "grad_norm": 0.058672089129686356, |
| "learning_rate": 8.224864015077073e-05, |
| "loss": 0.0018, |
| "step": 2842 |
| }, |
| { |
| "epoch": 0.9643538337642521, |
| "grad_norm": 0.0685403048992157, |
| "learning_rate": 8.222438292559556e-05, |
| "loss": 0.0016, |
| "step": 2844 |
| }, |
| { |
| "epoch": 0.9650320010172508, |
| "grad_norm": 0.06782464683055878, |
| "learning_rate": 8.220011272044277e-05, |
| "loss": 0.0009, |
| "step": 2846 |
| }, |
| { |
| "epoch": 0.9657101682702497, |
| "grad_norm": 0.038573555648326874, |
| "learning_rate": 8.217582954508844e-05, |
| "loss": 0.0008, |
| "step": 2848 |
| }, |
| { |
| "epoch": 0.9663883355232484, |
| "grad_norm": 0.04300495982170105, |
| "learning_rate": 8.215153340931382e-05, |
| "loss": 0.0012, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.9670665027762472, |
| "grad_norm": 0.03777950629591942, |
| "learning_rate": 8.212722432290538e-05, |
| "loss": 0.0016, |
| "step": 2852 |
| }, |
| { |
| "epoch": 0.9677446700292459, |
| "grad_norm": 0.2890669107437134, |
| "learning_rate": 8.210290229565483e-05, |
| "loss": 0.0028, |
| "step": 2854 |
| }, |
| { |
| "epoch": 0.9684228372822448, |
| "grad_norm": 0.21739627420902252, |
| "learning_rate": 8.207856733735908e-05, |
| "loss": 0.0035, |
| "step": 2856 |
| }, |
| { |
| "epoch": 0.9691010045352435, |
| "grad_norm": 0.14371730387210846, |
| "learning_rate": 8.205421945782024e-05, |
| "loss": 0.0018, |
| "step": 2858 |
| }, |
| { |
| "epoch": 0.9697791717882422, |
| "grad_norm": 0.12269674241542816, |
| "learning_rate": 8.202985866684563e-05, |
| "loss": 0.0027, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.9704573390412411, |
| "grad_norm": 0.06122859939932823, |
| "learning_rate": 8.200548497424778e-05, |
| "loss": 0.0011, |
| "step": 2862 |
| }, |
| { |
| "epoch": 0.9711355062942398, |
| "grad_norm": 0.09474431723356247, |
| "learning_rate": 8.198109838984441e-05, |
| "loss": 0.0014, |
| "step": 2864 |
| }, |
| { |
| "epoch": 0.9718136735472386, |
| "grad_norm": 0.1314152330160141, |
| "learning_rate": 8.195669892345843e-05, |
| "loss": 0.001, |
| "step": 2866 |
| }, |
| { |
| "epoch": 0.9724918408002373, |
| "grad_norm": 0.22767437994480133, |
| "learning_rate": 8.193228658491795e-05, |
| "loss": 0.001, |
| "step": 2868 |
| }, |
| { |
| "epoch": 0.9731700080532362, |
| "grad_norm": 0.07902339100837708, |
| "learning_rate": 8.190786138405626e-05, |
| "loss": 0.0009, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.9738481753062349, |
| "grad_norm": 0.10243401676416397, |
| "learning_rate": 8.188342333071181e-05, |
| "loss": 0.0023, |
| "step": 2872 |
| }, |
| { |
| "epoch": 0.9745263425592336, |
| "grad_norm": 0.0833156555891037, |
| "learning_rate": 8.185897243472826e-05, |
| "loss": 0.0013, |
| "step": 2874 |
| }, |
| { |
| "epoch": 0.9752045098122324, |
| "grad_norm": 0.02530244179069996, |
| "learning_rate": 8.183450870595441e-05, |
| "loss": 0.0008, |
| "step": 2876 |
| }, |
| { |
| "epoch": 0.9758826770652312, |
| "grad_norm": 0.06331485509872437, |
| "learning_rate": 8.181003215424428e-05, |
| "loss": 0.0011, |
| "step": 2878 |
| }, |
| { |
| "epoch": 0.97656084431823, |
| "grad_norm": 0.05141822248697281, |
| "learning_rate": 8.178554278945701e-05, |
| "loss": 0.0004, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.9772390115712287, |
| "grad_norm": 0.04588576778769493, |
| "learning_rate": 8.176104062145687e-05, |
| "loss": 0.0004, |
| "step": 2882 |
| }, |
| { |
| "epoch": 0.9779171788242276, |
| "grad_norm": 0.06578666716814041, |
| "learning_rate": 8.173652566011338e-05, |
| "loss": 0.0015, |
| "step": 2884 |
| }, |
| { |
| "epoch": 0.9785953460772263, |
| "grad_norm": 0.08554302155971527, |
| "learning_rate": 8.171199791530116e-05, |
| "loss": 0.0011, |
| "step": 2886 |
| }, |
| { |
| "epoch": 0.979273513330225, |
| "grad_norm": 0.07025856524705887, |
| "learning_rate": 8.168745739689997e-05, |
| "loss": 0.0016, |
| "step": 2888 |
| }, |
| { |
| "epoch": 0.9799516805832238, |
| "grad_norm": 0.03825186938047409, |
| "learning_rate": 8.166290411479473e-05, |
| "loss": 0.0005, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.9806298478362226, |
| "grad_norm": 0.08433175086975098, |
| "learning_rate": 8.163833807887549e-05, |
| "loss": 0.0018, |
| "step": 2892 |
| }, |
| { |
| "epoch": 0.9813080150892214, |
| "grad_norm": 0.026424286887049675, |
| "learning_rate": 8.161375929903746e-05, |
| "loss": 0.0007, |
| "step": 2894 |
| }, |
| { |
| "epoch": 0.9819861823422201, |
| "grad_norm": 0.06956103444099426, |
| "learning_rate": 8.158916778518097e-05, |
| "loss": 0.0003, |
| "step": 2896 |
| }, |
| { |
| "epoch": 0.9826643495952189, |
| "grad_norm": 0.040197454392910004, |
| "learning_rate": 8.156456354721147e-05, |
| "loss": 0.0006, |
| "step": 2898 |
| }, |
| { |
| "epoch": 0.9833425168482177, |
| "grad_norm": 0.02220018580555916, |
| "learning_rate": 8.153994659503954e-05, |
| "loss": 0.0002, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.9840206841012165, |
| "grad_norm": 0.06474003195762634, |
| "learning_rate": 8.15153169385809e-05, |
| "loss": 0.0008, |
| "step": 2902 |
| }, |
| { |
| "epoch": 0.9846988513542152, |
| "grad_norm": 0.06129273399710655, |
| "learning_rate": 8.149067458775636e-05, |
| "loss": 0.0009, |
| "step": 2904 |
| }, |
| { |
| "epoch": 0.985377018607214, |
| "grad_norm": 0.034316860139369965, |
| "learning_rate": 8.146601955249188e-05, |
| "loss": 0.0006, |
| "step": 2906 |
| }, |
| { |
| "epoch": 0.9860551858602128, |
| "grad_norm": 0.0359802171587944, |
| "learning_rate": 8.144135184271849e-05, |
| "loss": 0.0005, |
| "step": 2908 |
| }, |
| { |
| "epoch": 0.9867333531132115, |
| "grad_norm": 0.05747028440237045, |
| "learning_rate": 8.141667146837231e-05, |
| "loss": 0.0004, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.9874115203662103, |
| "grad_norm": 0.02614564448595047, |
| "learning_rate": 8.139197843939463e-05, |
| "loss": 0.0003, |
| "step": 2912 |
| }, |
| { |
| "epoch": 0.9880896876192091, |
| "grad_norm": 0.1071239560842514, |
| "learning_rate": 8.136727276573179e-05, |
| "loss": 0.0004, |
| "step": 2914 |
| }, |
| { |
| "epoch": 0.9887678548722079, |
| "grad_norm": 0.0214134119451046, |
| "learning_rate": 8.134255445733522e-05, |
| "loss": 0.0006, |
| "step": 2916 |
| }, |
| { |
| "epoch": 0.9894460221252066, |
| "grad_norm": 0.08182989060878754, |
| "learning_rate": 8.131782352416148e-05, |
| "loss": 0.0007, |
| "step": 2918 |
| }, |
| { |
| "epoch": 0.9901241893782055, |
| "grad_norm": 0.038342587649822235, |
| "learning_rate": 8.129307997617216e-05, |
| "loss": 0.0003, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.9908023566312042, |
| "grad_norm": 0.08064837753772736, |
| "learning_rate": 8.126832382333399e-05, |
| "loss": 0.0007, |
| "step": 2922 |
| }, |
| { |
| "epoch": 0.9914805238842029, |
| "grad_norm": 0.05218582600355148, |
| "learning_rate": 8.124355507561871e-05, |
| "loss": 0.0004, |
| "step": 2924 |
| }, |
| { |
| "epoch": 0.9921586911372017, |
| "grad_norm": 0.03252217173576355, |
| "learning_rate": 8.121877374300317e-05, |
| "loss": 0.0002, |
| "step": 2926 |
| }, |
| { |
| "epoch": 0.9928368583902005, |
| "grad_norm": 0.04875943437218666, |
| "learning_rate": 8.119397983546932e-05, |
| "loss": 0.0003, |
| "step": 2928 |
| }, |
| { |
| "epoch": 0.9935150256431993, |
| "grad_norm": 0.019884569570422173, |
| "learning_rate": 8.116917336300411e-05, |
| "loss": 0.0003, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.994193192896198, |
| "grad_norm": 0.06939960271120071, |
| "learning_rate": 8.114435433559959e-05, |
| "loss": 0.0005, |
| "step": 2932 |
| }, |
| { |
| "epoch": 0.9948713601491967, |
| "grad_norm": 0.052569735795259476, |
| "learning_rate": 8.111952276325287e-05, |
| "loss": 0.0004, |
| "step": 2934 |
| }, |
| { |
| "epoch": 0.9955495274021956, |
| "grad_norm": 0.01638111099600792, |
| "learning_rate": 8.109467865596612e-05, |
| "loss": 0.0001, |
| "step": 2936 |
| }, |
| { |
| "epoch": 0.9962276946551943, |
| "grad_norm": 0.05986509472131729, |
| "learning_rate": 8.106982202374651e-05, |
| "loss": 0.0005, |
| "step": 2938 |
| }, |
| { |
| "epoch": 0.9969058619081931, |
| "grad_norm": 0.03333326429128647, |
| "learning_rate": 8.104495287660632e-05, |
| "loss": 0.0006, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.9975840291611919, |
| "grad_norm": 0.08217639476060867, |
| "learning_rate": 8.102007122456281e-05, |
| "loss": 0.0004, |
| "step": 2942 |
| }, |
| { |
| "epoch": 0.9982621964141907, |
| "grad_norm": 0.03954688087105751, |
| "learning_rate": 8.099517707763831e-05, |
| "loss": 0.0002, |
| "step": 2944 |
| }, |
| { |
| "epoch": 0.9989403636671894, |
| "grad_norm": 0.06906257569789886, |
| "learning_rate": 8.097027044586021e-05, |
| "loss": 0.0007, |
| "step": 2946 |
| }, |
| { |
| "epoch": 0.9996185309201882, |
| "grad_norm": 0.0183778777718544, |
| "learning_rate": 8.094535133926087e-05, |
| "loss": 0.0001, |
| "step": 2948 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.13468892872333527, |
| "learning_rate": 8.09204197678777e-05, |
| "loss": 0.0014, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.0006781672529987, |
| "grad_norm": 0.09359505027532578, |
| "learning_rate": 8.089547574175317e-05, |
| "loss": 0.0008, |
| "step": 2952 |
| }, |
| { |
| "epoch": 1.0013563345059975, |
| "grad_norm": 0.05758538097143173, |
| "learning_rate": 8.08705192709347e-05, |
| "loss": 0.0011, |
| "step": 2954 |
| }, |
| { |
| "epoch": 1.0020345017589962, |
| "grad_norm": 0.027957310900092125, |
| "learning_rate": 8.084555036547474e-05, |
| "loss": 0.0004, |
| "step": 2956 |
| }, |
| { |
| "epoch": 1.0027126690119952, |
| "grad_norm": 0.035399600863456726, |
| "learning_rate": 8.08205690354308e-05, |
| "loss": 0.0006, |
| "step": 2958 |
| }, |
| { |
| "epoch": 1.003390836264994, |
| "grad_norm": 0.049815621227025986, |
| "learning_rate": 8.079557529086532e-05, |
| "loss": 0.0011, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.0040690035179927, |
| "grad_norm": 0.05087139829993248, |
| "learning_rate": 8.077056914184582e-05, |
| "loss": 0.0008, |
| "step": 2962 |
| }, |
| { |
| "epoch": 1.0047471707709914, |
| "grad_norm": 0.03460082411766052, |
| "learning_rate": 8.074555059844474e-05, |
| "loss": 0.0009, |
| "step": 2964 |
| }, |
| { |
| "epoch": 1.0054253380239901, |
| "grad_norm": 0.016356630250811577, |
| "learning_rate": 8.072051967073955e-05, |
| "loss": 0.0003, |
| "step": 2966 |
| }, |
| { |
| "epoch": 1.0061035052769889, |
| "grad_norm": 0.023417463526129723, |
| "learning_rate": 8.069547636881272e-05, |
| "loss": 0.0007, |
| "step": 2968 |
| }, |
| { |
| "epoch": 1.0067816725299876, |
| "grad_norm": 0.0395391583442688, |
| "learning_rate": 8.067042070275167e-05, |
| "loss": 0.0003, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.0074598397829866, |
| "grad_norm": 0.01494118757545948, |
| "learning_rate": 8.064535268264883e-05, |
| "loss": 0.0003, |
| "step": 2972 |
| }, |
| { |
| "epoch": 1.0081380070359853, |
| "grad_norm": 0.02469460852444172, |
| "learning_rate": 8.06202723186016e-05, |
| "loss": 0.0003, |
| "step": 2974 |
| }, |
| { |
| "epoch": 1.008816174288984, |
| "grad_norm": 0.22398723661899567, |
| "learning_rate": 8.059517962071233e-05, |
| "loss": 0.0006, |
| "step": 2976 |
| }, |
| { |
| "epoch": 1.0094943415419828, |
| "grad_norm": 0.03068060800433159, |
| "learning_rate": 8.057007459908839e-05, |
| "loss": 0.0004, |
| "step": 2978 |
| }, |
| { |
| "epoch": 1.0101725087949815, |
| "grad_norm": 0.16560781002044678, |
| "learning_rate": 8.054495726384204e-05, |
| "loss": 0.0017, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.0108506760479803, |
| "grad_norm": 0.06457192450761795, |
| "learning_rate": 8.051982762509056e-05, |
| "loss": 0.001, |
| "step": 2982 |
| }, |
| { |
| "epoch": 1.011528843300979, |
| "grad_norm": 0.014625279232859612, |
| "learning_rate": 8.049468569295616e-05, |
| "loss": 0.0004, |
| "step": 2984 |
| }, |
| { |
| "epoch": 1.0122070105539778, |
| "grad_norm": 0.12633752822875977, |
| "learning_rate": 8.046953147756601e-05, |
| "loss": 0.0005, |
| "step": 2986 |
| }, |
| { |
| "epoch": 1.0128851778069767, |
| "grad_norm": 0.02757919207215309, |
| "learning_rate": 8.044436498905222e-05, |
| "loss": 0.0003, |
| "step": 2988 |
| }, |
| { |
| "epoch": 1.0135633450599755, |
| "grad_norm": 0.030746174976229668, |
| "learning_rate": 8.041918623755187e-05, |
| "loss": 0.0004, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.0142415123129742, |
| "grad_norm": 0.06324061751365662, |
| "learning_rate": 8.039399523320692e-05, |
| "loss": 0.0005, |
| "step": 2992 |
| }, |
| { |
| "epoch": 1.014919679565973, |
| "grad_norm": 0.03737432509660721, |
| "learning_rate": 8.036879198616434e-05, |
| "loss": 0.0008, |
| "step": 2994 |
| }, |
| { |
| "epoch": 1.0155978468189717, |
| "grad_norm": 0.04197308048605919, |
| "learning_rate": 8.034357650657598e-05, |
| "loss": 0.0005, |
| "step": 2996 |
| }, |
| { |
| "epoch": 1.0162760140719704, |
| "grad_norm": 0.021742910146713257, |
| "learning_rate": 8.031834880459863e-05, |
| "loss": 0.0001, |
| "step": 2998 |
| }, |
| { |
| "epoch": 1.0169541813249692, |
| "grad_norm": 0.02395406737923622, |
| "learning_rate": 8.0293108890394e-05, |
| "loss": 0.0003, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.0176323485779681, |
| "grad_norm": 0.013543182983994484, |
| "learning_rate": 8.026785677412873e-05, |
| "loss": 0.0001, |
| "step": 3002 |
| }, |
| { |
| "epoch": 1.0183105158309669, |
| "grad_norm": 0.2532791495323181, |
| "learning_rate": 8.024259246597439e-05, |
| "loss": 0.0007, |
| "step": 3004 |
| }, |
| { |
| "epoch": 1.0189886830839656, |
| "grad_norm": 0.023439206182956696, |
| "learning_rate": 8.02173159761074e-05, |
| "loss": 0.0001, |
| "step": 3006 |
| }, |
| { |
| "epoch": 1.0196668503369644, |
| "grad_norm": 0.1361963301897049, |
| "learning_rate": 8.019202731470916e-05, |
| "loss": 0.0017, |
| "step": 3008 |
| }, |
| { |
| "epoch": 1.020345017589963, |
| "grad_norm": 0.05129358544945717, |
| "learning_rate": 8.016672649196593e-05, |
| "loss": 0.0008, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.0210231848429618, |
| "grad_norm": 0.10559432208538055, |
| "learning_rate": 8.014141351806886e-05, |
| "loss": 0.0017, |
| "step": 3012 |
| }, |
| { |
| "epoch": 1.0217013520959606, |
| "grad_norm": 0.05691803991794586, |
| "learning_rate": 8.011608840321405e-05, |
| "loss": 0.0009, |
| "step": 3014 |
| }, |
| { |
| "epoch": 1.0223795193489595, |
| "grad_norm": 0.03549787402153015, |
| "learning_rate": 8.009075115760243e-05, |
| "loss": 0.0007, |
| "step": 3016 |
| }, |
| { |
| "epoch": 1.0230576866019583, |
| "grad_norm": 0.038408488035202026, |
| "learning_rate": 8.006540179143981e-05, |
| "loss": 0.0002, |
| "step": 3018 |
| }, |
| { |
| "epoch": 1.023735853854957, |
| "grad_norm": 0.02867027185857296, |
| "learning_rate": 8.004004031493699e-05, |
| "loss": 0.0005, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.0244140211079558, |
| "grad_norm": 0.044582683593034744, |
| "learning_rate": 8.001466673830951e-05, |
| "loss": 0.0009, |
| "step": 3022 |
| }, |
| { |
| "epoch": 1.0250921883609545, |
| "grad_norm": 0.05415906384587288, |
| "learning_rate": 7.998928107177783e-05, |
| "loss": 0.0003, |
| "step": 3024 |
| }, |
| { |
| "epoch": 1.0257703556139532, |
| "grad_norm": 0.032624825835227966, |
| "learning_rate": 7.996388332556735e-05, |
| "loss": 0.0007, |
| "step": 3026 |
| }, |
| { |
| "epoch": 1.026448522866952, |
| "grad_norm": 0.04468724876642227, |
| "learning_rate": 7.993847350990824e-05, |
| "loss": 0.0012, |
| "step": 3028 |
| }, |
| { |
| "epoch": 1.0271266901199507, |
| "grad_norm": 0.04837553948163986, |
| "learning_rate": 7.991305163503558e-05, |
| "loss": 0.0008, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.0278048573729497, |
| "grad_norm": 0.03291107714176178, |
| "learning_rate": 7.988761771118932e-05, |
| "loss": 0.0004, |
| "step": 3032 |
| }, |
| { |
| "epoch": 1.0284830246259484, |
| "grad_norm": 0.042646851390600204, |
| "learning_rate": 7.98621717486142e-05, |
| "loss": 0.0004, |
| "step": 3034 |
| }, |
| { |
| "epoch": 1.0291611918789472, |
| "grad_norm": 0.0066047427244484425, |
| "learning_rate": 7.983671375755985e-05, |
| "loss": 0.0001, |
| "step": 3036 |
| }, |
| { |
| "epoch": 1.029839359131946, |
| "grad_norm": 0.0016902305651456118, |
| "learning_rate": 7.98112437482808e-05, |
| "loss": 0.0002, |
| "step": 3038 |
| }, |
| { |
| "epoch": 1.0305175263849446, |
| "grad_norm": 0.016091756522655487, |
| "learning_rate": 7.978576173103632e-05, |
| "loss": 0.0001, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.0311956936379434, |
| "grad_norm": 0.020465312525629997, |
| "learning_rate": 7.976026771609057e-05, |
| "loss": 0.0001, |
| "step": 3042 |
| }, |
| { |
| "epoch": 1.0318738608909421, |
| "grad_norm": 0.012479097582399845, |
| "learning_rate": 7.973476171371255e-05, |
| "loss": 0.0002, |
| "step": 3044 |
| }, |
| { |
| "epoch": 1.032552028143941, |
| "grad_norm": 0.032463181763887405, |
| "learning_rate": 7.970924373417608e-05, |
| "loss": 0.0002, |
| "step": 3046 |
| }, |
| { |
| "epoch": 1.0332301953969398, |
| "grad_norm": 0.016862597316503525, |
| "learning_rate": 7.968371378775978e-05, |
| "loss": 0.0, |
| "step": 3048 |
| }, |
| { |
| "epoch": 1.0339083626499386, |
| "grad_norm": 0.023158496245741844, |
| "learning_rate": 7.96581718847471e-05, |
| "loss": 0.0001, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.0345865299029373, |
| "grad_norm": 0.009301434271037579, |
| "learning_rate": 7.963261803542634e-05, |
| "loss": 0.0, |
| "step": 3052 |
| }, |
| { |
| "epoch": 1.035264697155936, |
| "grad_norm": 0.038685571402311325, |
| "learning_rate": 7.960705225009059e-05, |
| "loss": 0.0001, |
| "step": 3054 |
| }, |
| { |
| "epoch": 1.0359428644089348, |
| "grad_norm": 0.002880866639316082, |
| "learning_rate": 7.958147453903773e-05, |
| "loss": 0.0, |
| "step": 3056 |
| }, |
| { |
| "epoch": 1.0366210316619335, |
| "grad_norm": 0.01774897798895836, |
| "learning_rate": 7.955588491257045e-05, |
| "loss": 0.0, |
| "step": 3058 |
| }, |
| { |
| "epoch": 1.0372991989149325, |
| "grad_norm": 0.009110460057854652, |
| "learning_rate": 7.953028338099627e-05, |
| "loss": 0.0001, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.0379773661679312, |
| "grad_norm": 0.007355507463216782, |
| "learning_rate": 7.950466995462749e-05, |
| "loss": 0.0, |
| "step": 3062 |
| }, |
| { |
| "epoch": 1.03865553342093, |
| "grad_norm": 0.03832750394940376, |
| "learning_rate": 7.947904464378115e-05, |
| "loss": 0.0003, |
| "step": 3064 |
| }, |
| { |
| "epoch": 1.0393337006739287, |
| "grad_norm": 0.0005527051980607212, |
| "learning_rate": 7.945340745877919e-05, |
| "loss": 0.0, |
| "step": 3066 |
| }, |
| { |
| "epoch": 1.0400118679269275, |
| "grad_norm": 0.009945861995220184, |
| "learning_rate": 7.94277584099482e-05, |
| "loss": 0.0, |
| "step": 3068 |
| }, |
| { |
| "epoch": 1.0406900351799262, |
| "grad_norm": 0.013605031184852123, |
| "learning_rate": 7.940209750761964e-05, |
| "loss": 0.0, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.041368202432925, |
| "grad_norm": 0.0027010184712707996, |
| "learning_rate": 7.937642476212975e-05, |
| "loss": 0.0, |
| "step": 3072 |
| }, |
| { |
| "epoch": 1.0420463696859237, |
| "grad_norm": 0.018177801743149757, |
| "learning_rate": 7.935074018381945e-05, |
| "loss": 0.0, |
| "step": 3074 |
| }, |
| { |
| "epoch": 1.0427245369389226, |
| "grad_norm": 0.0041480534709990025, |
| "learning_rate": 7.932504378303452e-05, |
| "loss": 0.0, |
| "step": 3076 |
| }, |
| { |
| "epoch": 1.0434027041919214, |
| "grad_norm": 0.00467638298869133, |
| "learning_rate": 7.929933557012545e-05, |
| "loss": 0.0, |
| "step": 3078 |
| }, |
| { |
| "epoch": 1.0440808714449201, |
| "grad_norm": 0.00816649291664362, |
| "learning_rate": 7.927361555544754e-05, |
| "loss": 0.0, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.0447590386979189, |
| "grad_norm": 0.0006185176898725331, |
| "learning_rate": 7.924788374936078e-05, |
| "loss": 0.0, |
| "step": 3082 |
| }, |
| { |
| "epoch": 1.0454372059509176, |
| "grad_norm": 0.000762543233577162, |
| "learning_rate": 7.922214016222993e-05, |
| "loss": 0.0, |
| "step": 3084 |
| }, |
| { |
| "epoch": 1.0461153732039163, |
| "grad_norm": 0.002773831132799387, |
| "learning_rate": 7.919638480442452e-05, |
| "loss": 0.0, |
| "step": 3086 |
| }, |
| { |
| "epoch": 1.046793540456915, |
| "grad_norm": 0.0035561330150812864, |
| "learning_rate": 7.917061768631882e-05, |
| "loss": 0.0001, |
| "step": 3088 |
| }, |
| { |
| "epoch": 1.047471707709914, |
| "grad_norm": 0.001374011393636465, |
| "learning_rate": 7.914483881829179e-05, |
| "loss": 0.0, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.0481498749629128, |
| "grad_norm": 0.0007063335506245494, |
| "learning_rate": 7.911904821072717e-05, |
| "loss": 0.0, |
| "step": 3092 |
| }, |
| { |
| "epoch": 1.0488280422159115, |
| "grad_norm": 0.008668769150972366, |
| "learning_rate": 7.909324587401342e-05, |
| "loss": 0.0, |
| "step": 3094 |
| }, |
| { |
| "epoch": 1.0495062094689103, |
| "grad_norm": 0.003817323362454772, |
| "learning_rate": 7.90674318185437e-05, |
| "loss": 0.0, |
| "step": 3096 |
| }, |
| { |
| "epoch": 1.050184376721909, |
| "grad_norm": 0.005347683094441891, |
| "learning_rate": 7.904160605471594e-05, |
| "loss": 0.0, |
| "step": 3098 |
| }, |
| { |
| "epoch": 1.0508625439749077, |
| "grad_norm": 0.0007073975284583867, |
| "learning_rate": 7.901576859293272e-05, |
| "loss": 0.0, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.0515407112279065, |
| "grad_norm": 0.002511057071387768, |
| "learning_rate": 7.898991944360137e-05, |
| "loss": 0.0, |
| "step": 3102 |
| }, |
| { |
| "epoch": 1.0522188784809055, |
| "grad_norm": 0.00014569952327292413, |
| "learning_rate": 7.896405861713394e-05, |
| "loss": 0.0, |
| "step": 3104 |
| }, |
| { |
| "epoch": 1.0528970457339042, |
| "grad_norm": 0.013416592963039875, |
| "learning_rate": 7.893818612394717e-05, |
| "loss": 0.0, |
| "step": 3106 |
| }, |
| { |
| "epoch": 1.053575212986903, |
| "grad_norm": 0.024336976930499077, |
| "learning_rate": 7.891230197446249e-05, |
| "loss": 0.0002, |
| "step": 3108 |
| }, |
| { |
| "epoch": 1.0542533802399017, |
| "grad_norm": 0.00041308748768642545, |
| "learning_rate": 7.888640617910603e-05, |
| "loss": 0.0, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.0549315474929004, |
| "grad_norm": 0.00036542725865729153, |
| "learning_rate": 7.886049874830862e-05, |
| "loss": 0.0, |
| "step": 3112 |
| }, |
| { |
| "epoch": 1.0556097147458992, |
| "grad_norm": 0.002658010693266988, |
| "learning_rate": 7.883457969250576e-05, |
| "loss": 0.0001, |
| "step": 3114 |
| }, |
| { |
| "epoch": 1.056287881998898, |
| "grad_norm": 0.0011226636124774814, |
| "learning_rate": 7.880864902213765e-05, |
| "loss": 0.0, |
| "step": 3116 |
| }, |
| { |
| "epoch": 1.0569660492518969, |
| "grad_norm": 0.0011952995555475354, |
| "learning_rate": 7.878270674764917e-05, |
| "loss": 0.0001, |
| "step": 3118 |
| }, |
| { |
| "epoch": 1.0576442165048956, |
| "grad_norm": 0.0014733074931427836, |
| "learning_rate": 7.875675287948982e-05, |
| "loss": 0.0001, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.0583223837578943, |
| "grad_norm": 0.00036149792140349746, |
| "learning_rate": 7.873078742811388e-05, |
| "loss": 0.0, |
| "step": 3122 |
| }, |
| { |
| "epoch": 1.059000551010893, |
| "grad_norm": 0.002111283363774419, |
| "learning_rate": 7.87048104039802e-05, |
| "loss": 0.0, |
| "step": 3124 |
| }, |
| { |
| "epoch": 1.0596787182638918, |
| "grad_norm": 0.0004321536107454449, |
| "learning_rate": 7.86788218175523e-05, |
| "loss": 0.0003, |
| "step": 3126 |
| }, |
| { |
| "epoch": 1.0603568855168906, |
| "grad_norm": 0.002552892081439495, |
| "learning_rate": 7.865282167929842e-05, |
| "loss": 0.0002, |
| "step": 3128 |
| }, |
| { |
| "epoch": 1.0610350527698893, |
| "grad_norm": 0.0008854964398778975, |
| "learning_rate": 7.862680999969139e-05, |
| "loss": 0.0, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.061713220022888, |
| "grad_norm": 0.0017830159049481153, |
| "learning_rate": 7.860078678920872e-05, |
| "loss": 0.0, |
| "step": 3132 |
| }, |
| { |
| "epoch": 1.062391387275887, |
| "grad_norm": 0.03791436180472374, |
| "learning_rate": 7.857475205833254e-05, |
| "loss": 0.0003, |
| "step": 3134 |
| }, |
| { |
| "epoch": 1.0630695545288857, |
| "grad_norm": 0.00176812254358083, |
| "learning_rate": 7.854870581754966e-05, |
| "loss": 0.0, |
| "step": 3136 |
| }, |
| { |
| "epoch": 1.0637477217818845, |
| "grad_norm": 0.00034444493940100074, |
| "learning_rate": 7.852264807735147e-05, |
| "loss": 0.0, |
| "step": 3138 |
| }, |
| { |
| "epoch": 1.0644258890348832, |
| "grad_norm": 0.047313202172517776, |
| "learning_rate": 7.849657884823408e-05, |
| "loss": 0.0002, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.065104056287882, |
| "grad_norm": 0.003105980111286044, |
| "learning_rate": 7.847049814069811e-05, |
| "loss": 0.0001, |
| "step": 3142 |
| }, |
| { |
| "epoch": 1.0657822235408807, |
| "grad_norm": 0.04377178102731705, |
| "learning_rate": 7.844440596524891e-05, |
| "loss": 0.0001, |
| "step": 3144 |
| }, |
| { |
| "epoch": 1.0664603907938794, |
| "grad_norm": 0.014682923443615437, |
| "learning_rate": 7.841830233239638e-05, |
| "loss": 0.0001, |
| "step": 3146 |
| }, |
| { |
| "epoch": 1.0671385580468784, |
| "grad_norm": 0.030811438336968422, |
| "learning_rate": 7.839218725265506e-05, |
| "loss": 0.0002, |
| "step": 3148 |
| }, |
| { |
| "epoch": 1.0678167252998771, |
| "grad_norm": 0.024048537015914917, |
| "learning_rate": 7.836606073654413e-05, |
| "loss": 0.0001, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.0684948925528759, |
| "grad_norm": 0.05794329568743706, |
| "learning_rate": 7.833992279458732e-05, |
| "loss": 0.0001, |
| "step": 3152 |
| }, |
| { |
| "epoch": 1.0691730598058746, |
| "grad_norm": 0.037551164627075195, |
| "learning_rate": 7.831377343731298e-05, |
| "loss": 0.0002, |
| "step": 3154 |
| }, |
| { |
| "epoch": 1.0698512270588734, |
| "grad_norm": 0.01598585955798626, |
| "learning_rate": 7.828761267525411e-05, |
| "loss": 0.0006, |
| "step": 3156 |
| }, |
| { |
| "epoch": 1.070529394311872, |
| "grad_norm": 0.024345286190509796, |
| "learning_rate": 7.826144051894824e-05, |
| "loss": 0.0001, |
| "step": 3158 |
| }, |
| { |
| "epoch": 1.0712075615648708, |
| "grad_norm": 0.009724217467010021, |
| "learning_rate": 7.823525697893749e-05, |
| "loss": 0.0001, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.0718857288178698, |
| "grad_norm": 0.0019536882173269987, |
| "learning_rate": 7.820906206576862e-05, |
| "loss": 0.0002, |
| "step": 3162 |
| }, |
| { |
| "epoch": 1.0725638960708685, |
| "grad_norm": 0.0014726163353770971, |
| "learning_rate": 7.81828557899929e-05, |
| "loss": 0.0, |
| "step": 3164 |
| }, |
| { |
| "epoch": 1.0732420633238673, |
| "grad_norm": 0.022503558546304703, |
| "learning_rate": 7.815663816216625e-05, |
| "loss": 0.0001, |
| "step": 3166 |
| }, |
| { |
| "epoch": 1.073920230576866, |
| "grad_norm": 0.011805574409663677, |
| "learning_rate": 7.813040919284913e-05, |
| "loss": 0.0, |
| "step": 3168 |
| }, |
| { |
| "epoch": 1.0745983978298648, |
| "grad_norm": 0.00046225800178945065, |
| "learning_rate": 7.810416889260653e-05, |
| "loss": 0.0, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.0752765650828635, |
| "grad_norm": 0.0012093356344848871, |
| "learning_rate": 7.807791727200808e-05, |
| "loss": 0.0001, |
| "step": 3172 |
| }, |
| { |
| "epoch": 1.0759547323358623, |
| "grad_norm": 0.0019421727629378438, |
| "learning_rate": 7.80516543416279e-05, |
| "loss": 0.0001, |
| "step": 3174 |
| }, |
| { |
| "epoch": 1.0766328995888612, |
| "grad_norm": 0.004075727425515652, |
| "learning_rate": 7.80253801120447e-05, |
| "loss": 0.0, |
| "step": 3176 |
| }, |
| { |
| "epoch": 1.07731106684186, |
| "grad_norm": 0.0018418336985632777, |
| "learning_rate": 7.799909459384176e-05, |
| "loss": 0.0, |
| "step": 3178 |
| }, |
| { |
| "epoch": 1.0779892340948587, |
| "grad_norm": 0.009764020331203938, |
| "learning_rate": 7.797279779760685e-05, |
| "loss": 0.0, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.0786674013478574, |
| "grad_norm": 0.0008932505734264851, |
| "learning_rate": 7.794648973393234e-05, |
| "loss": 0.0, |
| "step": 3182 |
| }, |
| { |
| "epoch": 1.0793455686008562, |
| "grad_norm": 0.015295356512069702, |
| "learning_rate": 7.792017041341511e-05, |
| "loss": 0.0001, |
| "step": 3184 |
| }, |
| { |
| "epoch": 1.080023735853855, |
| "grad_norm": 0.001601558760739863, |
| "learning_rate": 7.789383984665657e-05, |
| "loss": 0.0, |
| "step": 3186 |
| }, |
| { |
| "epoch": 1.0807019031068537, |
| "grad_norm": 0.03218120336532593, |
| "learning_rate": 7.786749804426268e-05, |
| "loss": 0.0, |
| "step": 3188 |
| }, |
| { |
| "epoch": 1.0813800703598524, |
| "grad_norm": 0.002657031174749136, |
| "learning_rate": 7.78411450168439e-05, |
| "loss": 0.0, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.0820582376128514, |
| "grad_norm": 0.001861520460806787, |
| "learning_rate": 7.781478077501525e-05, |
| "loss": 0.0, |
| "step": 3192 |
| }, |
| { |
| "epoch": 1.08273640486585, |
| "grad_norm": 0.12163111567497253, |
| "learning_rate": 7.778840532939622e-05, |
| "loss": 0.0001, |
| "step": 3194 |
| }, |
| { |
| "epoch": 1.0834145721188488, |
| "grad_norm": 0.02530871331691742, |
| "learning_rate": 7.776201869061085e-05, |
| "loss": 0.0001, |
| "step": 3196 |
| }, |
| { |
| "epoch": 1.0840927393718476, |
| "grad_norm": 0.04777170345187187, |
| "learning_rate": 7.773562086928768e-05, |
| "loss": 0.0002, |
| "step": 3198 |
| }, |
| { |
| "epoch": 1.0847709066248463, |
| "grad_norm": 0.03361360356211662, |
| "learning_rate": 7.770921187605973e-05, |
| "loss": 0.0001, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.085449073877845, |
| "grad_norm": 0.0027512232773005962, |
| "learning_rate": 7.768279172156453e-05, |
| "loss": 0.0001, |
| "step": 3202 |
| }, |
| { |
| "epoch": 1.0861272411308438, |
| "grad_norm": 0.015211574733257294, |
| "learning_rate": 7.765636041644417e-05, |
| "loss": 0.0002, |
| "step": 3204 |
| }, |
| { |
| "epoch": 1.0868054083838428, |
| "grad_norm": 0.011098697781562805, |
| "learning_rate": 7.762991797134514e-05, |
| "loss": 0.0003, |
| "step": 3206 |
| }, |
| { |
| "epoch": 1.0874835756368415, |
| "grad_norm": 0.017032770439982414, |
| "learning_rate": 7.760346439691843e-05, |
| "loss": 0.0001, |
| "step": 3208 |
| }, |
| { |
| "epoch": 1.0881617428898402, |
| "grad_norm": 0.010514136403799057, |
| "learning_rate": 7.757699970381958e-05, |
| "loss": 0.0001, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.088839910142839, |
| "grad_norm": 0.016751520335674286, |
| "learning_rate": 7.755052390270854e-05, |
| "loss": 0.0001, |
| "step": 3212 |
| }, |
| { |
| "epoch": 1.0895180773958377, |
| "grad_norm": 0.003923425450921059, |
| "learning_rate": 7.752403700424979e-05, |
| "loss": 0.0001, |
| "step": 3214 |
| }, |
| { |
| "epoch": 1.0901962446488365, |
| "grad_norm": 0.0033663345966488123, |
| "learning_rate": 7.74975390191122e-05, |
| "loss": 0.0001, |
| "step": 3216 |
| }, |
| { |
| "epoch": 1.0908744119018352, |
| "grad_norm": 0.016712361946702003, |
| "learning_rate": 7.74710299579692e-05, |
| "loss": 0.0, |
| "step": 3218 |
| }, |
| { |
| "epoch": 1.091552579154834, |
| "grad_norm": 0.005410924553871155, |
| "learning_rate": 7.74445098314986e-05, |
| "loss": 0.0001, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.092230746407833, |
| "grad_norm": 0.005119035951793194, |
| "learning_rate": 7.741797865038273e-05, |
| "loss": 0.0001, |
| "step": 3222 |
| }, |
| { |
| "epoch": 1.0929089136608316, |
| "grad_norm": 0.0694790631532669, |
| "learning_rate": 7.739143642530833e-05, |
| "loss": 0.0001, |
| "step": 3224 |
| }, |
| { |
| "epoch": 1.0935870809138304, |
| "grad_norm": 0.037400029599666595, |
| "learning_rate": 7.736488316696663e-05, |
| "loss": 0.0001, |
| "step": 3226 |
| }, |
| { |
| "epoch": 1.0942652481668291, |
| "grad_norm": 0.003814551280811429, |
| "learning_rate": 7.733831888605325e-05, |
| "loss": 0.0, |
| "step": 3228 |
| }, |
| { |
| "epoch": 1.0949434154198279, |
| "grad_norm": 0.0038876463659107685, |
| "learning_rate": 7.731174359326829e-05, |
| "loss": 0.0001, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.0956215826728266, |
| "grad_norm": 0.05716302618384361, |
| "learning_rate": 7.728515729931629e-05, |
| "loss": 0.0003, |
| "step": 3232 |
| }, |
| { |
| "epoch": 1.0962997499258256, |
| "grad_norm": 0.007123335264623165, |
| "learning_rate": 7.725856001490618e-05, |
| "loss": 0.0002, |
| "step": 3234 |
| }, |
| { |
| "epoch": 1.0969779171788243, |
| "grad_norm": 0.016324380412697792, |
| "learning_rate": 7.723195175075136e-05, |
| "loss": 0.0003, |
| "step": 3236 |
| }, |
| { |
| "epoch": 1.097656084431823, |
| "grad_norm": 0.008962440304458141, |
| "learning_rate": 7.720533251756963e-05, |
| "loss": 0.0004, |
| "step": 3238 |
| }, |
| { |
| "epoch": 1.0983342516848218, |
| "grad_norm": 0.004593605175614357, |
| "learning_rate": 7.717870232608322e-05, |
| "loss": 0.0001, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.0990124189378205, |
| "grad_norm": 0.008814834989607334, |
| "learning_rate": 7.715206118701876e-05, |
| "loss": 0.0005, |
| "step": 3242 |
| }, |
| { |
| "epoch": 1.0996905861908193, |
| "grad_norm": 0.022388102486729622, |
| "learning_rate": 7.71254091111073e-05, |
| "loss": 0.0002, |
| "step": 3244 |
| }, |
| { |
| "epoch": 1.100368753443818, |
| "grad_norm": 0.02076655626296997, |
| "learning_rate": 7.709874610908429e-05, |
| "loss": 0.0001, |
| "step": 3246 |
| }, |
| { |
| "epoch": 1.1010469206968168, |
| "grad_norm": 0.0011612613452598453, |
| "learning_rate": 7.70720721916896e-05, |
| "loss": 0.0001, |
| "step": 3248 |
| }, |
| { |
| "epoch": 1.1017250879498157, |
| "grad_norm": 0.00931808352470398, |
| "learning_rate": 7.704538736966746e-05, |
| "loss": 0.0, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.1024032552028145, |
| "grad_norm": 0.0014653477119281888, |
| "learning_rate": 7.701869165376653e-05, |
| "loss": 0.0, |
| "step": 3252 |
| }, |
| { |
| "epoch": 1.1030814224558132, |
| "grad_norm": 0.0131069365888834, |
| "learning_rate": 7.699198505473983e-05, |
| "loss": 0.0, |
| "step": 3254 |
| }, |
| { |
| "epoch": 1.103759589708812, |
| "grad_norm": 0.004241168964654207, |
| "learning_rate": 7.696526758334477e-05, |
| "loss": 0.0003, |
| "step": 3256 |
| }, |
| { |
| "epoch": 1.1044377569618107, |
| "grad_norm": 0.019079118967056274, |
| "learning_rate": 7.693853925034315e-05, |
| "loss": 0.0003, |
| "step": 3258 |
| }, |
| { |
| "epoch": 1.1051159242148094, |
| "grad_norm": 0.029437581077218056, |
| "learning_rate": 7.691180006650116e-05, |
| "loss": 0.0002, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.1057940914678082, |
| "grad_norm": 0.010389408096671104, |
| "learning_rate": 7.68850500425893e-05, |
| "loss": 0.0001, |
| "step": 3262 |
| }, |
| { |
| "epoch": 1.1064722587208071, |
| "grad_norm": 0.0028994681779295206, |
| "learning_rate": 7.685828918938251e-05, |
| "loss": 0.0, |
| "step": 3264 |
| }, |
| { |
| "epoch": 1.1071504259738059, |
| "grad_norm": 0.005432248581200838, |
| "learning_rate": 7.683151751766004e-05, |
| "loss": 0.0, |
| "step": 3266 |
| }, |
| { |
| "epoch": 1.1078285932268046, |
| "grad_norm": 0.012759734876453876, |
| "learning_rate": 7.680473503820553e-05, |
| "loss": 0.0003, |
| "step": 3268 |
| }, |
| { |
| "epoch": 1.1085067604798033, |
| "grad_norm": 0.0006062522297725081, |
| "learning_rate": 7.677794176180695e-05, |
| "loss": 0.0, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.109184927732802, |
| "grad_norm": 0.001002602744847536, |
| "learning_rate": 7.675113769925663e-05, |
| "loss": 0.0, |
| "step": 3272 |
| }, |
| { |
| "epoch": 1.1098630949858008, |
| "grad_norm": 0.0004955371841788292, |
| "learning_rate": 7.672432286135125e-05, |
| "loss": 0.0, |
| "step": 3274 |
| }, |
| { |
| "epoch": 1.1105412622387996, |
| "grad_norm": 0.0018315280321985483, |
| "learning_rate": 7.669749725889182e-05, |
| "loss": 0.0, |
| "step": 3276 |
| }, |
| { |
| "epoch": 1.1112194294917983, |
| "grad_norm": 0.0031102353241294622, |
| "learning_rate": 7.667066090268366e-05, |
| "loss": 0.0, |
| "step": 3278 |
| }, |
| { |
| "epoch": 1.1118975967447973, |
| "grad_norm": 0.0009504572371952236, |
| "learning_rate": 7.66438138035365e-05, |
| "loss": 0.0, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.112575763997796, |
| "grad_norm": 0.000422391458414495, |
| "learning_rate": 7.661695597226432e-05, |
| "loss": 0.0, |
| "step": 3282 |
| }, |
| { |
| "epoch": 1.1132539312507947, |
| "grad_norm": 0.001483218977227807, |
| "learning_rate": 7.659008741968546e-05, |
| "loss": 0.0, |
| "step": 3284 |
| }, |
| { |
| "epoch": 1.1139320985037935, |
| "grad_norm": 0.004129413980990648, |
| "learning_rate": 7.656320815662257e-05, |
| "loss": 0.0, |
| "step": 3286 |
| }, |
| { |
| "epoch": 1.1146102657567922, |
| "grad_norm": 0.00036125979386270046, |
| "learning_rate": 7.653631819390261e-05, |
| "loss": 0.0, |
| "step": 3288 |
| }, |
| { |
| "epoch": 1.115288433009791, |
| "grad_norm": 0.0027813103515654802, |
| "learning_rate": 7.650941754235686e-05, |
| "loss": 0.0, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.1159666002627897, |
| "grad_norm": 0.0009888537460938096, |
| "learning_rate": 7.648250621282086e-05, |
| "loss": 0.0, |
| "step": 3292 |
| }, |
| { |
| "epoch": 1.1166447675157887, |
| "grad_norm": 0.00042577870772220194, |
| "learning_rate": 7.645558421613457e-05, |
| "loss": 0.0, |
| "step": 3294 |
| }, |
| { |
| "epoch": 1.1173229347687874, |
| "grad_norm": 0.0008866444695740938, |
| "learning_rate": 7.64286515631421e-05, |
| "loss": 0.0, |
| "step": 3296 |
| }, |
| { |
| "epoch": 1.1180011020217862, |
| "grad_norm": 0.00012718561629299074, |
| "learning_rate": 7.640170826469195e-05, |
| "loss": 0.0, |
| "step": 3298 |
| }, |
| { |
| "epoch": 1.118679269274785, |
| "grad_norm": 0.002095594769343734, |
| "learning_rate": 7.637475433163685e-05, |
| "loss": 0.0, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.1193574365277836, |
| "grad_norm": 0.02821212261915207, |
| "learning_rate": 7.634778977483389e-05, |
| "loss": 0.0001, |
| "step": 3302 |
| }, |
| { |
| "epoch": 1.1200356037807824, |
| "grad_norm": 9.883302845992148e-05, |
| "learning_rate": 7.632081460514433e-05, |
| "loss": 0.0, |
| "step": 3304 |
| }, |
| { |
| "epoch": 1.1207137710337811, |
| "grad_norm": 0.00022422336041927338, |
| "learning_rate": 7.629382883343381e-05, |
| "loss": 0.0, |
| "step": 3306 |
| }, |
| { |
| "epoch": 1.12139193828678, |
| "grad_norm": 0.00010571469465503469, |
| "learning_rate": 7.626683247057218e-05, |
| "loss": 0.0, |
| "step": 3308 |
| }, |
| { |
| "epoch": 1.1220701055397788, |
| "grad_norm": 0.00012248066195752472, |
| "learning_rate": 7.623982552743356e-05, |
| "loss": 0.0, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.1227482727927776, |
| "grad_norm": 0.0009538671583868563, |
| "learning_rate": 7.621280801489637e-05, |
| "loss": 0.0, |
| "step": 3312 |
| }, |
| { |
| "epoch": 1.1234264400457763, |
| "grad_norm": 0.00031743402360007167, |
| "learning_rate": 7.618577994384324e-05, |
| "loss": 0.0, |
| "step": 3314 |
| }, |
| { |
| "epoch": 1.124104607298775, |
| "grad_norm": 0.00019657450320664793, |
| "learning_rate": 7.615874132516107e-05, |
| "loss": 0.0, |
| "step": 3316 |
| }, |
| { |
| "epoch": 1.1247827745517738, |
| "grad_norm": 0.0009447080083191395, |
| "learning_rate": 7.613169216974105e-05, |
| "loss": 0.0, |
| "step": 3318 |
| }, |
| { |
| "epoch": 1.1254609418047725, |
| "grad_norm": 0.00016561873781029135, |
| "learning_rate": 7.610463248847852e-05, |
| "loss": 0.0, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.1261391090577715, |
| "grad_norm": 0.00016318686539307237, |
| "learning_rate": 7.607756229227316e-05, |
| "loss": 0.0, |
| "step": 3322 |
| }, |
| { |
| "epoch": 1.1268172763107702, |
| "grad_norm": 0.0007923968369141221, |
| "learning_rate": 7.605048159202883e-05, |
| "loss": 0.0, |
| "step": 3324 |
| }, |
| { |
| "epoch": 1.127495443563769, |
| "grad_norm": 0.001106180832721293, |
| "learning_rate": 7.602339039865362e-05, |
| "loss": 0.0, |
| "step": 3326 |
| }, |
| { |
| "epoch": 1.1281736108167677, |
| "grad_norm": 0.00042214279528707266, |
| "learning_rate": 7.599628872305989e-05, |
| "loss": 0.0, |
| "step": 3328 |
| }, |
| { |
| "epoch": 1.1288517780697664, |
| "grad_norm": 0.00034455794957466424, |
| "learning_rate": 7.596917657616414e-05, |
| "loss": 0.0, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.1295299453227652, |
| "grad_norm": 0.0002697907912079245, |
| "learning_rate": 7.594205396888718e-05, |
| "loss": 0.0, |
| "step": 3332 |
| }, |
| { |
| "epoch": 1.130208112575764, |
| "grad_norm": 0.00040953329880721867, |
| "learning_rate": 7.5914920912154e-05, |
| "loss": 0.0, |
| "step": 3334 |
| }, |
| { |
| "epoch": 1.1308862798287627, |
| "grad_norm": 0.00025164970429614186, |
| "learning_rate": 7.588777741689376e-05, |
| "loss": 0.0, |
| "step": 3336 |
| }, |
| { |
| "epoch": 1.1315644470817616, |
| "grad_norm": 0.0008031830657273531, |
| "learning_rate": 7.586062349403987e-05, |
| "loss": 0.0, |
| "step": 3338 |
| }, |
| { |
| "epoch": 1.1322426143347604, |
| "grad_norm": 8.426888234680519e-05, |
| "learning_rate": 7.583345915452994e-05, |
| "loss": 0.0, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.132920781587759, |
| "grad_norm": 0.0001466549001634121, |
| "learning_rate": 7.580628440930574e-05, |
| "loss": 0.0, |
| "step": 3342 |
| }, |
| { |
| "epoch": 1.1335989488407578, |
| "grad_norm": 0.0003892593667842448, |
| "learning_rate": 7.577909926931328e-05, |
| "loss": 0.0, |
| "step": 3344 |
| }, |
| { |
| "epoch": 1.1342771160937566, |
| "grad_norm": 9.798775863600895e-05, |
| "learning_rate": 7.575190374550272e-05, |
| "loss": 0.0, |
| "step": 3346 |
| }, |
| { |
| "epoch": 1.1349552833467553, |
| "grad_norm": 0.011068711057305336, |
| "learning_rate": 7.57246978488284e-05, |
| "loss": 0.0, |
| "step": 3348 |
| }, |
| { |
| "epoch": 1.135633450599754, |
| "grad_norm": 0.00015634531155228615, |
| "learning_rate": 7.569748159024887e-05, |
| "loss": 0.0, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.136311617852753, |
| "grad_norm": 0.00030616766889579594, |
| "learning_rate": 7.567025498072681e-05, |
| "loss": 0.0, |
| "step": 3352 |
| }, |
| { |
| "epoch": 1.1369897851057518, |
| "grad_norm": 0.00010516907786950469, |
| "learning_rate": 7.564301803122915e-05, |
| "loss": 0.0, |
| "step": 3354 |
| }, |
| { |
| "epoch": 1.1376679523587505, |
| "grad_norm": 0.0002856908831745386, |
| "learning_rate": 7.561577075272686e-05, |
| "loss": 0.0, |
| "step": 3356 |
| }, |
| { |
| "epoch": 1.1383461196117493, |
| "grad_norm": 0.0011014806805178523, |
| "learning_rate": 7.558851315619518e-05, |
| "loss": 0.0, |
| "step": 3358 |
| }, |
| { |
| "epoch": 1.139024286864748, |
| "grad_norm": 0.00206442060880363, |
| "learning_rate": 7.556124525261347e-05, |
| "loss": 0.0, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.1397024541177467, |
| "grad_norm": 0.002881616121158004, |
| "learning_rate": 7.553396705296522e-05, |
| "loss": 0.0, |
| "step": 3362 |
| }, |
| { |
| "epoch": 1.1403806213707455, |
| "grad_norm": 0.018271418288350105, |
| "learning_rate": 7.55066785682381e-05, |
| "loss": 0.0, |
| "step": 3364 |
| }, |
| { |
| "epoch": 1.1410587886237442, |
| "grad_norm": 0.0005267587839625776, |
| "learning_rate": 7.54793798094239e-05, |
| "loss": 0.0, |
| "step": 3366 |
| }, |
| { |
| "epoch": 1.1417369558767432, |
| "grad_norm": 0.00033838770468719304, |
| "learning_rate": 7.545207078751857e-05, |
| "loss": 0.0, |
| "step": 3368 |
| }, |
| { |
| "epoch": 1.142415123129742, |
| "grad_norm": 0.0003050903615076095, |
| "learning_rate": 7.542475151352216e-05, |
| "loss": 0.0, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.1430932903827407, |
| "grad_norm": 0.022571176290512085, |
| "learning_rate": 7.539742199843889e-05, |
| "loss": 0.0001, |
| "step": 3372 |
| }, |
| { |
| "epoch": 1.1437714576357394, |
| "grad_norm": 0.00010642271081451327, |
| "learning_rate": 7.537008225327706e-05, |
| "loss": 0.0, |
| "step": 3374 |
| }, |
| { |
| "epoch": 1.1444496248887381, |
| "grad_norm": 0.00012813869398087263, |
| "learning_rate": 7.534273228904915e-05, |
| "loss": 0.0, |
| "step": 3376 |
| }, |
| { |
| "epoch": 1.1451277921417369, |
| "grad_norm": 0.0001594992500031367, |
| "learning_rate": 7.531537211677169e-05, |
| "loss": 0.0, |
| "step": 3378 |
| }, |
| { |
| "epoch": 1.1458059593947358, |
| "grad_norm": 0.0005135987303219736, |
| "learning_rate": 7.528800174746539e-05, |
| "loss": 0.0, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.1464841266477346, |
| "grad_norm": 0.001825116341933608, |
| "learning_rate": 7.526062119215497e-05, |
| "loss": 0.0, |
| "step": 3382 |
| }, |
| { |
| "epoch": 1.1471622939007333, |
| "grad_norm": 0.02989931032061577, |
| "learning_rate": 7.523323046186941e-05, |
| "loss": 0.0001, |
| "step": 3384 |
| }, |
| { |
| "epoch": 1.147840461153732, |
| "grad_norm": 0.006477775983512402, |
| "learning_rate": 7.52058295676416e-05, |
| "loss": 0.0, |
| "step": 3386 |
| }, |
| { |
| "epoch": 1.1485186284067308, |
| "grad_norm": 0.0006138100288808346, |
| "learning_rate": 7.517841852050866e-05, |
| "loss": 0.0, |
| "step": 3388 |
| }, |
| { |
| "epoch": 1.1491967956597295, |
| "grad_norm": 7.73553765611723e-05, |
| "learning_rate": 7.515099733151177e-05, |
| "loss": 0.0, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.1498749629127283, |
| "grad_norm": 0.0010425514774397016, |
| "learning_rate": 7.512356601169615e-05, |
| "loss": 0.0, |
| "step": 3392 |
| }, |
| { |
| "epoch": 1.150553130165727, |
| "grad_norm": 0.0010554770706221461, |
| "learning_rate": 7.509612457211113e-05, |
| "loss": 0.0, |
| "step": 3394 |
| }, |
| { |
| "epoch": 1.151231297418726, |
| "grad_norm": 0.00047697455738671124, |
| "learning_rate": 7.506867302381015e-05, |
| "loss": 0.0, |
| "step": 3396 |
| }, |
| { |
| "epoch": 1.1519094646717247, |
| "grad_norm": 0.00013069043052382767, |
| "learning_rate": 7.504121137785066e-05, |
| "loss": 0.0, |
| "step": 3398 |
| }, |
| { |
| "epoch": 1.1525876319247235, |
| "grad_norm": 0.0029345303773880005, |
| "learning_rate": 7.501373964529424e-05, |
| "loss": 0.0, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.1532657991777222, |
| "grad_norm": 0.002666602609679103, |
| "learning_rate": 7.498625783720646e-05, |
| "loss": 0.0, |
| "step": 3402 |
| }, |
| { |
| "epoch": 1.153943966430721, |
| "grad_norm": 0.0011464230483397841, |
| "learning_rate": 7.495876596465703e-05, |
| "loss": 0.0, |
| "step": 3404 |
| }, |
| { |
| "epoch": 1.1546221336837197, |
| "grad_norm": 6.778768147341907e-05, |
| "learning_rate": 7.493126403871964e-05, |
| "loss": 0.0, |
| "step": 3406 |
| }, |
| { |
| "epoch": 1.1553003009367184, |
| "grad_norm": 6.291534373303875e-05, |
| "learning_rate": 7.490375207047209e-05, |
| "loss": 0.0, |
| "step": 3408 |
| }, |
| { |
| "epoch": 1.1559784681897174, |
| "grad_norm": 0.00035271712113171816, |
| "learning_rate": 7.487623007099618e-05, |
| "loss": 0.0, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.1566566354427161, |
| "grad_norm": 0.0012021423317492008, |
| "learning_rate": 7.484869805137778e-05, |
| "loss": 0.0, |
| "step": 3412 |
| }, |
| { |
| "epoch": 1.1573348026957149, |
| "grad_norm": 4.147122672293335e-05, |
| "learning_rate": 7.482115602270677e-05, |
| "loss": 0.0002, |
| "step": 3414 |
| }, |
| { |
| "epoch": 1.1580129699487136, |
| "grad_norm": 7.595721399411559e-05, |
| "learning_rate": 7.479360399607707e-05, |
| "loss": 0.0, |
| "step": 3416 |
| }, |
| { |
| "epoch": 1.1586911372017124, |
| "grad_norm": 9.155207226285711e-05, |
| "learning_rate": 7.476604198258666e-05, |
| "loss": 0.0, |
| "step": 3418 |
| }, |
| { |
| "epoch": 1.159369304454711, |
| "grad_norm": 7.61376868467778e-05, |
| "learning_rate": 7.473846999333749e-05, |
| "loss": 0.0, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.1600474717077098, |
| "grad_norm": 6.941679021110758e-05, |
| "learning_rate": 7.471088803943557e-05, |
| "loss": 0.0, |
| "step": 3422 |
| }, |
| { |
| "epoch": 1.1607256389607086, |
| "grad_norm": 9.52499030972831e-05, |
| "learning_rate": 7.468329613199091e-05, |
| "loss": 0.0, |
| "step": 3424 |
| }, |
| { |
| "epoch": 1.1614038062137075, |
| "grad_norm": 8.02976283011958e-05, |
| "learning_rate": 7.465569428211751e-05, |
| "loss": 0.0, |
| "step": 3426 |
| }, |
| { |
| "epoch": 1.1620819734667063, |
| "grad_norm": 0.00013924592349212617, |
| "learning_rate": 7.46280825009334e-05, |
| "loss": 0.0, |
| "step": 3428 |
| }, |
| { |
| "epoch": 1.162760140719705, |
| "grad_norm": 6.39605859760195e-05, |
| "learning_rate": 7.460046079956063e-05, |
| "loss": 0.0, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.1634383079727038, |
| "grad_norm": 0.000588226830586791, |
| "learning_rate": 7.457282918912516e-05, |
| "loss": 0.0, |
| "step": 3432 |
| }, |
| { |
| "epoch": 1.1641164752257025, |
| "grad_norm": 0.0006162902573123574, |
| "learning_rate": 7.454518768075704e-05, |
| "loss": 0.0, |
| "step": 3434 |
| }, |
| { |
| "epoch": 1.1647946424787012, |
| "grad_norm": 7.87221870268695e-05, |
| "learning_rate": 7.451753628559027e-05, |
| "loss": 0.0, |
| "step": 3436 |
| }, |
| { |
| "epoch": 1.1654728097317002, |
| "grad_norm": 0.00011970425839535892, |
| "learning_rate": 7.44898750147628e-05, |
| "loss": 0.0, |
| "step": 3438 |
| }, |
| { |
| "epoch": 1.166150976984699, |
| "grad_norm": 6.236095941858366e-05, |
| "learning_rate": 7.446220387941661e-05, |
| "loss": 0.0001, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.1668291442376977, |
| "grad_norm": 5.8419889683136716e-05, |
| "learning_rate": 7.443452289069763e-05, |
| "loss": 0.0, |
| "step": 3442 |
| }, |
| { |
| "epoch": 1.1675073114906964, |
| "grad_norm": 6.64609469822608e-05, |
| "learning_rate": 7.440683205975574e-05, |
| "loss": 0.0, |
| "step": 3444 |
| }, |
| { |
| "epoch": 1.1681854787436952, |
| "grad_norm": 7.750398071948439e-05, |
| "learning_rate": 7.437913139774482e-05, |
| "loss": 0.0, |
| "step": 3446 |
| }, |
| { |
| "epoch": 1.168863645996694, |
| "grad_norm": 0.00014469469897449017, |
| "learning_rate": 7.435142091582268e-05, |
| "loss": 0.0, |
| "step": 3448 |
| }, |
| { |
| "epoch": 1.1695418132496926, |
| "grad_norm": 0.0036504254676401615, |
| "learning_rate": 7.432370062515113e-05, |
| "loss": 0.0, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.1702199805026914, |
| "grad_norm": 0.00010814583220053464, |
| "learning_rate": 7.429597053689585e-05, |
| "loss": 0.0, |
| "step": 3452 |
| }, |
| { |
| "epoch": 1.1708981477556903, |
| "grad_norm": 0.0001561157696414739, |
| "learning_rate": 7.426823066222656e-05, |
| "loss": 0.0, |
| "step": 3454 |
| }, |
| { |
| "epoch": 1.171576315008689, |
| "grad_norm": 0.00011890140740433708, |
| "learning_rate": 7.424048101231686e-05, |
| "loss": 0.0, |
| "step": 3456 |
| }, |
| { |
| "epoch": 1.1722544822616878, |
| "grad_norm": 0.009851573035120964, |
| "learning_rate": 7.42127215983443e-05, |
| "loss": 0.0, |
| "step": 3458 |
| }, |
| { |
| "epoch": 1.1729326495146866, |
| "grad_norm": 0.00021269686112646013, |
| "learning_rate": 7.418495243149038e-05, |
| "loss": 0.0, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.1736108167676853, |
| "grad_norm": 0.0004351783136371523, |
| "learning_rate": 7.415717352294051e-05, |
| "loss": 0.0, |
| "step": 3462 |
| }, |
| { |
| "epoch": 1.174288984020684, |
| "grad_norm": 0.00015459170390386134, |
| "learning_rate": 7.412938488388404e-05, |
| "loss": 0.0, |
| "step": 3464 |
| }, |
| { |
| "epoch": 1.1749671512736828, |
| "grad_norm": 0.00015582202468067408, |
| "learning_rate": 7.41015865255142e-05, |
| "loss": 0.0, |
| "step": 3466 |
| }, |
| { |
| "epoch": 1.1756453185266817, |
| "grad_norm": 0.00025736543466337025, |
| "learning_rate": 7.407377845902823e-05, |
| "loss": 0.0, |
| "step": 3468 |
| }, |
| { |
| "epoch": 1.1763234857796805, |
| "grad_norm": 0.00011491354962345213, |
| "learning_rate": 7.404596069562715e-05, |
| "loss": 0.0, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.1770016530326792, |
| "grad_norm": 5.988680277368985e-05, |
| "learning_rate": 7.401813324651599e-05, |
| "loss": 0.0, |
| "step": 3472 |
| }, |
| { |
| "epoch": 1.177679820285678, |
| "grad_norm": 0.00019077217439189553, |
| "learning_rate": 7.399029612290362e-05, |
| "loss": 0.0, |
| "step": 3474 |
| }, |
| { |
| "epoch": 1.1783579875386767, |
| "grad_norm": 0.00011350025306455791, |
| "learning_rate": 7.396244933600285e-05, |
| "loss": 0.0, |
| "step": 3476 |
| }, |
| { |
| "epoch": 1.1790361547916755, |
| "grad_norm": 0.000465821212856099, |
| "learning_rate": 7.393459289703035e-05, |
| "loss": 0.0, |
| "step": 3478 |
| }, |
| { |
| "epoch": 1.1797143220446742, |
| "grad_norm": 0.0001867363171186298, |
| "learning_rate": 7.39067268172067e-05, |
| "loss": 0.0, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.180392489297673, |
| "grad_norm": 0.00012939849693793803, |
| "learning_rate": 7.387885110775632e-05, |
| "loss": 0.0, |
| "step": 3482 |
| }, |
| { |
| "epoch": 1.181070656550672, |
| "grad_norm": 0.00019843588233925402, |
| "learning_rate": 7.38509657799076e-05, |
| "loss": 0.0, |
| "step": 3484 |
| }, |
| { |
| "epoch": 1.1817488238036706, |
| "grad_norm": 0.000269518030108884, |
| "learning_rate": 7.38230708448927e-05, |
| "loss": 0.0, |
| "step": 3486 |
| }, |
| { |
| "epoch": 1.1824269910566694, |
| "grad_norm": 0.00014750401896890253, |
| "learning_rate": 7.379516631394772e-05, |
| "loss": 0.0, |
| "step": 3488 |
| }, |
| { |
| "epoch": 1.1831051583096681, |
| "grad_norm": 7.503381493734196e-05, |
| "learning_rate": 7.376725219831258e-05, |
| "loss": 0.0, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.1837833255626669, |
| "grad_norm": 0.0002959097037091851, |
| "learning_rate": 7.373932850923111e-05, |
| "loss": 0.0, |
| "step": 3492 |
| }, |
| { |
| "epoch": 1.1844614928156656, |
| "grad_norm": 0.00016742225852794945, |
| "learning_rate": 7.371139525795095e-05, |
| "loss": 0.0, |
| "step": 3494 |
| }, |
| { |
| "epoch": 1.1851396600686646, |
| "grad_norm": 6.525198114104569e-05, |
| "learning_rate": 7.368345245572362e-05, |
| "loss": 0.0, |
| "step": 3496 |
| }, |
| { |
| "epoch": 1.1858178273216633, |
| "grad_norm": 8.403266838286072e-05, |
| "learning_rate": 7.365550011380447e-05, |
| "loss": 0.0, |
| "step": 3498 |
| }, |
| { |
| "epoch": 1.186495994574662, |
| "grad_norm": 4.769510996993631e-05, |
| "learning_rate": 7.362753824345272e-05, |
| "loss": 0.0, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.1871741618276608, |
| "grad_norm": 4.9367710744263604e-05, |
| "learning_rate": 7.359956685593137e-05, |
| "loss": 0.0, |
| "step": 3502 |
| }, |
| { |
| "epoch": 1.1878523290806595, |
| "grad_norm": 3.271954119554721e-05, |
| "learning_rate": 7.357158596250731e-05, |
| "loss": 0.0, |
| "step": 3504 |
| }, |
| { |
| "epoch": 1.1885304963336583, |
| "grad_norm": 0.00010201849363511428, |
| "learning_rate": 7.354359557445126e-05, |
| "loss": 0.0, |
| "step": 3506 |
| }, |
| { |
| "epoch": 1.189208663586657, |
| "grad_norm": 4.488110062084161e-05, |
| "learning_rate": 7.351559570303771e-05, |
| "loss": 0.0, |
| "step": 3508 |
| }, |
| { |
| "epoch": 1.1898868308396557, |
| "grad_norm": 5.867435902473517e-05, |
| "learning_rate": 7.348758635954503e-05, |
| "loss": 0.0, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.1905649980926545, |
| "grad_norm": 0.00029293273109942675, |
| "learning_rate": 7.345956755525539e-05, |
| "loss": 0.0, |
| "step": 3512 |
| }, |
| { |
| "epoch": 1.1912431653456534, |
| "grad_norm": 0.00039945391472429037, |
| "learning_rate": 7.343153930145473e-05, |
| "loss": 0.0, |
| "step": 3514 |
| }, |
| { |
| "epoch": 1.1919213325986522, |
| "grad_norm": 0.00014375893806573004, |
| "learning_rate": 7.340350160943284e-05, |
| "loss": 0.0, |
| "step": 3516 |
| }, |
| { |
| "epoch": 1.192599499851651, |
| "grad_norm": 0.00047697001718916, |
| "learning_rate": 7.33754544904833e-05, |
| "loss": 0.0, |
| "step": 3518 |
| }, |
| { |
| "epoch": 1.1932776671046497, |
| "grad_norm": 4.121005258639343e-05, |
| "learning_rate": 7.334739795590347e-05, |
| "loss": 0.0, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.1939558343576484, |
| "grad_norm": 4.2145245970459655e-05, |
| "learning_rate": 7.331933201699457e-05, |
| "loss": 0.0, |
| "step": 3522 |
| }, |
| { |
| "epoch": 1.1946340016106471, |
| "grad_norm": 3.849615313811228e-05, |
| "learning_rate": 7.32912566850615e-05, |
| "loss": 0.0001, |
| "step": 3524 |
| }, |
| { |
| "epoch": 1.195312168863646, |
| "grad_norm": 9.348442836198956e-05, |
| "learning_rate": 7.326317197141304e-05, |
| "loss": 0.0, |
| "step": 3526 |
| }, |
| { |
| "epoch": 1.1959903361166448, |
| "grad_norm": 0.00015607431123498827, |
| "learning_rate": 7.323507788736167e-05, |
| "loss": 0.0, |
| "step": 3528 |
| }, |
| { |
| "epoch": 1.1966685033696436, |
| "grad_norm": 2.9953756893519312e-05, |
| "learning_rate": 7.320697444422372e-05, |
| "loss": 0.0, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.1973466706226423, |
| "grad_norm": 0.08800560981035233, |
| "learning_rate": 7.317886165331925e-05, |
| "loss": 0.0002, |
| "step": 3532 |
| }, |
| { |
| "epoch": 1.198024837875641, |
| "grad_norm": 0.028783440589904785, |
| "learning_rate": 7.315073952597205e-05, |
| "loss": 0.0001, |
| "step": 3534 |
| }, |
| { |
| "epoch": 1.1987030051286398, |
| "grad_norm": 0.001528909313492477, |
| "learning_rate": 7.312260807350975e-05, |
| "loss": 0.0, |
| "step": 3536 |
| }, |
| { |
| "epoch": 1.1993811723816385, |
| "grad_norm": 0.0027066238690167665, |
| "learning_rate": 7.309446730726367e-05, |
| "loss": 0.0, |
| "step": 3538 |
| }, |
| { |
| "epoch": 1.2000593396346373, |
| "grad_norm": 0.006256472785025835, |
| "learning_rate": 7.306631723856895e-05, |
| "loss": 0.0001, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.2007375068876363, |
| "grad_norm": 0.051211562007665634, |
| "learning_rate": 7.303815787876438e-05, |
| "loss": 0.0006, |
| "step": 3542 |
| }, |
| { |
| "epoch": 1.201415674140635, |
| "grad_norm": 0.08517817407846451, |
| "learning_rate": 7.300998923919259e-05, |
| "loss": 0.0012, |
| "step": 3544 |
| }, |
| { |
| "epoch": 1.2020938413936337, |
| "grad_norm": 0.04007571563124657, |
| "learning_rate": 7.298181133119987e-05, |
| "loss": 0.0004, |
| "step": 3546 |
| }, |
| { |
| "epoch": 1.2027720086466325, |
| "grad_norm": 0.07620231807231903, |
| "learning_rate": 7.29536241661363e-05, |
| "loss": 0.0007, |
| "step": 3548 |
| }, |
| { |
| "epoch": 1.2034501758996312, |
| "grad_norm": 0.03595748171210289, |
| "learning_rate": 7.292542775535567e-05, |
| "loss": 0.0003, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.20412834315263, |
| "grad_norm": 0.03171832486987114, |
| "learning_rate": 7.289722211021546e-05, |
| "loss": 0.0001, |
| "step": 3552 |
| }, |
| { |
| "epoch": 1.2048065104056287, |
| "grad_norm": 0.018091239035129547, |
| "learning_rate": 7.286900724207694e-05, |
| "loss": 0.0002, |
| "step": 3554 |
| }, |
| { |
| "epoch": 1.2054846776586277, |
| "grad_norm": 0.06366919726133347, |
| "learning_rate": 7.284078316230504e-05, |
| "loss": 0.0004, |
| "step": 3556 |
| }, |
| { |
| "epoch": 1.2061628449116264, |
| "grad_norm": 0.008984467014670372, |
| "learning_rate": 7.281254988226842e-05, |
| "loss": 0.0, |
| "step": 3558 |
| }, |
| { |
| "epoch": 1.2068410121646251, |
| "grad_norm": 0.02150563895702362, |
| "learning_rate": 7.278430741333941e-05, |
| "loss": 0.0002, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.2075191794176239, |
| "grad_norm": 0.030671702697873116, |
| "learning_rate": 7.275605576689412e-05, |
| "loss": 0.0002, |
| "step": 3562 |
| }, |
| { |
| "epoch": 1.2081973466706226, |
| "grad_norm": 0.014883170835673809, |
| "learning_rate": 7.272779495431228e-05, |
| "loss": 0.0001, |
| "step": 3564 |
| }, |
| { |
| "epoch": 1.2088755139236214, |
| "grad_norm": 0.01106690801680088, |
| "learning_rate": 7.269952498697734e-05, |
| "loss": 0.0002, |
| "step": 3566 |
| }, |
| { |
| "epoch": 1.20955368117662, |
| "grad_norm": 0.010097106918692589, |
| "learning_rate": 7.267124587627647e-05, |
| "loss": 0.0001, |
| "step": 3568 |
| }, |
| { |
| "epoch": 1.2102318484296188, |
| "grad_norm": 0.019213326275348663, |
| "learning_rate": 7.264295763360046e-05, |
| "loss": 0.0, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.2109100156826178, |
| "grad_norm": 0.03620114549994469, |
| "learning_rate": 7.261466027034383e-05, |
| "loss": 0.0001, |
| "step": 3572 |
| }, |
| { |
| "epoch": 1.2115881829356165, |
| "grad_norm": 0.00409303605556488, |
| "learning_rate": 7.258635379790474e-05, |
| "loss": 0.0, |
| "step": 3574 |
| }, |
| { |
| "epoch": 1.2122663501886153, |
| "grad_norm": 0.008056599646806717, |
| "learning_rate": 7.255803822768505e-05, |
| "loss": 0.0, |
| "step": 3576 |
| }, |
| { |
| "epoch": 1.212944517441614, |
| "grad_norm": 0.025245072320103645, |
| "learning_rate": 7.252971357109025e-05, |
| "loss": 0.0001, |
| "step": 3578 |
| }, |
| { |
| "epoch": 1.2136226846946128, |
| "grad_norm": 0.002902921987697482, |
| "learning_rate": 7.250137983952952e-05, |
| "loss": 0.0, |
| "step": 3580 |
| }, |
| { |
| "epoch": 1.2143008519476115, |
| "grad_norm": 0.0032983103301376104, |
| "learning_rate": 7.247303704441568e-05, |
| "loss": 0.0, |
| "step": 3582 |
| }, |
| { |
| "epoch": 1.2149790192006105, |
| "grad_norm": 0.012134423479437828, |
| "learning_rate": 7.24446851971652e-05, |
| "loss": 0.0001, |
| "step": 3584 |
| }, |
| { |
| "epoch": 1.2156571864536092, |
| "grad_norm": 0.0009648970444686711, |
| "learning_rate": 7.241632430919822e-05, |
| "loss": 0.0, |
| "step": 3586 |
| }, |
| { |
| "epoch": 1.216335353706608, |
| "grad_norm": 0.0016609688755124807, |
| "learning_rate": 7.238795439193848e-05, |
| "loss": 0.0, |
| "step": 3588 |
| }, |
| { |
| "epoch": 1.2170135209596067, |
| "grad_norm": 0.0020582436118274927, |
| "learning_rate": 7.235957545681342e-05, |
| "loss": 0.0, |
| "step": 3590 |
| }, |
| { |
| "epoch": 1.2176916882126054, |
| "grad_norm": 0.0016364112962037325, |
| "learning_rate": 7.2331187515254e-05, |
| "loss": 0.0001, |
| "step": 3592 |
| }, |
| { |
| "epoch": 1.2183698554656042, |
| "grad_norm": 0.005296518560498953, |
| "learning_rate": 7.230279057869493e-05, |
| "loss": 0.0, |
| "step": 3594 |
| }, |
| { |
| "epoch": 1.219048022718603, |
| "grad_norm": 0.012611468322575092, |
| "learning_rate": 7.227438465857448e-05, |
| "loss": 0.0, |
| "step": 3596 |
| }, |
| { |
| "epoch": 1.2197261899716016, |
| "grad_norm": 0.007326039485633373, |
| "learning_rate": 7.224596976633456e-05, |
| "loss": 0.0, |
| "step": 3598 |
| }, |
| { |
| "epoch": 1.2204043572246006, |
| "grad_norm": 0.00021889481286052614, |
| "learning_rate": 7.221754591342067e-05, |
| "loss": 0.0, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.2210825244775994, |
| "grad_norm": 0.000410861597629264, |
| "learning_rate": 7.218911311128196e-05, |
| "loss": 0.0, |
| "step": 3602 |
| }, |
| { |
| "epoch": 1.221760691730598, |
| "grad_norm": 0.00032909182482399046, |
| "learning_rate": 7.216067137137112e-05, |
| "loss": 0.0, |
| "step": 3604 |
| }, |
| { |
| "epoch": 1.2224388589835968, |
| "grad_norm": 0.032102398574352264, |
| "learning_rate": 7.213222070514453e-05, |
| "loss": 0.0001, |
| "step": 3606 |
| }, |
| { |
| "epoch": 1.2231170262365956, |
| "grad_norm": 0.00018162255582865328, |
| "learning_rate": 7.210376112406205e-05, |
| "loss": 0.0, |
| "step": 3608 |
| }, |
| { |
| "epoch": 1.2237951934895943, |
| "grad_norm": 0.0013201575493440032, |
| "learning_rate": 7.207529263958726e-05, |
| "loss": 0.0, |
| "step": 3610 |
| }, |
| { |
| "epoch": 1.224473360742593, |
| "grad_norm": 0.0005053295753896236, |
| "learning_rate": 7.204681526318724e-05, |
| "loss": 0.0, |
| "step": 3612 |
| }, |
| { |
| "epoch": 1.225151527995592, |
| "grad_norm": 0.0003318975795991719, |
| "learning_rate": 7.201832900633265e-05, |
| "loss": 0.0, |
| "step": 3614 |
| }, |
| { |
| "epoch": 1.2258296952485908, |
| "grad_norm": 0.007706344127655029, |
| "learning_rate": 7.198983388049778e-05, |
| "loss": 0.0, |
| "step": 3616 |
| }, |
| { |
| "epoch": 1.2265078625015895, |
| "grad_norm": 0.00017018703510984778, |
| "learning_rate": 7.196132989716045e-05, |
| "loss": 0.0, |
| "step": 3618 |
| }, |
| { |
| "epoch": 1.2271860297545882, |
| "grad_norm": 0.0008728935499675572, |
| "learning_rate": 7.193281706780206e-05, |
| "loss": 0.0, |
| "step": 3620 |
| }, |
| { |
| "epoch": 1.227864197007587, |
| "grad_norm": 0.00048533343942835927, |
| "learning_rate": 7.190429540390757e-05, |
| "loss": 0.0, |
| "step": 3622 |
| }, |
| { |
| "epoch": 1.2285423642605857, |
| "grad_norm": 0.00021282030502334237, |
| "learning_rate": 7.187576491696553e-05, |
| "loss": 0.0, |
| "step": 3624 |
| }, |
| { |
| "epoch": 1.2292205315135845, |
| "grad_norm": 0.004707904066890478, |
| "learning_rate": 7.184722561846798e-05, |
| "loss": 0.0, |
| "step": 3626 |
| }, |
| { |
| "epoch": 1.2298986987665832, |
| "grad_norm": 0.0026295706629753113, |
| "learning_rate": 7.181867751991057e-05, |
| "loss": 0.0, |
| "step": 3628 |
| }, |
| { |
| "epoch": 1.2305768660195822, |
| "grad_norm": 0.0006299935048446059, |
| "learning_rate": 7.179012063279247e-05, |
| "loss": 0.0, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.231255033272581, |
| "grad_norm": 0.00022165761038195342, |
| "learning_rate": 7.176155496861638e-05, |
| "loss": 0.0, |
| "step": 3632 |
| }, |
| { |
| "epoch": 1.2319332005255796, |
| "grad_norm": 0.0006338229868561029, |
| "learning_rate": 7.173298053888855e-05, |
| "loss": 0.0, |
| "step": 3634 |
| }, |
| { |
| "epoch": 1.2326113677785784, |
| "grad_norm": 0.0003351867781020701, |
| "learning_rate": 7.170439735511876e-05, |
| "loss": 0.0, |
| "step": 3636 |
| }, |
| { |
| "epoch": 1.2332895350315771, |
| "grad_norm": 9.762517584022135e-05, |
| "learning_rate": 7.167580542882031e-05, |
| "loss": 0.0, |
| "step": 3638 |
| }, |
| { |
| "epoch": 1.2339677022845759, |
| "grad_norm": 0.04705990478396416, |
| "learning_rate": 7.164720477151002e-05, |
| "loss": 0.0001, |
| "step": 3640 |
| }, |
| { |
| "epoch": 1.2346458695375748, |
| "grad_norm": 0.0005479294923134148, |
| "learning_rate": 7.161859539470824e-05, |
| "loss": 0.0, |
| "step": 3642 |
| }, |
| { |
| "epoch": 1.2353240367905736, |
| "grad_norm": 0.015779433771967888, |
| "learning_rate": 7.158997730993884e-05, |
| "loss": 0.0001, |
| "step": 3644 |
| }, |
| { |
| "epoch": 1.2360022040435723, |
| "grad_norm": 0.009688456542789936, |
| "learning_rate": 7.156135052872915e-05, |
| "loss": 0.0, |
| "step": 3646 |
| }, |
| { |
| "epoch": 1.236680371296571, |
| "grad_norm": 0.0007699349662289023, |
| "learning_rate": 7.153271506261003e-05, |
| "loss": 0.001, |
| "step": 3648 |
| }, |
| { |
| "epoch": 1.2373585385495698, |
| "grad_norm": 0.02694147825241089, |
| "learning_rate": 7.150407092311586e-05, |
| "loss": 0.0009, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.2380367058025685, |
| "grad_norm": 0.054436396807432175, |
| "learning_rate": 7.147541812178451e-05, |
| "loss": 0.0004, |
| "step": 3652 |
| }, |
| { |
| "epoch": 1.2387148730555673, |
| "grad_norm": 0.011601508595049381, |
| "learning_rate": 7.14467566701573e-05, |
| "loss": 0.0004, |
| "step": 3654 |
| }, |
| { |
| "epoch": 1.239393040308566, |
| "grad_norm": 0.009782589972019196, |
| "learning_rate": 7.141808657977907e-05, |
| "loss": 0.0002, |
| "step": 3656 |
| }, |
| { |
| "epoch": 1.2400712075615647, |
| "grad_norm": 0.036703720688819885, |
| "learning_rate": 7.138940786219813e-05, |
| "loss": 0.0001, |
| "step": 3658 |
| }, |
| { |
| "epoch": 1.2407493748145637, |
| "grad_norm": 0.01584113948047161, |
| "learning_rate": 7.136072052896625e-05, |
| "loss": 0.0003, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.2414275420675625, |
| "grad_norm": 0.00839573610574007, |
| "learning_rate": 7.133202459163872e-05, |
| "loss": 0.0001, |
| "step": 3662 |
| }, |
| { |
| "epoch": 1.2421057093205612, |
| "grad_norm": 0.015938330441713333, |
| "learning_rate": 7.130332006177421e-05, |
| "loss": 0.0003, |
| "step": 3664 |
| }, |
| { |
| "epoch": 1.24278387657356, |
| "grad_norm": 0.03005986101925373, |
| "learning_rate": 7.127460695093493e-05, |
| "loss": 0.0002, |
| "step": 3666 |
| }, |
| { |
| "epoch": 1.2434620438265587, |
| "grad_norm": 0.007686430588364601, |
| "learning_rate": 7.124588527068652e-05, |
| "loss": 0.0001, |
| "step": 3668 |
| }, |
| { |
| "epoch": 1.2441402110795574, |
| "grad_norm": 0.03607560321688652, |
| "learning_rate": 7.121715503259807e-05, |
| "loss": 0.0002, |
| "step": 3670 |
| }, |
| { |
| "epoch": 1.2448183783325564, |
| "grad_norm": 0.018232079222798347, |
| "learning_rate": 7.118841624824209e-05, |
| "loss": 0.0003, |
| "step": 3672 |
| }, |
| { |
| "epoch": 1.2454965455855551, |
| "grad_norm": 0.014432893134653568, |
| "learning_rate": 7.115966892919459e-05, |
| "loss": 0.0, |
| "step": 3674 |
| }, |
| { |
| "epoch": 1.2461747128385539, |
| "grad_norm": 0.019733788445591927, |
| "learning_rate": 7.113091308703498e-05, |
| "loss": 0.0001, |
| "step": 3676 |
| }, |
| { |
| "epoch": 1.2468528800915526, |
| "grad_norm": 0.013168008998036385, |
| "learning_rate": 7.110214873334611e-05, |
| "loss": 0.0001, |
| "step": 3678 |
| }, |
| { |
| "epoch": 1.2475310473445513, |
| "grad_norm": 0.02215537056326866, |
| "learning_rate": 7.107337587971424e-05, |
| "loss": 0.0001, |
| "step": 3680 |
| }, |
| { |
| "epoch": 1.24820921459755, |
| "grad_norm": 0.014840980060398579, |
| "learning_rate": 7.104459453772909e-05, |
| "loss": 0.0, |
| "step": 3682 |
| }, |
| { |
| "epoch": 1.2488873818505488, |
| "grad_norm": 0.0022126887924969196, |
| "learning_rate": 7.101580471898377e-05, |
| "loss": 0.0, |
| "step": 3684 |
| }, |
| { |
| "epoch": 1.2495655491035476, |
| "grad_norm": 0.0022282488644123077, |
| "learning_rate": 7.098700643507485e-05, |
| "loss": 0.0, |
| "step": 3686 |
| }, |
| { |
| "epoch": 1.2502437163565463, |
| "grad_norm": 0.0018177232705056667, |
| "learning_rate": 7.095819969760221e-05, |
| "loss": 0.0, |
| "step": 3688 |
| }, |
| { |
| "epoch": 1.2509218836095453, |
| "grad_norm": 0.007829871959984303, |
| "learning_rate": 7.092938451816926e-05, |
| "loss": 0.0, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.251600050862544, |
| "grad_norm": 0.0006072524702176452, |
| "learning_rate": 7.090056090838274e-05, |
| "loss": 0.0, |
| "step": 3692 |
| }, |
| { |
| "epoch": 1.2522782181155427, |
| "grad_norm": 0.030747784301638603, |
| "learning_rate": 7.087172887985276e-05, |
| "loss": 0.0001, |
| "step": 3694 |
| }, |
| { |
| "epoch": 1.2529563853685415, |
| "grad_norm": 0.02318490482866764, |
| "learning_rate": 7.08428884441929e-05, |
| "loss": 0.0001, |
| "step": 3696 |
| }, |
| { |
| "epoch": 1.2536345526215402, |
| "grad_norm": 0.005606907419860363, |
| "learning_rate": 7.081403961302006e-05, |
| "loss": 0.0, |
| "step": 3698 |
| }, |
| { |
| "epoch": 1.2543127198745392, |
| "grad_norm": 0.010471644811332226, |
| "learning_rate": 7.078518239795456e-05, |
| "loss": 0.0, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.254990887127538, |
| "grad_norm": 0.05316907539963722, |
| "learning_rate": 7.075631681062007e-05, |
| "loss": 0.0006, |
| "step": 3702 |
| }, |
| { |
| "epoch": 1.2556690543805367, |
| "grad_norm": 0.010512227192521095, |
| "learning_rate": 7.072744286264365e-05, |
| "loss": 0.0, |
| "step": 3704 |
| }, |
| { |
| "epoch": 1.2563472216335354, |
| "grad_norm": 0.028978761285543442, |
| "learning_rate": 7.069856056565572e-05, |
| "loss": 0.0001, |
| "step": 3706 |
| }, |
| { |
| "epoch": 1.2570253888865341, |
| "grad_norm": 0.02035476639866829, |
| "learning_rate": 7.066966993129009e-05, |
| "loss": 0.0001, |
| "step": 3708 |
| }, |
| { |
| "epoch": 1.2577035561395329, |
| "grad_norm": 0.0009529913077130914, |
| "learning_rate": 7.064077097118385e-05, |
| "loss": 0.0001, |
| "step": 3710 |
| }, |
| { |
| "epoch": 1.2583817233925316, |
| "grad_norm": 0.0010063213994726539, |
| "learning_rate": 7.061186369697756e-05, |
| "loss": 0.0, |
| "step": 3712 |
| }, |
| { |
| "epoch": 1.2590598906455304, |
| "grad_norm": 0.0006211152067407966, |
| "learning_rate": 7.058294812031503e-05, |
| "loss": 0.0, |
| "step": 3714 |
| }, |
| { |
| "epoch": 1.259738057898529, |
| "grad_norm": 0.05503276735544205, |
| "learning_rate": 7.055402425284346e-05, |
| "loss": 0.0, |
| "step": 3716 |
| }, |
| { |
| "epoch": 1.260416225151528, |
| "grad_norm": 0.021889325231313705, |
| "learning_rate": 7.052509210621337e-05, |
| "loss": 0.0002, |
| "step": 3718 |
| }, |
| { |
| "epoch": 1.2610943924045268, |
| "grad_norm": 0.03572991490364075, |
| "learning_rate": 7.049615169207864e-05, |
| "loss": 0.0002, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.2617725596575255, |
| "grad_norm": 0.001351168379187584, |
| "learning_rate": 7.046720302209646e-05, |
| "loss": 0.0, |
| "step": 3722 |
| }, |
| { |
| "epoch": 1.2624507269105243, |
| "grad_norm": 0.002800681861117482, |
| "learning_rate": 7.043824610792735e-05, |
| "loss": 0.0, |
| "step": 3724 |
| }, |
| { |
| "epoch": 1.263128894163523, |
| "grad_norm": 0.00028367669438011944, |
| "learning_rate": 7.040928096123516e-05, |
| "loss": 0.0003, |
| "step": 3726 |
| }, |
| { |
| "epoch": 1.2638070614165218, |
| "grad_norm": 0.0004958737408742309, |
| "learning_rate": 7.038030759368703e-05, |
| "loss": 0.0, |
| "step": 3728 |
| }, |
| { |
| "epoch": 1.2644852286695207, |
| "grad_norm": 0.0005568963824771345, |
| "learning_rate": 7.035132601695343e-05, |
| "loss": 0.0, |
| "step": 3730 |
| }, |
| { |
| "epoch": 1.2651633959225195, |
| "grad_norm": 0.04810892790555954, |
| "learning_rate": 7.032233624270816e-05, |
| "loss": 0.0008, |
| "step": 3732 |
| }, |
| { |
| "epoch": 1.2658415631755182, |
| "grad_norm": 0.08710169792175293, |
| "learning_rate": 7.029333828262827e-05, |
| "loss": 0.0001, |
| "step": 3734 |
| }, |
| { |
| "epoch": 1.266519730428517, |
| "grad_norm": 0.040873605757951736, |
| "learning_rate": 7.026433214839416e-05, |
| "loss": 0.0002, |
| "step": 3736 |
| }, |
| { |
| "epoch": 1.2671978976815157, |
| "grad_norm": 0.0023663484025746584, |
| "learning_rate": 7.023531785168948e-05, |
| "loss": 0.0, |
| "step": 3738 |
| }, |
| { |
| "epoch": 1.2678760649345144, |
| "grad_norm": 0.07860898226499557, |
| "learning_rate": 7.020629540420118e-05, |
| "loss": 0.0003, |
| "step": 3740 |
| }, |
| { |
| "epoch": 1.2685542321875132, |
| "grad_norm": 0.011849219910800457, |
| "learning_rate": 7.017726481761951e-05, |
| "loss": 0.0001, |
| "step": 3742 |
| }, |
| { |
| "epoch": 1.269232399440512, |
| "grad_norm": 0.021843140944838524, |
| "learning_rate": 7.014822610363798e-05, |
| "loss": 0.0001, |
| "step": 3744 |
| }, |
| { |
| "epoch": 1.2699105666935107, |
| "grad_norm": 0.06327859312295914, |
| "learning_rate": 7.01191792739534e-05, |
| "loss": 0.0004, |
| "step": 3746 |
| }, |
| { |
| "epoch": 1.2705887339465096, |
| "grad_norm": 0.030594058334827423, |
| "learning_rate": 7.00901243402658e-05, |
| "loss": 0.0005, |
| "step": 3748 |
| }, |
| { |
| "epoch": 1.2712669011995084, |
| "grad_norm": 0.05372355878353119, |
| "learning_rate": 7.006106131427853e-05, |
| "loss": 0.0003, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.271945068452507, |
| "grad_norm": 0.03993901237845421, |
| "learning_rate": 7.003199020769815e-05, |
| "loss": 0.0005, |
| "step": 3752 |
| }, |
| { |
| "epoch": 1.2726232357055058, |
| "grad_norm": 0.06573836505413055, |
| "learning_rate": 7.000291103223453e-05, |
| "loss": 0.0003, |
| "step": 3754 |
| }, |
| { |
| "epoch": 1.2733014029585046, |
| "grad_norm": 0.01412898674607277, |
| "learning_rate": 6.997382379960071e-05, |
| "loss": 0.0002, |
| "step": 3756 |
| }, |
| { |
| "epoch": 1.2739795702115035, |
| "grad_norm": 0.0644112154841423, |
| "learning_rate": 6.994472852151307e-05, |
| "loss": 0.0004, |
| "step": 3758 |
| }, |
| { |
| "epoch": 1.2746577374645023, |
| "grad_norm": 0.7547671794891357, |
| "learning_rate": 6.991562520969116e-05, |
| "loss": 0.0154, |
| "step": 3760 |
| }, |
| { |
| "epoch": 1.275335904717501, |
| "grad_norm": 0.059369105845689774, |
| "learning_rate": 6.98865138758578e-05, |
| "loss": 0.0276, |
| "step": 3762 |
| }, |
| { |
| "epoch": 1.2760140719704998, |
| "grad_norm": 0.9872779846191406, |
| "learning_rate": 6.985739453173903e-05, |
| "loss": 0.0121, |
| "step": 3764 |
| }, |
| { |
| "epoch": 1.2766922392234985, |
| "grad_norm": 0.18768635392189026, |
| "learning_rate": 6.982826718906412e-05, |
| "loss": 0.0134, |
| "step": 3766 |
| }, |
| { |
| "epoch": 1.2773704064764972, |
| "grad_norm": 3.0843405723571777, |
| "learning_rate": 6.979913185956556e-05, |
| "loss": 0.0152, |
| "step": 3768 |
| }, |
| { |
| "epoch": 1.278048573729496, |
| "grad_norm": 0.3620230257511139, |
| "learning_rate": 6.976998855497905e-05, |
| "loss": 0.0199, |
| "step": 3770 |
| }, |
| { |
| "epoch": 1.2787267409824947, |
| "grad_norm": 0.6195115447044373, |
| "learning_rate": 6.974083728704351e-05, |
| "loss": 0.0219, |
| "step": 3772 |
| }, |
| { |
| "epoch": 1.2794049082354935, |
| "grad_norm": 2.172183036804199, |
| "learning_rate": 6.971167806750107e-05, |
| "loss": 0.036, |
| "step": 3774 |
| }, |
| { |
| "epoch": 1.2800830754884924, |
| "grad_norm": 2.368955373764038, |
| "learning_rate": 6.968251090809708e-05, |
| "loss": 0.1914, |
| "step": 3776 |
| }, |
| { |
| "epoch": 1.2807612427414912, |
| "grad_norm": 2.1724870204925537, |
| "learning_rate": 6.965333582058002e-05, |
| "loss": 0.0416, |
| "step": 3778 |
| }, |
| { |
| "epoch": 1.28143940999449, |
| "grad_norm": 1.5031301975250244, |
| "learning_rate": 6.962415281670167e-05, |
| "loss": 0.0268, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.2821175772474886, |
| "grad_norm": 1.1724557876586914, |
| "learning_rate": 6.95949619082169e-05, |
| "loss": 0.051, |
| "step": 3782 |
| }, |
| { |
| "epoch": 1.2827957445004874, |
| "grad_norm": 0.24994565546512604, |
| "learning_rate": 6.956576310688382e-05, |
| "loss": 0.0078, |
| "step": 3784 |
| }, |
| { |
| "epoch": 1.2834739117534861, |
| "grad_norm": 0.874370813369751, |
| "learning_rate": 6.953655642446368e-05, |
| "loss": 0.0047, |
| "step": 3786 |
| }, |
| { |
| "epoch": 1.284152079006485, |
| "grad_norm": 0.08019069582223892, |
| "learning_rate": 6.950734187272098e-05, |
| "loss": 0.0028, |
| "step": 3788 |
| }, |
| { |
| "epoch": 1.2848302462594838, |
| "grad_norm": 0.18998371064662933, |
| "learning_rate": 6.947811946342329e-05, |
| "loss": 0.0032, |
| "step": 3790 |
| }, |
| { |
| "epoch": 1.2855084135124826, |
| "grad_norm": 0.08605227619409561, |
| "learning_rate": 6.944888920834142e-05, |
| "loss": 0.9699, |
| "step": 3792 |
| }, |
| { |
| "epoch": 1.2861865807654813, |
| "grad_norm": 0.1060505360364914, |
| "learning_rate": 6.941965111924929e-05, |
| "loss": 0.0012, |
| "step": 3794 |
| }, |
| { |
| "epoch": 1.28686474801848, |
| "grad_norm": 0.13712160289287567, |
| "learning_rate": 6.939040520792402e-05, |
| "loss": 0.0016, |
| "step": 3796 |
| }, |
| { |
| "epoch": 1.2875429152714788, |
| "grad_norm": 0.19173935055732727, |
| "learning_rate": 6.936115148614584e-05, |
| "loss": 0.0016, |
| "step": 3798 |
| }, |
| { |
| "epoch": 1.2882210825244775, |
| "grad_norm": 70.08195495605469, |
| "learning_rate": 6.933188996569817e-05, |
| "loss": 1.3792, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.2888992497774763, |
| "grad_norm": 0.691962480545044, |
| "learning_rate": 6.930262065836752e-05, |
| "loss": 0.0204, |
| "step": 3802 |
| }, |
| { |
| "epoch": 1.289577417030475, |
| "grad_norm": 0.8632583022117615, |
| "learning_rate": 6.92733435759436e-05, |
| "loss": 0.0146, |
| "step": 3804 |
| }, |
| { |
| "epoch": 1.290255584283474, |
| "grad_norm": 1.6672307252883911, |
| "learning_rate": 6.924405873021918e-05, |
| "loss": 0.0287, |
| "step": 3806 |
| }, |
| { |
| "epoch": 1.2909337515364727, |
| "grad_norm": 0.9258363246917725, |
| "learning_rate": 6.921476613299018e-05, |
| "loss": 0.0152, |
| "step": 3808 |
| }, |
| { |
| "epoch": 1.2916119187894715, |
| "grad_norm": 0.15455372631549835, |
| "learning_rate": 6.918546579605572e-05, |
| "loss": 0.0117, |
| "step": 3810 |
| }, |
| { |
| "epoch": 1.2922900860424702, |
| "grad_norm": 0.1822269707918167, |
| "learning_rate": 6.915615773121791e-05, |
| "loss": 0.0051, |
| "step": 3812 |
| }, |
| { |
| "epoch": 1.292968253295469, |
| "grad_norm": 0.20265448093414307, |
| "learning_rate": 6.912684195028208e-05, |
| "loss": 0.0054, |
| "step": 3814 |
| }, |
| { |
| "epoch": 1.293646420548468, |
| "grad_norm": 0.09864166378974915, |
| "learning_rate": 6.909751846505656e-05, |
| "loss": 0.0038, |
| "step": 3816 |
| }, |
| { |
| "epoch": 1.2943245878014666, |
| "grad_norm": 0.04846733435988426, |
| "learning_rate": 6.906818728735291e-05, |
| "loss": 0.0018, |
| "step": 3818 |
| }, |
| { |
| "epoch": 1.2950027550544654, |
| "grad_norm": 0.07136884331703186, |
| "learning_rate": 6.903884842898569e-05, |
| "loss": 0.0015, |
| "step": 3820 |
| }, |
| { |
| "epoch": 1.2956809223074641, |
| "grad_norm": 0.024747643619775772, |
| "learning_rate": 6.900950190177263e-05, |
| "loss": 0.0005, |
| "step": 3822 |
| }, |
| { |
| "epoch": 1.2963590895604629, |
| "grad_norm": 0.09419432282447815, |
| "learning_rate": 6.898014771753443e-05, |
| "loss": 0.0008, |
| "step": 3824 |
| }, |
| { |
| "epoch": 1.2970372568134616, |
| "grad_norm": 0.0712243989109993, |
| "learning_rate": 6.895078588809502e-05, |
| "loss": 0.0009, |
| "step": 3826 |
| }, |
| { |
| "epoch": 1.2977154240664603, |
| "grad_norm": 0.017767785117030144, |
| "learning_rate": 6.892141642528134e-05, |
| "loss": 0.001, |
| "step": 3828 |
| }, |
| { |
| "epoch": 1.298393591319459, |
| "grad_norm": 0.041735365986824036, |
| "learning_rate": 6.889203934092336e-05, |
| "loss": 0.0006, |
| "step": 3830 |
| }, |
| { |
| "epoch": 1.2990717585724578, |
| "grad_norm": 0.04800105467438698, |
| "learning_rate": 6.88626546468542e-05, |
| "loss": 0.0009, |
| "step": 3832 |
| }, |
| { |
| "epoch": 1.2997499258254566, |
| "grad_norm": 0.06188105419278145, |
| "learning_rate": 6.883326235491001e-05, |
| "loss": 0.0006, |
| "step": 3834 |
| }, |
| { |
| "epoch": 1.3004280930784555, |
| "grad_norm": 0.03689048811793327, |
| "learning_rate": 6.880386247692999e-05, |
| "loss": 0.0005, |
| "step": 3836 |
| }, |
| { |
| "epoch": 1.3011062603314543, |
| "grad_norm": 0.009136232547461987, |
| "learning_rate": 6.877445502475643e-05, |
| "loss": 0.0004, |
| "step": 3838 |
| }, |
| { |
| "epoch": 1.301784427584453, |
| "grad_norm": 0.024388829246163368, |
| "learning_rate": 6.874504001023461e-05, |
| "loss": 0.0004, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.3024625948374517, |
| "grad_norm": 0.0197377260774374, |
| "learning_rate": 6.871561744521293e-05, |
| "loss": 0.0001, |
| "step": 3842 |
| }, |
| { |
| "epoch": 1.3031407620904505, |
| "grad_norm": 0.01399923861026764, |
| "learning_rate": 6.868618734154276e-05, |
| "loss": 0.0003, |
| "step": 3844 |
| }, |
| { |
| "epoch": 1.3038189293434495, |
| "grad_norm": 0.0143091706559062, |
| "learning_rate": 6.865674971107858e-05, |
| "loss": 0.0002, |
| "step": 3846 |
| }, |
| { |
| "epoch": 1.3044970965964482, |
| "grad_norm": 0.006448931992053986, |
| "learning_rate": 6.862730456567786e-05, |
| "loss": 0.0001, |
| "step": 3848 |
| }, |
| { |
| "epoch": 1.305175263849447, |
| "grad_norm": 0.019587090238928795, |
| "learning_rate": 6.859785191720106e-05, |
| "loss": 0.0003, |
| "step": 3850 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.403106472762278e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
