| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.99812382739212, |
| "eval_steps": 400, |
| "global_step": 2398, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0008338544923910778, |
| "grad_norm": 0.35252463817596436, |
| "learning_rate": 2e-08, |
| "loss": 0.8273, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0008338544923910778, |
| "eval_loss": 0.861491858959198, |
| "eval_runtime": 319.044, |
| "eval_samples_per_second": 16.872, |
| "eval_steps_per_second": 2.815, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0016677089847821555, |
| "grad_norm": 0.3189675807952881, |
| "learning_rate": 4e-08, |
| "loss": 0.8572, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0025015634771732333, |
| "grad_norm": 0.3477325141429901, |
| "learning_rate": 6e-08, |
| "loss": 0.9059, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.003335417969564311, |
| "grad_norm": 0.32423585653305054, |
| "learning_rate": 8e-08, |
| "loss": 0.8386, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.004169272461955389, |
| "grad_norm": 0.32164493203163147, |
| "learning_rate": 1e-07, |
| "loss": 0.8753, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0050031269543464665, |
| "grad_norm": 0.33231157064437866, |
| "learning_rate": 1.2e-07, |
| "loss": 0.8665, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.005836981446737544, |
| "grad_norm": 0.31154102087020874, |
| "learning_rate": 1.4e-07, |
| "loss": 0.8813, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.006670835939128622, |
| "grad_norm": 0.3176712393760681, |
| "learning_rate": 1.6e-07, |
| "loss": 0.8683, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0075046904315197, |
| "grad_norm": 0.3419969975948334, |
| "learning_rate": 1.8e-07, |
| "loss": 0.849, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.008338544923910778, |
| "grad_norm": 0.33408281207084656, |
| "learning_rate": 2e-07, |
| "loss": 0.8778, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.009172399416301855, |
| "grad_norm": 0.3125899136066437, |
| "learning_rate": 2.1999999999999998e-07, |
| "loss": 0.8051, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.010006253908692933, |
| "grad_norm": 0.32648083567619324, |
| "learning_rate": 2.4e-07, |
| "loss": 0.8297, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.01084010840108401, |
| "grad_norm": 0.3143678605556488, |
| "learning_rate": 2.6e-07, |
| "loss": 0.8401, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.011673962893475089, |
| "grad_norm": 0.3291407525539398, |
| "learning_rate": 2.8e-07, |
| "loss": 0.8668, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.012507817385866166, |
| "grad_norm": 0.3211856484413147, |
| "learning_rate": 3e-07, |
| "loss": 0.84, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.013341671878257244, |
| "grad_norm": 0.31169289350509644, |
| "learning_rate": 3.2e-07, |
| "loss": 0.8659, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.014175526370648322, |
| "grad_norm": 0.3279392719268799, |
| "learning_rate": 3.4000000000000003e-07, |
| "loss": 0.8317, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0150093808630394, |
| "grad_norm": 0.3028814494609833, |
| "learning_rate": 3.6e-07, |
| "loss": 0.8246, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.015843235355430477, |
| "grad_norm": 0.307066410779953, |
| "learning_rate": 3.7999999999999996e-07, |
| "loss": 0.8025, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.016677089847821555, |
| "grad_norm": 0.3293515741825104, |
| "learning_rate": 4e-07, |
| "loss": 0.8674, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.017510944340212633, |
| "grad_norm": 0.3215535581111908, |
| "learning_rate": 4.1999999999999995e-07, |
| "loss": 0.8533, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.01834479883260371, |
| "grad_norm": 0.3236245810985565, |
| "learning_rate": 4.3999999999999997e-07, |
| "loss": 0.8957, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.01917865332499479, |
| "grad_norm": 0.33956846594810486, |
| "learning_rate": 4.6e-07, |
| "loss": 0.8293, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.020012507817385866, |
| "grad_norm": 0.33766457438468933, |
| "learning_rate": 4.8e-07, |
| "loss": 0.8381, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.020846362309776944, |
| "grad_norm": 0.3336811065673828, |
| "learning_rate": 5e-07, |
| "loss": 0.8475, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.02168021680216802, |
| "grad_norm": 0.307309627532959, |
| "learning_rate": 5.2e-07, |
| "loss": 0.852, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0225140712945591, |
| "grad_norm": 0.29773110151290894, |
| "learning_rate": 5.4e-07, |
| "loss": 0.8042, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.023347925786950177, |
| "grad_norm": 0.3210948407649994, |
| "learning_rate": 5.6e-07, |
| "loss": 0.9099, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.024181780279341255, |
| "grad_norm": 0.3149116337299347, |
| "learning_rate": 5.8e-07, |
| "loss": 0.8, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.025015634771732333, |
| "grad_norm": 0.29307302832603455, |
| "learning_rate": 6e-07, |
| "loss": 0.8583, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02584948926412341, |
| "grad_norm": 0.3131772577762604, |
| "learning_rate": 6.2e-07, |
| "loss": 0.8432, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.026683343756514488, |
| "grad_norm": 0.28058937191963196, |
| "learning_rate": 6.4e-07, |
| "loss": 0.8099, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.027517198248905566, |
| "grad_norm": 0.2649301290512085, |
| "learning_rate": 6.6e-07, |
| "loss": 0.8715, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.028351052741296644, |
| "grad_norm": 0.2659442126750946, |
| "learning_rate": 6.800000000000001e-07, |
| "loss": 0.7432, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.02918490723368772, |
| "grad_norm": 0.24875527620315552, |
| "learning_rate": 7e-07, |
| "loss": 0.8502, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0300187617260788, |
| "grad_norm": 0.21730971336364746, |
| "learning_rate": 7.2e-07, |
| "loss": 0.813, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.030852616218469877, |
| "grad_norm": 0.19625824689865112, |
| "learning_rate": 7.4e-07, |
| "loss": 0.7839, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.031686470710860955, |
| "grad_norm": 0.19287347793579102, |
| "learning_rate": 7.599999999999999e-07, |
| "loss": 0.7949, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.032520325203252036, |
| "grad_norm": 0.1588095873594284, |
| "learning_rate": 7.799999999999999e-07, |
| "loss": 0.7137, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.03335417969564311, |
| "grad_norm": 0.17520244419574738, |
| "learning_rate": 8e-07, |
| "loss": 0.8112, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03418803418803419, |
| "grad_norm": 0.16394659876823425, |
| "learning_rate": 8.199999999999999e-07, |
| "loss": 0.8096, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.035021888680425266, |
| "grad_norm": 0.1522587239742279, |
| "learning_rate": 8.399999999999999e-07, |
| "loss": 0.708, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.03585574317281635, |
| "grad_norm": 0.16340652108192444, |
| "learning_rate": 8.599999999999999e-07, |
| "loss": 0.7816, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.03668959766520742, |
| "grad_norm": 0.15452717244625092, |
| "learning_rate": 8.799999999999999e-07, |
| "loss": 0.7946, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0375234521575985, |
| "grad_norm": 0.1545872688293457, |
| "learning_rate": 9e-07, |
| "loss": 0.7908, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.03835730664998958, |
| "grad_norm": 0.13799017667770386, |
| "learning_rate": 9.2e-07, |
| "loss": 0.7056, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.03919116114238066, |
| "grad_norm": 0.14599646627902985, |
| "learning_rate": 9.399999999999999e-07, |
| "loss": 0.8098, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.04002501563477173, |
| "grad_norm": 0.13951805233955383, |
| "learning_rate": 9.6e-07, |
| "loss": 0.7938, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.040858870127162814, |
| "grad_norm": 0.14058919250965118, |
| "learning_rate": 9.8e-07, |
| "loss": 0.7806, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.04169272461955389, |
| "grad_norm": 0.14300380647182465, |
| "learning_rate": 1e-06, |
| "loss": 0.8192, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04252657911194497, |
| "grad_norm": 0.13719584047794342, |
| "learning_rate": 1.02e-06, |
| "loss": 0.7939, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.04336043360433604, |
| "grad_norm": 0.14002980291843414, |
| "learning_rate": 1.04e-06, |
| "loss": 0.8163, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.044194288096727125, |
| "grad_norm": 0.13815677165985107, |
| "learning_rate": 1.06e-06, |
| "loss": 0.8137, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.0450281425891182, |
| "grad_norm": 0.13772878050804138, |
| "learning_rate": 1.08e-06, |
| "loss": 0.771, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.04586199708150928, |
| "grad_norm": 0.1414576917886734, |
| "learning_rate": 1.1e-06, |
| "loss": 0.7989, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.046695851573900354, |
| "grad_norm": 0.11953306943178177, |
| "learning_rate": 1.12e-06, |
| "loss": 0.7074, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.047529706066291436, |
| "grad_norm": 0.13051201403141022, |
| "learning_rate": 1.1399999999999999e-06, |
| "loss": 0.8034, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.04836356055868251, |
| "grad_norm": 0.12802985310554504, |
| "learning_rate": 1.16e-06, |
| "loss": 0.7581, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.04919741505107359, |
| "grad_norm": 0.13593435287475586, |
| "learning_rate": 1.18e-06, |
| "loss": 0.7978, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.050031269543464665, |
| "grad_norm": 0.12595658004283905, |
| "learning_rate": 1.2e-06, |
| "loss": 0.7997, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05086512403585575, |
| "grad_norm": 0.1257220059633255, |
| "learning_rate": 1.22e-06, |
| "loss": 0.7194, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.05169897852824682, |
| "grad_norm": 0.12169249355792999, |
| "learning_rate": 1.24e-06, |
| "loss": 0.7412, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0525328330206379, |
| "grad_norm": 0.12391054630279541, |
| "learning_rate": 1.26e-06, |
| "loss": 0.7849, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.053366687513028976, |
| "grad_norm": 0.12134575098752975, |
| "learning_rate": 1.28e-06, |
| "loss": 0.6859, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.05420054200542006, |
| "grad_norm": 0.11605742573738098, |
| "learning_rate": 1.3e-06, |
| "loss": 0.8112, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.05503439649781113, |
| "grad_norm": 0.11593819409608841, |
| "learning_rate": 1.32e-06, |
| "loss": 0.6993, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.05586825099020221, |
| "grad_norm": 0.12103109061717987, |
| "learning_rate": 1.34e-06, |
| "loss": 0.7595, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.05670210548259329, |
| "grad_norm": 0.12391602247953415, |
| "learning_rate": 1.3600000000000001e-06, |
| "loss": 0.7676, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.05753595997498437, |
| "grad_norm": 0.10895267128944397, |
| "learning_rate": 1.38e-06, |
| "loss": 0.7256, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.05836981446737544, |
| "grad_norm": 0.1129627376794815, |
| "learning_rate": 1.4e-06, |
| "loss": 0.7097, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.059203668959766524, |
| "grad_norm": 0.1078682616353035, |
| "learning_rate": 1.42e-06, |
| "loss": 0.7052, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0600375234521576, |
| "grad_norm": 0.1140650063753128, |
| "learning_rate": 1.44e-06, |
| "loss": 0.8067, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.06087137794454868, |
| "grad_norm": 0.10528790205717087, |
| "learning_rate": 1.46e-06, |
| "loss": 0.7241, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.061705232436939754, |
| "grad_norm": 0.11815836280584335, |
| "learning_rate": 1.48e-06, |
| "loss": 0.7344, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.06253908692933083, |
| "grad_norm": 0.11140462756156921, |
| "learning_rate": 1.5e-06, |
| "loss": 0.7664, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.06337294142172191, |
| "grad_norm": 0.11665944010019302, |
| "learning_rate": 1.5199999999999998e-06, |
| "loss": 0.7178, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.06420679591411299, |
| "grad_norm": 0.10751160234212875, |
| "learning_rate": 1.5399999999999999e-06, |
| "loss": 0.7269, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.06504065040650407, |
| "grad_norm": 0.09768356382846832, |
| "learning_rate": 1.5599999999999999e-06, |
| "loss": 0.7449, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.06587450489889514, |
| "grad_norm": 0.09686972200870514, |
| "learning_rate": 1.58e-06, |
| "loss": 0.7097, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.06670835939128622, |
| "grad_norm": 0.09527275711297989, |
| "learning_rate": 1.6e-06, |
| "loss": 0.7301, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0675422138836773, |
| "grad_norm": 0.0931195393204689, |
| "learning_rate": 1.62e-06, |
| "loss": 0.7524, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.06837606837606838, |
| "grad_norm": 0.0892946794629097, |
| "learning_rate": 1.6399999999999998e-06, |
| "loss": 0.7156, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.06920992286845945, |
| "grad_norm": 0.08845791220664978, |
| "learning_rate": 1.6599999999999998e-06, |
| "loss": 0.7349, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.07004377736085053, |
| "grad_norm": 0.0896732360124588, |
| "learning_rate": 1.6799999999999998e-06, |
| "loss": 0.7145, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.07087763185324161, |
| "grad_norm": 0.09997335076332092, |
| "learning_rate": 1.6999999999999998e-06, |
| "loss": 0.7103, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.0717114863456327, |
| "grad_norm": 0.08821084350347519, |
| "learning_rate": 1.7199999999999998e-06, |
| "loss": 0.725, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.07254534083802376, |
| "grad_norm": 0.08937980234622955, |
| "learning_rate": 1.7399999999999999e-06, |
| "loss": 0.7194, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.07337919533041484, |
| "grad_norm": 0.09307857602834702, |
| "learning_rate": 1.7599999999999999e-06, |
| "loss": 0.7595, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.07421304982280592, |
| "grad_norm": 0.08865829557180405, |
| "learning_rate": 1.78e-06, |
| "loss": 0.7464, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.075046904315197, |
| "grad_norm": 0.09038495272397995, |
| "learning_rate": 1.8e-06, |
| "loss": 0.6698, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.07588075880758807, |
| "grad_norm": 0.08254078030586243, |
| "learning_rate": 1.82e-06, |
| "loss": 0.7426, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.07671461329997915, |
| "grad_norm": 0.08807505667209625, |
| "learning_rate": 1.84e-06, |
| "loss": 0.6789, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.07754846779237023, |
| "grad_norm": 0.09523889422416687, |
| "learning_rate": 1.86e-06, |
| "loss": 0.7218, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.07838232228476132, |
| "grad_norm": 0.08782277256250381, |
| "learning_rate": 1.8799999999999998e-06, |
| "loss": 0.7599, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.07921617677715238, |
| "grad_norm": 0.08968065679073334, |
| "learning_rate": 1.8999999999999998e-06, |
| "loss": 0.7971, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.08005003126954346, |
| "grad_norm": 0.08655782043933868, |
| "learning_rate": 1.92e-06, |
| "loss": 0.7479, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.08088388576193455, |
| "grad_norm": 0.0854155421257019, |
| "learning_rate": 1.94e-06, |
| "loss": 0.7327, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.08171774025432563, |
| "grad_norm": 0.08121508359909058, |
| "learning_rate": 1.96e-06, |
| "loss": 0.6749, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.0825515947467167, |
| "grad_norm": 0.08429264277219772, |
| "learning_rate": 1.98e-06, |
| "loss": 0.6402, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.08338544923910778, |
| "grad_norm": 0.08390086144208908, |
| "learning_rate": 2e-06, |
| "loss": 0.7434, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08421930373149886, |
| "grad_norm": 0.08662284910678864, |
| "learning_rate": 1.9999995964675577e-06, |
| "loss": 0.6681, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.08505315822388994, |
| "grad_norm": 0.08700251579284668, |
| "learning_rate": 1.9999983858705566e-06, |
| "loss": 0.763, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.085887012716281, |
| "grad_norm": 0.08504343777894974, |
| "learning_rate": 1.9999963682099734e-06, |
| "loss": 0.77, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.08672086720867209, |
| "grad_norm": 0.08222745358943939, |
| "learning_rate": 1.999993543487437e-06, |
| "loss": 0.7103, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.08755472170106317, |
| "grad_norm": 0.08124719560146332, |
| "learning_rate": 1.9999899117052263e-06, |
| "loss": 0.6913, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.08838857619345425, |
| "grad_norm": 0.09033836424350739, |
| "learning_rate": 1.9999854728662734e-06, |
| "loss": 0.7065, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.08922243068584532, |
| "grad_norm": 0.09045730531215668, |
| "learning_rate": 1.99998022697416e-06, |
| "loss": 0.7624, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.0900562851782364, |
| "grad_norm": 0.0832991823554039, |
| "learning_rate": 1.9999741740331203e-06, |
| "loss": 0.7399, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.09089013967062748, |
| "grad_norm": 0.07666011154651642, |
| "learning_rate": 1.9999673140480388e-06, |
| "loss": 0.6477, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.09172399416301856, |
| "grad_norm": 0.08195007592439651, |
| "learning_rate": 1.9999596470244527e-06, |
| "loss": 0.7068, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.09255784865540963, |
| "grad_norm": 0.07755164802074432, |
| "learning_rate": 1.99995117296855e-06, |
| "loss": 0.7021, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.09339170314780071, |
| "grad_norm": 0.0782230794429779, |
| "learning_rate": 1.9999418918871685e-06, |
| "loss": 0.7039, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.09422555764019179, |
| "grad_norm": 0.08311248570680618, |
| "learning_rate": 1.9999318037877995e-06, |
| "loss": 0.7238, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.09505941213258287, |
| "grad_norm": 0.08455490320920944, |
| "learning_rate": 1.999920908678585e-06, |
| "loss": 0.7184, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.09589326662497394, |
| "grad_norm": 0.08463476598262787, |
| "learning_rate": 1.9999092065683174e-06, |
| "loss": 0.6162, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.09672712111736502, |
| "grad_norm": 0.07902689278125763, |
| "learning_rate": 1.999896697466442e-06, |
| "loss": 0.6649, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.0975609756097561, |
| "grad_norm": 0.08383440971374512, |
| "learning_rate": 1.999883381383053e-06, |
| "loss": 0.703, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.09839483010214718, |
| "grad_norm": 0.07288578897714615, |
| "learning_rate": 1.999869258328899e-06, |
| "loss": 0.7286, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.09922868459453825, |
| "grad_norm": 0.08177065849304199, |
| "learning_rate": 1.999854328315377e-06, |
| "loss": 0.6899, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.10006253908692933, |
| "grad_norm": 0.07529062032699585, |
| "learning_rate": 1.999838591354537e-06, |
| "loss": 0.6781, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.10089639357932041, |
| "grad_norm": 0.08230678737163544, |
| "learning_rate": 1.9998220474590795e-06, |
| "loss": 0.7059, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.1017302480717115, |
| "grad_norm": 0.08000528067350388, |
| "learning_rate": 1.9998046966423567e-06, |
| "loss": 0.6561, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.10256410256410256, |
| "grad_norm": 0.07669328153133392, |
| "learning_rate": 1.9997865389183717e-06, |
| "loss": 0.6452, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.10339795705649364, |
| "grad_norm": 0.07872146368026733, |
| "learning_rate": 1.9997675743017794e-06, |
| "loss": 0.7337, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.10423181154888472, |
| "grad_norm": 0.07842138409614563, |
| "learning_rate": 1.9997478028078853e-06, |
| "loss": 0.7126, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1050656660412758, |
| "grad_norm": 0.07890679687261581, |
| "learning_rate": 1.9997272244526453e-06, |
| "loss": 0.7049, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.10589952053366687, |
| "grad_norm": 0.07983887195587158, |
| "learning_rate": 1.999705839252669e-06, |
| "loss": 0.7578, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.10673337502605795, |
| "grad_norm": 0.07721222192049026, |
| "learning_rate": 1.9996836472252144e-06, |
| "loss": 0.678, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.10756722951844903, |
| "grad_norm": 0.07825150340795517, |
| "learning_rate": 1.9996606483881927e-06, |
| "loss": 0.6763, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.10840108401084012, |
| "grad_norm": 0.08063995838165283, |
| "learning_rate": 1.999636842760165e-06, |
| "loss": 0.758, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.10923493850323118, |
| "grad_norm": 0.0724928081035614, |
| "learning_rate": 1.9996122303603443e-06, |
| "loss": 0.7312, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.11006879299562226, |
| "grad_norm": 0.08180397748947144, |
| "learning_rate": 1.999586811208594e-06, |
| "loss": 0.6794, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.11090264748801335, |
| "grad_norm": 0.0856177881360054, |
| "learning_rate": 1.99956058532543e-06, |
| "loss": 0.6885, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.11173650198040443, |
| "grad_norm": 0.0763324424624443, |
| "learning_rate": 1.999533552732017e-06, |
| "loss": 0.6821, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1125703564727955, |
| "grad_norm": 0.07964632660150528, |
| "learning_rate": 1.9995057134501725e-06, |
| "loss": 0.7362, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.11340421096518657, |
| "grad_norm": 0.07633720338344574, |
| "learning_rate": 1.999477067502365e-06, |
| "loss": 0.7396, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.11423806545757766, |
| "grad_norm": 0.07655656337738037, |
| "learning_rate": 1.9994476149117132e-06, |
| "loss": 0.728, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.11507191994996874, |
| "grad_norm": 0.07770884782075882, |
| "learning_rate": 1.9994173557019877e-06, |
| "loss": 0.6878, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.1159057744423598, |
| "grad_norm": 0.07332731038331985, |
| "learning_rate": 1.999386289897609e-06, |
| "loss": 0.7115, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.11673962893475089, |
| "grad_norm": 0.0784095972776413, |
| "learning_rate": 1.9993544175236497e-06, |
| "loss": 0.6653, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.11757348342714197, |
| "grad_norm": 0.08311771601438522, |
| "learning_rate": 1.9993217386058326e-06, |
| "loss": 0.6504, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.11840733791953305, |
| "grad_norm": 0.07529395818710327, |
| "learning_rate": 1.999288253170532e-06, |
| "loss": 0.7083, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.11924119241192412, |
| "grad_norm": 0.07608146965503693, |
| "learning_rate": 1.999253961244773e-06, |
| "loss": 0.6856, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.1200750469043152, |
| "grad_norm": 0.07125360518693924, |
| "learning_rate": 1.9992188628562303e-06, |
| "loss": 0.6095, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.12090890139670628, |
| "grad_norm": 0.07715660333633423, |
| "learning_rate": 1.999182958033232e-06, |
| "loss": 0.7337, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.12174275588909736, |
| "grad_norm": 0.07756403833627701, |
| "learning_rate": 1.999146246804755e-06, |
| "loss": 0.6929, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.12257661038148843, |
| "grad_norm": 0.07667449861764908, |
| "learning_rate": 1.9991087292004273e-06, |
| "loss": 0.67, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.12341046487387951, |
| "grad_norm": 0.08285968005657196, |
| "learning_rate": 1.9990704052505284e-06, |
| "loss": 0.7483, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.12424431936627059, |
| "grad_norm": 0.07476554065942764, |
| "learning_rate": 1.9990312749859887e-06, |
| "loss": 0.6846, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.12507817385866166, |
| "grad_norm": 0.0818118005990982, |
| "learning_rate": 1.998991338438388e-06, |
| "loss": 0.6709, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.12591202835105275, |
| "grad_norm": 0.08350253850221634, |
| "learning_rate": 1.998950595639958e-06, |
| "loss": 0.7379, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.12674588284344382, |
| "grad_norm": 0.07916589826345444, |
| "learning_rate": 1.9989090466235806e-06, |
| "loss": 0.7206, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.1275797373358349, |
| "grad_norm": 0.07860454171895981, |
| "learning_rate": 1.998866691422789e-06, |
| "loss": 0.6777, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.12841359182822598, |
| "grad_norm": 0.07861131429672241, |
| "learning_rate": 1.998823530071766e-06, |
| "loss": 0.6938, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.12924744632061705, |
| "grad_norm": 0.07819496840238571, |
| "learning_rate": 1.9987795626053465e-06, |
| "loss": 0.7193, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.13008130081300814, |
| "grad_norm": 0.07828415185213089, |
| "learning_rate": 1.9987347890590144e-06, |
| "loss": 0.6809, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.1309151553053992, |
| "grad_norm": 0.07755222916603088, |
| "learning_rate": 1.998689209468905e-06, |
| "loss": 0.7213, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.13174900979779028, |
| "grad_norm": 0.07672612369060516, |
| "learning_rate": 1.998642823871804e-06, |
| "loss": 0.7196, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.13258286429018137, |
| "grad_norm": 0.07963719964027405, |
| "learning_rate": 1.9985956323051475e-06, |
| "loss": 0.7465, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.13341671878257244, |
| "grad_norm": 0.0795946940779686, |
| "learning_rate": 1.9985476348070223e-06, |
| "loss": 0.717, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1342505732749635, |
| "grad_norm": 0.07344063371419907, |
| "learning_rate": 1.9984988314161656e-06, |
| "loss": 0.6861, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.1350844277673546, |
| "grad_norm": 0.07722171396017075, |
| "learning_rate": 1.9984492221719645e-06, |
| "loss": 0.6825, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.13591828225974567, |
| "grad_norm": 0.0812341496348381, |
| "learning_rate": 1.9983988071144572e-06, |
| "loss": 0.7245, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.13675213675213677, |
| "grad_norm": 0.08472032845020294, |
| "learning_rate": 1.998347586284332e-06, |
| "loss": 0.7315, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.13758599124452783, |
| "grad_norm": 0.07785464823246002, |
| "learning_rate": 1.9982955597229275e-06, |
| "loss": 0.6906, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.1384198457369189, |
| "grad_norm": 0.07382892072200775, |
| "learning_rate": 1.998242727472232e-06, |
| "loss": 0.6488, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.13925370022931, |
| "grad_norm": 0.07445723563432693, |
| "learning_rate": 1.9981890895748845e-06, |
| "loss": 0.692, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.14008755472170106, |
| "grad_norm": 0.07889281213283539, |
| "learning_rate": 1.998134646074175e-06, |
| "loss": 0.6438, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.14092140921409213, |
| "grad_norm": 0.07664698362350464, |
| "learning_rate": 1.9980793970140426e-06, |
| "loss": 0.6993, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.14175526370648323, |
| "grad_norm": 0.07807335257530212, |
| "learning_rate": 1.9980233424390773e-06, |
| "loss": 0.7334, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1425891181988743, |
| "grad_norm": 0.0683249682188034, |
| "learning_rate": 1.9979664823945174e-06, |
| "loss": 0.6325, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.1434229726912654, |
| "grad_norm": 0.08339341729879379, |
| "learning_rate": 1.997908816926254e-06, |
| "loss": 0.697, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.14425682718365646, |
| "grad_norm": 0.07781082391738892, |
| "learning_rate": 1.997850346080827e-06, |
| "loss": 0.6748, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.14509068167604752, |
| "grad_norm": 0.07718750089406967, |
| "learning_rate": 1.9977910699054247e-06, |
| "loss": 0.7002, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.14592453616843862, |
| "grad_norm": 0.07779830694198608, |
| "learning_rate": 1.997730988447888e-06, |
| "loss": 0.723, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.14675839066082969, |
| "grad_norm": 0.07958701252937317, |
| "learning_rate": 1.997670101756706e-06, |
| "loss": 0.6651, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.14759224515322075, |
| "grad_norm": 0.08142640441656113, |
| "learning_rate": 1.997608409881019e-06, |
| "loss": 0.6652, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.14842609964561185, |
| "grad_norm": 0.07898704707622528, |
| "learning_rate": 1.9975459128706152e-06, |
| "loss": 0.6842, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.14925995413800291, |
| "grad_norm": 0.07870691269636154, |
| "learning_rate": 1.997482610775935e-06, |
| "loss": 0.7167, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.150093808630394, |
| "grad_norm": 0.07766727358102798, |
| "learning_rate": 1.9974185036480658e-06, |
| "loss": 0.6145, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.15092766312278508, |
| "grad_norm": 0.07913653552532196, |
| "learning_rate": 1.997353591538748e-06, |
| "loss": 0.7598, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.15176151761517614, |
| "grad_norm": 0.07850881665945053, |
| "learning_rate": 1.9972878745003684e-06, |
| "loss": 0.7492, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.15259537210756724, |
| "grad_norm": 0.07599500566720963, |
| "learning_rate": 1.9972213525859656e-06, |
| "loss": 0.6802, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.1534292265999583, |
| "grad_norm": 0.08165914565324783, |
| "learning_rate": 1.997154025849227e-06, |
| "loss": 0.6343, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.15426308109234937, |
| "grad_norm": 0.0763566642999649, |
| "learning_rate": 1.9970858943444893e-06, |
| "loss": 0.7214, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.15509693558474047, |
| "grad_norm": 0.07993835210800171, |
| "learning_rate": 1.99701695812674e-06, |
| "loss": 0.6975, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.15593079007713154, |
| "grad_norm": 0.07139826565980911, |
| "learning_rate": 1.996947217251614e-06, |
| "loss": 0.6714, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.15676464456952263, |
| "grad_norm": 0.0777943804860115, |
| "learning_rate": 1.996876671775397e-06, |
| "loss": 0.6684, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.1575984990619137, |
| "grad_norm": 0.07822203636169434, |
| "learning_rate": 1.9968053217550242e-06, |
| "loss": 0.7161, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.15843235355430477, |
| "grad_norm": 0.07645302265882492, |
| "learning_rate": 1.9967331672480794e-06, |
| "loss": 0.647, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.15926620804669586, |
| "grad_norm": 0.07744666188955307, |
| "learning_rate": 1.996660208312796e-06, |
| "loss": 0.6887, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.16010006253908693, |
| "grad_norm": 0.07616739720106125, |
| "learning_rate": 1.9965864450080565e-06, |
| "loss": 0.7209, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.160933917031478, |
| "grad_norm": 0.0808212161064148, |
| "learning_rate": 1.996511877393393e-06, |
| "loss": 0.7229, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.1617677715238691, |
| "grad_norm": 0.07879424095153809, |
| "learning_rate": 1.996436505528986e-06, |
| "loss": 0.6753, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.16260162601626016, |
| "grad_norm": 0.07811419665813446, |
| "learning_rate": 1.9963603294756654e-06, |
| "loss": 0.6427, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.16343548050865125, |
| "grad_norm": 0.08347994834184647, |
| "learning_rate": 1.996283349294911e-06, |
| "loss": 0.6575, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.16426933500104232, |
| "grad_norm": 0.08415097743272781, |
| "learning_rate": 1.99620556504885e-06, |
| "loss": 0.6859, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.1651031894934334, |
| "grad_norm": 0.08112502098083496, |
| "learning_rate": 1.9961269768002596e-06, |
| "loss": 0.6601, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.16593704398582448, |
| "grad_norm": 0.07908611744642258, |
| "learning_rate": 1.9960475846125656e-06, |
| "loss": 0.6697, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.16677089847821555, |
| "grad_norm": 0.07735829800367355, |
| "learning_rate": 1.995967388549843e-06, |
| "loss": 0.6631, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.16760475297060662, |
| "grad_norm": 0.07564505934715271, |
| "learning_rate": 1.9958863886768145e-06, |
| "loss": 0.7004, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.1684386074629977, |
| "grad_norm": 0.08117896318435669, |
| "learning_rate": 1.9958045850588527e-06, |
| "loss": 0.62, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.16927246195538878, |
| "grad_norm": 0.0761483758687973, |
| "learning_rate": 1.9957219777619784e-06, |
| "loss": 0.7145, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.17010631644777988, |
| "grad_norm": 0.08249073475599289, |
| "learning_rate": 1.995638566852861e-06, |
| "loss": 0.703, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.17094017094017094, |
| "grad_norm": 0.08197219669818878, |
| "learning_rate": 1.9955543523988187e-06, |
| "loss": 0.695, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.171774025432562, |
| "grad_norm": 0.07933253049850464, |
| "learning_rate": 1.995469334467818e-06, |
| "loss": 0.6575, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.1726078799249531, |
| "grad_norm": 0.07888033986091614, |
| "learning_rate": 1.9953835131284735e-06, |
| "loss": 0.6504, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.17344173441734417, |
| "grad_norm": 0.080783411860466, |
| "learning_rate": 1.995296888450049e-06, |
| "loss": 0.6586, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.17427558890973524, |
| "grad_norm": 0.07863239198923111, |
| "learning_rate": 1.995209460502456e-06, |
| "loss": 0.7204, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.17510944340212634, |
| "grad_norm": 0.07864314317703247, |
| "learning_rate": 1.9951212293562544e-06, |
| "loss": 0.6867, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1759432978945174, |
| "grad_norm": 0.07574496418237686, |
| "learning_rate": 1.995032195082653e-06, |
| "loss": 0.6806, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.1767771523869085, |
| "grad_norm": 0.08079942315816879, |
| "learning_rate": 1.9949423577535078e-06, |
| "loss": 0.6929, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.17761100687929957, |
| "grad_norm": 0.08361431211233139, |
| "learning_rate": 1.9948517174413235e-06, |
| "loss": 0.6948, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.17844486137169063, |
| "grad_norm": 0.07974692434072495, |
| "learning_rate": 1.994760274219253e-06, |
| "loss": 0.7269, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.17927871586408173, |
| "grad_norm": 0.08275672793388367, |
| "learning_rate": 1.9946680281610957e-06, |
| "loss": 0.6268, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.1801125703564728, |
| "grad_norm": 0.08361789584159851, |
| "learning_rate": 1.9945749793413017e-06, |
| "loss": 0.6145, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.18094642484886386, |
| "grad_norm": 0.0829552635550499, |
| "learning_rate": 1.9944811278349665e-06, |
| "loss": 0.7203, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.18178027934125496, |
| "grad_norm": 0.07961665093898773, |
| "learning_rate": 1.994386473717835e-06, |
| "loss": 0.6598, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.18261413383364603, |
| "grad_norm": 0.08015939593315125, |
| "learning_rate": 1.9942910170662986e-06, |
| "loss": 0.6465, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.18344798832603712, |
| "grad_norm": 0.08055105805397034, |
| "learning_rate": 1.994194757957397e-06, |
| "loss": 0.6543, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1842818428184282, |
| "grad_norm": 0.07763723284006119, |
| "learning_rate": 1.994097696468818e-06, |
| "loss": 0.6984, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.18511569731081925, |
| "grad_norm": 0.07882793247699738, |
| "learning_rate": 1.9939998326788966e-06, |
| "loss": 0.6672, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.18594955180321035, |
| "grad_norm": 0.08098764717578888, |
| "learning_rate": 1.993901166666615e-06, |
| "loss": 0.65, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.18678340629560142, |
| "grad_norm": 0.07791118323802948, |
| "learning_rate": 1.9938016985116027e-06, |
| "loss": 0.6954, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.18761726078799248, |
| "grad_norm": 0.07814016193151474, |
| "learning_rate": 1.993701428294137e-06, |
| "loss": 0.6788, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.18845111528038358, |
| "grad_norm": 0.07884248346090317, |
| "learning_rate": 1.9936003560951433e-06, |
| "loss": 0.6577, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.18928496977277465, |
| "grad_norm": 0.07807621359825134, |
| "learning_rate": 1.9934984819961924e-06, |
| "loss": 0.6424, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.19011882426516574, |
| "grad_norm": 0.08191139996051788, |
| "learning_rate": 1.9933958060795043e-06, |
| "loss": 0.6809, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1909526787575568, |
| "grad_norm": 0.07597807049751282, |
| "learning_rate": 1.9932923284279445e-06, |
| "loss": 0.7109, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.19178653324994788, |
| "grad_norm": 0.08211328089237213, |
| "learning_rate": 1.9931880491250263e-06, |
| "loss": 0.6916, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.19262038774233897, |
| "grad_norm": 0.07775567471981049, |
| "learning_rate": 1.993082968254909e-06, |
| "loss": 0.6458, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.19345424223473004, |
| "grad_norm": 0.08438362181186676, |
| "learning_rate": 1.992977085902402e-06, |
| "loss": 0.6946, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.1942880967271211, |
| "grad_norm": 0.08631843328475952, |
| "learning_rate": 1.9928704021529564e-06, |
| "loss": 0.6643, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "grad_norm": 0.07766929268836975, |
| "learning_rate": 1.992762917092675e-06, |
| "loss": 0.6753, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.19595580571190327, |
| "grad_norm": 0.07574877887964249, |
| "learning_rate": 1.9926546308083044e-06, |
| "loss": 0.6346, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.19678966020429436, |
| "grad_norm": 0.07815206050872803, |
| "learning_rate": 1.9925455433872386e-06, |
| "loss": 0.6946, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.19762351469668543, |
| "grad_norm": 0.07457253336906433, |
| "learning_rate": 1.9924356549175185e-06, |
| "loss": 0.7108, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.1984573691890765, |
| "grad_norm": 0.07688765227794647, |
| "learning_rate": 1.992324965487831e-06, |
| "loss": 0.6764, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.1992912236814676, |
| "grad_norm": 0.08050046861171722, |
| "learning_rate": 1.99221347518751e-06, |
| "loss": 0.6263, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.20012507817385866, |
| "grad_norm": 0.07763144373893738, |
| "learning_rate": 1.9921011841065347e-06, |
| "loss": 0.6618, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.20095893266624973, |
| "grad_norm": 0.07744456082582474, |
| "learning_rate": 1.991988092335532e-06, |
| "loss": 0.6922, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.20179278715864082, |
| "grad_norm": 0.07596256583929062, |
| "learning_rate": 1.9918741999657743e-06, |
| "loss": 0.7267, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.2026266416510319, |
| "grad_norm": 0.08003415167331696, |
| "learning_rate": 1.9917595070891793e-06, |
| "loss": 0.6796, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.203460496143423, |
| "grad_norm": 0.08418845385313034, |
| "learning_rate": 1.9916440137983125e-06, |
| "loss": 0.6815, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.20429435063581405, |
| "grad_norm": 0.0794699415564537, |
| "learning_rate": 1.991527720186384e-06, |
| "loss": 0.6962, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 0.07894127070903778, |
| "learning_rate": 1.991410626347251e-06, |
| "loss": 0.6898, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.20596205962059622, |
| "grad_norm": 0.0819648951292038, |
| "learning_rate": 1.9912927323754145e-06, |
| "loss": 0.726, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.20679591411298728, |
| "grad_norm": 0.08042652159929276, |
| "learning_rate": 1.991174038366024e-06, |
| "loss": 0.6398, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.20762976860537835, |
| "grad_norm": 0.07848809659481049, |
| "learning_rate": 1.9910545444148722e-06, |
| "loss": 0.6562, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.20846362309776945, |
| "grad_norm": 0.08295590430498123, |
| "learning_rate": 1.9909342506183987e-06, |
| "loss": 0.6767, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2092974775901605, |
| "grad_norm": 0.0840587317943573, |
| "learning_rate": 1.9908131570736887e-06, |
| "loss": 0.7274, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.2101313320825516, |
| "grad_norm": 0.08375398814678192, |
| "learning_rate": 1.9906912638784727e-06, |
| "loss": 0.6716, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.21096518657494268, |
| "grad_norm": 0.08229872584342957, |
| "learning_rate": 1.990568571131126e-06, |
| "loss": 0.7385, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.21179904106733374, |
| "grad_norm": 0.07736154645681381, |
| "learning_rate": 1.99044507893067e-06, |
| "loss": 0.71, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.21263289555972484, |
| "grad_norm": 0.08812221139669418, |
| "learning_rate": 1.9903207873767704e-06, |
| "loss": 0.7045, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2134667500521159, |
| "grad_norm": 0.08660853654146194, |
| "learning_rate": 1.9901956965697386e-06, |
| "loss": 0.7218, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.21430060454450697, |
| "grad_norm": 0.08562801033258438, |
| "learning_rate": 1.9900698066105318e-06, |
| "loss": 0.6376, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.21513445903689807, |
| "grad_norm": 0.07764414697885513, |
| "learning_rate": 1.9899431176007503e-06, |
| "loss": 0.6629, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.21596831352928914, |
| "grad_norm": 0.07547292113304138, |
| "learning_rate": 1.989815629642641e-06, |
| "loss": 0.6887, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.21680216802168023, |
| "grad_norm": 0.08463111519813538, |
| "learning_rate": 1.9896873428390948e-06, |
| "loss": 0.6169, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2176360225140713, |
| "grad_norm": 0.08064530789852142, |
| "learning_rate": 1.9895582572936473e-06, |
| "loss": 0.6905, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.21846987700646237, |
| "grad_norm": 0.07929642498493195, |
| "learning_rate": 1.9894283731104796e-06, |
| "loss": 0.6415, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.21930373149885346, |
| "grad_norm": 0.07858303934335709, |
| "learning_rate": 1.9892976903944154e-06, |
| "loss": 0.6955, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.22013758599124453, |
| "grad_norm": 0.07967871427536011, |
| "learning_rate": 1.9891662092509255e-06, |
| "loss": 0.7004, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.2209714404836356, |
| "grad_norm": 0.08009492605924606, |
| "learning_rate": 1.989033929786123e-06, |
| "loss": 0.6206, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.2218052949760267, |
| "grad_norm": 0.08245829492807388, |
| "learning_rate": 1.988900852106766e-06, |
| "loss": 0.7182, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.22263914946841776, |
| "grad_norm": 0.07844138890504837, |
| "learning_rate": 1.9887669763202568e-06, |
| "loss": 0.6372, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.22347300396080885, |
| "grad_norm": 0.0783441960811615, |
| "learning_rate": 1.9886323025346417e-06, |
| "loss": 0.6182, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.22430685845319992, |
| "grad_norm": 0.0803346335887909, |
| "learning_rate": 1.9884968308586117e-06, |
| "loss": 0.6436, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.225140712945591, |
| "grad_norm": 0.0813342034816742, |
| "learning_rate": 1.9883605614015015e-06, |
| "loss": 0.6472, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.22597456743798208, |
| "grad_norm": 0.07891476154327393, |
| "learning_rate": 1.988223494273288e-06, |
| "loss": 0.6625, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.22680842193037315, |
| "grad_norm": 0.08087664842605591, |
| "learning_rate": 1.9880856295845945e-06, |
| "loss": 0.7226, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.22764227642276422, |
| "grad_norm": 0.08254389464855194, |
| "learning_rate": 1.9879469674466865e-06, |
| "loss": 0.6992, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.2284761309151553, |
| "grad_norm": 0.08207474648952484, |
| "learning_rate": 1.987807507971473e-06, |
| "loss": 0.6827, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.22930998540754638, |
| "grad_norm": 0.08394856005907059, |
| "learning_rate": 1.9876672512715075e-06, |
| "loss": 0.7445, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.23014383989993747, |
| "grad_norm": 0.07934897392988205, |
| "learning_rate": 1.9875261974599856e-06, |
| "loss": 0.6988, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.23097769439232854, |
| "grad_norm": 0.08756977319717407, |
| "learning_rate": 1.987384346650747e-06, |
| "loss": 0.6588, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.2318115488847196, |
| "grad_norm": 0.08198294788599014, |
| "learning_rate": 1.9872416989582747e-06, |
| "loss": 0.6729, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2326454033771107, |
| "grad_norm": 0.07671192288398743, |
| "learning_rate": 1.9870982544976948e-06, |
| "loss": 0.6685, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.23347925786950177, |
| "grad_norm": 0.07943634688854218, |
| "learning_rate": 1.986954013384776e-06, |
| "loss": 0.7352, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.23431311236189284, |
| "grad_norm": 0.0829697921872139, |
| "learning_rate": 1.98680897573593e-06, |
| "loss": 0.6645, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.23514696685428393, |
| "grad_norm": 0.08583538234233856, |
| "learning_rate": 1.986663141668212e-06, |
| "loss": 0.713, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.235980821346675, |
| "grad_norm": 0.08206543326377869, |
| "learning_rate": 1.9865165112993192e-06, |
| "loss": 0.7211, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.2368146758390661, |
| "grad_norm": 0.07899665087461472, |
| "learning_rate": 1.9863690847475924e-06, |
| "loss": 0.6757, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.23764853033145716, |
| "grad_norm": 0.0813852995634079, |
| "learning_rate": 1.986220862132014e-06, |
| "loss": 0.692, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.23848238482384823, |
| "grad_norm": 0.09079395979642868, |
| "learning_rate": 1.9860718435722093e-06, |
| "loss": 0.6756, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.23931623931623933, |
| "grad_norm": 0.07518535107374191, |
| "learning_rate": 1.985922029188446e-06, |
| "loss": 0.626, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.2401500938086304, |
| "grad_norm": 0.08228084444999695, |
| "learning_rate": 1.9857714191016337e-06, |
| "loss": 0.7394, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.24098394830102146, |
| "grad_norm": 0.08036590367555618, |
| "learning_rate": 1.985620013433325e-06, |
| "loss": 0.6012, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.24181780279341256, |
| "grad_norm": 0.08429574221372604, |
| "learning_rate": 1.985467812305714e-06, |
| "loss": 0.6881, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.24265165728580362, |
| "grad_norm": 0.07866602391004562, |
| "learning_rate": 1.9853148158416364e-06, |
| "loss": 0.6708, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.24348551177819472, |
| "grad_norm": 0.0796622484922409, |
| "learning_rate": 1.9851610241645714e-06, |
| "loss": 0.7129, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.24431936627058579, |
| "grad_norm": 0.08136799931526184, |
| "learning_rate": 1.9850064373986374e-06, |
| "loss": 0.6806, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.24515322076297685, |
| "grad_norm": 0.07808342576026917, |
| "learning_rate": 1.9848510556685973e-06, |
| "loss": 0.6217, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.24598707525536795, |
| "grad_norm": 0.07293733209371567, |
| "learning_rate": 1.984694879099853e-06, |
| "loss": 0.662, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.24682092974775902, |
| "grad_norm": 0.07730741053819656, |
| "learning_rate": 1.98453790781845e-06, |
| "loss": 0.6386, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.24765478424015008, |
| "grad_norm": 0.08601437509059906, |
| "learning_rate": 1.9843801419510743e-06, |
| "loss": 0.6639, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.24848863873254118, |
| "grad_norm": 0.0815718024969101, |
| "learning_rate": 1.9842215816250525e-06, |
| "loss": 0.6891, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.24932249322493225, |
| "grad_norm": 0.08793067187070847, |
| "learning_rate": 1.9840622269683537e-06, |
| "loss": 0.684, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.2501563477173233, |
| "grad_norm": 0.07922165095806122, |
| "learning_rate": 1.9839020781095873e-06, |
| "loss": 0.6913, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2509902022097144, |
| "grad_norm": 0.0789838656783104, |
| "learning_rate": 1.9837411351780035e-06, |
| "loss": 0.6556, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.2518240567021055, |
| "grad_norm": 0.07958388328552246, |
| "learning_rate": 1.9835793983034944e-06, |
| "loss": 0.6301, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.25265791119449654, |
| "grad_norm": 0.08036024868488312, |
| "learning_rate": 1.9834168676165915e-06, |
| "loss": 0.592, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.25349176568688764, |
| "grad_norm": 0.08134333044290543, |
| "learning_rate": 1.9832535432484677e-06, |
| "loss": 0.7142, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.25432562017927873, |
| "grad_norm": 0.08333199471235275, |
| "learning_rate": 1.983089425330937e-06, |
| "loss": 0.7021, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.2551594746716698, |
| "grad_norm": 0.08486991375684738, |
| "learning_rate": 1.982924513996452e-06, |
| "loss": 0.6724, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.25599332916406087, |
| "grad_norm": 0.08286510407924652, |
| "learning_rate": 1.982758809378108e-06, |
| "loss": 0.6856, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.25682718365645196, |
| "grad_norm": 0.08175141364336014, |
| "learning_rate": 1.982592311609639e-06, |
| "loss": 0.6605, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.257661038148843, |
| "grad_norm": 0.08094872534275055, |
| "learning_rate": 1.982425020825419e-06, |
| "loss": 0.7136, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.2584948926412341, |
| "grad_norm": 0.07797659933567047, |
| "learning_rate": 1.9822569371604632e-06, |
| "loss": 0.6975, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2593287471336252, |
| "grad_norm": 0.08523422479629517, |
| "learning_rate": 1.982088060750426e-06, |
| "loss": 0.6487, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.2601626016260163, |
| "grad_norm": 0.09064790606498718, |
| "learning_rate": 1.981918391731601e-06, |
| "loss": 0.7006, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.2609964561184073, |
| "grad_norm": 0.08136545121669769, |
| "learning_rate": 1.9817479302409225e-06, |
| "loss": 0.67, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.2618303106107984, |
| "grad_norm": 0.07847245037555695, |
| "learning_rate": 1.9815766764159642e-06, |
| "loss": 0.6692, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.2626641651031895, |
| "grad_norm": 0.07690361142158508, |
| "learning_rate": 1.9814046303949387e-06, |
| "loss": 0.5999, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.26349801959558056, |
| "grad_norm": 0.08166715502738953, |
| "learning_rate": 1.9812317923166987e-06, |
| "loss": 0.6666, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.26433187408797165, |
| "grad_norm": 0.08074827492237091, |
| "learning_rate": 1.981058162320735e-06, |
| "loss": 0.657, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.26516572858036275, |
| "grad_norm": 0.08311966806650162, |
| "learning_rate": 1.980883740547179e-06, |
| "loss": 0.6679, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.2659995830727538, |
| "grad_norm": 0.08272409439086914, |
| "learning_rate": 1.9807085271368e-06, |
| "loss": 0.6467, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.2668334375651449, |
| "grad_norm": 0.08190209418535233, |
| "learning_rate": 1.980532522231007e-06, |
| "loss": 0.623, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.267667292057536, |
| "grad_norm": 0.0819978415966034, |
| "learning_rate": 1.980355725971847e-06, |
| "loss": 0.677, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.268501146549927, |
| "grad_norm": 0.07838036119937897, |
| "learning_rate": 1.980178138502006e-06, |
| "loss": 0.6545, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.2693350010423181, |
| "grad_norm": 0.08094768226146698, |
| "learning_rate": 1.979999759964809e-06, |
| "loss": 0.6429, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.2701688555347092, |
| "grad_norm": 0.0796407088637352, |
| "learning_rate": 1.9798205905042184e-06, |
| "loss": 0.7114, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.27100271002710025, |
| "grad_norm": 0.07667295634746552, |
| "learning_rate": 1.9796406302648366e-06, |
| "loss": 0.7059, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.27183656451949134, |
| "grad_norm": 0.07456690818071365, |
| "learning_rate": 1.9794598793919023e-06, |
| "loss": 0.5275, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.27267041901188244, |
| "grad_norm": 0.08084844797849655, |
| "learning_rate": 1.9792783380312935e-06, |
| "loss": 0.6449, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.27350427350427353, |
| "grad_norm": 0.08692745119333267, |
| "learning_rate": 1.9790960063295254e-06, |
| "loss": 0.6831, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.27433812799666457, |
| "grad_norm": 0.0852961540222168, |
| "learning_rate": 1.9789128844337524e-06, |
| "loss": 0.6518, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.27517198248905567, |
| "grad_norm": 0.08140264451503754, |
| "learning_rate": 1.978728972491765e-06, |
| "loss": 0.606, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.27600583698144676, |
| "grad_norm": 0.08339618146419525, |
| "learning_rate": 1.9785442706519927e-06, |
| "loss": 0.6792, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.2768396914738378, |
| "grad_norm": 0.08711510896682739, |
| "learning_rate": 1.9783587790635017e-06, |
| "loss": 0.6903, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.2776735459662289, |
| "grad_norm": 0.08612138777971268, |
| "learning_rate": 1.978172497875995e-06, |
| "loss": 0.6998, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.27850740045862, |
| "grad_norm": 0.07922092080116272, |
| "learning_rate": 1.9779854272398146e-06, |
| "loss": 0.654, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.27934125495101103, |
| "grad_norm": 0.08098642528057098, |
| "learning_rate": 1.9777975673059382e-06, |
| "loss": 0.6706, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.2801751094434021, |
| "grad_norm": 0.0873970165848732, |
| "learning_rate": 1.977608918225981e-06, |
| "loss": 0.6856, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.2810089639357932, |
| "grad_norm": 0.082435242831707, |
| "learning_rate": 1.9774194801521947e-06, |
| "loss": 0.6375, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.28184281842818426, |
| "grad_norm": 0.08199653774499893, |
| "learning_rate": 1.9772292532374687e-06, |
| "loss": 0.6785, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.28267667292057536, |
| "grad_norm": 0.08817990124225616, |
| "learning_rate": 1.9770382376353285e-06, |
| "loss": 0.6642, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.28351052741296645, |
| "grad_norm": 0.08359472453594208, |
| "learning_rate": 1.976846433499935e-06, |
| "loss": 0.6555, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2843443819053575, |
| "grad_norm": 0.08499454706907272, |
| "learning_rate": 1.976653840986088e-06, |
| "loss": 0.687, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.2851782363977486, |
| "grad_norm": 0.08286130428314209, |
| "learning_rate": 1.976460460249222e-06, |
| "loss": 0.6904, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.2860120908901397, |
| "grad_norm": 0.08244482427835464, |
| "learning_rate": 1.976266291445406e-06, |
| "loss": 0.6546, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.2868459453825308, |
| "grad_norm": 0.07950432598590851, |
| "learning_rate": 1.976071334731349e-06, |
| "loss": 0.6683, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.2876797998749218, |
| "grad_norm": 0.0854944959282875, |
| "learning_rate": 1.975875590264393e-06, |
| "loss": 0.6947, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.2885136543673129, |
| "grad_norm": 0.08143036812543869, |
| "learning_rate": 1.975679058202516e-06, |
| "loss": 0.6422, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.289347508859704, |
| "grad_norm": 0.0797310546040535, |
| "learning_rate": 1.9754817387043325e-06, |
| "loss": 0.6939, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.29018136335209505, |
| "grad_norm": 0.08961952477693558, |
| "learning_rate": 1.9752836319290926e-06, |
| "loss": 0.6848, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.29101521784448614, |
| "grad_norm": 0.08825525641441345, |
| "learning_rate": 1.9750847380366806e-06, |
| "loss": 0.7088, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.29184907233687724, |
| "grad_norm": 0.08601095527410507, |
| "learning_rate": 1.9748850571876168e-06, |
| "loss": 0.6283, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2926829268292683, |
| "grad_norm": 0.08371152728796005, |
| "learning_rate": 1.9746845895430568e-06, |
| "loss": 0.6755, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.29351678132165937, |
| "grad_norm": 0.08786465227603912, |
| "learning_rate": 1.974483335264791e-06, |
| "loss": 0.6149, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.29435063581405047, |
| "grad_norm": 0.083786241710186, |
| "learning_rate": 1.974281294515245e-06, |
| "loss": 0.7104, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.2951844903064415, |
| "grad_norm": 0.0846792683005333, |
| "learning_rate": 1.9740784674574785e-06, |
| "loss": 0.7032, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.2960183447988326, |
| "grad_norm": 0.08477747440338135, |
| "learning_rate": 1.973874854255186e-06, |
| "loss": 0.6244, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.2968521992912237, |
| "grad_norm": 0.09119998663663864, |
| "learning_rate": 1.9736704550726965e-06, |
| "loss": 0.6373, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.29768605378361473, |
| "grad_norm": 0.08474856615066528, |
| "learning_rate": 1.9734652700749733e-06, |
| "loss": 0.736, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.29851990827600583, |
| "grad_norm": 0.08070901036262512, |
| "learning_rate": 1.9732592994276145e-06, |
| "loss": 0.6442, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.2993537627683969, |
| "grad_norm": 0.08306030929088593, |
| "learning_rate": 1.9730525432968517e-06, |
| "loss": 0.6863, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.300187617260788, |
| "grad_norm": 0.08554356545209885, |
| "learning_rate": 1.97284500184955e-06, |
| "loss": 0.6782, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.30102147175317906, |
| "grad_norm": 0.08350827544927597, |
| "learning_rate": 1.9726366752532096e-06, |
| "loss": 0.6656, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.30185532624557015, |
| "grad_norm": 0.08501608669757843, |
| "learning_rate": 1.972427563675963e-06, |
| "loss": 0.6651, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.30268918073796125, |
| "grad_norm": 0.08401606976985931, |
| "learning_rate": 1.972217667286577e-06, |
| "loss": 0.7153, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.3035230352303523, |
| "grad_norm": 0.08713418990373611, |
| "learning_rate": 1.9720069862544513e-06, |
| "loss": 0.6623, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.3043568897227434, |
| "grad_norm": 0.0871342197060585, |
| "learning_rate": 1.9717955207496197e-06, |
| "loss": 0.6571, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.3051907442151345, |
| "grad_norm": 0.08501847088336945, |
| "learning_rate": 1.9715832709427477e-06, |
| "loss": 0.6714, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.3060245987075255, |
| "grad_norm": 0.07894369214773178, |
| "learning_rate": 1.971370237005136e-06, |
| "loss": 0.6737, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.3068584531999166, |
| "grad_norm": 0.08392394334077835, |
| "learning_rate": 1.9711564191087157e-06, |
| "loss": 0.6807, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 0.08396563678979874, |
| "learning_rate": 1.970941817426052e-06, |
| "loss": 0.6766, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.30852616218469875, |
| "grad_norm": 0.07790801674127579, |
| "learning_rate": 1.9707264321303425e-06, |
| "loss": 0.6293, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.30936001667708984, |
| "grad_norm": 0.08699779212474823, |
| "learning_rate": 1.970510263395417e-06, |
| "loss": 0.681, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.31019387116948094, |
| "grad_norm": 0.08176835626363754, |
| "learning_rate": 1.9702933113957384e-06, |
| "loss": 0.6931, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.311027725661872, |
| "grad_norm": 0.08946527540683746, |
| "learning_rate": 1.9700755763063997e-06, |
| "loss": 0.6062, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.3118615801542631, |
| "grad_norm": 0.08260657638311386, |
| "learning_rate": 1.9698570583031284e-06, |
| "loss": 0.6466, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.31269543464665417, |
| "grad_norm": 0.08951833099126816, |
| "learning_rate": 1.969637757562282e-06, |
| "loss": 0.6458, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.31352928913904526, |
| "grad_norm": 0.08605215698480606, |
| "learning_rate": 1.9694176742608507e-06, |
| "loss": 0.6919, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.3143631436314363, |
| "grad_norm": 0.08389750868082047, |
| "learning_rate": 1.969196808576456e-06, |
| "loss": 0.6941, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.3151969981238274, |
| "grad_norm": 0.08429732173681259, |
| "learning_rate": 1.968975160687351e-06, |
| "loss": 0.622, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.3160308526162185, |
| "grad_norm": 0.08689334988594055, |
| "learning_rate": 1.9687527307724195e-06, |
| "loss": 0.6235, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.31686470710860953, |
| "grad_norm": 0.08494516462087631, |
| "learning_rate": 1.9685295190111774e-06, |
| "loss": 0.6491, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.31769856160100063, |
| "grad_norm": 0.0890749841928482, |
| "learning_rate": 1.9683055255837708e-06, |
| "loss": 0.6791, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.3185324160933917, |
| "grad_norm": 0.07894483208656311, |
| "learning_rate": 1.968080750670977e-06, |
| "loss": 0.7075, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.31936627058578276, |
| "grad_norm": 0.08575093746185303, |
| "learning_rate": 1.9678551944542033e-06, |
| "loss": 0.7027, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.32020012507817386, |
| "grad_norm": 0.08360203355550766, |
| "learning_rate": 1.9676288571154895e-06, |
| "loss": 0.5894, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.32103397957056495, |
| "grad_norm": 0.08341158181428909, |
| "learning_rate": 1.9674017388375036e-06, |
| "loss": 0.658, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.321867834062956, |
| "grad_norm": 0.0844089537858963, |
| "learning_rate": 1.9671738398035446e-06, |
| "loss": 0.6691, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.3227016885553471, |
| "grad_norm": 0.08446256816387177, |
| "learning_rate": 1.9669451601975426e-06, |
| "loss": 0.7211, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.3235355430477382, |
| "grad_norm": 0.08008047193288803, |
| "learning_rate": 1.9667157002040565e-06, |
| "loss": 0.5843, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.3243693975401292, |
| "grad_norm": 0.08821803331375122, |
| "learning_rate": 1.9664854600082754e-06, |
| "loss": 0.6444, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.3252032520325203, |
| "grad_norm": 0.08548033237457275, |
| "learning_rate": 1.966254439796018e-06, |
| "loss": 0.6643, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.3260371065249114, |
| "grad_norm": 0.08261854946613312, |
| "learning_rate": 1.9660226397537322e-06, |
| "loss": 0.6469, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.3268709610173025, |
| "grad_norm": 0.07960055768489838, |
| "learning_rate": 1.965790060068497e-06, |
| "loss": 0.6149, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.32770481550969355, |
| "grad_norm": 0.0834561213850975, |
| "learning_rate": 1.9655567009280177e-06, |
| "loss": 0.6798, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.32853867000208464, |
| "grad_norm": 0.08524155616760254, |
| "learning_rate": 1.9653225625206313e-06, |
| "loss": 0.6999, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.32937252449447574, |
| "grad_norm": 0.08503536134958267, |
| "learning_rate": 1.965087645035302e-06, |
| "loss": 0.6674, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.3302063789868668, |
| "grad_norm": 0.09243112802505493, |
| "learning_rate": 1.964851948661624e-06, |
| "loss": 0.6391, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.3310402334792579, |
| "grad_norm": 0.08015627413988113, |
| "learning_rate": 1.96461547358982e-06, |
| "loss": 0.611, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.33187408797164897, |
| "grad_norm": 0.08681736886501312, |
| "learning_rate": 1.9643782200107395e-06, |
| "loss": 0.6967, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.33270794246404, |
| "grad_norm": 0.08576110005378723, |
| "learning_rate": 1.9641401881158623e-06, |
| "loss": 0.6753, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.3335417969564311, |
| "grad_norm": 0.08432309329509735, |
| "learning_rate": 1.9639013780972954e-06, |
| "loss": 0.6312, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3335417969564311, |
| "eval_loss": 0.6676867008209229, |
| "eval_runtime": 321.9965, |
| "eval_samples_per_second": 16.718, |
| "eval_steps_per_second": 2.789, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3343756514488222, |
| "grad_norm": 0.08781838417053223, |
| "learning_rate": 1.9636617901477742e-06, |
| "loss": 0.698, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.33520950594121324, |
| "grad_norm": 0.08723490685224533, |
| "learning_rate": 1.9634214244606613e-06, |
| "loss": 0.6642, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.33604336043360433, |
| "grad_norm": 0.08249269425868988, |
| "learning_rate": 1.963180281229948e-06, |
| "loss": 0.705, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.3368772149259954, |
| "grad_norm": 0.08193965256214142, |
| "learning_rate": 1.962938360650252e-06, |
| "loss": 0.6813, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.33771106941838647, |
| "grad_norm": 0.08125729858875275, |
| "learning_rate": 1.962695662916819e-06, |
| "loss": 0.6571, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.33854492391077756, |
| "grad_norm": 0.08508846163749695, |
| "learning_rate": 1.962452188225522e-06, |
| "loss": 0.6212, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.33937877840316866, |
| "grad_norm": 0.0881478488445282, |
| "learning_rate": 1.962207936772861e-06, |
| "loss": 0.6582, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.34021263289555975, |
| "grad_norm": 0.08948707580566406, |
| "learning_rate": 1.9619629087559622e-06, |
| "loss": 0.6924, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.3410464873879508, |
| "grad_norm": 0.08214866369962692, |
| "learning_rate": 1.9617171043725797e-06, |
| "loss": 0.6266, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.3418803418803419, |
| "grad_norm": 0.09406815469264984, |
| "learning_rate": 1.961470523821093e-06, |
| "loss": 0.6754, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.342714196372733, |
| "grad_norm": 0.08819446712732315, |
| "learning_rate": 1.961223167300509e-06, |
| "loss": 0.6858, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.343548050865124, |
| "grad_norm": 0.0902935117483139, |
| "learning_rate": 1.9609750350104606e-06, |
| "loss": 0.6654, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.3443819053575151, |
| "grad_norm": 0.0852714329957962, |
| "learning_rate": 1.9607261271512065e-06, |
| "loss": 0.6604, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.3452157598499062, |
| "grad_norm": 0.08480080962181091, |
| "learning_rate": 1.9604764439236313e-06, |
| "loss": 0.7252, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.34604961434229725, |
| "grad_norm": 0.08467400074005127, |
| "learning_rate": 1.960225985529246e-06, |
| "loss": 0.6182, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.34688346883468835, |
| "grad_norm": 0.09190120548009872, |
| "learning_rate": 1.9599747521701865e-06, |
| "loss": 0.6605, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.34771732332707944, |
| "grad_norm": 0.08994212001562119, |
| "learning_rate": 1.9597227440492143e-06, |
| "loss": 0.6674, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.3485511778194705, |
| "grad_norm": 0.08530712872743607, |
| "learning_rate": 1.959469961369716e-06, |
| "loss": 0.673, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.3493850323118616, |
| "grad_norm": 0.0814647376537323, |
| "learning_rate": 1.9592164043357046e-06, |
| "loss": 0.6224, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.35021888680425267, |
| "grad_norm": 0.08769946545362473, |
| "learning_rate": 1.9589620731518164e-06, |
| "loss": 0.6446, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3510527412966437, |
| "grad_norm": 0.0855315700173378, |
| "learning_rate": 1.958706968023313e-06, |
| "loss": 0.6665, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.3518865957890348, |
| "grad_norm": 0.08764835447072983, |
| "learning_rate": 1.958451089156082e-06, |
| "loss": 0.6888, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.3527204502814259, |
| "grad_norm": 0.08674878627061844, |
| "learning_rate": 1.9581944367566324e-06, |
| "loss": 0.6894, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.353554304773817, |
| "grad_norm": 0.07654520124197006, |
| "learning_rate": 1.9579370110321005e-06, |
| "loss": 0.5972, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.35438815926620804, |
| "grad_norm": 0.08671235293149948, |
| "learning_rate": 1.9576788121902454e-06, |
| "loss": 0.6705, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.35522201375859913, |
| "grad_norm": 0.08799296617507935, |
| "learning_rate": 1.9574198404394505e-06, |
| "loss": 0.66, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.3560558682509902, |
| "grad_norm": 0.08908937871456146, |
| "learning_rate": 1.9571600959887224e-06, |
| "loss": 0.6687, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.35688972274338127, |
| "grad_norm": 0.08397683501243591, |
| "learning_rate": 1.9568995790476915e-06, |
| "loss": 0.5915, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.35772357723577236, |
| "grad_norm": 0.08805875480175018, |
| "learning_rate": 1.9566382898266126e-06, |
| "loss": 0.6706, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.35855743172816346, |
| "grad_norm": 0.08281008154153824, |
| "learning_rate": 1.956376228536363e-06, |
| "loss": 0.5692, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3593912862205545, |
| "grad_norm": 0.08514556288719177, |
| "learning_rate": 1.9561133953884427e-06, |
| "loss": 0.5938, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.3602251407129456, |
| "grad_norm": 0.09112891554832458, |
| "learning_rate": 1.955849790594975e-06, |
| "loss": 0.7044, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.3610589952053367, |
| "grad_norm": 0.08578234165906906, |
| "learning_rate": 1.9555854143687064e-06, |
| "loss": 0.6901, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.3618928496977277, |
| "grad_norm": 0.08405105024576187, |
| "learning_rate": 1.955320266923006e-06, |
| "loss": 0.6307, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.3627267041901188, |
| "grad_norm": 0.085452601313591, |
| "learning_rate": 1.9550543484718644e-06, |
| "loss": 0.6147, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.3635605586825099, |
| "grad_norm": 0.0871538370847702, |
| "learning_rate": 1.9547876592298955e-06, |
| "loss": 0.6415, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.36439441317490096, |
| "grad_norm": 0.08855723589658737, |
| "learning_rate": 1.954520199412334e-06, |
| "loss": 0.7026, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.36522826766729205, |
| "grad_norm": 0.08221881091594696, |
| "learning_rate": 1.9542519692350387e-06, |
| "loss": 0.6813, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.36606212215968315, |
| "grad_norm": 0.08595414459705353, |
| "learning_rate": 1.9539829689144876e-06, |
| "loss": 0.6809, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.36689597665207424, |
| "grad_norm": 0.08485814183950424, |
| "learning_rate": 1.9537131986677816e-06, |
| "loss": 0.6352, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3677298311444653, |
| "grad_norm": 0.08620929718017578, |
| "learning_rate": 1.9534426587126433e-06, |
| "loss": 0.7072, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.3685636856368564, |
| "grad_norm": 0.0919066071510315, |
| "learning_rate": 1.9531713492674154e-06, |
| "loss": 0.6809, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.36939754012924747, |
| "grad_norm": 0.08376951515674591, |
| "learning_rate": 1.9528992705510628e-06, |
| "loss": 0.6486, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.3702313946216385, |
| "grad_norm": 0.088445745408535, |
| "learning_rate": 1.95262642278317e-06, |
| "loss": 0.709, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.3710652491140296, |
| "grad_norm": 0.08183503895998001, |
| "learning_rate": 1.952352806183943e-06, |
| "loss": 0.6277, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.3718991036064207, |
| "grad_norm": 0.08638439327478409, |
| "learning_rate": 1.9520784209742094e-06, |
| "loss": 0.6665, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.37273295809881174, |
| "grad_norm": 0.08837208896875381, |
| "learning_rate": 1.951803267375414e-06, |
| "loss": 0.6103, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.37356681259120283, |
| "grad_norm": 0.08010973036289215, |
| "learning_rate": 1.9515273456096247e-06, |
| "loss": 0.662, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.37440066708359393, |
| "grad_norm": 0.08395659178495407, |
| "learning_rate": 1.9512506558995283e-06, |
| "loss": 0.687, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.37523452157598497, |
| "grad_norm": 0.08506524562835693, |
| "learning_rate": 1.950973198468431e-06, |
| "loss": 0.6695, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.37606837606837606, |
| "grad_norm": 0.08150207251310349, |
| "learning_rate": 1.950694973540259e-06, |
| "loss": 0.6258, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.37690223056076716, |
| "grad_norm": 0.08509568125009537, |
| "learning_rate": 1.9504159813395576e-06, |
| "loss": 0.5774, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.3777360850531582, |
| "grad_norm": 0.08139500021934509, |
| "learning_rate": 1.950136222091492e-06, |
| "loss": 0.6652, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.3785699395455493, |
| "grad_norm": 0.08891302347183228, |
| "learning_rate": 1.949855696021846e-06, |
| "loss": 0.6602, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.3794037940379404, |
| "grad_norm": 0.08729292452335358, |
| "learning_rate": 1.949574403357022e-06, |
| "loss": 0.6232, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.3802376485303315, |
| "grad_norm": 0.0855722650885582, |
| "learning_rate": 1.9492923443240425e-06, |
| "loss": 0.7249, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.3810715030227225, |
| "grad_norm": 0.09225167334079742, |
| "learning_rate": 1.949009519150546e-06, |
| "loss": 0.7061, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.3819053575151136, |
| "grad_norm": 0.08833880722522736, |
| "learning_rate": 1.9487259280647918e-06, |
| "loss": 0.6683, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.3827392120075047, |
| "grad_norm": 0.08648336678743362, |
| "learning_rate": 1.948441571295656e-06, |
| "loss": 0.6716, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.38357306649989575, |
| "grad_norm": 0.08678124845027924, |
| "learning_rate": 1.9481564490726324e-06, |
| "loss": 0.6869, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.38440692099228685, |
| "grad_norm": 0.0866696834564209, |
| "learning_rate": 1.9478705616258344e-06, |
| "loss": 0.6346, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.38524077548467794, |
| "grad_norm": 0.09009408950805664, |
| "learning_rate": 1.9475839091859904e-06, |
| "loss": 0.6507, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.386074629977069, |
| "grad_norm": 0.09393912553787231, |
| "learning_rate": 1.9472964919844484e-06, |
| "loss": 0.6624, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.3869084844694601, |
| "grad_norm": 0.09663153439760208, |
| "learning_rate": 1.9470083102531722e-06, |
| "loss": 0.6378, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.3877423389618512, |
| "grad_norm": 0.08551555126905441, |
| "learning_rate": 1.9467193642247435e-06, |
| "loss": 0.6717, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.3885761934542422, |
| "grad_norm": 0.08986209332942963, |
| "learning_rate": 1.9464296541323602e-06, |
| "loss": 0.7313, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.3894100479466333, |
| "grad_norm": 0.08851300179958344, |
| "learning_rate": 1.9461391802098373e-06, |
| "loss": 0.6783, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "grad_norm": 0.09088604897260666, |
| "learning_rate": 1.9458479426916068e-06, |
| "loss": 0.5952, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.39107775693141544, |
| "grad_norm": 0.08506208658218384, |
| "learning_rate": 1.9455559418127144e-06, |
| "loss": 0.6912, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.39191161142380654, |
| "grad_norm": 0.087041936814785, |
| "learning_rate": 1.945263177808826e-06, |
| "loss": 0.6722, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.39274546591619763, |
| "grad_norm": 0.09510099142789841, |
| "learning_rate": 1.9449696509162193e-06, |
| "loss": 0.697, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.39357932040858873, |
| "grad_norm": 0.0864386260509491, |
| "learning_rate": 1.944675361371791e-06, |
| "loss": 0.6882, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.39441317490097977, |
| "grad_norm": 0.08964356780052185, |
| "learning_rate": 1.944380309413051e-06, |
| "loss": 0.6403, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.39524702939337086, |
| "grad_norm": 0.09786627441644669, |
| "learning_rate": 1.9440844952781253e-06, |
| "loss": 0.7037, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.39608088388576196, |
| "grad_norm": 0.08709276467561722, |
| "learning_rate": 1.9437879192057556e-06, |
| "loss": 0.6619, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.396914738378153, |
| "grad_norm": 0.08677015453577042, |
| "learning_rate": 1.9434905814352976e-06, |
| "loss": 0.6609, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.3977485928705441, |
| "grad_norm": 0.08886487782001495, |
| "learning_rate": 1.9431924822067225e-06, |
| "loss": 0.6045, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.3985824473629352, |
| "grad_norm": 0.08575446903705597, |
| "learning_rate": 1.942893621760616e-06, |
| "loss": 0.6886, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.39941630185532623, |
| "grad_norm": 0.08386967331171036, |
| "learning_rate": 1.9425940003381767e-06, |
| "loss": 0.6721, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.4002501563477173, |
| "grad_norm": 0.08702324330806732, |
| "learning_rate": 1.9422936181812197e-06, |
| "loss": 0.6959, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4010840108401084, |
| "grad_norm": 0.09090246260166168, |
| "learning_rate": 1.9419924755321727e-06, |
| "loss": 0.7094, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.40191786533249946, |
| "grad_norm": 0.09213659167289734, |
| "learning_rate": 1.9416905726340767e-06, |
| "loss": 0.6446, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.40275171982489055, |
| "grad_norm": 0.09240783751010895, |
| "learning_rate": 1.9413879097305878e-06, |
| "loss": 0.6401, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.40358557431728165, |
| "grad_norm": 0.09058364480733871, |
| "learning_rate": 1.941084487065974e-06, |
| "loss": 0.7035, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.4044194288096727, |
| "grad_norm": 0.0906047448515892, |
| "learning_rate": 1.940780304885117e-06, |
| "loss": 0.6519, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.4052532833020638, |
| "grad_norm": 0.09101078659296036, |
| "learning_rate": 1.940475363433512e-06, |
| "loss": 0.6934, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.4060871377944549, |
| "grad_norm": 0.08729363977909088, |
| "learning_rate": 1.940169662957266e-06, |
| "loss": 0.5822, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.406920992286846, |
| "grad_norm": 0.0946895033121109, |
| "learning_rate": 1.9398632037031003e-06, |
| "loss": 0.6534, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.407754846779237, |
| "grad_norm": 0.09069128334522247, |
| "learning_rate": 1.9395559859183463e-06, |
| "loss": 0.6706, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.4085887012716281, |
| "grad_norm": 0.08318338543176651, |
| "learning_rate": 1.9392480098509483e-06, |
| "loss": 0.6368, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.4094225557640192, |
| "grad_norm": 0.0826449766755104, |
| "learning_rate": 1.9389392757494645e-06, |
| "loss": 0.667, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 0.09276958554983139, |
| "learning_rate": 1.938629783863062e-06, |
| "loss": 0.6709, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.41109026474880134, |
| "grad_norm": 0.08281219005584717, |
| "learning_rate": 1.9383195344415215e-06, |
| "loss": 0.584, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.41192411924119243, |
| "grad_norm": 0.08632051944732666, |
| "learning_rate": 1.938008527735234e-06, |
| "loss": 0.6743, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.41275797373358347, |
| "grad_norm": 0.08970591425895691, |
| "learning_rate": 1.937696763995202e-06, |
| "loss": 0.6611, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.41359182822597457, |
| "grad_norm": 0.0902903825044632, |
| "learning_rate": 1.93738424347304e-06, |
| "loss": 0.6455, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.41442568271836566, |
| "grad_norm": 0.08964331448078156, |
| "learning_rate": 1.9370709664209715e-06, |
| "loss": 0.6561, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.4152595372107567, |
| "grad_norm": 0.08478616923093796, |
| "learning_rate": 1.9367569330918317e-06, |
| "loss": 0.595, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.4160933917031478, |
| "grad_norm": 0.09221872687339783, |
| "learning_rate": 1.9364421437390658e-06, |
| "loss": 0.6363, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.4169272461955389, |
| "grad_norm": 0.09467694163322449, |
| "learning_rate": 1.936126598616729e-06, |
| "loss": 0.6696, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.41776110068792993, |
| "grad_norm": 0.09464087337255478, |
| "learning_rate": 1.935810297979487e-06, |
| "loss": 0.6224, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.418594955180321, |
| "grad_norm": 0.08994987607002258, |
| "learning_rate": 1.9354932420826147e-06, |
| "loss": 0.6383, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.4194288096727121, |
| "grad_norm": 0.0921832025051117, |
| "learning_rate": 1.9351754311819974e-06, |
| "loss": 0.685, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.4202626641651032, |
| "grad_norm": 0.08833765983581543, |
| "learning_rate": 1.934856865534129e-06, |
| "loss": 0.6233, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.42109651865749426, |
| "grad_norm": 0.08863073587417603, |
| "learning_rate": 1.934537545396111e-06, |
| "loss": 0.6756, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.42193037314988535, |
| "grad_norm": 0.08703204244375229, |
| "learning_rate": 1.934217471025658e-06, |
| "loss": 0.6372, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.42276422764227645, |
| "grad_norm": 0.09010464698076248, |
| "learning_rate": 1.9338966426810887e-06, |
| "loss": 0.6677, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.4235980821346675, |
| "grad_norm": 0.09014829248189926, |
| "learning_rate": 1.9335750606213336e-06, |
| "loss": 0.6839, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.4244319366270586, |
| "grad_norm": 0.08871164172887802, |
| "learning_rate": 1.93325272510593e-06, |
| "loss": 0.7012, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.4252657911194497, |
| "grad_norm": 0.08788250386714935, |
| "learning_rate": 1.9329296363950236e-06, |
| "loss": 0.6169, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.4260996456118407, |
| "grad_norm": 0.08845999836921692, |
| "learning_rate": 1.9326057947493675e-06, |
| "loss": 0.6424, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.4269335001042318, |
| "grad_norm": 0.0858997106552124, |
| "learning_rate": 1.9322812004303238e-06, |
| "loss": 0.6389, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.4277673545966229, |
| "grad_norm": 0.08850055187940598, |
| "learning_rate": 1.9319558536998603e-06, |
| "loss": 0.6975, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.42860120908901395, |
| "grad_norm": 0.09360900521278381, |
| "learning_rate": 1.9316297548205534e-06, |
| "loss": 0.686, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.42943506358140504, |
| "grad_norm": 0.08473866432905197, |
| "learning_rate": 1.931302904055586e-06, |
| "loss": 0.6517, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.43026891807379614, |
| "grad_norm": 0.08656331151723862, |
| "learning_rate": 1.9309753016687477e-06, |
| "loss": 0.7003, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.4311027725661872, |
| "grad_norm": 0.08407936990261078, |
| "learning_rate": 1.9306469479244347e-06, |
| "loss": 0.6611, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.43193662705857827, |
| "grad_norm": 0.09026416391134262, |
| "learning_rate": 1.930317843087651e-06, |
| "loss": 0.6749, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.43277048155096937, |
| "grad_norm": 0.10031198710203171, |
| "learning_rate": 1.929987987424004e-06, |
| "loss": 0.6403, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.43360433604336046, |
| "grad_norm": 0.09739411622285843, |
| "learning_rate": 1.9296573811997086e-06, |
| "loss": 0.6893, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4344381905357515, |
| "grad_norm": 0.08792299032211304, |
| "learning_rate": 1.929326024681587e-06, |
| "loss": 0.6268, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.4352720450281426, |
| "grad_norm": 0.0874318853020668, |
| "learning_rate": 1.9289939181370646e-06, |
| "loss": 0.6659, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.4361058995205337, |
| "grad_norm": 0.09086845815181732, |
| "learning_rate": 1.9286610618341724e-06, |
| "loss": 0.6399, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.43693975401292473, |
| "grad_norm": 0.09616074711084366, |
| "learning_rate": 1.9283274560415477e-06, |
| "loss": 0.6325, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.4377736085053158, |
| "grad_norm": 0.08674857765436172, |
| "learning_rate": 1.9279931010284322e-06, |
| "loss": 0.6487, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.4386074629977069, |
| "grad_norm": 0.09142550826072693, |
| "learning_rate": 1.927657997064671e-06, |
| "loss": 0.6509, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.43944131749009796, |
| "grad_norm": 0.0838690921664238, |
| "learning_rate": 1.9273221444207158e-06, |
| "loss": 0.6087, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.44027517198248906, |
| "grad_norm": 0.0922529399394989, |
| "learning_rate": 1.9269855433676213e-06, |
| "loss": 0.6815, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.44110902647488015, |
| "grad_norm": 0.08945809304714203, |
| "learning_rate": 1.926648194177046e-06, |
| "loss": 0.623, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.4419428809672712, |
| "grad_norm": 0.09663840383291245, |
| "learning_rate": 1.926310097121253e-06, |
| "loss": 0.6244, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4427767354596623, |
| "grad_norm": 0.0872710794210434, |
| "learning_rate": 1.9259712524731083e-06, |
| "loss": 0.6877, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.4436105899520534, |
| "grad_norm": 0.0860145092010498, |
| "learning_rate": 1.9256316605060813e-06, |
| "loss": 0.6458, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.08691411465406418, |
| "learning_rate": 1.9252913214942456e-06, |
| "loss": 0.6286, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.4452782989368355, |
| "grad_norm": 0.0899488553404808, |
| "learning_rate": 1.9249502357122757e-06, |
| "loss": 0.6154, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.4461121534292266, |
| "grad_norm": 0.08670518547296524, |
| "learning_rate": 1.924608403435451e-06, |
| "loss": 0.6189, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.4469460079216177, |
| "grad_norm": 0.08927959948778152, |
| "learning_rate": 1.9242658249396514e-06, |
| "loss": 0.6591, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.44777986241400874, |
| "grad_norm": 0.09092804044485092, |
| "learning_rate": 1.9239225005013607e-06, |
| "loss": 0.6756, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.44861371690639984, |
| "grad_norm": 0.08876843005418777, |
| "learning_rate": 1.923578430397664e-06, |
| "loss": 0.6221, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.44944757139879093, |
| "grad_norm": 0.09023214131593704, |
| "learning_rate": 1.923233614906248e-06, |
| "loss": 0.6478, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.450281425891182, |
| "grad_norm": 0.09291035681962967, |
| "learning_rate": 1.9228880543054006e-06, |
| "loss": 0.6568, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.45111528038357307, |
| "grad_norm": 0.09169748425483704, |
| "learning_rate": 1.9225417488740127e-06, |
| "loss": 0.6966, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.45194913487596416, |
| "grad_norm": 0.0960812196135521, |
| "learning_rate": 1.922194698891574e-06, |
| "loss": 0.6426, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.4527829893683552, |
| "grad_norm": 0.09381034225225449, |
| "learning_rate": 1.9218469046381778e-06, |
| "loss": 0.7138, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.4536168438607463, |
| "grad_norm": 0.09605712443590164, |
| "learning_rate": 1.9214983663945157e-06, |
| "loss": 0.6677, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.4544506983531374, |
| "grad_norm": 0.09246627241373062, |
| "learning_rate": 1.921149084441881e-06, |
| "loss": 0.5995, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.45528455284552843, |
| "grad_norm": 0.09615227580070496, |
| "learning_rate": 1.9207990590621663e-06, |
| "loss": 0.6543, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.45611840733791953, |
| "grad_norm": 0.09620420634746552, |
| "learning_rate": 1.9204482905378654e-06, |
| "loss": 0.5895, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.4569522618303106, |
| "grad_norm": 0.08878765255212784, |
| "learning_rate": 1.920096779152071e-06, |
| "loss": 0.599, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.45778611632270166, |
| "grad_norm": 0.09067462384700775, |
| "learning_rate": 1.9197445251884763e-06, |
| "loss": 0.6897, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.45861997081509276, |
| "grad_norm": 0.09180627018213272, |
| "learning_rate": 1.9193915289313724e-06, |
| "loss": 0.6647, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.45945382530748385, |
| "grad_norm": 0.08824802190065384, |
| "learning_rate": 1.91903779066565e-06, |
| "loss": 0.6376, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.46028767979987495, |
| "grad_norm": 0.08835819363594055, |
| "learning_rate": 1.918683310676799e-06, |
| "loss": 0.6922, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.461121534292266, |
| "grad_norm": 0.09096652269363403, |
| "learning_rate": 1.918328089250908e-06, |
| "loss": 0.7169, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.4619553887846571, |
| "grad_norm": 0.09415201842784882, |
| "learning_rate": 1.917972126674664e-06, |
| "loss": 0.659, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.4627892432770482, |
| "grad_norm": 0.08964891731739044, |
| "learning_rate": 1.9176154232353513e-06, |
| "loss": 0.6869, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.4636230977694392, |
| "grad_norm": 0.08688930422067642, |
| "learning_rate": 1.917257979220853e-06, |
| "loss": 0.627, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.4644569522618303, |
| "grad_norm": 0.09115028381347656, |
| "learning_rate": 1.9168997949196496e-06, |
| "loss": 0.64, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.4652908067542214, |
| "grad_norm": 0.09430664777755737, |
| "learning_rate": 1.9165408706208184e-06, |
| "loss": 0.6646, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.46612466124661245, |
| "grad_norm": 0.09062688797712326, |
| "learning_rate": 1.916181206614036e-06, |
| "loss": 0.6392, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.46695851573900354, |
| "grad_norm": 0.09099205583333969, |
| "learning_rate": 1.9158208031895737e-06, |
| "loss": 0.7133, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.46779237023139464, |
| "grad_norm": 0.09944413602352142, |
| "learning_rate": 1.9154596606383002e-06, |
| "loss": 0.6958, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.4686262247237857, |
| "grad_norm": 0.09643740206956863, |
| "learning_rate": 1.9150977792516816e-06, |
| "loss": 0.6813, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.4694600792161768, |
| "grad_norm": 0.09532240033149719, |
| "learning_rate": 1.914735159321779e-06, |
| "loss": 0.6528, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.47029393370856787, |
| "grad_norm": 0.08927876502275467, |
| "learning_rate": 1.914371801141251e-06, |
| "loss": 0.639, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.4711277882009589, |
| "grad_norm": 0.09561195224523544, |
| "learning_rate": 1.914007705003351e-06, |
| "loss": 0.6795, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.47196164269335, |
| "grad_norm": 0.0882195308804512, |
| "learning_rate": 1.9136428712019275e-06, |
| "loss": 0.6437, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.4727954971857411, |
| "grad_norm": 0.08940508961677551, |
| "learning_rate": 1.913277300031426e-06, |
| "loss": 0.6485, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.4736293516781322, |
| "grad_norm": 0.0933694839477539, |
| "learning_rate": 1.912910991786886e-06, |
| "loss": 0.6876, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.47446320617052323, |
| "grad_norm": 0.09212841838598251, |
| "learning_rate": 1.9125439467639414e-06, |
| "loss": 0.5669, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.47529706066291433, |
| "grad_norm": 0.09037458896636963, |
| "learning_rate": 1.9121761652588214e-06, |
| "loss": 0.6489, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.4761309151553054, |
| "grad_norm": 0.08847213536500931, |
| "learning_rate": 1.9118076475683506e-06, |
| "loss": 0.6456, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.47696476964769646, |
| "grad_norm": 0.08496098965406418, |
| "learning_rate": 1.9114383939899455e-06, |
| "loss": 0.6174, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.47779862414008756, |
| "grad_norm": 0.09430284053087234, |
| "learning_rate": 1.911068404821618e-06, |
| "loss": 0.7102, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.47863247863247865, |
| "grad_norm": 0.09211906790733337, |
| "learning_rate": 1.910697680361974e-06, |
| "loss": 0.6161, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.4794663331248697, |
| "grad_norm": 0.09092090278863907, |
| "learning_rate": 1.910326220910211e-06, |
| "loss": 0.6595, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.4803001876172608, |
| "grad_norm": 0.09773701429367065, |
| "learning_rate": 1.909954026766122e-06, |
| "loss": 0.6303, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.4811340421096519, |
| "grad_norm": 0.09343478083610535, |
| "learning_rate": 1.909581098230091e-06, |
| "loss": 0.6578, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.4819678966020429, |
| "grad_norm": 0.09686136245727539, |
| "learning_rate": 1.9092074356030966e-06, |
| "loss": 0.6504, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.482801751094434, |
| "grad_norm": 0.09207551926374435, |
| "learning_rate": 1.9088330391867076e-06, |
| "loss": 0.6092, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.4836356055868251, |
| "grad_norm": 0.093394935131073, |
| "learning_rate": 1.908457909283087e-06, |
| "loss": 0.645, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.48446946007921615, |
| "grad_norm": 0.10280878096818924, |
| "learning_rate": 1.9080820461949886e-06, |
| "loss": 0.7288, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.48530331457160725, |
| "grad_norm": 0.09714383631944656, |
| "learning_rate": 1.9077054502257585e-06, |
| "loss": 0.6213, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.48613716906399834, |
| "grad_norm": 0.09004565328359604, |
| "learning_rate": 1.9073281216793337e-06, |
| "loss": 0.6459, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.48697102355638944, |
| "grad_norm": 0.12440581619739532, |
| "learning_rate": 1.906950060860243e-06, |
| "loss": 0.6823, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.4878048780487805, |
| "grad_norm": 0.09314379096031189, |
| "learning_rate": 1.9065712680736066e-06, |
| "loss": 0.6475, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.48863873254117157, |
| "grad_norm": 0.09512604027986526, |
| "learning_rate": 1.906191743625134e-06, |
| "loss": 0.5932, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.48947258703356267, |
| "grad_norm": 0.08977750688791275, |
| "learning_rate": 1.9058114878211265e-06, |
| "loss": 0.6546, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.4903064415259537, |
| "grad_norm": 0.09166161715984344, |
| "learning_rate": 1.905430500968475e-06, |
| "loss": 0.6772, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.4911402960183448, |
| "grad_norm": 0.10014794021844864, |
| "learning_rate": 1.9050487833746609e-06, |
| "loss": 0.6945, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.4919741505107359, |
| "grad_norm": 0.09376100450754166, |
| "learning_rate": 1.9046663353477548e-06, |
| "loss": 0.6581, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.49280800500312694, |
| "grad_norm": 0.09505487233400345, |
| "learning_rate": 1.9042831571964171e-06, |
| "loss": 0.6785, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.49364185949551803, |
| "grad_norm": 0.09371201694011688, |
| "learning_rate": 1.9038992492298975e-06, |
| "loss": 0.6331, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.4944757139879091, |
| "grad_norm": 0.09442009776830673, |
| "learning_rate": 1.9035146117580348e-06, |
| "loss": 0.5728, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.49530956848030017, |
| "grad_norm": 0.09772226214408875, |
| "learning_rate": 1.903129245091256e-06, |
| "loss": 0.6635, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.49614342297269126, |
| "grad_norm": 0.09484317898750305, |
| "learning_rate": 1.9027431495405776e-06, |
| "loss": 0.6327, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.49697727746508236, |
| "grad_norm": 0.09658980369567871, |
| "learning_rate": 1.9023563254176032e-06, |
| "loss": 0.6608, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.4978111319574734, |
| "grad_norm": 0.09717069566249847, |
| "learning_rate": 1.9019687730345251e-06, |
| "loss": 0.6605, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.4986449864498645, |
| "grad_norm": 0.09019803255796432, |
| "learning_rate": 1.9015804927041233e-06, |
| "loss": 0.6867, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.4994788409422556, |
| "grad_norm": 0.09377589821815491, |
| "learning_rate": 1.9011914847397653e-06, |
| "loss": 0.6419, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.5003126954346466, |
| "grad_norm": 0.09151824563741684, |
| "learning_rate": 1.9008017494554055e-06, |
| "loss": 0.7184, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5011465499270378, |
| "grad_norm": 0.0963352620601654, |
| "learning_rate": 1.900411287165586e-06, |
| "loss": 0.6897, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.5019804044194288, |
| "grad_norm": 0.08974531292915344, |
| "learning_rate": 1.9000200981854347e-06, |
| "loss": 0.5847, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.5028142589118199, |
| "grad_norm": 0.09220883995294571, |
| "learning_rate": 1.8996281828306665e-06, |
| "loss": 0.6652, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.503648113404211, |
| "grad_norm": 0.09491855651140213, |
| "learning_rate": 1.899235541417583e-06, |
| "loss": 0.595, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.504481967896602, |
| "grad_norm": 0.09616294503211975, |
| "learning_rate": 1.898842174263071e-06, |
| "loss": 0.6378, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.5053158223889931, |
| "grad_norm": 0.08942185342311859, |
| "learning_rate": 1.8984480816846035e-06, |
| "loss": 0.6459, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.5061496768813842, |
| "grad_norm": 0.09059803187847137, |
| "learning_rate": 1.8980532640002388e-06, |
| "loss": 0.6019, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.5069835313737753, |
| "grad_norm": 0.09913185238838196, |
| "learning_rate": 1.89765772152862e-06, |
| "loss": 0.669, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.5078173858661663, |
| "grad_norm": 0.10223888605833054, |
| "learning_rate": 1.8972614545889756e-06, |
| "loss": 0.6454, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.5086512403585575, |
| "grad_norm": 0.09271295368671417, |
| "learning_rate": 1.896864463501119e-06, |
| "loss": 0.6467, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5094850948509485, |
| "grad_norm": 0.08862827718257904, |
| "learning_rate": 1.896466748585448e-06, |
| "loss": 0.6343, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.5103189493433395, |
| "grad_norm": 0.09303930401802063, |
| "learning_rate": 1.8960683101629435e-06, |
| "loss": 0.6389, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.5111528038357307, |
| "grad_norm": 0.09331949055194855, |
| "learning_rate": 1.8956691485551719e-06, |
| "loss": 0.6507, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.5119866583281217, |
| "grad_norm": 0.0993635281920433, |
| "learning_rate": 1.8952692640842825e-06, |
| "loss": 0.63, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 0.09348301589488983, |
| "learning_rate": 1.8948686570730074e-06, |
| "loss": 0.676, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.5136543673129039, |
| "grad_norm": 0.0950765460729599, |
| "learning_rate": 1.894467327844663e-06, |
| "loss": 0.7035, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.514488221805295, |
| "grad_norm": 0.08676007390022278, |
| "learning_rate": 1.8940652767231483e-06, |
| "loss": 0.6067, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.515322076297686, |
| "grad_norm": 0.09285329282283783, |
| "learning_rate": 1.8936625040329438e-06, |
| "loss": 0.6441, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.5161559307900772, |
| "grad_norm": 0.09361077845096588, |
| "learning_rate": 1.8932590100991136e-06, |
| "loss": 0.6767, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.5169897852824682, |
| "grad_norm": 0.09173277020454407, |
| "learning_rate": 1.8928547952473033e-06, |
| "loss": 0.6395, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5178236397748592, |
| "grad_norm": 0.09198316186666489, |
| "learning_rate": 1.892449859803741e-06, |
| "loss": 0.7006, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.5186574942672504, |
| "grad_norm": 0.09348779171705246, |
| "learning_rate": 1.8920442040952356e-06, |
| "loss": 0.6641, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.5194913487596414, |
| "grad_norm": 0.08798382431268692, |
| "learning_rate": 1.8916378284491774e-06, |
| "loss": 0.6478, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.5203252032520326, |
| "grad_norm": 0.09442038089036942, |
| "learning_rate": 1.8912307331935383e-06, |
| "loss": 0.6201, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.5211590577444236, |
| "grad_norm": 0.09519796818494797, |
| "learning_rate": 1.8908229186568705e-06, |
| "loss": 0.5917, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.5219929122368147, |
| "grad_norm": 0.09593921154737473, |
| "learning_rate": 1.8904143851683062e-06, |
| "loss": 0.6859, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.5228267667292058, |
| "grad_norm": 0.09510339796543121, |
| "learning_rate": 1.890005133057559e-06, |
| "loss": 0.6679, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.5236606212215968, |
| "grad_norm": 0.09473798424005508, |
| "learning_rate": 1.8895951626549222e-06, |
| "loss": 0.6108, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.5244944757139879, |
| "grad_norm": 0.10544616729021072, |
| "learning_rate": 1.8891844742912678e-06, |
| "loss": 0.6007, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.525328330206379, |
| "grad_norm": 0.09652596712112427, |
| "learning_rate": 1.8887730682980482e-06, |
| "loss": 0.6858, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5261621846987701, |
| "grad_norm": 0.09385030716657639, |
| "learning_rate": 1.888360945007295e-06, |
| "loss": 0.692, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.5269960391911611, |
| "grad_norm": 0.10086268931627274, |
| "learning_rate": 1.887948104751618e-06, |
| "loss": 0.7302, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.5278298936835523, |
| "grad_norm": 0.09164178371429443, |
| "learning_rate": 1.8875345478642065e-06, |
| "loss": 0.5793, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.5286637481759433, |
| "grad_norm": 0.08686941117048264, |
| "learning_rate": 1.8871202746788274e-06, |
| "loss": 0.6304, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.5294976026683343, |
| "grad_norm": 0.09579890966415405, |
| "learning_rate": 1.8867052855298264e-06, |
| "loss": 0.6663, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.5303314571607255, |
| "grad_norm": 0.09054259210824966, |
| "learning_rate": 1.8862895807521264e-06, |
| "loss": 0.6395, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.5311653116531165, |
| "grad_norm": 0.0913679376244545, |
| "learning_rate": 1.8858731606812284e-06, |
| "loss": 0.6481, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.5319991661455076, |
| "grad_norm": 0.09573955833911896, |
| "learning_rate": 1.8854560256532098e-06, |
| "loss": 0.6543, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.5328330206378987, |
| "grad_norm": 0.09667269140481949, |
| "learning_rate": 1.8850381760047262e-06, |
| "loss": 0.6532, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.5336668751302898, |
| "grad_norm": 0.09536033123731613, |
| "learning_rate": 1.8846196120730093e-06, |
| "loss": 0.6429, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5345007296226808, |
| "grad_norm": 0.09058564901351929, |
| "learning_rate": 1.8842003341958673e-06, |
| "loss": 0.579, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.535334584115072, |
| "grad_norm": 0.09930071234703064, |
| "learning_rate": 1.8837803427116844e-06, |
| "loss": 0.5868, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.536168438607463, |
| "grad_norm": 0.0978417843580246, |
| "learning_rate": 1.8833596379594211e-06, |
| "loss": 0.6822, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.537002293099854, |
| "grad_norm": 0.09346287697553635, |
| "learning_rate": 1.882938220278614e-06, |
| "loss": 0.6116, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.5378361475922452, |
| "grad_norm": 0.09151905030012131, |
| "learning_rate": 1.8825160900093738e-06, |
| "loss": 0.6496, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.5386700020846362, |
| "grad_norm": 0.0970907062292099, |
| "learning_rate": 1.8820932474923871e-06, |
| "loss": 0.6504, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.5395038565770273, |
| "grad_norm": 0.09408881515264511, |
| "learning_rate": 1.8816696930689159e-06, |
| "loss": 0.6829, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.5403377110694184, |
| "grad_norm": 0.09966862946748734, |
| "learning_rate": 1.8812454270807951e-06, |
| "loss": 0.5898, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.5411715655618095, |
| "grad_norm": 0.0900130420923233, |
| "learning_rate": 1.8808204498704356e-06, |
| "loss": 0.6042, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.5420054200542005, |
| "grad_norm": 0.09694640338420868, |
| "learning_rate": 1.8803947617808214e-06, |
| "loss": 0.6727, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5428392745465916, |
| "grad_norm": 0.09688873589038849, |
| "learning_rate": 1.8799683631555103e-06, |
| "loss": 0.6137, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.5436731290389827, |
| "grad_norm": 0.09676310420036316, |
| "learning_rate": 1.8795412543386337e-06, |
| "loss": 0.612, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.5445069835313737, |
| "grad_norm": 0.09581848233938217, |
| "learning_rate": 1.8791134356748962e-06, |
| "loss": 0.6632, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.5453408380237649, |
| "grad_norm": 0.099350206553936, |
| "learning_rate": 1.8786849075095753e-06, |
| "loss": 0.6652, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.5461746925161559, |
| "grad_norm": 0.09312117099761963, |
| "learning_rate": 1.878255670188521e-06, |
| "loss": 0.6184, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.5470085470085471, |
| "grad_norm": 0.09312383830547333, |
| "learning_rate": 1.8778257240581554e-06, |
| "loss": 0.6595, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.5478424015009381, |
| "grad_norm": 0.09485237300395966, |
| "learning_rate": 1.8773950694654732e-06, |
| "loss": 0.716, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.5486762559933291, |
| "grad_norm": 0.09585438668727875, |
| "learning_rate": 1.8769637067580405e-06, |
| "loss": 0.7058, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.5495101104857203, |
| "grad_norm": 0.09024535119533539, |
| "learning_rate": 1.876531636283995e-06, |
| "loss": 0.594, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.5503439649781113, |
| "grad_norm": 0.09285992383956909, |
| "learning_rate": 1.8760988583920456e-06, |
| "loss": 0.648, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5511778194705024, |
| "grad_norm": 0.08939266204833984, |
| "learning_rate": 1.8756653734314722e-06, |
| "loss": 0.5866, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.5520116739628935, |
| "grad_norm": 0.10212475061416626, |
| "learning_rate": 1.8752311817521254e-06, |
| "loss": 0.5485, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.5528455284552846, |
| "grad_norm": 0.0938698872923851, |
| "learning_rate": 1.8747962837044256e-06, |
| "loss": 0.692, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.5536793829476756, |
| "grad_norm": 0.09794861823320389, |
| "learning_rate": 1.8743606796393644e-06, |
| "loss": 0.6449, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.5545132374400668, |
| "grad_norm": 0.09574401378631592, |
| "learning_rate": 1.8739243699085019e-06, |
| "loss": 0.5878, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.5553470919324578, |
| "grad_norm": 0.10169863700866699, |
| "learning_rate": 1.8734873548639687e-06, |
| "loss": 0.6968, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.5561809464248488, |
| "grad_norm": 0.09560302644968033, |
| "learning_rate": 1.8730496348584642e-06, |
| "loss": 0.6448, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.55701480091724, |
| "grad_norm": 0.10035623610019684, |
| "learning_rate": 1.8726112102452572e-06, |
| "loss": 0.6893, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.557848655409631, |
| "grad_norm": 0.093927301466465, |
| "learning_rate": 1.872172081378184e-06, |
| "loss": 0.6541, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.5586825099020221, |
| "grad_norm": 0.0979999378323555, |
| "learning_rate": 1.8717322486116508e-06, |
| "loss": 0.6651, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5595163643944132, |
| "grad_norm": 0.10020069032907486, |
| "learning_rate": 1.8712917123006312e-06, |
| "loss": 0.6289, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.5603502188868043, |
| "grad_norm": 0.10121606290340424, |
| "learning_rate": 1.8708504728006664e-06, |
| "loss": 0.6547, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.5611840733791953, |
| "grad_norm": 0.09832029789686203, |
| "learning_rate": 1.870408530467865e-06, |
| "loss": 0.651, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.5620179278715864, |
| "grad_norm": 0.0978146642446518, |
| "learning_rate": 1.8699658856589037e-06, |
| "loss": 0.6453, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.5628517823639775, |
| "grad_norm": 0.10008279979228973, |
| "learning_rate": 1.8695225387310249e-06, |
| "loss": 0.6945, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.5636856368563685, |
| "grad_norm": 0.09760496020317078, |
| "learning_rate": 1.8690784900420388e-06, |
| "loss": 0.6222, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.5645194913487597, |
| "grad_norm": 0.09725689142942429, |
| "learning_rate": 1.8686337399503215e-06, |
| "loss": 0.6464, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.5653533458411507, |
| "grad_norm": 0.09347565472126007, |
| "learning_rate": 1.8681882888148152e-06, |
| "loss": 0.6282, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.5661872003335418, |
| "grad_norm": 0.09704628586769104, |
| "learning_rate": 1.867742136995028e-06, |
| "loss": 0.6529, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.5670210548259329, |
| "grad_norm": 0.09918136149644852, |
| "learning_rate": 1.8672952848510328e-06, |
| "loss": 0.739, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5678549093183239, |
| "grad_norm": 0.09772541373968124, |
| "learning_rate": 1.8668477327434686e-06, |
| "loss": 0.6383, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.568688763810715, |
| "grad_norm": 0.09866555780172348, |
| "learning_rate": 1.866399481033539e-06, |
| "loss": 0.6721, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.5695226183031061, |
| "grad_norm": 0.09793423861265182, |
| "learning_rate": 1.8659505300830123e-06, |
| "loss": 0.6055, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.5703564727954972, |
| "grad_norm": 0.10061061382293701, |
| "learning_rate": 1.865500880254221e-06, |
| "loss": 0.6544, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.5711903272878882, |
| "grad_norm": 0.09208130091428757, |
| "learning_rate": 1.8650505319100617e-06, |
| "loss": 0.6014, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.5720241817802794, |
| "grad_norm": 0.0995427742600441, |
| "learning_rate": 1.8645994854139948e-06, |
| "loss": 0.6965, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.5728580362726704, |
| "grad_norm": 0.09244947880506516, |
| "learning_rate": 1.8641477411300438e-06, |
| "loss": 0.6272, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.5736918907650616, |
| "grad_norm": 0.09937774389982224, |
| "learning_rate": 1.863695299422796e-06, |
| "loss": 0.6648, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.5745257452574526, |
| "grad_norm": 0.09111293405294418, |
| "learning_rate": 1.8632421606574007e-06, |
| "loss": 0.5476, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.5753595997498436, |
| "grad_norm": 0.10068730264902115, |
| "learning_rate": 1.8627883251995708e-06, |
| "loss": 0.6535, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5761934542422348, |
| "grad_norm": 0.09240923076868057, |
| "learning_rate": 1.862333793415581e-06, |
| "loss": 0.575, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.5770273087346258, |
| "grad_norm": 0.09765233844518661, |
| "learning_rate": 1.8618785656722676e-06, |
| "loss": 0.6323, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.5778611632270169, |
| "grad_norm": 0.09996625781059265, |
| "learning_rate": 1.861422642337029e-06, |
| "loss": 0.639, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.578695017719408, |
| "grad_norm": 0.10148533433675766, |
| "learning_rate": 1.860966023777825e-06, |
| "loss": 0.7196, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.579528872211799, |
| "grad_norm": 0.09370430558919907, |
| "learning_rate": 1.8605087103631764e-06, |
| "loss": 0.6385, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.5803627267041901, |
| "grad_norm": 0.09228570014238358, |
| "learning_rate": 1.8600507024621648e-06, |
| "loss": 0.6242, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.5811965811965812, |
| "grad_norm": 0.09689746052026749, |
| "learning_rate": 1.8595920004444324e-06, |
| "loss": 0.6135, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.5820304356889723, |
| "grad_norm": 0.09802035987377167, |
| "learning_rate": 1.8591326046801812e-06, |
| "loss": 0.5789, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.5828642901813633, |
| "grad_norm": 0.10172217339277267, |
| "learning_rate": 1.8586725155401735e-06, |
| "loss": 0.5921, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.5836981446737545, |
| "grad_norm": 0.10300835222005844, |
| "learning_rate": 1.858211733395731e-06, |
| "loss": 0.6647, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5845319991661455, |
| "grad_norm": 0.09017598628997803, |
| "learning_rate": 1.8577502586187353e-06, |
| "loss": 0.6409, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "grad_norm": 0.10058888792991638, |
| "learning_rate": 1.8572880915816259e-06, |
| "loss": 0.5902, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.5861997081509277, |
| "grad_norm": 0.10125189274549484, |
| "learning_rate": 1.856825232657402e-06, |
| "loss": 0.6392, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.5870335626433187, |
| "grad_norm": 0.0983993262052536, |
| "learning_rate": 1.8563616822196204e-06, |
| "loss": 0.5915, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.5878674171357098, |
| "grad_norm": 0.09559126943349838, |
| "learning_rate": 1.8558974406423965e-06, |
| "loss": 0.6386, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.5887012716281009, |
| "grad_norm": 0.09088745713233948, |
| "learning_rate": 1.8554325083004034e-06, |
| "loss": 0.6483, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.589535126120492, |
| "grad_norm": 0.09516370296478271, |
| "learning_rate": 1.854966885568872e-06, |
| "loss": 0.6556, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.590368980612883, |
| "grad_norm": 0.09569456428289413, |
| "learning_rate": 1.8545005728235896e-06, |
| "loss": 0.6394, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.5912028351052742, |
| "grad_norm": 0.0980261042714119, |
| "learning_rate": 1.854033570440901e-06, |
| "loss": 0.6415, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.5920366895976652, |
| "grad_norm": 0.09796703606843948, |
| "learning_rate": 1.8535658787977075e-06, |
| "loss": 0.6736, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5928705440900562, |
| "grad_norm": 0.09802737832069397, |
| "learning_rate": 1.8530974982714664e-06, |
| "loss": 0.5802, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.5937043985824474, |
| "grad_norm": 0.09888147562742233, |
| "learning_rate": 1.8526284292401914e-06, |
| "loss": 0.6648, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.5945382530748384, |
| "grad_norm": 0.10190586000680923, |
| "learning_rate": 1.8521586720824515e-06, |
| "loss": 0.7032, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.5953721075672295, |
| "grad_norm": 0.09422854334115982, |
| "learning_rate": 1.8516882271773712e-06, |
| "loss": 0.6551, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.5962059620596206, |
| "grad_norm": 0.09025522321462631, |
| "learning_rate": 1.8512170949046305e-06, |
| "loss": 0.6231, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.5970398165520117, |
| "grad_norm": 0.102678582072258, |
| "learning_rate": 1.850745275644463e-06, |
| "loss": 0.6924, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.5978736710444027, |
| "grad_norm": 0.09951562434434891, |
| "learning_rate": 1.8502727697776579e-06, |
| "loss": 0.5763, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.5987075255367938, |
| "grad_norm": 0.10048934072256088, |
| "learning_rate": 1.8497995776855579e-06, |
| "loss": 0.6369, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.5995413800291849, |
| "grad_norm": 0.11139318346977234, |
| "learning_rate": 1.84932569975006e-06, |
| "loss": 0.6086, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.600375234521576, |
| "grad_norm": 0.10424143821001053, |
| "learning_rate": 1.8488511363536138e-06, |
| "loss": 0.6394, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6012090890139671, |
| "grad_norm": 0.09213969111442566, |
| "learning_rate": 1.8483758878792236e-06, |
| "loss": 0.6554, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.6020429435063581, |
| "grad_norm": 0.0998111367225647, |
| "learning_rate": 1.8478999547104452e-06, |
| "loss": 0.6717, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.6028767979987493, |
| "grad_norm": 0.09211792796850204, |
| "learning_rate": 1.8474233372313877e-06, |
| "loss": 0.5694, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.6037106524911403, |
| "grad_norm": 0.10054522007703781, |
| "learning_rate": 1.8469460358267127e-06, |
| "loss": 0.6501, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.6045445069835313, |
| "grad_norm": 0.09979543089866638, |
| "learning_rate": 1.8464680508816323e-06, |
| "loss": 0.6056, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.6053783614759225, |
| "grad_norm": 0.1000729575753212, |
| "learning_rate": 1.8459893827819126e-06, |
| "loss": 0.6302, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.6062122159683135, |
| "grad_norm": 0.09924089163541794, |
| "learning_rate": 1.8455100319138692e-06, |
| "loss": 0.6432, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.6070460704607046, |
| "grad_norm": 0.0920461118221283, |
| "learning_rate": 1.8450299986643695e-06, |
| "loss": 0.6081, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.6078799249530957, |
| "grad_norm": 0.10430511087179184, |
| "learning_rate": 1.8445492834208316e-06, |
| "loss": 0.6586, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.6087137794454868, |
| "grad_norm": 0.09923563152551651, |
| "learning_rate": 1.8440678865712236e-06, |
| "loss": 0.6166, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6095476339378778, |
| "grad_norm": 0.1012277603149414, |
| "learning_rate": 1.843585808504064e-06, |
| "loss": 0.6843, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.610381488430269, |
| "grad_norm": 0.09866297990083694, |
| "learning_rate": 1.8431030496084214e-06, |
| "loss": 0.6556, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.61121534292266, |
| "grad_norm": 0.09874875843524933, |
| "learning_rate": 1.8426196102739132e-06, |
| "loss": 0.5993, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.612049197415051, |
| "grad_norm": 0.09275837987661362, |
| "learning_rate": 1.8421354908907067e-06, |
| "loss": 0.6326, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.6128830519074422, |
| "grad_norm": 0.09502032399177551, |
| "learning_rate": 1.8416506918495173e-06, |
| "loss": 0.6077, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.6137169063998332, |
| "grad_norm": 0.09185368567705154, |
| "learning_rate": 1.8411652135416093e-06, |
| "loss": 0.6064, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.6145507608922243, |
| "grad_norm": 0.09815992414951324, |
| "learning_rate": 1.8406790563587956e-06, |
| "loss": 0.6313, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 0.09629546850919724, |
| "learning_rate": 1.8401922206934361e-06, |
| "loss": 0.6106, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.6162184698770065, |
| "grad_norm": 0.09635171294212341, |
| "learning_rate": 1.839704706938439e-06, |
| "loss": 0.6523, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.6170523243693975, |
| "grad_norm": 0.10179682075977325, |
| "learning_rate": 1.8392165154872595e-06, |
| "loss": 0.5873, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6178861788617886, |
| "grad_norm": 0.10270754247903824, |
| "learning_rate": 1.8387276467338996e-06, |
| "loss": 0.673, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.6187200333541797, |
| "grad_norm": 0.09746810793876648, |
| "learning_rate": 1.8382381010729086e-06, |
| "loss": 0.6564, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.6195538878465707, |
| "grad_norm": 0.0962262824177742, |
| "learning_rate": 1.8377478788993813e-06, |
| "loss": 0.5738, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.6203877423389619, |
| "grad_norm": 0.09518938511610031, |
| "learning_rate": 1.8372569806089586e-06, |
| "loss": 0.6345, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.6212215968313529, |
| "grad_norm": 0.09188467264175415, |
| "learning_rate": 1.8367654065978276e-06, |
| "loss": 0.6112, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.622055451323744, |
| "grad_norm": 0.09746599197387695, |
| "learning_rate": 1.8362731572627202e-06, |
| "loss": 0.6349, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.6228893058161351, |
| "grad_norm": 0.10009641200304031, |
| "learning_rate": 1.8357802330009136e-06, |
| "loss": 0.6502, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.6237231603085261, |
| "grad_norm": 0.10499203950166702, |
| "learning_rate": 1.8352866342102296e-06, |
| "loss": 0.6812, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.6245570148009172, |
| "grad_norm": 0.09757328033447266, |
| "learning_rate": 1.8347923612890349e-06, |
| "loss": 0.6025, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.6253908692933083, |
| "grad_norm": 0.10616346448659897, |
| "learning_rate": 1.8342974146362394e-06, |
| "loss": 0.6638, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6262247237856994, |
| "grad_norm": 0.10131774097681046, |
| "learning_rate": 1.8338017946512968e-06, |
| "loss": 0.5456, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.6270585782780905, |
| "grad_norm": 0.10244927555322647, |
| "learning_rate": 1.8333055017342054e-06, |
| "loss": 0.6751, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.6278924327704816, |
| "grad_norm": 0.10338141769170761, |
| "learning_rate": 1.8328085362855055e-06, |
| "loss": 0.6647, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.6287262872628726, |
| "grad_norm": 0.10026909410953522, |
| "learning_rate": 1.8323108987062802e-06, |
| "loss": 0.6543, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.6295601417552638, |
| "grad_norm": 0.10641954839229584, |
| "learning_rate": 1.8318125893981553e-06, |
| "loss": 0.6425, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.6303939962476548, |
| "grad_norm": 0.09939148277044296, |
| "learning_rate": 1.8313136087632995e-06, |
| "loss": 0.6531, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.6312278507400458, |
| "grad_norm": 0.10437260568141937, |
| "learning_rate": 1.8308139572044215e-06, |
| "loss": 0.6783, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.632061705232437, |
| "grad_norm": 0.09760341793298721, |
| "learning_rate": 1.830313635124773e-06, |
| "loss": 0.6734, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.632895559724828, |
| "grad_norm": 0.1017068475484848, |
| "learning_rate": 1.8298126429281467e-06, |
| "loss": 0.6171, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.6337294142172191, |
| "grad_norm": 0.09881062060594559, |
| "learning_rate": 1.8293109810188754e-06, |
| "loss": 0.6309, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6345632687096102, |
| "grad_norm": 0.11102797091007233, |
| "learning_rate": 1.8288086498018326e-06, |
| "loss": 0.6361, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.6353971232020013, |
| "grad_norm": 0.09473263472318649, |
| "learning_rate": 1.828305649682433e-06, |
| "loss": 0.5787, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.6362309776943923, |
| "grad_norm": 0.10742990672588348, |
| "learning_rate": 1.8278019810666293e-06, |
| "loss": 0.6638, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.6370648321867834, |
| "grad_norm": 0.09987856447696686, |
| "learning_rate": 1.8272976443609156e-06, |
| "loss": 0.6054, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.6378986866791745, |
| "grad_norm": 0.09839458018541336, |
| "learning_rate": 1.8267926399723238e-06, |
| "loss": 0.6258, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.6387325411715655, |
| "grad_norm": 0.09883236885070801, |
| "learning_rate": 1.8262869683084258e-06, |
| "loss": 0.6695, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.6395663956639567, |
| "grad_norm": 0.10263945162296295, |
| "learning_rate": 1.825780629777331e-06, |
| "loss": 0.6032, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.6404002501563477, |
| "grad_norm": 0.09623769670724869, |
| "learning_rate": 1.8252736247876874e-06, |
| "loss": 0.6794, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.6412341046487388, |
| "grad_norm": 0.10218116641044617, |
| "learning_rate": 1.8247659537486811e-06, |
| "loss": 0.5969, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.6420679591411299, |
| "grad_norm": 0.09405802190303802, |
| "learning_rate": 1.8242576170700352e-06, |
| "loss": 0.6493, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.642901813633521, |
| "grad_norm": 0.09709781408309937, |
| "learning_rate": 1.8237486151620112e-06, |
| "loss": 0.7054, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.643735668125912, |
| "grad_norm": 0.09584866464138031, |
| "learning_rate": 1.823238948435406e-06, |
| "loss": 0.6299, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.6445695226183031, |
| "grad_norm": 0.09731820970773697, |
| "learning_rate": 1.8227286173015538e-06, |
| "loss": 0.6633, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.6454033771106942, |
| "grad_norm": 0.09664048999547958, |
| "learning_rate": 1.822217622172325e-06, |
| "loss": 0.6075, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.6462372316030852, |
| "grad_norm": 0.0990557000041008, |
| "learning_rate": 1.8217059634601259e-06, |
| "loss": 0.6755, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.6470710860954764, |
| "grad_norm": 0.10071469098329544, |
| "learning_rate": 1.8211936415778983e-06, |
| "loss": 0.6197, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.6479049405878674, |
| "grad_norm": 0.10386556386947632, |
| "learning_rate": 1.820680656939119e-06, |
| "loss": 0.6195, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.6487387950802584, |
| "grad_norm": 0.09966234862804413, |
| "learning_rate": 1.8201670099578001e-06, |
| "loss": 0.6654, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.6495726495726496, |
| "grad_norm": 0.09882418066263199, |
| "learning_rate": 1.819652701048488e-06, |
| "loss": 0.6525, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.6504065040650406, |
| "grad_norm": 0.09504549950361252, |
| "learning_rate": 1.8191377306262633e-06, |
| "loss": 0.6326, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6512403585574317, |
| "grad_norm": 0.09834848344326019, |
| "learning_rate": 1.8186220991067404e-06, |
| "loss": 0.6417, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.6520742130498228, |
| "grad_norm": 0.09583116322755814, |
| "learning_rate": 1.8181058069060676e-06, |
| "loss": 0.6644, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.6529080675422139, |
| "grad_norm": 0.09287475794553757, |
| "learning_rate": 1.8175888544409264e-06, |
| "loss": 0.6385, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.653741922034605, |
| "grad_norm": 0.10364864766597748, |
| "learning_rate": 1.8170712421285305e-06, |
| "loss": 0.6996, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.6545757765269961, |
| "grad_norm": 0.09863609820604324, |
| "learning_rate": 1.816552970386627e-06, |
| "loss": 0.6272, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.6554096310193871, |
| "grad_norm": 0.10557069629430771, |
| "learning_rate": 1.8160340396334949e-06, |
| "loss": 0.6318, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.6562434855117782, |
| "grad_norm": 0.10506842285394669, |
| "learning_rate": 1.8155144502879443e-06, |
| "loss": 0.6557, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.6570773400041693, |
| "grad_norm": 0.09928935766220093, |
| "learning_rate": 1.8149942027693182e-06, |
| "loss": 0.6832, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.6579111944965603, |
| "grad_norm": 0.09821849316358566, |
| "learning_rate": 1.8144732974974902e-06, |
| "loss": 0.6342, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.6587450489889515, |
| "grad_norm": 0.09966670721769333, |
| "learning_rate": 1.8139517348928637e-06, |
| "loss": 0.6321, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6595789034813425, |
| "grad_norm": 0.10439924150705338, |
| "learning_rate": 1.8134295153763745e-06, |
| "loss": 0.6552, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.6604127579737336, |
| "grad_norm": 0.09848225861787796, |
| "learning_rate": 1.8129066393694877e-06, |
| "loss": 0.593, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.6612466124661247, |
| "grad_norm": 0.09793344885110855, |
| "learning_rate": 1.8123831072941974e-06, |
| "loss": 0.6406, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.6620804669585157, |
| "grad_norm": 0.0945219025015831, |
| "learning_rate": 1.8118589195730285e-06, |
| "loss": 0.6118, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.6629143214509068, |
| "grad_norm": 0.10230748355388641, |
| "learning_rate": 1.8113340766290343e-06, |
| "loss": 0.65, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.6637481759432979, |
| "grad_norm": 0.10141695290803909, |
| "learning_rate": 1.8108085788857973e-06, |
| "loss": 0.6109, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.664582030435689, |
| "grad_norm": 0.11011820286512375, |
| "learning_rate": 1.8102824267674282e-06, |
| "loss": 0.6531, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.66541588492808, |
| "grad_norm": 0.09687966108322144, |
| "learning_rate": 1.8097556206985658e-06, |
| "loss": 0.649, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.6662497394204712, |
| "grad_norm": 0.09653454273939133, |
| "learning_rate": 1.8092281611043764e-06, |
| "loss": 0.6487, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.6670835939128622, |
| "grad_norm": 0.10373052954673767, |
| "learning_rate": 1.808700048410555e-06, |
| "loss": 0.6221, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6670835939128622, |
| "eval_loss": 0.6415942907333374, |
| "eval_runtime": 321.6008, |
| "eval_samples_per_second": 16.738, |
| "eval_steps_per_second": 2.792, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6679174484052532, |
| "grad_norm": 0.10485277324914932, |
| "learning_rate": 1.8081712830433224e-06, |
| "loss": 0.6176, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.6687513028976444, |
| "grad_norm": 0.10105489194393158, |
| "learning_rate": 1.8076418654294266e-06, |
| "loss": 0.6708, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.6695851573900354, |
| "grad_norm": 0.1096423864364624, |
| "learning_rate": 1.8071117959961416e-06, |
| "loss": 0.601, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.6704190118824265, |
| "grad_norm": 0.10762202739715576, |
| "learning_rate": 1.8065810751712682e-06, |
| "loss": 0.6567, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.6712528663748176, |
| "grad_norm": 0.1107725277543068, |
| "learning_rate": 1.8060497033831324e-06, |
| "loss": 0.5889, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.6720867208672087, |
| "grad_norm": 0.10468114167451859, |
| "learning_rate": 1.8055176810605857e-06, |
| "loss": 0.5847, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.6729205753595997, |
| "grad_norm": 0.11013887077569962, |
| "learning_rate": 1.8049850086330048e-06, |
| "loss": 0.6008, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.6737544298519909, |
| "grad_norm": 0.1043848916888237, |
| "learning_rate": 1.8044516865302908e-06, |
| "loss": 0.6368, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.6745882843443819, |
| "grad_norm": 0.09962385892868042, |
| "learning_rate": 1.8039177151828691e-06, |
| "loss": 0.5842, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.6754221388367729, |
| "grad_norm": 0.1098175197839737, |
| "learning_rate": 1.8033830950216897e-06, |
| "loss": 0.6397, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6762559933291641, |
| "grad_norm": 0.10420270264148712, |
| "learning_rate": 1.8028478264782252e-06, |
| "loss": 0.6131, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.6770898478215551, |
| "grad_norm": 0.10396002978086472, |
| "learning_rate": 1.8023119099844723e-06, |
| "loss": 0.6499, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.6779237023139462, |
| "grad_norm": 0.09836006909608841, |
| "learning_rate": 1.8017753459729504e-06, |
| "loss": 0.5962, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.6787575568063373, |
| "grad_norm": 0.11005699634552002, |
| "learning_rate": 1.8012381348767014e-06, |
| "loss": 0.6202, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.6795914112987284, |
| "grad_norm": 0.10937905311584473, |
| "learning_rate": 1.8007002771292896e-06, |
| "loss": 0.6053, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.6804252657911195, |
| "grad_norm": 0.10817151516675949, |
| "learning_rate": 1.800161773164801e-06, |
| "loss": 0.6713, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.6812591202835105, |
| "grad_norm": 0.10142417997121811, |
| "learning_rate": 1.7996226234178434e-06, |
| "loss": 0.6166, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.6820929747759016, |
| "grad_norm": 0.10415297746658325, |
| "learning_rate": 1.799082828323545e-06, |
| "loss": 0.6912, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.6829268292682927, |
| "grad_norm": 0.09985463321208954, |
| "learning_rate": 1.7985423883175565e-06, |
| "loss": 0.6694, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.6837606837606838, |
| "grad_norm": 0.1025400459766388, |
| "learning_rate": 1.7980013038360475e-06, |
| "loss": 0.6464, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.6845945382530748, |
| "grad_norm": 0.09324987977743149, |
| "learning_rate": 1.7974595753157082e-06, |
| "loss": 0.6251, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.685428392745466, |
| "grad_norm": 0.1065581887960434, |
| "learning_rate": 1.796917203193749e-06, |
| "loss": 0.6427, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.686262247237857, |
| "grad_norm": 0.1113988533616066, |
| "learning_rate": 1.7963741879078985e-06, |
| "loss": 0.6652, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.687096101730248, |
| "grad_norm": 0.09690185636281967, |
| "learning_rate": 1.7958305298964066e-06, |
| "loss": 0.6294, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.6879299562226392, |
| "grad_norm": 0.10385391116142273, |
| "learning_rate": 1.7952862295980397e-06, |
| "loss": 0.611, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.6887638107150302, |
| "grad_norm": 0.10155371576547623, |
| "learning_rate": 1.794741287452084e-06, |
| "loss": 0.6268, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.6895976652074213, |
| "grad_norm": 0.10731323808431625, |
| "learning_rate": 1.7941957038983425e-06, |
| "loss": 0.6294, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.6904315196998124, |
| "grad_norm": 0.0989241898059845, |
| "learning_rate": 1.7936494793771369e-06, |
| "loss": 0.6739, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.6912653741922035, |
| "grad_norm": 0.10223259776830673, |
| "learning_rate": 1.7931026143293059e-06, |
| "loss": 0.5857, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.6920992286845945, |
| "grad_norm": 0.10547658056020737, |
| "learning_rate": 1.792555109196205e-06, |
| "loss": 0.6864, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.6929330831769857, |
| "grad_norm": 0.1027214452624321, |
| "learning_rate": 1.7920069644197063e-06, |
| "loss": 0.5857, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.6937669376693767, |
| "grad_norm": 0.10017300397157669, |
| "learning_rate": 1.7914581804421983e-06, |
| "loss": 0.6466, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.6946007921617677, |
| "grad_norm": 0.09962292015552521, |
| "learning_rate": 1.7909087577065851e-06, |
| "loss": 0.5917, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.6954346466541589, |
| "grad_norm": 0.10357961803674698, |
| "learning_rate": 1.7903586966562868e-06, |
| "loss": 0.6382, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.6962685011465499, |
| "grad_norm": 0.1033301129937172, |
| "learning_rate": 1.789807997735238e-06, |
| "loss": 0.624, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.697102355638941, |
| "grad_norm": 0.09935612231492996, |
| "learning_rate": 1.789256661387889e-06, |
| "loss": 0.6475, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.6979362101313321, |
| "grad_norm": 0.09738706797361374, |
| "learning_rate": 1.7887046880592033e-06, |
| "loss": 0.652, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.6987700646237232, |
| "grad_norm": 0.10389488190412521, |
| "learning_rate": 1.7881520781946597e-06, |
| "loss": 0.6755, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.6996039191161142, |
| "grad_norm": 0.09787558019161224, |
| "learning_rate": 1.7875988322402501e-06, |
| "loss": 0.618, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.7004377736085053, |
| "grad_norm": 0.09852594137191772, |
| "learning_rate": 1.78704495064248e-06, |
| "loss": 0.618, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7012716281008964, |
| "grad_norm": 0.09819158911705017, |
| "learning_rate": 1.7864904338483675e-06, |
| "loss": 0.5994, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.7021054825932874, |
| "grad_norm": 0.10942944139242172, |
| "learning_rate": 1.7859352823054437e-06, |
| "loss": 0.6405, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.7029393370856786, |
| "grad_norm": 0.10699477791786194, |
| "learning_rate": 1.7853794964617522e-06, |
| "loss": 0.6444, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.7037731915780696, |
| "grad_norm": 0.10151588916778564, |
| "learning_rate": 1.784823076765848e-06, |
| "loss": 0.6233, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.7046070460704607, |
| "grad_norm": 0.10147272795438766, |
| "learning_rate": 1.7842660236667974e-06, |
| "loss": 0.6606, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.7054409005628518, |
| "grad_norm": 0.1031784638762474, |
| "learning_rate": 1.7837083376141796e-06, |
| "loss": 0.6332, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.7062747550552428, |
| "grad_norm": 0.10318465530872345, |
| "learning_rate": 1.7831500190580823e-06, |
| "loss": 0.5944, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.707108609547634, |
| "grad_norm": 0.10107962787151337, |
| "learning_rate": 1.7825910684491054e-06, |
| "loss": 0.686, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.707942464040025, |
| "grad_norm": 0.1008550301194191, |
| "learning_rate": 1.7820314862383584e-06, |
| "loss": 0.6356, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.7087763185324161, |
| "grad_norm": 0.1049947738647461, |
| "learning_rate": 1.7814712728774598e-06, |
| "loss": 0.6436, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7096101730248072, |
| "grad_norm": 0.10559200495481491, |
| "learning_rate": 1.7809104288185389e-06, |
| "loss": 0.6522, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.7104440275171983, |
| "grad_norm": 0.09807837009429932, |
| "learning_rate": 1.7803489545142325e-06, |
| "loss": 0.6252, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.7112778820095893, |
| "grad_norm": 0.1072913408279419, |
| "learning_rate": 1.7797868504176874e-06, |
| "loss": 0.6483, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.7121117365019805, |
| "grad_norm": 0.09987325221300125, |
| "learning_rate": 1.7792241169825579e-06, |
| "loss": 0.5955, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.7129455909943715, |
| "grad_norm": 0.10160518437623978, |
| "learning_rate": 1.778660754663006e-06, |
| "loss": 0.6006, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.7137794454867625, |
| "grad_norm": 0.10053478926420212, |
| "learning_rate": 1.7780967639137025e-06, |
| "loss": 0.6583, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.7146132999791537, |
| "grad_norm": 0.10520876199007034, |
| "learning_rate": 1.777532145189824e-06, |
| "loss": 0.6061, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.7154471544715447, |
| "grad_norm": 0.10797824710607529, |
| "learning_rate": 1.776966898947054e-06, |
| "loss": 0.6764, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.7162810089639358, |
| "grad_norm": 0.10396280139684677, |
| "learning_rate": 1.7764010256415837e-06, |
| "loss": 0.6302, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.7171148634563269, |
| "grad_norm": 0.10683812946081161, |
| "learning_rate": 1.7758345257301094e-06, |
| "loss": 0.6618, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.717948717948718, |
| "grad_norm": 0.09601815789937973, |
| "learning_rate": 1.7752673996698326e-06, |
| "loss": 0.6167, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.718782572441109, |
| "grad_norm": 0.1079709529876709, |
| "learning_rate": 1.774699647918462e-06, |
| "loss": 0.6085, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.7196164269335001, |
| "grad_norm": 0.10923435539007187, |
| "learning_rate": 1.774131270934209e-06, |
| "loss": 0.6492, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.7204502814258912, |
| "grad_norm": 0.10494917631149292, |
| "learning_rate": 1.7735622691757912e-06, |
| "loss": 0.6281, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.7212841359182822, |
| "grad_norm": 0.10305362194776535, |
| "learning_rate": 1.7729926431024301e-06, |
| "loss": 0.6381, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.7221179904106734, |
| "grad_norm": 0.1005750373005867, |
| "learning_rate": 1.7724223931738505e-06, |
| "loss": 0.667, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.7229518449030644, |
| "grad_norm": 0.10202402621507645, |
| "learning_rate": 1.7718515198502812e-06, |
| "loss": 0.6685, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.7237856993954555, |
| "grad_norm": 0.10256760567426682, |
| "learning_rate": 1.7712800235924546e-06, |
| "loss": 0.6728, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.7246195538878466, |
| "grad_norm": 0.1020650714635849, |
| "learning_rate": 1.7707079048616046e-06, |
| "loss": 0.6144, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.7254534083802376, |
| "grad_norm": 0.10101509839296341, |
| "learning_rate": 1.770135164119468e-06, |
| "loss": 0.6244, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7262872628726287, |
| "grad_norm": 0.09737613797187805, |
| "learning_rate": 1.769561801828284e-06, |
| "loss": 0.6507, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.7271211173650198, |
| "grad_norm": 0.09866712987422943, |
| "learning_rate": 1.7689878184507937e-06, |
| "loss": 0.5875, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.7279549718574109, |
| "grad_norm": 0.0963241383433342, |
| "learning_rate": 1.7684132144502382e-06, |
| "loss": 0.6237, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.7287888263498019, |
| "grad_norm": 0.09706535190343857, |
| "learning_rate": 1.7678379902903603e-06, |
| "loss": 0.5665, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.7296226808421931, |
| "grad_norm": 0.09960032999515533, |
| "learning_rate": 1.7672621464354034e-06, |
| "loss": 0.6288, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.7304565353345841, |
| "grad_norm": 0.10458897799253464, |
| "learning_rate": 1.766685683350111e-06, |
| "loss": 0.6148, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.7312903898269751, |
| "grad_norm": 0.10443190485239029, |
| "learning_rate": 1.766108601499726e-06, |
| "loss": 0.6248, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.7321242443193663, |
| "grad_norm": 0.10145988315343857, |
| "learning_rate": 1.765530901349991e-06, |
| "loss": 0.6117, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.7329580988117573, |
| "grad_norm": 0.10847010463476181, |
| "learning_rate": 1.7649525833671474e-06, |
| "loss": 0.7046, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.7337919533041485, |
| "grad_norm": 0.10503443330526352, |
| "learning_rate": 1.7643736480179352e-06, |
| "loss": 0.6176, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7346258077965395, |
| "grad_norm": 0.10929647833108902, |
| "learning_rate": 1.7637940957695934e-06, |
| "loss": 0.6434, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.7354596622889306, |
| "grad_norm": 0.10153260827064514, |
| "learning_rate": 1.7632139270898576e-06, |
| "loss": 0.638, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.7362935167813217, |
| "grad_norm": 0.10493889451026917, |
| "learning_rate": 1.7626331424469615e-06, |
| "loss": 0.6517, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.7371273712737128, |
| "grad_norm": 0.09808988124132156, |
| "learning_rate": 1.7620517423096368e-06, |
| "loss": 0.6179, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.7379612257661038, |
| "grad_norm": 0.10479886084794998, |
| "learning_rate": 1.7614697271471103e-06, |
| "loss": 0.6419, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.7387950802584949, |
| "grad_norm": 0.09941962361335754, |
| "learning_rate": 1.7608870974291065e-06, |
| "loss": 0.6128, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.739628934750886, |
| "grad_norm": 0.10169458389282227, |
| "learning_rate": 1.7603038536258453e-06, |
| "loss": 0.609, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.740462789243277, |
| "grad_norm": 0.09726240485906601, |
| "learning_rate": 1.7597199962080423e-06, |
| "loss": 0.6371, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.7412966437356682, |
| "grad_norm": 0.10218486189842224, |
| "learning_rate": 1.759135525646908e-06, |
| "loss": 0.5768, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.7421304982280592, |
| "grad_norm": 0.10321173816919327, |
| "learning_rate": 1.7585504424141483e-06, |
| "loss": 0.6007, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7429643527204502, |
| "grad_norm": 0.10717494040727615, |
| "learning_rate": 1.7579647469819631e-06, |
| "loss": 0.6353, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.7437982072128414, |
| "grad_norm": 0.1051764264702797, |
| "learning_rate": 1.7573784398230474e-06, |
| "loss": 0.6098, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.7446320617052324, |
| "grad_norm": 0.10321137309074402, |
| "learning_rate": 1.7567915214105881e-06, |
| "loss": 0.5986, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.7454659161976235, |
| "grad_norm": 0.10979589819908142, |
| "learning_rate": 1.7562039922182671e-06, |
| "loss": 0.6518, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.7462997706900146, |
| "grad_norm": 0.10153292864561081, |
| "learning_rate": 1.7556158527202585e-06, |
| "loss": 0.6358, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.7471336251824057, |
| "grad_norm": 0.10513276606798172, |
| "learning_rate": 1.7550271033912287e-06, |
| "loss": 0.6085, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.7479674796747967, |
| "grad_norm": 0.10275143384933472, |
| "learning_rate": 1.7544377447063372e-06, |
| "loss": 0.5748, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.7488013341671879, |
| "grad_norm": 0.10438092797994614, |
| "learning_rate": 1.7538477771412339e-06, |
| "loss": 0.5943, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.7496351886595789, |
| "grad_norm": 0.1010277271270752, |
| "learning_rate": 1.7532572011720617e-06, |
| "loss": 0.6112, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.7504690431519699, |
| "grad_norm": 0.10229716449975967, |
| "learning_rate": 1.752666017275453e-06, |
| "loss": 0.5861, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7513028976443611, |
| "grad_norm": 0.10199355334043503, |
| "learning_rate": 1.7520742259285323e-06, |
| "loss": 0.6388, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.7521367521367521, |
| "grad_norm": 0.10268741846084595, |
| "learning_rate": 1.7514818276089128e-06, |
| "loss": 0.6875, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.7529706066291432, |
| "grad_norm": 0.0992840975522995, |
| "learning_rate": 1.7508888227946992e-06, |
| "loss": 0.6756, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.7538044611215343, |
| "grad_norm": 0.09615278989076614, |
| "learning_rate": 1.7502952119644845e-06, |
| "loss": 0.6474, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.7546383156139254, |
| "grad_norm": 0.10315293818712234, |
| "learning_rate": 1.749700995597351e-06, |
| "loss": 0.6127, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.7554721701063164, |
| "grad_norm": 0.10551444441080093, |
| "learning_rate": 1.7491061741728702e-06, |
| "loss": 0.6357, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.7563060245987075, |
| "grad_norm": 0.10280577838420868, |
| "learning_rate": 1.748510748171101e-06, |
| "loss": 0.6045, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.7571398790910986, |
| "grad_norm": 0.09516436606645584, |
| "learning_rate": 1.7479147180725912e-06, |
| "loss": 0.6368, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.7579737335834896, |
| "grad_norm": 0.10799692571163177, |
| "learning_rate": 1.7473180843583762e-06, |
| "loss": 0.6669, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.7588075880758808, |
| "grad_norm": 0.1064273938536644, |
| "learning_rate": 1.7467208475099774e-06, |
| "loss": 0.6481, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7596414425682718, |
| "grad_norm": 0.1054486557841301, |
| "learning_rate": 1.7461230080094043e-06, |
| "loss": 0.6108, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.760475297060663, |
| "grad_norm": 0.10060249269008636, |
| "learning_rate": 1.7455245663391516e-06, |
| "loss": 0.5604, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.761309151553054, |
| "grad_norm": 0.1015784963965416, |
| "learning_rate": 1.7449255229822008e-06, |
| "loss": 0.6248, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.762143006045445, |
| "grad_norm": 0.10114108771085739, |
| "learning_rate": 1.744325878422019e-06, |
| "loss": 0.6683, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.7629768605378362, |
| "grad_norm": 0.10236384719610214, |
| "learning_rate": 1.7437256331425576e-06, |
| "loss": 0.657, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.7638107150302272, |
| "grad_norm": 0.10892149806022644, |
| "learning_rate": 1.743124787628254e-06, |
| "loss": 0.6434, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.7646445695226183, |
| "grad_norm": 0.10639214515686035, |
| "learning_rate": 1.7425233423640298e-06, |
| "loss": 0.5859, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.7654784240150094, |
| "grad_norm": 0.10279032588005066, |
| "learning_rate": 1.7419212978352898e-06, |
| "loss": 0.6779, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.7663122785074005, |
| "grad_norm": 0.11178586632013321, |
| "learning_rate": 1.741318654527923e-06, |
| "loss": 0.6827, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.7671461329997915, |
| "grad_norm": 0.1018877848982811, |
| "learning_rate": 1.7407154129283019e-06, |
| "loss": 0.6423, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.7679799874921827, |
| "grad_norm": 0.1052117571234703, |
| "learning_rate": 1.7401115735232817e-06, |
| "loss": 0.6871, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.7688138419845737, |
| "grad_norm": 0.10656667500734329, |
| "learning_rate": 1.7395071368001997e-06, |
| "loss": 0.6384, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.7696476964769647, |
| "grad_norm": 0.09973619878292084, |
| "learning_rate": 1.738902103246876e-06, |
| "loss": 0.5659, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.7704815509693559, |
| "grad_norm": 0.10072916746139526, |
| "learning_rate": 1.7382964733516112e-06, |
| "loss": 0.6315, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.7713154054617469, |
| "grad_norm": 0.11351827532052994, |
| "learning_rate": 1.7376902476031882e-06, |
| "loss": 0.7005, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.772149259954138, |
| "grad_norm": 0.1084694042801857, |
| "learning_rate": 1.7370834264908711e-06, |
| "loss": 0.6077, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.7729831144465291, |
| "grad_norm": 0.10465063899755478, |
| "learning_rate": 1.7364760105044033e-06, |
| "loss": 0.5937, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.7738169689389202, |
| "grad_norm": 0.09937559068202972, |
| "learning_rate": 1.7358680001340092e-06, |
| "loss": 0.5854, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.7746508234313112, |
| "grad_norm": 0.11517240107059479, |
| "learning_rate": 1.7352593958703921e-06, |
| "loss": 0.6738, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.7754846779237023, |
| "grad_norm": 0.10875809192657471, |
| "learning_rate": 1.734650198204736e-06, |
| "loss": 0.6487, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.7763185324160934, |
| "grad_norm": 0.10209451615810394, |
| "learning_rate": 1.7340404076287021e-06, |
| "loss": 0.6277, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.7771523869084844, |
| "grad_norm": 0.11190709471702576, |
| "learning_rate": 1.7334300246344316e-06, |
| "loss": 0.6393, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.7779862414008756, |
| "grad_norm": 0.10622856765985489, |
| "learning_rate": 1.7328190497145427e-06, |
| "loss": 0.6665, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.7788200958932666, |
| "grad_norm": 0.11038866639137268, |
| "learning_rate": 1.7322074833621318e-06, |
| "loss": 0.6092, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.7796539503856577, |
| "grad_norm": 0.1060342788696289, |
| "learning_rate": 1.7315953260707735e-06, |
| "loss": 0.6427, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.7804878048780488, |
| "grad_norm": 0.10829740762710571, |
| "learning_rate": 1.7309825783345174e-06, |
| "loss": 0.6851, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.7813216593704398, |
| "grad_norm": 0.1001635491847992, |
| "learning_rate": 1.7303692406478908e-06, |
| "loss": 0.5645, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.7821555138628309, |
| "grad_norm": 0.09842494130134583, |
| "learning_rate": 1.7297553135058978e-06, |
| "loss": 0.613, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.782989368355222, |
| "grad_norm": 0.10335814207792282, |
| "learning_rate": 1.7291407974040167e-06, |
| "loss": 0.6583, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.7838232228476131, |
| "grad_norm": 0.10193807631731033, |
| "learning_rate": 1.728525692838202e-06, |
| "loss": 0.6242, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.7846570773400041, |
| "grad_norm": 0.1064397543668747, |
| "learning_rate": 1.7279100003048832e-06, |
| "loss": 0.7043, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.7854909318323953, |
| "grad_norm": 0.09790313243865967, |
| "learning_rate": 1.7272937203009642e-06, |
| "loss": 0.5869, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.7863247863247863, |
| "grad_norm": 0.10425697267055511, |
| "learning_rate": 1.7266768533238225e-06, |
| "loss": 0.6282, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.7871586408171775, |
| "grad_norm": 0.10319948196411133, |
| "learning_rate": 1.72605939987131e-06, |
| "loss": 0.5899, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.7879924953095685, |
| "grad_norm": 0.10117416828870773, |
| "learning_rate": 1.725441360441752e-06, |
| "loss": 0.5734, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.7888263498019595, |
| "grad_norm": 0.10920300334692001, |
| "learning_rate": 1.7248227355339458e-06, |
| "loss": 0.612, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.7896602042943507, |
| "grad_norm": 0.0993722602725029, |
| "learning_rate": 1.7242035256471623e-06, |
| "loss": 0.5778, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.7904940587867417, |
| "grad_norm": 0.12078487873077393, |
| "learning_rate": 1.723583731281144e-06, |
| "loss": 0.7115, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.7913279132791328, |
| "grad_norm": 0.10817496478557587, |
| "learning_rate": 1.7229633529361051e-06, |
| "loss": 0.6699, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.7921617677715239, |
| "grad_norm": 0.10841819643974304, |
| "learning_rate": 1.7223423911127313e-06, |
| "loss": 0.6089, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.792995622263915, |
| "grad_norm": 0.10630793124437332, |
| "learning_rate": 1.7217208463121788e-06, |
| "loss": 0.6615, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.793829476756306, |
| "grad_norm": 0.1000799611210823, |
| "learning_rate": 1.721098719036075e-06, |
| "loss": 0.6231, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.7946633312486971, |
| "grad_norm": 0.11009353399276733, |
| "learning_rate": 1.7204760097865167e-06, |
| "loss": 0.6197, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.7954971857410882, |
| "grad_norm": 0.10809972882270813, |
| "learning_rate": 1.7198527190660706e-06, |
| "loss": 0.5975, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.7963310402334792, |
| "grad_norm": 0.10163717716932297, |
| "learning_rate": 1.719228847377773e-06, |
| "loss": 0.7125, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.7971648947258704, |
| "grad_norm": 0.1121022030711174, |
| "learning_rate": 1.7186043952251286e-06, |
| "loss": 0.6821, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.7979987492182614, |
| "grad_norm": 0.11300718039274216, |
| "learning_rate": 1.7179793631121106e-06, |
| "loss": 0.6137, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.7988326037106525, |
| "grad_norm": 0.10873489826917648, |
| "learning_rate": 1.717353751543161e-06, |
| "loss": 0.5621, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.7996664582030436, |
| "grad_norm": 0.11031791567802429, |
| "learning_rate": 1.7167275610231887e-06, |
| "loss": 0.6363, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.8005003126954346, |
| "grad_norm": 0.10201506316661835, |
| "learning_rate": 1.7161007920575704e-06, |
| "loss": 0.5696, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8013341671878257, |
| "grad_norm": 0.09877403825521469, |
| "learning_rate": 1.7154734451521486e-06, |
| "loss": 0.6027, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.8021680216802168, |
| "grad_norm": 0.1055438295006752, |
| "learning_rate": 1.7148455208132334e-06, |
| "loss": 0.6204, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.8030018761726079, |
| "grad_norm": 0.11029175668954849, |
| "learning_rate": 1.7142170195476005e-06, |
| "loss": 0.5826, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.8038357306649989, |
| "grad_norm": 0.1105756014585495, |
| "learning_rate": 1.7135879418624913e-06, |
| "loss": 0.6526, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.8046695851573901, |
| "grad_norm": 0.1054423451423645, |
| "learning_rate": 1.712958288265612e-06, |
| "loss": 0.6254, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.8055034396497811, |
| "grad_norm": 0.10613211989402771, |
| "learning_rate": 1.712328059265134e-06, |
| "loss": 0.5974, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.8063372941421721, |
| "grad_norm": 0.09556613117456436, |
| "learning_rate": 1.7116972553696932e-06, |
| "loss": 0.6144, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.8071711486345633, |
| "grad_norm": 0.10485559701919556, |
| "learning_rate": 1.711065877088389e-06, |
| "loss": 0.5998, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.8080050031269543, |
| "grad_norm": 0.10885662585496902, |
| "learning_rate": 1.7104339249307848e-06, |
| "loss": 0.6298, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.8088388576193454, |
| "grad_norm": 0.10140252858400345, |
| "learning_rate": 1.709801399406907e-06, |
| "loss": 0.5747, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8096727121117365, |
| "grad_norm": 0.09874554723501205, |
| "learning_rate": 1.7091683010272446e-06, |
| "loss": 0.5676, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.8105065666041276, |
| "grad_norm": 0.10777262598276138, |
| "learning_rate": 1.7085346303027493e-06, |
| "loss": 0.6326, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.8113404210965186, |
| "grad_norm": 0.09974364936351776, |
| "learning_rate": 1.7079003877448344e-06, |
| "loss": 0.5638, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.8121742755889098, |
| "grad_norm": 0.10661293566226959, |
| "learning_rate": 1.7072655738653745e-06, |
| "loss": 0.6641, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.8130081300813008, |
| "grad_norm": 0.10669861733913422, |
| "learning_rate": 1.7066301891767061e-06, |
| "loss": 0.6478, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.813841984573692, |
| "grad_norm": 0.10368253290653229, |
| "learning_rate": 1.7059942341916256e-06, |
| "loss": 0.6198, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.814675839066083, |
| "grad_norm": 0.10855797678232193, |
| "learning_rate": 1.7053577094233897e-06, |
| "loss": 0.6453, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.815509693558474, |
| "grad_norm": 0.11007635295391083, |
| "learning_rate": 1.7047206153857156e-06, |
| "loss": 0.5748, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.8163435480508652, |
| "grad_norm": 0.10489246994256973, |
| "learning_rate": 1.7040829525927796e-06, |
| "loss": 0.579, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.8171774025432562, |
| "grad_norm": 0.11224298179149628, |
| "learning_rate": 1.7034447215592164e-06, |
| "loss": 0.6484, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8180112570356473, |
| "grad_norm": 0.10526615381240845, |
| "learning_rate": 1.7028059228001204e-06, |
| "loss": 0.6746, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.8188451115280384, |
| "grad_norm": 0.10187442600727081, |
| "learning_rate": 1.7021665568310435e-06, |
| "loss": 0.6462, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.8196789660204294, |
| "grad_norm": 0.10846269875764847, |
| "learning_rate": 1.7015266241679952e-06, |
| "loss": 0.6329, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 0.110533706843853, |
| "learning_rate": 1.7008861253274429e-06, |
| "loss": 0.658, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.8213466750052116, |
| "grad_norm": 0.10688811540603638, |
| "learning_rate": 1.7002450608263107e-06, |
| "loss": 0.5996, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.8221805294976027, |
| "grad_norm": 0.10414768755435944, |
| "learning_rate": 1.6996034311819796e-06, |
| "loss": 0.6333, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.8230143839899937, |
| "grad_norm": 0.0999814048409462, |
| "learning_rate": 1.698961236912286e-06, |
| "loss": 0.6609, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.8238482384823849, |
| "grad_norm": 0.10203441977500916, |
| "learning_rate": 1.6983184785355222e-06, |
| "loss": 0.6095, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.8246820929747759, |
| "grad_norm": 0.10571661591529846, |
| "learning_rate": 1.6976751565704362e-06, |
| "loss": 0.6125, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.8255159474671669, |
| "grad_norm": 0.10715372860431671, |
| "learning_rate": 1.6970312715362304e-06, |
| "loss": 0.689, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8263498019595581, |
| "grad_norm": 0.10807687044143677, |
| "learning_rate": 1.696386823952562e-06, |
| "loss": 0.611, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.8271836564519491, |
| "grad_norm": 0.10625305026769638, |
| "learning_rate": 1.6957418143395418e-06, |
| "loss": 0.6616, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.8280175109443402, |
| "grad_norm": 0.10512302070856094, |
| "learning_rate": 1.6950962432177348e-06, |
| "loss": 0.6147, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.8288513654367313, |
| "grad_norm": 0.10524202138185501, |
| "learning_rate": 1.6944501111081579e-06, |
| "loss": 0.6094, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.8296852199291224, |
| "grad_norm": 0.10839590430259705, |
| "learning_rate": 1.6938034185322828e-06, |
| "loss": 0.5816, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.8305190744215134, |
| "grad_norm": 0.10930492728948593, |
| "learning_rate": 1.6931561660120312e-06, |
| "loss": 0.6621, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.8313529289139046, |
| "grad_norm": 0.10111601650714874, |
| "learning_rate": 1.692508354069779e-06, |
| "loss": 0.6083, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.8321867834062956, |
| "grad_norm": 0.11010827124118805, |
| "learning_rate": 1.691859983228352e-06, |
| "loss": 0.6689, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.8330206378986866, |
| "grad_norm": 0.10622293502092361, |
| "learning_rate": 1.6912110540110272e-06, |
| "loss": 0.6142, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.8338544923910778, |
| "grad_norm": 0.10322947055101395, |
| "learning_rate": 1.6905615669415325e-06, |
| "loss": 0.5797, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8346883468834688, |
| "grad_norm": 0.11376485228538513, |
| "learning_rate": 1.689911522544047e-06, |
| "loss": 0.6323, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.8355222013758599, |
| "grad_norm": 0.10336299985647202, |
| "learning_rate": 1.6892609213431981e-06, |
| "loss": 0.5907, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.836356055868251, |
| "grad_norm": 0.10549134016036987, |
| "learning_rate": 1.6886097638640631e-06, |
| "loss": 0.6483, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.837189910360642, |
| "grad_norm": 0.10979744791984558, |
| "learning_rate": 1.6879580506321687e-06, |
| "loss": 0.5829, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.8380237648530331, |
| "grad_norm": 0.10647737979888916, |
| "learning_rate": 1.6873057821734894e-06, |
| "loss": 0.5714, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.8388576193454242, |
| "grad_norm": 0.11350049823522568, |
| "learning_rate": 1.6866529590144485e-06, |
| "loss": 0.6756, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.8396914738378153, |
| "grad_norm": 0.10672125220298767, |
| "learning_rate": 1.6859995816819167e-06, |
| "loss": 0.6459, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.8405253283302064, |
| "grad_norm": 0.11561840772628784, |
| "learning_rate": 1.6853456507032112e-06, |
| "loss": 0.6912, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.8413591828225975, |
| "grad_norm": 0.11554259806871414, |
| "learning_rate": 1.6846911666060973e-06, |
| "loss": 0.6032, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.8421930373149885, |
| "grad_norm": 0.10536365956068039, |
| "learning_rate": 1.6840361299187857e-06, |
| "loss": 0.6182, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.8430268918073797, |
| "grad_norm": 0.1125800758600235, |
| "learning_rate": 1.6833805411699344e-06, |
| "loss": 0.6519, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.8438607462997707, |
| "grad_norm": 0.10594160109758377, |
| "learning_rate": 1.6827244008886453e-06, |
| "loss": 0.6407, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.8446946007921617, |
| "grad_norm": 0.10480530560016632, |
| "learning_rate": 1.6820677096044667e-06, |
| "loss": 0.6398, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.8455284552845529, |
| "grad_norm": 0.10666308552026749, |
| "learning_rate": 1.6814104678473905e-06, |
| "loss": 0.612, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.8463623097769439, |
| "grad_norm": 0.10556510835886002, |
| "learning_rate": 1.6807526761478533e-06, |
| "loss": 0.5729, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.847196164269335, |
| "grad_norm": 0.11039448529481888, |
| "learning_rate": 1.6800943350367368e-06, |
| "loss": 0.6323, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.8480300187617261, |
| "grad_norm": 0.10304141789674759, |
| "learning_rate": 1.6794354450453638e-06, |
| "loss": 0.6426, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.8488638732541172, |
| "grad_norm": 0.10969959199428558, |
| "learning_rate": 1.678776006705502e-06, |
| "loss": 0.558, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.8496977277465082, |
| "grad_norm": 0.10663289576768875, |
| "learning_rate": 1.6781160205493605e-06, |
| "loss": 0.593, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.8505315822388994, |
| "grad_norm": 0.10291384905576706, |
| "learning_rate": 1.6774554871095915e-06, |
| "loss": 0.6281, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8513654367312904, |
| "grad_norm": 0.10907971113920212, |
| "learning_rate": 1.6767944069192876e-06, |
| "loss": 0.6158, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.8521992912236814, |
| "grad_norm": 0.11564616858959198, |
| "learning_rate": 1.6761327805119838e-06, |
| "loss": 0.6662, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.8530331457160726, |
| "grad_norm": 0.10590541362762451, |
| "learning_rate": 1.6754706084216555e-06, |
| "loss": 0.6323, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.8538670002084636, |
| "grad_norm": 0.10117157548666, |
| "learning_rate": 1.6748078911827187e-06, |
| "loss": 0.6112, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.8547008547008547, |
| "grad_norm": 0.11531368643045425, |
| "learning_rate": 1.674144629330029e-06, |
| "loss": 0.6413, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.8555347091932458, |
| "grad_norm": 0.10621378570795059, |
| "learning_rate": 1.673480823398882e-06, |
| "loss": 0.6394, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.8563685636856369, |
| "grad_norm": 0.11612808704376221, |
| "learning_rate": 1.672816473925012e-06, |
| "loss": 0.637, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.8572024181780279, |
| "grad_norm": 0.10893040150403976, |
| "learning_rate": 1.672151581444592e-06, |
| "loss": 0.5923, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.858036272670419, |
| "grad_norm": 0.10822536796331406, |
| "learning_rate": 1.6714861464942333e-06, |
| "loss": 0.6766, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.8588701271628101, |
| "grad_norm": 0.10714786499738693, |
| "learning_rate": 1.6708201696109856e-06, |
| "loss": 0.5649, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.8597039816552011, |
| "grad_norm": 0.10966484993696213, |
| "learning_rate": 1.6701536513323349e-06, |
| "loss": 0.6219, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.8605378361475923, |
| "grad_norm": 0.1037144884467125, |
| "learning_rate": 1.669486592196205e-06, |
| "loss": 0.6352, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.8613716906399833, |
| "grad_norm": 0.11299126595258713, |
| "learning_rate": 1.668818992740956e-06, |
| "loss": 0.6734, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.8622055451323744, |
| "grad_norm": 0.11029834300279617, |
| "learning_rate": 1.6681508535053834e-06, |
| "loss": 0.6579, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.8630393996247655, |
| "grad_norm": 0.10519642382860184, |
| "learning_rate": 1.6674821750287197e-06, |
| "loss": 0.6072, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.8638732541171565, |
| "grad_norm": 0.11065202951431274, |
| "learning_rate": 1.6668129578506313e-06, |
| "loss": 0.6562, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.8647071086095476, |
| "grad_norm": 0.11024871468544006, |
| "learning_rate": 1.66614320251122e-06, |
| "loss": 0.6, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.8655409631019387, |
| "grad_norm": 0.10754359513521194, |
| "learning_rate": 1.6654729095510219e-06, |
| "loss": 0.6028, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.8663748175943298, |
| "grad_norm": 0.11345981806516647, |
| "learning_rate": 1.6648020795110069e-06, |
| "loss": 0.7018, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.8672086720867209, |
| "grad_norm": 0.10346484929323196, |
| "learning_rate": 1.6641307129325783e-06, |
| "loss": 0.6866, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.868042526579112, |
| "grad_norm": 0.10640288889408112, |
| "learning_rate": 1.6634588103575723e-06, |
| "loss": 0.5851, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.868876381071503, |
| "grad_norm": 0.11161711812019348, |
| "learning_rate": 1.6627863723282584e-06, |
| "loss": 0.6182, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.8697102355638942, |
| "grad_norm": 0.10999694466590881, |
| "learning_rate": 1.662113399387337e-06, |
| "loss": 0.5887, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.8705440900562852, |
| "grad_norm": 0.10471642017364502, |
| "learning_rate": 1.6614398920779418e-06, |
| "loss": 0.6854, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.8713779445486762, |
| "grad_norm": 0.10635983943939209, |
| "learning_rate": 1.660765850943636e-06, |
| "loss": 0.5945, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.8722117990410674, |
| "grad_norm": 0.10250985622406006, |
| "learning_rate": 1.6600912765284153e-06, |
| "loss": 0.6283, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.8730456535334584, |
| "grad_norm": 0.10342993587255478, |
| "learning_rate": 1.6594161693767046e-06, |
| "loss": 0.5878, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.8738795080258495, |
| "grad_norm": 0.10388782620429993, |
| "learning_rate": 1.6587405300333593e-06, |
| "loss": 0.6197, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.8747133625182406, |
| "grad_norm": 0.10757216066122055, |
| "learning_rate": 1.658064359043664e-06, |
| "loss": 0.6643, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.8755472170106317, |
| "grad_norm": 0.10185371339321136, |
| "learning_rate": 1.657387656953333e-06, |
| "loss": 0.6129, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.8763810715030227, |
| "grad_norm": 0.10625848174095154, |
| "learning_rate": 1.6567104243085081e-06, |
| "loss": 0.6389, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.8772149259954138, |
| "grad_norm": 0.1068265438079834, |
| "learning_rate": 1.6560326616557605e-06, |
| "loss": 0.6474, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.8780487804878049, |
| "grad_norm": 0.10008926689624786, |
| "learning_rate": 1.6553543695420888e-06, |
| "loss": 0.592, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.8788826349801959, |
| "grad_norm": 0.11250849813222885, |
| "learning_rate": 1.6546755485149181e-06, |
| "loss": 0.6612, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.8797164894725871, |
| "grad_norm": 0.10780669748783112, |
| "learning_rate": 1.6539961991221017e-06, |
| "loss": 0.5717, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.8805503439649781, |
| "grad_norm": 0.10522449761629105, |
| "learning_rate": 1.6533163219119181e-06, |
| "loss": 0.6377, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.8813841984573692, |
| "grad_norm": 0.11719299852848053, |
| "learning_rate": 1.6526359174330727e-06, |
| "loss": 0.6148, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.8822180529497603, |
| "grad_norm": 0.10418464988470078, |
| "learning_rate": 1.6519549862346959e-06, |
| "loss": 0.547, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.8830519074421513, |
| "grad_norm": 0.1149667277932167, |
| "learning_rate": 1.6512735288663433e-06, |
| "loss": 0.5509, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.8838857619345424, |
| "grad_norm": 0.11353281885385513, |
| "learning_rate": 1.6505915458779954e-06, |
| "loss": 0.6679, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.8847196164269335, |
| "grad_norm": 0.10084139555692673, |
| "learning_rate": 1.6499090378200564e-06, |
| "loss": 0.6315, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.8855534709193246, |
| "grad_norm": 0.10753504931926727, |
| "learning_rate": 1.6492260052433551e-06, |
| "loss": 0.6441, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.8863873254117156, |
| "grad_norm": 0.10944227129220963, |
| "learning_rate": 1.6485424486991427e-06, |
| "loss": 0.6378, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.8872211799041068, |
| "grad_norm": 0.10542403161525726, |
| "learning_rate": 1.6478583687390937e-06, |
| "loss": 0.5715, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.8880550343964978, |
| "grad_norm": 0.10192226618528366, |
| "learning_rate": 1.6471737659153054e-06, |
| "loss": 0.6035, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.11085714399814606, |
| "learning_rate": 1.6464886407802958e-06, |
| "loss": 0.6705, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.88972274338128, |
| "grad_norm": 0.10521090775728226, |
| "learning_rate": 1.645802993887006e-06, |
| "loss": 0.6487, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.890556597873671, |
| "grad_norm": 0.11182847619056702, |
| "learning_rate": 1.645116825788798e-06, |
| "loss": 0.5908, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.8913904523660621, |
| "grad_norm": 0.10744032263755798, |
| "learning_rate": 1.6444301370394533e-06, |
| "loss": 0.6978, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.8922243068584532, |
| "grad_norm": 0.11645323783159256, |
| "learning_rate": 1.6437429281931742e-06, |
| "loss": 0.6552, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.8930581613508443, |
| "grad_norm": 0.10556191205978394, |
| "learning_rate": 1.6430551998045833e-06, |
| "loss": 0.6485, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.8938920158432354, |
| "grad_norm": 0.11244357377290726, |
| "learning_rate": 1.6423669524287216e-06, |
| "loss": 0.6352, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.8947258703356264, |
| "grad_norm": 0.11015337705612183, |
| "learning_rate": 1.6416781866210494e-06, |
| "loss": 0.5928, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.8955597248280175, |
| "grad_norm": 0.11401670426130295, |
| "learning_rate": 1.6409889029374457e-06, |
| "loss": 0.591, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.8963935793204086, |
| "grad_norm": 0.10178755223751068, |
| "learning_rate": 1.6402991019342073e-06, |
| "loss": 0.5772, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.8972274338127997, |
| "grad_norm": 0.10722572356462479, |
| "learning_rate": 1.6396087841680478e-06, |
| "loss": 0.616, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.8980612883051907, |
| "grad_norm": 0.10824041068553925, |
| "learning_rate": 1.6389179501960987e-06, |
| "loss": 0.6289, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.8988951427975819, |
| "grad_norm": 0.10898349434137344, |
| "learning_rate": 1.638226600575908e-06, |
| "loss": 0.6197, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.8997289972899729, |
| "grad_norm": 0.10828059166669846, |
| "learning_rate": 1.6375347358654397e-06, |
| "loss": 0.6335, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.900562851782364, |
| "grad_norm": 0.11353094130754471, |
| "learning_rate": 1.6368423566230728e-06, |
| "loss": 0.6306, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9013967062747551, |
| "grad_norm": 0.1095949038863182, |
| "learning_rate": 1.6361494634076033e-06, |
| "loss": 0.6579, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.9022305607671461, |
| "grad_norm": 0.10779423266649246, |
| "learning_rate": 1.6354560567782406e-06, |
| "loss": 0.6268, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.9030644152595372, |
| "grad_norm": 0.10539865493774414, |
| "learning_rate": 1.6347621372946088e-06, |
| "loss": 0.6318, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.9038982697519283, |
| "grad_norm": 0.11474636197090149, |
| "learning_rate": 1.6340677055167458e-06, |
| "loss": 0.6843, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.9047321242443194, |
| "grad_norm": 0.11284147948026657, |
| "learning_rate": 1.633372762005103e-06, |
| "loss": 0.6167, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.9055659787367104, |
| "grad_norm": 0.10842804610729218, |
| "learning_rate": 1.632677307320545e-06, |
| "loss": 0.5851, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.9063998332291016, |
| "grad_norm": 0.10843487083911896, |
| "learning_rate": 1.6319813420243495e-06, |
| "loss": 0.6337, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.9072336877214926, |
| "grad_norm": 0.10792160034179688, |
| "learning_rate": 1.6312848666782048e-06, |
| "loss": 0.6015, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.9080675422138836, |
| "grad_norm": 0.10741087794303894, |
| "learning_rate": 1.6305878818442122e-06, |
| "loss": 0.6285, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.9089013967062748, |
| "grad_norm": 0.10371655970811844, |
| "learning_rate": 1.6298903880848834e-06, |
| "loss": 0.5982, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9097352511986658, |
| "grad_norm": 0.10612435638904572, |
| "learning_rate": 1.6291923859631415e-06, |
| "loss": 0.5962, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.9105691056910569, |
| "grad_norm": 0.10705637186765671, |
| "learning_rate": 1.6284938760423188e-06, |
| "loss": 0.5926, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.911402960183448, |
| "grad_norm": 0.10797090083360672, |
| "learning_rate": 1.627794858886159e-06, |
| "loss": 0.632, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.9122368146758391, |
| "grad_norm": 0.1132771223783493, |
| "learning_rate": 1.6270953350588137e-06, |
| "loss": 0.647, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.9130706691682301, |
| "grad_norm": 0.10793612152338028, |
| "learning_rate": 1.626395305124844e-06, |
| "loss": 0.6367, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.9139045236606212, |
| "grad_norm": 0.10706419497728348, |
| "learning_rate": 1.6256947696492196e-06, |
| "loss": 0.6472, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.9147383781530123, |
| "grad_norm": 0.10842972993850708, |
| "learning_rate": 1.6249937291973184e-06, |
| "loss": 0.6185, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.9155722326454033, |
| "grad_norm": 0.11361444741487503, |
| "learning_rate": 1.6242921843349252e-06, |
| "loss": 0.617, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.9164060871377945, |
| "grad_norm": 0.11315753310918808, |
| "learning_rate": 1.6235901356282322e-06, |
| "loss": 0.6478, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.9172399416301855, |
| "grad_norm": 0.12495766580104828, |
| "learning_rate": 1.6228875836438385e-06, |
| "loss": 0.6252, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.9180737961225766, |
| "grad_norm": 0.11157601326704025, |
| "learning_rate": 1.622184528948749e-06, |
| "loss": 0.6214, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.9189076506149677, |
| "grad_norm": 0.10694071650505066, |
| "learning_rate": 1.6214809721103744e-06, |
| "loss": 0.619, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.9197415051073587, |
| "grad_norm": 0.1112818494439125, |
| "learning_rate": 1.6207769136965307e-06, |
| "loss": 0.6229, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.9205753595997499, |
| "grad_norm": 0.10422814637422562, |
| "learning_rate": 1.6200723542754389e-06, |
| "loss": 0.5837, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.9214092140921409, |
| "grad_norm": 0.11240324378013611, |
| "learning_rate": 1.619367294415724e-06, |
| "loss": 0.7071, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.922243068584532, |
| "grad_norm": 0.10819468647241592, |
| "learning_rate": 1.6186617346864151e-06, |
| "loss": 0.5728, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 0.1053207591176033, |
| "learning_rate": 1.6179556756569448e-06, |
| "loss": 0.5915, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.9239107775693142, |
| "grad_norm": 0.1075674444437027, |
| "learning_rate": 1.6172491178971482e-06, |
| "loss": 0.5935, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.9247446320617052, |
| "grad_norm": 0.11159633845090866, |
| "learning_rate": 1.6165420619772635e-06, |
| "loss": 0.6493, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.9255784865540964, |
| "grad_norm": 0.11671009659767151, |
| "learning_rate": 1.6158345084679307e-06, |
| "loss": 0.6661, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.9264123410464874, |
| "grad_norm": 0.11934785544872284, |
| "learning_rate": 1.6151264579401917e-06, |
| "loss": 0.6335, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.9272461955388784, |
| "grad_norm": 0.11291314661502838, |
| "learning_rate": 1.6144179109654887e-06, |
| "loss": 0.6413, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.9280800500312696, |
| "grad_norm": 0.10902924090623856, |
| "learning_rate": 1.6137088681156654e-06, |
| "loss": 0.6713, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.9289139045236606, |
| "grad_norm": 0.10608460754156113, |
| "learning_rate": 1.6129993299629651e-06, |
| "loss": 0.6024, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.9297477590160517, |
| "grad_norm": 0.10624940693378448, |
| "learning_rate": 1.6122892970800317e-06, |
| "loss": 0.6128, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.9305816135084428, |
| "grad_norm": 0.11591742187738419, |
| "learning_rate": 1.6115787700399071e-06, |
| "loss": 0.6242, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.9314154680008339, |
| "grad_norm": 0.11706274002790451, |
| "learning_rate": 1.610867749416033e-06, |
| "loss": 0.6356, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.9322493224932249, |
| "grad_norm": 0.10509736090898514, |
| "learning_rate": 1.6101562357822491e-06, |
| "loss": 0.6337, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.933083176985616, |
| "grad_norm": 0.10801702737808228, |
| "learning_rate": 1.6094442297127935e-06, |
| "loss": 0.615, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.9339170314780071, |
| "grad_norm": 0.11627451330423355, |
| "learning_rate": 1.6087317317823007e-06, |
| "loss": 0.6059, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.9347508859703981, |
| "grad_norm": 0.11316727101802826, |
| "learning_rate": 1.6080187425658033e-06, |
| "loss": 0.6092, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.9355847404627893, |
| "grad_norm": 0.10899489372968674, |
| "learning_rate": 1.6073052626387296e-06, |
| "loss": 0.5787, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.9364185949551803, |
| "grad_norm": 0.10977214574813843, |
| "learning_rate": 1.606591292576904e-06, |
| "loss": 0.6022, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.9372524494475714, |
| "grad_norm": 0.10926050692796707, |
| "learning_rate": 1.6058768329565469e-06, |
| "loss": 0.6626, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.9380863039399625, |
| "grad_norm": 0.10779014229774475, |
| "learning_rate": 1.6051618843542736e-06, |
| "loss": 0.6381, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.9389201584323535, |
| "grad_norm": 0.11509402096271515, |
| "learning_rate": 1.6044464473470939e-06, |
| "loss": 0.5817, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.9397540129247446, |
| "grad_norm": 0.10561665147542953, |
| "learning_rate": 1.6037305225124121e-06, |
| "loss": 0.5634, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.9405878674171357, |
| "grad_norm": 0.1081278994679451, |
| "learning_rate": 1.6030141104280253e-06, |
| "loss": 0.6437, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.9414217219095268, |
| "grad_norm": 0.10470031946897507, |
| "learning_rate": 1.6022972116721256e-06, |
| "loss": 0.5853, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.9422555764019178, |
| "grad_norm": 0.1069476306438446, |
| "learning_rate": 1.601579826823296e-06, |
| "loss": 0.5653, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.943089430894309, |
| "grad_norm": 0.1095786914229393, |
| "learning_rate": 1.600861956460513e-06, |
| "loss": 0.6191, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.9439232853867, |
| "grad_norm": 0.10863108187913895, |
| "learning_rate": 1.600143601163144e-06, |
| "loss": 0.6166, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.944757139879091, |
| "grad_norm": 0.110601507127285, |
| "learning_rate": 1.5994247615109498e-06, |
| "loss": 0.5716, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.9455909943714822, |
| "grad_norm": 0.108455128967762, |
| "learning_rate": 1.598705438084079e-06, |
| "loss": 0.5888, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.9464248488638732, |
| "grad_norm": 0.11156295984983444, |
| "learning_rate": 1.5979856314630728e-06, |
| "loss": 0.6723, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.9472587033562644, |
| "grad_norm": 0.11098117381334305, |
| "learning_rate": 1.5972653422288622e-06, |
| "loss": 0.5671, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.9480925578486554, |
| "grad_norm": 0.11285511404275894, |
| "learning_rate": 1.5965445709627669e-06, |
| "loss": 0.6437, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.9489264123410465, |
| "grad_norm": 0.10554268956184387, |
| "learning_rate": 1.5958233182464965e-06, |
| "loss": 0.6289, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.9497602668334376, |
| "grad_norm": 0.10124699026346207, |
| "learning_rate": 1.5951015846621483e-06, |
| "loss": 0.6068, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.9505941213258287, |
| "grad_norm": 0.11128734052181244, |
| "learning_rate": 1.5943793707922084e-06, |
| "loss": 0.5907, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9514279758182197, |
| "grad_norm": 0.11676076054573059, |
| "learning_rate": 1.5936566772195503e-06, |
| "loss": 0.602, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.9522618303106108, |
| "grad_norm": 0.11664719134569168, |
| "learning_rate": 1.5929335045274343e-06, |
| "loss": 0.6197, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.9530956848030019, |
| "grad_norm": 0.1060841903090477, |
| "learning_rate": 1.5922098532995083e-06, |
| "loss": 0.553, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.9539295392953929, |
| "grad_norm": 0.11080587655305862, |
| "learning_rate": 1.591485724119805e-06, |
| "loss": 0.6357, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.9547633937877841, |
| "grad_norm": 0.10428017377853394, |
| "learning_rate": 1.5907611175727442e-06, |
| "loss": 0.5693, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.9555972482801751, |
| "grad_norm": 0.10886859893798828, |
| "learning_rate": 1.59003603424313e-06, |
| "loss": 0.6142, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.9564311027725662, |
| "grad_norm": 0.1091897264122963, |
| "learning_rate": 1.5893104747161522e-06, |
| "loss": 0.6234, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.9572649572649573, |
| "grad_norm": 0.11705927550792694, |
| "learning_rate": 1.5885844395773841e-06, |
| "loss": 0.6322, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.9580988117573483, |
| "grad_norm": 0.11114629358053207, |
| "learning_rate": 1.5878579294127831e-06, |
| "loss": 0.6233, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.9589326662497394, |
| "grad_norm": 0.11006072908639908, |
| "learning_rate": 1.5871309448086903e-06, |
| "loss": 0.6271, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.9597665207421305, |
| "grad_norm": 0.10859903693199158, |
| "learning_rate": 1.5864034863518292e-06, |
| "loss": 0.6101, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.9606003752345216, |
| "grad_norm": 0.11398789286613464, |
| "learning_rate": 1.585675554629306e-06, |
| "loss": 0.6183, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.9614342297269126, |
| "grad_norm": 0.10914972424507141, |
| "learning_rate": 1.5849471502286087e-06, |
| "loss": 0.6687, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.9622680842193038, |
| "grad_norm": 0.11407602578401566, |
| "learning_rate": 1.5842182737376074e-06, |
| "loss": 0.6513, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.9631019387116948, |
| "grad_norm": 0.11537064611911774, |
| "learning_rate": 1.5834889257445525e-06, |
| "loss": 0.6284, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.9639357932040858, |
| "grad_norm": 0.10912200808525085, |
| "learning_rate": 1.582759106838075e-06, |
| "loss": 0.634, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.964769647696477, |
| "grad_norm": 0.11783526092767715, |
| "learning_rate": 1.5820288176071861e-06, |
| "loss": 0.6435, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.965603502188868, |
| "grad_norm": 0.11490530520677567, |
| "learning_rate": 1.5812980586412765e-06, |
| "loss": 0.5872, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.9664373566812591, |
| "grad_norm": 0.10283337533473969, |
| "learning_rate": 1.5805668305301167e-06, |
| "loss": 0.565, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.9672712111736502, |
| "grad_norm": 0.10747389495372772, |
| "learning_rate": 1.5798351338638548e-06, |
| "loss": 0.5878, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.9681050656660413, |
| "grad_norm": 0.11634895950555801, |
| "learning_rate": 1.5791029692330172e-06, |
| "loss": 0.6547, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.9689389201584323, |
| "grad_norm": 0.11201413720846176, |
| "learning_rate": 1.5783703372285086e-06, |
| "loss": 0.6039, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.9697727746508235, |
| "grad_norm": 0.11117483675479889, |
| "learning_rate": 1.5776372384416105e-06, |
| "loss": 0.6447, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.9706066291432145, |
| "grad_norm": 0.11274691671133041, |
| "learning_rate": 1.5769036734639815e-06, |
| "loss": 0.5847, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.9714404836356055, |
| "grad_norm": 0.11471108347177505, |
| "learning_rate": 1.5761696428876556e-06, |
| "loss": 0.6523, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.9722743381279967, |
| "grad_norm": 0.11089842766523361, |
| "learning_rate": 1.5754351473050434e-06, |
| "loss": 0.5949, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.9731081926203877, |
| "grad_norm": 0.10404518991708755, |
| "learning_rate": 1.5747001873089306e-06, |
| "loss": 0.5496, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.9739420471127789, |
| "grad_norm": 0.116578109562397, |
| "learning_rate": 1.5739647634924773e-06, |
| "loss": 0.6103, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.9747759016051699, |
| "grad_norm": 0.1054786667227745, |
| "learning_rate": 1.5732288764492184e-06, |
| "loss": 0.623, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "grad_norm": 0.11369701474905014, |
| "learning_rate": 1.5724925267730624e-06, |
| "loss": 0.567, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.9764436105899521, |
| "grad_norm": 0.1198234111070633, |
| "learning_rate": 1.5717557150582917e-06, |
| "loss": 0.6188, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.9772774650823431, |
| "grad_norm": 0.12100456655025482, |
| "learning_rate": 1.5710184418995604e-06, |
| "loss": 0.641, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.9781113195747342, |
| "grad_norm": 0.10783829540014267, |
| "learning_rate": 1.5702807078918965e-06, |
| "loss": 0.5889, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.9789451740671253, |
| "grad_norm": 0.11204763501882553, |
| "learning_rate": 1.5695425136306987e-06, |
| "loss": 0.6271, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.9797790285595164, |
| "grad_norm": 0.11363273113965988, |
| "learning_rate": 1.568803859711738e-06, |
| "loss": 0.6099, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.9806128830519074, |
| "grad_norm": 0.10527540743350983, |
| "learning_rate": 1.5680647467311555e-06, |
| "loss": 0.5782, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.9814467375442986, |
| "grad_norm": 0.11106487363576889, |
| "learning_rate": 1.5673251752854645e-06, |
| "loss": 0.645, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.9822805920366896, |
| "grad_norm": 0.11001728475093842, |
| "learning_rate": 1.5665851459715457e-06, |
| "loss": 0.611, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.9831144465290806, |
| "grad_norm": 0.10988467186689377, |
| "learning_rate": 1.5658446593866517e-06, |
| "loss": 0.6229, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.9839483010214718, |
| "grad_norm": 0.10910095274448395, |
| "learning_rate": 1.565103716128403e-06, |
| "loss": 0.5964, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.9847821555138628, |
| "grad_norm": 0.11653497070074081, |
| "learning_rate": 1.5643623167947891e-06, |
| "loss": 0.6451, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.9856160100062539, |
| "grad_norm": 0.11314839869737625, |
| "learning_rate": 1.5636204619841667e-06, |
| "loss": 0.6419, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.986449864498645, |
| "grad_norm": 0.10827460885047913, |
| "learning_rate": 1.5628781522952611e-06, |
| "loss": 0.6129, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.9872837189910361, |
| "grad_norm": 0.1053231805562973, |
| "learning_rate": 1.5621353883271649e-06, |
| "loss": 0.6455, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.9881175734834271, |
| "grad_norm": 0.11166463792324066, |
| "learning_rate": 1.561392170679336e-06, |
| "loss": 0.594, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.9889514279758183, |
| "grad_norm": 0.11850026249885559, |
| "learning_rate": 1.5606484999516e-06, |
| "loss": 0.575, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.9897852824682093, |
| "grad_norm": 0.11536535620689392, |
| "learning_rate": 1.5599043767441471e-06, |
| "loss": 0.645, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.9906191369606003, |
| "grad_norm": 0.1191059872508049, |
| "learning_rate": 1.5591598016575328e-06, |
| "loss": 0.6007, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.9914529914529915, |
| "grad_norm": 0.1131712794303894, |
| "learning_rate": 1.558414775292678e-06, |
| "loss": 0.5926, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.9922868459453825, |
| "grad_norm": 0.11502361297607422, |
| "learning_rate": 1.5576692982508663e-06, |
| "loss": 0.6223, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.9931207004377736, |
| "grad_norm": 0.10861647129058838, |
| "learning_rate": 1.5569233711337474e-06, |
| "loss": 0.5948, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.9939545549301647, |
| "grad_norm": 0.11109884828329086, |
| "learning_rate": 1.5561769945433323e-06, |
| "loss": 0.5778, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.9947884094225558, |
| "grad_norm": 0.1124456375837326, |
| "learning_rate": 1.5554301690819951e-06, |
| "loss": 0.6732, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.9956222639149468, |
| "grad_norm": 0.10982295870780945, |
| "learning_rate": 1.5546828953524727e-06, |
| "loss": 0.6221, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.9964561184073379, |
| "grad_norm": 0.10954145342111588, |
| "learning_rate": 1.553935173957863e-06, |
| "loss": 0.6045, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.997289972899729, |
| "grad_norm": 0.10329638421535492, |
| "learning_rate": 1.5531870055016265e-06, |
| "loss": 0.5827, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.99812382739212, |
| "grad_norm": 0.1147105023264885, |
| "learning_rate": 1.5524383905875828e-06, |
| "loss": 0.6676, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.9989576818845112, |
| "grad_norm": 0.10970206558704376, |
| "learning_rate": 1.5516893298199133e-06, |
| "loss": 0.6159, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.9997915363769022, |
| "grad_norm": 0.10848627239465714, |
| "learning_rate": 1.5509398238031585e-06, |
| "loss": 0.6106, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.10848627239465714, |
| "learning_rate": 1.5501898731422187e-06, |
| "loss": 0.1335, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.6266602873802185, |
| "eval_runtime": 321.4177, |
| "eval_samples_per_second": 16.748, |
| "eval_steps_per_second": 2.794, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.0006253908692933, |
| "grad_norm": 0.10542084276676178, |
| "learning_rate": 1.5494394784423524e-06, |
| "loss": 0.4569, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.0008338544923912, |
| "grad_norm": 0.11667848378419876, |
| "learning_rate": 1.5486886403091765e-06, |
| "loss": 0.6476, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.001667708984782, |
| "grad_norm": 0.12027855962514877, |
| "learning_rate": 1.5479373593486666e-06, |
| "loss": 0.6156, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.0025015634771732, |
| "grad_norm": 0.115195631980896, |
| "learning_rate": 1.547185636167155e-06, |
| "loss": 0.603, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.0033354179695644, |
| "grad_norm": 0.11124297231435776, |
| "learning_rate": 1.5464334713713309e-06, |
| "loss": 0.6328, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.0041692724619553, |
| "grad_norm": 0.11163129657506943, |
| "learning_rate": 1.5456808655682405e-06, |
| "loss": 0.658, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.0050031269543465, |
| "grad_norm": 0.10940606147050858, |
| "learning_rate": 1.5449278193652853e-06, |
| "loss": 0.6146, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.0058369814467376, |
| "grad_norm": 0.10748612880706787, |
| "learning_rate": 1.5441743333702224e-06, |
| "loss": 0.6022, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.0066708359391285, |
| "grad_norm": 0.11005198210477829, |
| "learning_rate": 1.5434204081911641e-06, |
| "loss": 0.595, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.0075046904315197, |
| "grad_norm": 0.11207201331853867, |
| "learning_rate": 1.5426660444365766e-06, |
| "loss": 0.6294, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.0083385449239108, |
| "grad_norm": 0.12536509335041046, |
| "learning_rate": 1.5419112427152807e-06, |
| "loss": 0.6097, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.0091723994163018, |
| "grad_norm": 0.11734244227409363, |
| "learning_rate": 1.54115600363645e-06, |
| "loss": 0.6301, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.010006253908693, |
| "grad_norm": 0.10745465755462646, |
| "learning_rate": 1.5404003278096118e-06, |
| "loss": 0.5472, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.010840108401084, |
| "grad_norm": 0.10949809849262238, |
| "learning_rate": 1.5396442158446456e-06, |
| "loss": 0.5806, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.011673962893475, |
| "grad_norm": 0.10704012960195541, |
| "learning_rate": 1.5388876683517825e-06, |
| "loss": 0.6133, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.0125078173858661, |
| "grad_norm": 0.11208271235227585, |
| "learning_rate": 1.5381306859416054e-06, |
| "loss": 0.6766, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.0133416718782573, |
| "grad_norm": 0.11088071763515472, |
| "learning_rate": 1.5373732692250484e-06, |
| "loss": 0.6471, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.0141755263706482, |
| "grad_norm": 0.11159610748291016, |
| "learning_rate": 1.536615418813396e-06, |
| "loss": 0.5996, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.0150093808630394, |
| "grad_norm": 0.11161819100379944, |
| "learning_rate": 1.5358571353182824e-06, |
| "loss": 0.6552, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.0158432353554305, |
| "grad_norm": 0.1059797927737236, |
| "learning_rate": 1.5350984193516917e-06, |
| "loss": 0.663, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.0166770898478215, |
| "grad_norm": 0.11861960589885712, |
| "learning_rate": 1.5343392715259572e-06, |
| "loss": 0.6603, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.0175109443402126, |
| "grad_norm": 0.1215897724032402, |
| "learning_rate": 1.5335796924537598e-06, |
| "loss": 0.6286, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.0183447988326038, |
| "grad_norm": 0.10159210860729218, |
| "learning_rate": 1.53281968274813e-06, |
| "loss": 0.571, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.0191786533249947, |
| "grad_norm": 0.11154468357563019, |
| "learning_rate": 1.5320592430224442e-06, |
| "loss": 0.5887, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.0200125078173858, |
| "grad_norm": 0.11331478506326675, |
| "learning_rate": 1.5312983738904266e-06, |
| "loss": 0.5954, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.020846362309777, |
| "grad_norm": 0.11255330592393875, |
| "learning_rate": 1.5305370759661481e-06, |
| "loss": 0.5458, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.021680216802168, |
| "grad_norm": 0.10835165530443192, |
| "learning_rate": 1.529775349864026e-06, |
| "loss": 0.6382, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.022514071294559, |
| "grad_norm": 0.11464633047580719, |
| "learning_rate": 1.5290131961988225e-06, |
| "loss": 0.6012, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.0233479257869502, |
| "grad_norm": 0.11286839097738266, |
| "learning_rate": 1.528250615585644e-06, |
| "loss": 0.6138, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.0241817802793411, |
| "grad_norm": 0.1153862252831459, |
| "learning_rate": 1.5274876086399441e-06, |
| "loss": 0.6682, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.0250156347717323, |
| "grad_norm": 0.11663507670164108, |
| "learning_rate": 1.526724175977518e-06, |
| "loss": 0.6318, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.0258494892641234, |
| "grad_norm": 0.1101766973733902, |
| "learning_rate": 1.5259603182145057e-06, |
| "loss": 0.6107, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.0266833437565146, |
| "grad_norm": 0.11496511846780777, |
| "learning_rate": 1.5251960359673897e-06, |
| "loss": 0.6275, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.0275171982489055, |
| "grad_norm": 0.10905829817056656, |
| "learning_rate": 1.5244313298529959e-06, |
| "loss": 0.623, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.0283510527412967, |
| "grad_norm": 0.10732358694076538, |
| "learning_rate": 1.523666200488491e-06, |
| "loss": 0.5313, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.0291849072336878, |
| "grad_norm": 0.11587117612361908, |
| "learning_rate": 1.5229006484913847e-06, |
| "loss": 0.6362, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.0300187617260788, |
| "grad_norm": 0.10961401462554932, |
| "learning_rate": 1.5221346744795267e-06, |
| "loss": 0.6235, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.03085261621847, |
| "grad_norm": 0.11670937389135361, |
| "learning_rate": 1.521368279071108e-06, |
| "loss": 0.5856, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.031686470710861, |
| "grad_norm": 0.11099621653556824, |
| "learning_rate": 1.5206014628846593e-06, |
| "loss": 0.5848, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.032520325203252, |
| "grad_norm": 0.11106451600790024, |
| "learning_rate": 1.5198342265390508e-06, |
| "loss": 0.6128, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.0333541796956431, |
| "grad_norm": 0.11923278123140335, |
| "learning_rate": 1.5190665706534923e-06, |
| "loss": 0.5776, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.0341880341880343, |
| "grad_norm": 0.11535177379846573, |
| "learning_rate": 1.5182984958475321e-06, |
| "loss": 0.6155, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.0350218886804252, |
| "grad_norm": 0.10793700069189072, |
| "learning_rate": 1.5175300027410565e-06, |
| "loss": 0.5962, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.0358557431728164, |
| "grad_norm": 0.11252836883068085, |
| "learning_rate": 1.5167610919542883e-06, |
| "loss": 0.5944, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.0366895976652075, |
| "grad_norm": 0.11895468831062317, |
| "learning_rate": 1.5159917641077893e-06, |
| "loss": 0.6314, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.0375234521575984, |
| "grad_norm": 0.1106170117855072, |
| "learning_rate": 1.515222019822457e-06, |
| "loss": 0.6092, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.0383573066499896, |
| "grad_norm": 0.11284390091896057, |
| "learning_rate": 1.5144518597195242e-06, |
| "loss": 0.5649, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.0391911611423807, |
| "grad_norm": 0.1112569123506546, |
| "learning_rate": 1.5136812844205608e-06, |
| "loss": 0.6286, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.0400250156347717, |
| "grad_norm": 0.12193046510219574, |
| "learning_rate": 1.512910294547471e-06, |
| "loss": 0.6077, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.0408588701271628, |
| "grad_norm": 0.11813755333423615, |
| "learning_rate": 1.5121388907224936e-06, |
| "loss": 0.6649, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.041692724619554, |
| "grad_norm": 0.11095897108316422, |
| "learning_rate": 1.511367073568201e-06, |
| "loss": 0.5702, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.042526579111945, |
| "grad_norm": 0.10681331902742386, |
| "learning_rate": 1.5105948437075008e-06, |
| "loss": 0.5554, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.043360433604336, |
| "grad_norm": 0.1169658675789833, |
| "learning_rate": 1.5098222017636316e-06, |
| "loss": 0.614, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.0441942880967272, |
| "grad_norm": 0.11909131705760956, |
| "learning_rate": 1.509049148360166e-06, |
| "loss": 0.6348, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.0450281425891181, |
| "grad_norm": 0.11616687476634979, |
| "learning_rate": 1.5082756841210085e-06, |
| "loss": 0.6457, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.0458619970815093, |
| "grad_norm": 0.10854938626289368, |
| "learning_rate": 1.5075018096703945e-06, |
| "loss": 0.6224, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.0466958515739004, |
| "grad_norm": 0.1108667403459549, |
| "learning_rate": 1.506727525632891e-06, |
| "loss": 0.6122, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.0475297060662914, |
| "grad_norm": 0.11282949894666672, |
| "learning_rate": 1.5059528326333952e-06, |
| "loss": 0.6331, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.0483635605586825, |
| "grad_norm": 0.10732194781303406, |
| "learning_rate": 1.5051777312971354e-06, |
| "loss": 0.6162, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.0491974150510737, |
| "grad_norm": 0.11677113175392151, |
| "learning_rate": 1.5044022222496682e-06, |
| "loss": 0.6325, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.0500312695434646, |
| "grad_norm": 0.12134989351034164, |
| "learning_rate": 1.5036263061168796e-06, |
| "loss": 0.6091, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.0508651240358557, |
| "grad_norm": 0.11596612632274628, |
| "learning_rate": 1.5028499835249842e-06, |
| "loss": 0.6314, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.051698978528247, |
| "grad_norm": 0.11390900611877441, |
| "learning_rate": 1.5020732551005249e-06, |
| "loss": 0.627, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.0525328330206378, |
| "grad_norm": 0.11059928685426712, |
| "learning_rate": 1.501296121470372e-06, |
| "loss": 0.6124, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.053366687513029, |
| "grad_norm": 0.1167077049612999, |
| "learning_rate": 1.5005185832617228e-06, |
| "loss": 0.6523, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.0542005420054201, |
| "grad_norm": 0.11124616861343384, |
| "learning_rate": 1.4997406411021007e-06, |
| "loss": 0.5474, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.055034396497811, |
| "grad_norm": 0.11309702694416046, |
| "learning_rate": 1.4989622956193559e-06, |
| "loss": 0.5877, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.0558682509902022, |
| "grad_norm": 0.11402348428964615, |
| "learning_rate": 1.4981835474416638e-06, |
| "loss": 0.6443, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.0567021054825934, |
| "grad_norm": 0.12587358057498932, |
| "learning_rate": 1.497404397197524e-06, |
| "loss": 0.6602, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.0575359599749843, |
| "grad_norm": 0.10854615271091461, |
| "learning_rate": 1.496624845515762e-06, |
| "loss": 0.6295, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.0583698144673754, |
| "grad_norm": 0.11264639347791672, |
| "learning_rate": 1.4958448930255262e-06, |
| "loss": 0.616, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.0592036689597666, |
| "grad_norm": 0.11427608877420425, |
| "learning_rate": 1.4950645403562896e-06, |
| "loss": 0.5909, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.0600375234521575, |
| "grad_norm": 0.11705349385738373, |
| "learning_rate": 1.4942837881378462e-06, |
| "loss": 0.6587, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.0608713779445487, |
| "grad_norm": 0.11993349343538284, |
| "learning_rate": 1.4935026370003148e-06, |
| "loss": 0.607, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.0617052324369398, |
| "grad_norm": 0.13291329145431519, |
| "learning_rate": 1.4927210875741345e-06, |
| "loss": 0.716, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.0625390869293307, |
| "grad_norm": 0.11170666664838791, |
| "learning_rate": 1.4919391404900665e-06, |
| "loss": 0.6195, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.063372941421722, |
| "grad_norm": 0.10838773101568222, |
| "learning_rate": 1.4911567963791927e-06, |
| "loss": 0.6319, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.064206795914113, |
| "grad_norm": 0.10962139070034027, |
| "learning_rate": 1.490374055872916e-06, |
| "loss": 0.6101, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.065040650406504, |
| "grad_norm": 0.11577238142490387, |
| "learning_rate": 1.4895909196029584e-06, |
| "loss": 0.6285, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.0658745048988951, |
| "grad_norm": 0.11450095474720001, |
| "learning_rate": 1.4888073882013615e-06, |
| "loss": 0.63, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.0667083593912863, |
| "grad_norm": 0.11657418310642242, |
| "learning_rate": 1.4880234623004866e-06, |
| "loss": 0.638, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.0675422138836772, |
| "grad_norm": 0.11416659504175186, |
| "learning_rate": 1.4872391425330122e-06, |
| "loss": 0.6171, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.0683760683760684, |
| "grad_norm": 0.11568942666053772, |
| "learning_rate": 1.4864544295319355e-06, |
| "loss": 0.617, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.0692099228684595, |
| "grad_norm": 0.10842934995889664, |
| "learning_rate": 1.485669323930571e-06, |
| "loss": 0.5741, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.0700437773608504, |
| "grad_norm": 0.11735663563013077, |
| "learning_rate": 1.4848838263625493e-06, |
| "loss": 0.6143, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.0708776318532416, |
| "grad_norm": 0.11187799274921417, |
| "learning_rate": 1.4840979374618186e-06, |
| "loss": 0.5643, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.0717114863456327, |
| "grad_norm": 0.11164343357086182, |
| "learning_rate": 1.4833116578626415e-06, |
| "loss": 0.596, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.0725453408380237, |
| "grad_norm": 0.11518281698226929, |
| "learning_rate": 1.4825249881995972e-06, |
| "loss": 0.5958, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.0733791953304148, |
| "grad_norm": 0.12009905278682709, |
| "learning_rate": 1.481737929107579e-06, |
| "loss": 0.6025, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.074213049822806, |
| "grad_norm": 0.11446750909090042, |
| "learning_rate": 1.4809504812217949e-06, |
| "loss": 0.6771, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.075046904315197, |
| "grad_norm": 0.11930940300226212, |
| "learning_rate": 1.4801626451777655e-06, |
| "loss": 0.5431, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.075880758807588, |
| "grad_norm": 0.11522958427667618, |
| "learning_rate": 1.4793744216113266e-06, |
| "loss": 0.5958, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.0767146132999792, |
| "grad_norm": 0.10718630254268646, |
| "learning_rate": 1.4785858111586256e-06, |
| "loss": 0.6057, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.0775484677923703, |
| "grad_norm": 0.10954626649618149, |
| "learning_rate": 1.477796814456122e-06, |
| "loss": 0.5653, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.0783823222847613, |
| "grad_norm": 0.11433891206979752, |
| "learning_rate": 1.4770074321405876e-06, |
| "loss": 0.6031, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.0792161767771524, |
| "grad_norm": 0.11025510728359222, |
| "learning_rate": 1.4762176648491049e-06, |
| "loss": 0.6165, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.0800500312695434, |
| "grad_norm": 0.11881809681653976, |
| "learning_rate": 1.4754275132190678e-06, |
| "loss": 0.6047, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.0808838857619345, |
| "grad_norm": 0.12111616879701614, |
| "learning_rate": 1.474636977888179e-06, |
| "loss": 0.585, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.0817177402543257, |
| "grad_norm": 0.1101752445101738, |
| "learning_rate": 1.4738460594944528e-06, |
| "loss": 0.6288, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.0825515947467168, |
| "grad_norm": 0.11202886700630188, |
| "learning_rate": 1.4730547586762113e-06, |
| "loss": 0.6521, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.0833854492391077, |
| "grad_norm": 0.1188650131225586, |
| "learning_rate": 1.4722630760720856e-06, |
| "loss": 0.5981, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.0842193037314989, |
| "grad_norm": 0.11928634345531464, |
| "learning_rate": 1.4714710123210146e-06, |
| "loss": 0.6131, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.08505315822389, |
| "grad_norm": 0.11217010766267776, |
| "learning_rate": 1.470678568062246e-06, |
| "loss": 0.6369, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.085887012716281, |
| "grad_norm": 0.11031745374202728, |
| "learning_rate": 1.469885743935333e-06, |
| "loss": 0.5831, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.0867208672086721, |
| "grad_norm": 0.11733289062976837, |
| "learning_rate": 1.469092540580136e-06, |
| "loss": 0.6509, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.0875547217010633, |
| "grad_norm": 0.1268366575241089, |
| "learning_rate": 1.4682989586368218e-06, |
| "loss": 0.6563, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.0883885761934542, |
| "grad_norm": 0.11494706571102142, |
| "learning_rate": 1.4675049987458628e-06, |
| "loss": 0.6659, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.0892224306858453, |
| "grad_norm": 0.11928484588861465, |
| "learning_rate": 1.4667106615480361e-06, |
| "loss": 0.63, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.0900562851782365, |
| "grad_norm": 0.11468034982681274, |
| "learning_rate": 1.465915947684423e-06, |
| "loss": 0.6123, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.0908901396706274, |
| "grad_norm": 0.118593730032444, |
| "learning_rate": 1.4651208577964095e-06, |
| "loss": 0.6211, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.0917239941630186, |
| "grad_norm": 0.11647184193134308, |
| "learning_rate": 1.4643253925256844e-06, |
| "loss": 0.5772, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.0925578486554097, |
| "grad_norm": 0.11724021285772324, |
| "learning_rate": 1.4635295525142404e-06, |
| "loss": 0.6618, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.0933917031478007, |
| "grad_norm": 0.10851619392633438, |
| "learning_rate": 1.4627333384043712e-06, |
| "loss": 0.6384, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.0942255576401918, |
| "grad_norm": 0.11257562786340714, |
| "learning_rate": 1.4619367508386734e-06, |
| "loss": 0.6153, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.095059412132583, |
| "grad_norm": 0.10816484689712524, |
| "learning_rate": 1.4611397904600456e-06, |
| "loss": 0.5628, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.0958932666249739, |
| "grad_norm": 0.11537015438079834, |
| "learning_rate": 1.4603424579116859e-06, |
| "loss": 0.5909, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.096727121117365, |
| "grad_norm": 0.11379721760749817, |
| "learning_rate": 1.4595447538370932e-06, |
| "loss": 0.6503, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.0975609756097562, |
| "grad_norm": 0.1122441440820694, |
| "learning_rate": 1.4587466788800673e-06, |
| "loss": 0.6081, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.0983948301021471, |
| "grad_norm": 0.10928847640752792, |
| "learning_rate": 1.4579482336847059e-06, |
| "loss": 0.6015, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.0992286845945383, |
| "grad_norm": 0.1118772029876709, |
| "learning_rate": 1.4571494188954056e-06, |
| "loss": 0.6146, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.1000625390869294, |
| "grad_norm": 0.12636762857437134, |
| "learning_rate": 1.4563502351568624e-06, |
| "loss": 0.6321, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.1008963935793203, |
| "grad_norm": 0.11796654760837555, |
| "learning_rate": 1.4555506831140695e-06, |
| "loss": 0.6043, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.1017302480717115, |
| "grad_norm": 0.10846695303916931, |
| "learning_rate": 1.4547507634123175e-06, |
| "loss": 0.5693, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.1025641025641026, |
| "grad_norm": 0.11494018882513046, |
| "learning_rate": 1.4539504766971927e-06, |
| "loss": 0.6297, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.1033979570564936, |
| "grad_norm": 0.11545376479625702, |
| "learning_rate": 1.4531498236145786e-06, |
| "loss": 0.6224, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.1042318115488847, |
| "grad_norm": 0.118451327085495, |
| "learning_rate": 1.4523488048106548e-06, |
| "loss": 0.6033, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.1050656660412759, |
| "grad_norm": 0.12059949338436127, |
| "learning_rate": 1.4515474209318947e-06, |
| "loss": 0.621, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.1058995205336668, |
| "grad_norm": 0.11343257129192352, |
| "learning_rate": 1.4507456726250678e-06, |
| "loss": 0.6262, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.106733375026058, |
| "grad_norm": 0.11061260104179382, |
| "learning_rate": 1.4499435605372365e-06, |
| "loss": 0.5978, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.107567229518449, |
| "grad_norm": 0.1068677082657814, |
| "learning_rate": 1.4491410853157575e-06, |
| "loss": 0.5494, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.10840108401084, |
| "grad_norm": 0.12015094608068466, |
| "learning_rate": 1.44833824760828e-06, |
| "loss": 0.6331, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.1092349385032312, |
| "grad_norm": 0.12817353010177612, |
| "learning_rate": 1.447535048062747e-06, |
| "loss": 0.6544, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.1100687929956223, |
| "grad_norm": 0.10849379003047943, |
| "learning_rate": 1.4467314873273916e-06, |
| "loss": 0.5527, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.1109026474880133, |
| "grad_norm": 0.11941130459308624, |
| "learning_rate": 1.4459275660507403e-06, |
| "loss": 0.595, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.1117365019804044, |
| "grad_norm": 0.11218126118183136, |
| "learning_rate": 1.4451232848816087e-06, |
| "loss": 0.6288, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.1125703564727956, |
| "grad_norm": 0.11410936713218689, |
| "learning_rate": 1.444318644469105e-06, |
| "loss": 0.607, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.1134042109651865, |
| "grad_norm": 0.11492687463760376, |
| "learning_rate": 1.4435136454626262e-06, |
| "loss": 0.6503, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.1142380654575776, |
| "grad_norm": 0.11537691950798035, |
| "learning_rate": 1.4427082885118575e-06, |
| "loss": 0.6566, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.1150719199499688, |
| "grad_norm": 0.1288568675518036, |
| "learning_rate": 1.4419025742667757e-06, |
| "loss": 0.6144, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.1159057744423597, |
| "grad_norm": 0.12686489522457123, |
| "learning_rate": 1.4410965033776437e-06, |
| "loss": 0.6014, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.1167396289347509, |
| "grad_norm": 0.11200912296772003, |
| "learning_rate": 1.440290076495013e-06, |
| "loss": 0.6042, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.117573483427142, |
| "grad_norm": 0.11744599044322968, |
| "learning_rate": 1.439483294269722e-06, |
| "loss": 0.579, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.118407337919533, |
| "grad_norm": 0.11925812810659409, |
| "learning_rate": 1.4386761573528973e-06, |
| "loss": 0.6255, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.119241192411924, |
| "grad_norm": 0.12317737191915512, |
| "learning_rate": 1.4378686663959505e-06, |
| "loss": 0.5868, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.1200750469043153, |
| "grad_norm": 0.11927246302366257, |
| "learning_rate": 1.4370608220505788e-06, |
| "loss": 0.5806, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.1209089013967062, |
| "grad_norm": 0.10501258075237274, |
| "learning_rate": 1.436252624968765e-06, |
| "loss": 0.4934, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.1217427558890973, |
| "grad_norm": 0.11004379391670227, |
| "learning_rate": 1.4354440758027771e-06, |
| "loss": 0.6332, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.1225766103814885, |
| "grad_norm": 0.11404111236333847, |
| "learning_rate": 1.4346351752051662e-06, |
| "loss": 0.6288, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.1234104648738794, |
| "grad_norm": 0.1158967912197113, |
| "learning_rate": 1.4338259238287678e-06, |
| "loss": 0.648, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.1242443193662706, |
| "grad_norm": 0.11354929208755493, |
| "learning_rate": 1.4330163223267002e-06, |
| "loss": 0.6073, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.1250781738586617, |
| "grad_norm": 0.11661235243082047, |
| "learning_rate": 1.4322063713523644e-06, |
| "loss": 0.6168, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.1259120283510526, |
| "grad_norm": 0.11652939021587372, |
| "learning_rate": 1.4313960715594435e-06, |
| "loss": 0.6285, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.1267458828434438, |
| "grad_norm": 0.10853532701730728, |
| "learning_rate": 1.4305854236019017e-06, |
| "loss": 0.5987, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.127579737335835, |
| "grad_norm": 0.11252254992723465, |
| "learning_rate": 1.429774428133985e-06, |
| "loss": 0.5752, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.128413591828226, |
| "grad_norm": 0.12270165979862213, |
| "learning_rate": 1.4289630858102188e-06, |
| "loss": 0.6592, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.129247446320617, |
| "grad_norm": 0.11131463944911957, |
| "learning_rate": 1.4281513972854094e-06, |
| "loss": 0.623, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.1300813008130082, |
| "grad_norm": 0.11877856403589249, |
| "learning_rate": 1.4273393632146418e-06, |
| "loss": 0.64, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.130915155305399, |
| "grad_norm": 0.11009548604488373, |
| "learning_rate": 1.4265269842532805e-06, |
| "loss": 0.5545, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.1317490097977903, |
| "grad_norm": 0.11712039262056351, |
| "learning_rate": 1.425714261056968e-06, |
| "loss": 0.5737, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.1325828642901814, |
| "grad_norm": 0.12244511395692825, |
| "learning_rate": 1.4249011942816243e-06, |
| "loss": 0.6165, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.1334167187825726, |
| "grad_norm": 0.1117769330739975, |
| "learning_rate": 1.424087784583447e-06, |
| "loss": 0.6471, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.1342505732749635, |
| "grad_norm": 0.11851704865694046, |
| "learning_rate": 1.4232740326189113e-06, |
| "loss": 0.5935, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.1350844277673546, |
| "grad_norm": 0.11291871964931488, |
| "learning_rate": 1.4224599390447672e-06, |
| "loss": 0.6288, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.1359182822597456, |
| "grad_norm": 0.12204591929912567, |
| "learning_rate": 1.421645504518041e-06, |
| "loss": 0.5833, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.1367521367521367, |
| "grad_norm": 0.1169772669672966, |
| "learning_rate": 1.4208307296960343e-06, |
| "loss": 0.5812, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.1375859912445279, |
| "grad_norm": 0.11904870718717575, |
| "learning_rate": 1.4200156152363236e-06, |
| "loss": 0.6731, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.138419845736919, |
| "grad_norm": 0.11016523838043213, |
| "learning_rate": 1.4192001617967585e-06, |
| "loss": 0.6453, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.13925370022931, |
| "grad_norm": 0.12760315835475922, |
| "learning_rate": 1.4183843700354635e-06, |
| "loss": 0.6603, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.140087554721701, |
| "grad_norm": 0.12259379029273987, |
| "learning_rate": 1.417568240610835e-06, |
| "loss": 0.667, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.140921409214092, |
| "grad_norm": 0.116600401699543, |
| "learning_rate": 1.416751774181543e-06, |
| "loss": 0.5901, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.1417552637064832, |
| "grad_norm": 0.11861781775951385, |
| "learning_rate": 1.415934971406528e-06, |
| "loss": 0.5813, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.1425891181988743, |
| "grad_norm": 0.1124439537525177, |
| "learning_rate": 1.415117832945003e-06, |
| "loss": 0.5673, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.1434229726912655, |
| "grad_norm": 0.11245383322238922, |
| "learning_rate": 1.4143003594564526e-06, |
| "loss": 0.5528, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.1442568271836564, |
| "grad_norm": 0.12306279689073563, |
| "learning_rate": 1.4134825516006307e-06, |
| "loss": 0.6384, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.1450906816760476, |
| "grad_norm": 0.11250312626361847, |
| "learning_rate": 1.4126644100375603e-06, |
| "loss": 0.6299, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.1459245361684387, |
| "grad_norm": 0.12479723989963531, |
| "learning_rate": 1.411845935427536e-06, |
| "loss": 0.6302, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.1467583906608296, |
| "grad_norm": 0.11576981842517853, |
| "learning_rate": 1.4110271284311189e-06, |
| "loss": 0.6142, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.1475922451532208, |
| "grad_norm": 0.1186005100607872, |
| "learning_rate": 1.41020798970914e-06, |
| "loss": 0.6573, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.148426099645612, |
| "grad_norm": 0.12041036039590836, |
| "learning_rate": 1.4093885199226969e-06, |
| "loss": 0.5843, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.1492599541380029, |
| "grad_norm": 0.11400541663169861, |
| "learning_rate": 1.4085687197331558e-06, |
| "loss": 0.6108, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.150093808630394, |
| "grad_norm": 0.11786925792694092, |
| "learning_rate": 1.4077485898021477e-06, |
| "loss": 0.5824, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.1509276631227852, |
| "grad_norm": 0.12048111855983734, |
| "learning_rate": 1.406928130791571e-06, |
| "loss": 0.6496, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.151761517615176, |
| "grad_norm": 0.11885000020265579, |
| "learning_rate": 1.4061073433635898e-06, |
| "loss": 0.6486, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.1525953721075672, |
| "grad_norm": 0.11726827174425125, |
| "learning_rate": 1.4052862281806318e-06, |
| "loss": 0.6299, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.1534292265999584, |
| "grad_norm": 0.11078763753175735, |
| "learning_rate": 1.4044647859053913e-06, |
| "loss": 0.608, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.1542630810923493, |
| "grad_norm": 0.11806345731019974, |
| "learning_rate": 1.4036430172008246e-06, |
| "loss": 0.5859, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.1550969355847405, |
| "grad_norm": 0.11999361962080002, |
| "learning_rate": 1.4028209227301532e-06, |
| "loss": 0.6445, |
| "step": 1387 |
| }, |
| { |
| "epoch": 1.1559307900771316, |
| "grad_norm": 0.1165865957736969, |
| "learning_rate": 1.4019985031568604e-06, |
| "loss": 0.5671, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.1567646445695225, |
| "grad_norm": 0.12415032833814621, |
| "learning_rate": 1.4011757591446915e-06, |
| "loss": 0.6278, |
| "step": 1389 |
| }, |
| { |
| "epoch": 1.1575984990619137, |
| "grad_norm": 0.11192337423563004, |
| "learning_rate": 1.4003526913576554e-06, |
| "loss": 0.5964, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.1584323535543049, |
| "grad_norm": 0.11573266237974167, |
| "learning_rate": 1.3995293004600203e-06, |
| "loss": 0.6284, |
| "step": 1391 |
| }, |
| { |
| "epoch": 1.1592662080466958, |
| "grad_norm": 0.10940641909837723, |
| "learning_rate": 1.3987055871163168e-06, |
| "loss": 0.6426, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.160100062539087, |
| "grad_norm": 0.11915182322263718, |
| "learning_rate": 1.3978815519913342e-06, |
| "loss": 0.57, |
| "step": 1393 |
| }, |
| { |
| "epoch": 1.160933917031478, |
| "grad_norm": 0.12485363334417343, |
| "learning_rate": 1.3970571957501226e-06, |
| "loss": 0.5625, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.161767771523869, |
| "grad_norm": 0.11141739040613174, |
| "learning_rate": 1.3962325190579919e-06, |
| "loss": 0.5876, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.1626016260162602, |
| "grad_norm": 0.11316776275634766, |
| "learning_rate": 1.3954075225805085e-06, |
| "loss": 0.5888, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.1634354805086513, |
| "grad_norm": 0.11194372922182083, |
| "learning_rate": 1.3945822069834982e-06, |
| "loss": 0.5907, |
| "step": 1397 |
| }, |
| { |
| "epoch": 1.1642693350010422, |
| "grad_norm": 0.11734558641910553, |
| "learning_rate": 1.3937565729330452e-06, |
| "loss": 0.6379, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.1651031894934334, |
| "grad_norm": 0.11923021823167801, |
| "learning_rate": 1.3929306210954888e-06, |
| "loss": 0.624, |
| "step": 1399 |
| }, |
| { |
| "epoch": 1.1659370439858245, |
| "grad_norm": 0.11734186112880707, |
| "learning_rate": 1.392104352137426e-06, |
| "loss": 0.5796, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.1667708984782155, |
| "grad_norm": 0.11634799838066101, |
| "learning_rate": 1.3912777667257092e-06, |
| "loss": 0.5915, |
| "step": 1401 |
| }, |
| { |
| "epoch": 1.1676047529706066, |
| "grad_norm": 0.11459887027740479, |
| "learning_rate": 1.3904508655274472e-06, |
| "loss": 0.523, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.1684386074629978, |
| "grad_norm": 0.12342048436403275, |
| "learning_rate": 1.3896236492100025e-06, |
| "loss": 0.5816, |
| "step": 1403 |
| }, |
| { |
| "epoch": 1.1692724619553887, |
| "grad_norm": 0.12243616580963135, |
| "learning_rate": 1.388796118440992e-06, |
| "loss": 0.6229, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.1701063164477798, |
| "grad_norm": 0.11432825773954391, |
| "learning_rate": 1.3879682738882871e-06, |
| "loss": 0.5549, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.170940170940171, |
| "grad_norm": 0.12253974378108978, |
| "learning_rate": 1.3871401162200122e-06, |
| "loss": 0.6121, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.171774025432562, |
| "grad_norm": 0.12205984443426132, |
| "learning_rate": 1.3863116461045438e-06, |
| "loss": 0.6503, |
| "step": 1407 |
| }, |
| { |
| "epoch": 1.172607879924953, |
| "grad_norm": 0.12476064264774323, |
| "learning_rate": 1.3854828642105116e-06, |
| "loss": 0.6309, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.1734417344173442, |
| "grad_norm": 0.12862101197242737, |
| "learning_rate": 1.384653771206796e-06, |
| "loss": 0.6598, |
| "step": 1409 |
| }, |
| { |
| "epoch": 1.1742755889097352, |
| "grad_norm": 0.11716258525848389, |
| "learning_rate": 1.3838243677625289e-06, |
| "loss": 0.619, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.1751094434021263, |
| "grad_norm": 0.12143337726593018, |
| "learning_rate": 1.3829946545470927e-06, |
| "loss": 0.6529, |
| "step": 1411 |
| }, |
| { |
| "epoch": 1.1759432978945175, |
| "grad_norm": 0.1213587149977684, |
| "learning_rate": 1.38216463223012e-06, |
| "loss": 0.642, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.1767771523869084, |
| "grad_norm": 0.11838190257549286, |
| "learning_rate": 1.3813343014814925e-06, |
| "loss": 0.6738, |
| "step": 1413 |
| }, |
| { |
| "epoch": 1.1776110068792995, |
| "grad_norm": 0.12712059915065765, |
| "learning_rate": 1.3805036629713406e-06, |
| "loss": 0.6289, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.1784448613716907, |
| "grad_norm": 0.12272265553474426, |
| "learning_rate": 1.3796727173700443e-06, |
| "loss": 0.6046, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.1792787158640818, |
| "grad_norm": 0.11514297872781754, |
| "learning_rate": 1.3788414653482296e-06, |
| "loss": 0.5965, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.1801125703564728, |
| "grad_norm": 0.12112387269735336, |
| "learning_rate": 1.3780099075767719e-06, |
| "loss": 0.6412, |
| "step": 1417 |
| }, |
| { |
| "epoch": 1.180946424848864, |
| "grad_norm": 0.12124162167310715, |
| "learning_rate": 1.3771780447267916e-06, |
| "loss": 0.5654, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.1817802793412548, |
| "grad_norm": 0.12093062698841095, |
| "learning_rate": 1.3763458774696562e-06, |
| "loss": 0.6209, |
| "step": 1419 |
| }, |
| { |
| "epoch": 1.182614133833646, |
| "grad_norm": 0.12662725150585175, |
| "learning_rate": 1.3755134064769786e-06, |
| "loss": 0.6165, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.1834479883260371, |
| "grad_norm": 0.12158691138029099, |
| "learning_rate": 1.3746806324206173e-06, |
| "loss": 0.5725, |
| "step": 1421 |
| }, |
| { |
| "epoch": 1.1842818428184283, |
| "grad_norm": 0.11839036643505096, |
| "learning_rate": 1.373847555972674e-06, |
| "loss": 0.627, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.1851156973108192, |
| "grad_norm": 0.1114383339881897, |
| "learning_rate": 1.3730141778054962e-06, |
| "loss": 0.6054, |
| "step": 1423 |
| }, |
| { |
| "epoch": 1.1859495518032104, |
| "grad_norm": 0.11537707597017288, |
| "learning_rate": 1.3721804985916743e-06, |
| "loss": 0.625, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.1867834062956013, |
| "grad_norm": 0.12441827356815338, |
| "learning_rate": 1.3713465190040414e-06, |
| "loss": 0.6006, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.1876172607879925, |
| "grad_norm": 0.11192117631435394, |
| "learning_rate": 1.3705122397156726e-06, |
| "loss": 0.6492, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.1884511152803836, |
| "grad_norm": 0.12034382671117783, |
| "learning_rate": 1.369677661399886e-06, |
| "loss": 0.6147, |
| "step": 1427 |
| }, |
| { |
| "epoch": 1.1892849697727748, |
| "grad_norm": 0.12263434380292892, |
| "learning_rate": 1.3688427847302403e-06, |
| "loss": 0.6354, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.1901188242651657, |
| "grad_norm": 0.12424664944410324, |
| "learning_rate": 1.368007610380535e-06, |
| "loss": 0.593, |
| "step": 1429 |
| }, |
| { |
| "epoch": 1.1909526787575568, |
| "grad_norm": 0.11351408064365387, |
| "learning_rate": 1.3671721390248099e-06, |
| "loss": 0.5836, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.1917865332499478, |
| "grad_norm": 0.11502416431903839, |
| "learning_rate": 1.3663363713373453e-06, |
| "loss": 0.5834, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.192620387742339, |
| "grad_norm": 0.1204412430524826, |
| "learning_rate": 1.3655003079926593e-06, |
| "loss": 0.5815, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.19345424223473, |
| "grad_norm": 0.12347093969583511, |
| "learning_rate": 1.364663949665509e-06, |
| "loss": 0.6212, |
| "step": 1433 |
| }, |
| { |
| "epoch": 1.1942880967271212, |
| "grad_norm": 0.12269889563322067, |
| "learning_rate": 1.3638272970308906e-06, |
| "loss": 0.6115, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.1951219512195121, |
| "grad_norm": 0.12062874436378479, |
| "learning_rate": 1.3629903507640367e-06, |
| "loss": 0.6147, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.1959558057119033, |
| "grad_norm": 0.12827728688716888, |
| "learning_rate": 1.362153111540417e-06, |
| "loss": 0.6462, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.1967896602042944, |
| "grad_norm": 0.12133876234292984, |
| "learning_rate": 1.3613155800357384e-06, |
| "loss": 0.6544, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.1976235146966854, |
| "grad_norm": 0.12726116180419922, |
| "learning_rate": 1.3604777569259427e-06, |
| "loss": 0.6589, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.1984573691890765, |
| "grad_norm": 0.12063872814178467, |
| "learning_rate": 1.3596396428872078e-06, |
| "loss": 0.6368, |
| "step": 1439 |
| }, |
| { |
| "epoch": 1.1992912236814677, |
| "grad_norm": 0.11616161465644836, |
| "learning_rate": 1.3588012385959462e-06, |
| "loss": 0.5165, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.2001250781738586, |
| "grad_norm": 0.1210310310125351, |
| "learning_rate": 1.3579625447288043e-06, |
| "loss": 0.5979, |
| "step": 1441 |
| }, |
| { |
| "epoch": 1.2009589326662498, |
| "grad_norm": 0.11908716708421707, |
| "learning_rate": 1.3571235619626624e-06, |
| "loss": 0.647, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.201792787158641, |
| "grad_norm": 0.11108589917421341, |
| "learning_rate": 1.3562842909746342e-06, |
| "loss": 0.6023, |
| "step": 1443 |
| }, |
| { |
| "epoch": 1.2026266416510318, |
| "grad_norm": 0.12645037472248077, |
| "learning_rate": 1.3554447324420659e-06, |
| "loss": 0.6239, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.203460496143423, |
| "grad_norm": 0.11542391031980515, |
| "learning_rate": 1.3546048870425354e-06, |
| "loss": 0.601, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.2042943506358141, |
| "grad_norm": 0.12430214136838913, |
| "learning_rate": 1.3537647554538532e-06, |
| "loss": 0.6483, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.205128205128205, |
| "grad_norm": 0.11422111093997955, |
| "learning_rate": 1.352924338354059e-06, |
| "loss": 0.5866, |
| "step": 1447 |
| }, |
| { |
| "epoch": 1.2059620596205962, |
| "grad_norm": 0.11492970585823059, |
| "learning_rate": 1.3520836364214246e-06, |
| "loss": 0.6163, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.2067959141129874, |
| "grad_norm": 0.11202309280633926, |
| "learning_rate": 1.3512426503344507e-06, |
| "loss": 0.6274, |
| "step": 1449 |
| }, |
| { |
| "epoch": 1.2076297686053783, |
| "grad_norm": 0.11905910074710846, |
| "learning_rate": 1.350401380771868e-06, |
| "loss": 0.6036, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.2084636230977694, |
| "grad_norm": 0.11703864485025406, |
| "learning_rate": 1.3495598284126348e-06, |
| "loss": 0.6599, |
| "step": 1451 |
| }, |
| { |
| "epoch": 1.2092974775901606, |
| "grad_norm": 0.12923474609851837, |
| "learning_rate": 1.3487179939359393e-06, |
| "loss": 0.6587, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.2101313320825515, |
| "grad_norm": 0.12412197142839432, |
| "learning_rate": 1.3478758780211964e-06, |
| "loss": 0.6702, |
| "step": 1453 |
| }, |
| { |
| "epoch": 1.2109651865749427, |
| "grad_norm": 0.12546297907829285, |
| "learning_rate": 1.3470334813480482e-06, |
| "loss": 0.6502, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.2117990410673338, |
| "grad_norm": 0.11630617082118988, |
| "learning_rate": 1.3461908045963633e-06, |
| "loss": 0.6105, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.2126328955597248, |
| "grad_norm": 0.11860398203134537, |
| "learning_rate": 1.3453478484462366e-06, |
| "loss": 0.6031, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.213466750052116, |
| "grad_norm": 0.12004498392343521, |
| "learning_rate": 1.3445046135779885e-06, |
| "loss": 0.5755, |
| "step": 1457 |
| }, |
| { |
| "epoch": 1.214300604544507, |
| "grad_norm": 0.11858487129211426, |
| "learning_rate": 1.3436611006721641e-06, |
| "loss": 0.6452, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.215134459036898, |
| "grad_norm": 0.12253355234861374, |
| "learning_rate": 1.342817310409533e-06, |
| "loss": 0.5958, |
| "step": 1459 |
| }, |
| { |
| "epoch": 1.2159683135292891, |
| "grad_norm": 0.1240239366889, |
| "learning_rate": 1.3419732434710893e-06, |
| "loss": 0.6035, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.2168021680216803, |
| "grad_norm": 0.10970788449048996, |
| "learning_rate": 1.3411289005380493e-06, |
| "loss": 0.5539, |
| "step": 1461 |
| }, |
| { |
| "epoch": 1.2176360225140712, |
| "grad_norm": 0.12056974321603775, |
| "learning_rate": 1.340284282291852e-06, |
| "loss": 0.6337, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.2184698770064624, |
| "grad_norm": 0.12024622410535812, |
| "learning_rate": 1.3394393894141602e-06, |
| "loss": 0.6247, |
| "step": 1463 |
| }, |
| { |
| "epoch": 1.2193037314988535, |
| "grad_norm": 0.11444680392742157, |
| "learning_rate": 1.3385942225868568e-06, |
| "loss": 0.6319, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.2201375859912444, |
| "grad_norm": 0.1220422014594078, |
| "learning_rate": 1.3377487824920457e-06, |
| "loss": 0.5785, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.2209714404836356, |
| "grad_norm": 0.11991899460554123, |
| "learning_rate": 1.336903069812053e-06, |
| "loss": 0.5802, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.2218052949760267, |
| "grad_norm": 0.12127123773097992, |
| "learning_rate": 1.3360570852294226e-06, |
| "loss": 0.6411, |
| "step": 1467 |
| }, |
| { |
| "epoch": 1.2226391494684177, |
| "grad_norm": 0.11670736223459244, |
| "learning_rate": 1.33521082942692e-06, |
| "loss": 0.6309, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.2234730039608088, |
| "grad_norm": 0.12089689821004868, |
| "learning_rate": 1.3343643030875276e-06, |
| "loss": 0.5576, |
| "step": 1469 |
| }, |
| { |
| "epoch": 1.2243068584532, |
| "grad_norm": 0.10762432962656021, |
| "learning_rate": 1.3335175068944477e-06, |
| "loss": 0.6016, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.225140712945591, |
| "grad_norm": 0.12298929691314697, |
| "learning_rate": 1.3326704415310998e-06, |
| "loss": 0.5854, |
| "step": 1471 |
| }, |
| { |
| "epoch": 1.225974567437982, |
| "grad_norm": 0.12037690728902817, |
| "learning_rate": 1.3318231076811203e-06, |
| "loss": 0.59, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.2268084219303732, |
| "grad_norm": 0.12309654802083969, |
| "learning_rate": 1.3309755060283626e-06, |
| "loss": 0.5617, |
| "step": 1473 |
| }, |
| { |
| "epoch": 1.2276422764227641, |
| "grad_norm": 0.11756734549999237, |
| "learning_rate": 1.3301276372568962e-06, |
| "loss": 0.6191, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.2284761309151553, |
| "grad_norm": 0.12193117290735245, |
| "learning_rate": 1.3292795020510065e-06, |
| "loss": 0.5838, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.2293099854075464, |
| "grad_norm": 0.11809369921684265, |
| "learning_rate": 1.3284311010951933e-06, |
| "loss": 0.6189, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.2301438398999376, |
| "grad_norm": 0.11490161716938019, |
| "learning_rate": 1.3275824350741716e-06, |
| "loss": 0.5843, |
| "step": 1477 |
| }, |
| { |
| "epoch": 1.2309776943923285, |
| "grad_norm": 0.12500688433647156, |
| "learning_rate": 1.3267335046728698e-06, |
| "loss": 0.6587, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.2318115488847197, |
| "grad_norm": 0.12077947705984116, |
| "learning_rate": 1.3258843105764298e-06, |
| "loss": 0.5794, |
| "step": 1479 |
| }, |
| { |
| "epoch": 1.2326454033771106, |
| "grad_norm": 0.1252153217792511, |
| "learning_rate": 1.3250348534702061e-06, |
| "loss": 0.6054, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.2334792578695017, |
| "grad_norm": 0.11973953247070312, |
| "learning_rate": 1.3241851340397657e-06, |
| "loss": 0.6504, |
| "step": 1481 |
| }, |
| { |
| "epoch": 1.234313112361893, |
| "grad_norm": 0.12270364910364151, |
| "learning_rate": 1.3233351529708875e-06, |
| "loss": 0.5973, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.235146966854284, |
| "grad_norm": 0.11802547425031662, |
| "learning_rate": 1.322484910949562e-06, |
| "loss": 0.5782, |
| "step": 1483 |
| }, |
| { |
| "epoch": 1.235980821346675, |
| "grad_norm": 0.11984699219465256, |
| "learning_rate": 1.3216344086619887e-06, |
| "loss": 0.6318, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.2368146758390661, |
| "grad_norm": 0.11720497161149979, |
| "learning_rate": 1.3207836467945784e-06, |
| "loss": 0.5948, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.237648530331457, |
| "grad_norm": 0.11490039527416229, |
| "learning_rate": 1.3199326260339514e-06, |
| "loss": 0.6022, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.2384823848238482, |
| "grad_norm": 0.11624352633953094, |
| "learning_rate": 1.3190813470669361e-06, |
| "loss": 0.5964, |
| "step": 1487 |
| }, |
| { |
| "epoch": 1.2393162393162394, |
| "grad_norm": 0.11498794704675674, |
| "learning_rate": 1.3182298105805704e-06, |
| "loss": 0.614, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.2401500938086305, |
| "grad_norm": 0.11788622289896011, |
| "learning_rate": 1.3173780172620996e-06, |
| "loss": 0.56, |
| "step": 1489 |
| }, |
| { |
| "epoch": 1.2409839483010214, |
| "grad_norm": 0.11602766811847687, |
| "learning_rate": 1.316525967798976e-06, |
| "loss": 0.5926, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.2418178027934126, |
| "grad_norm": 0.11411117762327194, |
| "learning_rate": 1.3156736628788582e-06, |
| "loss": 0.6047, |
| "step": 1491 |
| }, |
| { |
| "epoch": 1.2426516572858035, |
| "grad_norm": 0.12349656969308853, |
| "learning_rate": 1.3148211031896127e-06, |
| "loss": 0.6254, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.2434855117781947, |
| "grad_norm": 0.11581690609455109, |
| "learning_rate": 1.3139682894193098e-06, |
| "loss": 0.5767, |
| "step": 1493 |
| }, |
| { |
| "epoch": 1.2443193662705858, |
| "grad_norm": 0.12168504297733307, |
| "learning_rate": 1.3131152222562253e-06, |
| "loss": 0.6076, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.245153220762977, |
| "grad_norm": 0.12642395496368408, |
| "learning_rate": 1.3122619023888402e-06, |
| "loss": 0.5493, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.245987075255368, |
| "grad_norm": 0.11577428877353668, |
| "learning_rate": 1.3114083305058388e-06, |
| "loss": 0.5811, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.246820929747759, |
| "grad_norm": 0.12375449389219284, |
| "learning_rate": 1.3105545072961092e-06, |
| "loss": 0.6018, |
| "step": 1497 |
| }, |
| { |
| "epoch": 1.24765478424015, |
| "grad_norm": 0.12210660427808762, |
| "learning_rate": 1.309700433448742e-06, |
| "loss": 0.5596, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.2484886387325411, |
| "grad_norm": 0.11797598749399185, |
| "learning_rate": 1.3088461096530304e-06, |
| "loss": 0.6141, |
| "step": 1499 |
| }, |
| { |
| "epoch": 1.2493224932249323, |
| "grad_norm": 0.11823847144842148, |
| "learning_rate": 1.3079915365984688e-06, |
| "loss": 0.6102, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2501563477173234, |
| "grad_norm": 0.12179305404424667, |
| "learning_rate": 1.3071367149747534e-06, |
| "loss": 0.6268, |
| "step": 1501 |
| }, |
| { |
| "epoch": 1.2509902022097144, |
| "grad_norm": 0.12396464496850967, |
| "learning_rate": 1.3062816454717803e-06, |
| "loss": 0.5904, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.2518240567021055, |
| "grad_norm": 0.12284725159406662, |
| "learning_rate": 1.3054263287796462e-06, |
| "loss": 0.63, |
| "step": 1503 |
| }, |
| { |
| "epoch": 1.2526579111944964, |
| "grad_norm": 0.11863099783658981, |
| "learning_rate": 1.3045707655886478e-06, |
| "loss": 0.6018, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.2534917656868876, |
| "grad_norm": 0.11341888457536697, |
| "learning_rate": 1.3037149565892793e-06, |
| "loss": 0.5945, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.2543256201792787, |
| "grad_norm": 0.11802545189857483, |
| "learning_rate": 1.3028589024722345e-06, |
| "loss": 0.6707, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.2551594746716699, |
| "grad_norm": 0.12044145166873932, |
| "learning_rate": 1.3020026039284044e-06, |
| "loss": 0.6184, |
| "step": 1507 |
| }, |
| { |
| "epoch": 1.2559933291640608, |
| "grad_norm": 0.1108793094754219, |
| "learning_rate": 1.301146061648878e-06, |
| "loss": 0.607, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.256827183656452, |
| "grad_norm": 0.11588302254676819, |
| "learning_rate": 1.3002892763249395e-06, |
| "loss": 0.6171, |
| "step": 1509 |
| }, |
| { |
| "epoch": 1.257661038148843, |
| "grad_norm": 0.1190834641456604, |
| "learning_rate": 1.2994322486480714e-06, |
| "loss": 0.7073, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.258494892641234, |
| "grad_norm": 0.11875880509614944, |
| "learning_rate": 1.2985749793099498e-06, |
| "loss": 0.5856, |
| "step": 1511 |
| }, |
| { |
| "epoch": 1.2593287471336252, |
| "grad_norm": 0.1210557222366333, |
| "learning_rate": 1.2977174690024473e-06, |
| "loss": 0.599, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.2601626016260163, |
| "grad_norm": 0.11437001079320908, |
| "learning_rate": 1.2968597184176298e-06, |
| "loss": 0.5626, |
| "step": 1513 |
| }, |
| { |
| "epoch": 1.2609964561184073, |
| "grad_norm": 0.11603326350450516, |
| "learning_rate": 1.296001728247758e-06, |
| "loss": 0.6017, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.2618303106107984, |
| "grad_norm": 0.10780469328165054, |
| "learning_rate": 1.2951434991852855e-06, |
| "loss": 0.524, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.2626641651031896, |
| "grad_norm": 0.11808061599731445, |
| "learning_rate": 1.2942850319228585e-06, |
| "loss": 0.5907, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.2634980195955805, |
| "grad_norm": 0.12312963604927063, |
| "learning_rate": 1.2934263271533169e-06, |
| "loss": 0.6118, |
| "step": 1517 |
| }, |
| { |
| "epoch": 1.2643318740879717, |
| "grad_norm": 0.12425033748149872, |
| "learning_rate": 1.2925673855696899e-06, |
| "loss": 0.5697, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.2651657285803628, |
| "grad_norm": 0.122237429022789, |
| "learning_rate": 1.2917082078652e-06, |
| "loss": 0.6109, |
| "step": 1519 |
| }, |
| { |
| "epoch": 1.2659995830727537, |
| "grad_norm": 0.1070125550031662, |
| "learning_rate": 1.2908487947332586e-06, |
| "loss": 0.6049, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.2668334375651449, |
| "grad_norm": 0.12275154143571854, |
| "learning_rate": 1.2899891468674686e-06, |
| "loss": 0.6722, |
| "step": 1521 |
| }, |
| { |
| "epoch": 1.267667292057536, |
| "grad_norm": 0.11539646238088608, |
| "learning_rate": 1.289129264961621e-06, |
| "loss": 0.6129, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.268501146549927, |
| "grad_norm": 0.12436021119356155, |
| "learning_rate": 1.2882691497096967e-06, |
| "loss": 0.571, |
| "step": 1523 |
| }, |
| { |
| "epoch": 1.2693350010423181, |
| "grad_norm": 0.1118353083729744, |
| "learning_rate": 1.2874088018058644e-06, |
| "loss": 0.5885, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.2701688555347093, |
| "grad_norm": 0.1265314221382141, |
| "learning_rate": 1.2865482219444803e-06, |
| "loss": 0.6319, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.2710027100271002, |
| "grad_norm": 0.11715365201234818, |
| "learning_rate": 1.2856874108200887e-06, |
| "loss": 0.592, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.2718365645194913, |
| "grad_norm": 0.12056981027126312, |
| "learning_rate": 1.28482636912742e-06, |
| "loss": 0.6248, |
| "step": 1527 |
| }, |
| { |
| "epoch": 1.2726704190118825, |
| "grad_norm": 0.1140827089548111, |
| "learning_rate": 1.2839650975613904e-06, |
| "loss": 0.6356, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.2735042735042734, |
| "grad_norm": 0.12372983992099762, |
| "learning_rate": 1.2831035968171024e-06, |
| "loss": 0.6428, |
| "step": 1529 |
| }, |
| { |
| "epoch": 1.2743381279966646, |
| "grad_norm": 0.11513406038284302, |
| "learning_rate": 1.2822418675898425e-06, |
| "loss": 0.6471, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.2751719824890557, |
| "grad_norm": 0.12804672122001648, |
| "learning_rate": 1.2813799105750821e-06, |
| "loss": 0.627, |
| "step": 1531 |
| }, |
| { |
| "epoch": 1.2760058369814469, |
| "grad_norm": 0.12233211100101471, |
| "learning_rate": 1.280517726468477e-06, |
| "loss": 0.6289, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.2768396914738378, |
| "grad_norm": 0.11950721591711044, |
| "learning_rate": 1.2796553159658651e-06, |
| "loss": 0.6586, |
| "step": 1533 |
| }, |
| { |
| "epoch": 1.277673545966229, |
| "grad_norm": 0.11652793735265732, |
| "learning_rate": 1.2787926797632681e-06, |
| "loss": 0.5945, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.2785074004586199, |
| "grad_norm": 0.11893709748983383, |
| "learning_rate": 1.277929818556889e-06, |
| "loss": 0.5765, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.279341254951011, |
| "grad_norm": 0.12274635583162308, |
| "learning_rate": 1.277066733043113e-06, |
| "loss": 0.6151, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.2801751094434022, |
| "grad_norm": 0.12275136262178421, |
| "learning_rate": 1.2762034239185062e-06, |
| "loss": 0.6484, |
| "step": 1537 |
| }, |
| { |
| "epoch": 1.2810089639357933, |
| "grad_norm": 0.12041904777288437, |
| "learning_rate": 1.2753398918798149e-06, |
| "loss": 0.5766, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.2818428184281843, |
| "grad_norm": 0.12134743481874466, |
| "learning_rate": 1.2744761376239655e-06, |
| "loss": 0.5816, |
| "step": 1539 |
| }, |
| { |
| "epoch": 1.2826766729205754, |
| "grad_norm": 0.1321423202753067, |
| "learning_rate": 1.2736121618480637e-06, |
| "loss": 0.6209, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.2835105274129663, |
| "grad_norm": 0.11608442664146423, |
| "learning_rate": 1.2727479652493942e-06, |
| "loss": 0.5762, |
| "step": 1541 |
| }, |
| { |
| "epoch": 1.2843443819053575, |
| "grad_norm": 0.11591994017362595, |
| "learning_rate": 1.2718835485254195e-06, |
| "loss": 0.6242, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.2851782363977486, |
| "grad_norm": 0.12969833612442017, |
| "learning_rate": 1.2710189123737802e-06, |
| "loss": 0.6901, |
| "step": 1543 |
| }, |
| { |
| "epoch": 1.2860120908901398, |
| "grad_norm": 0.12043966352939606, |
| "learning_rate": 1.2701540574922937e-06, |
| "loss": 0.6434, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.2868459453825307, |
| "grad_norm": 0.12212436646223068, |
| "learning_rate": 1.2692889845789537e-06, |
| "loss": 0.5581, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.2876797998749219, |
| "grad_norm": 0.11876165866851807, |
| "learning_rate": 1.2684236943319306e-06, |
| "loss": 0.5852, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.2885136543673128, |
| "grad_norm": 0.11841654032468796, |
| "learning_rate": 1.2675581874495695e-06, |
| "loss": 0.5714, |
| "step": 1547 |
| }, |
| { |
| "epoch": 1.289347508859704, |
| "grad_norm": 0.11584402620792389, |
| "learning_rate": 1.266692464630391e-06, |
| "loss": 0.6423, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.290181363352095, |
| "grad_norm": 0.1268841028213501, |
| "learning_rate": 1.265826526573089e-06, |
| "loss": 0.6126, |
| "step": 1549 |
| }, |
| { |
| "epoch": 1.2910152178444863, |
| "grad_norm": 0.1187991052865982, |
| "learning_rate": 1.2649603739765323e-06, |
| "loss": 0.6014, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.2918490723368772, |
| "grad_norm": 0.12219411134719849, |
| "learning_rate": 1.2640940075397616e-06, |
| "loss": 0.6377, |
| "step": 1551 |
| }, |
| { |
| "epoch": 1.2926829268292683, |
| "grad_norm": 0.11915986984968185, |
| "learning_rate": 1.2632274279619917e-06, |
| "loss": 0.589, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.2935167813216593, |
| "grad_norm": 0.1265590786933899, |
| "learning_rate": 1.2623606359426075e-06, |
| "loss": 0.6224, |
| "step": 1553 |
| }, |
| { |
| "epoch": 1.2943506358140504, |
| "grad_norm": 0.12014889717102051, |
| "learning_rate": 1.2614936321811671e-06, |
| "loss": 0.6103, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.2951844903064416, |
| "grad_norm": 0.12002978473901749, |
| "learning_rate": 1.2606264173773986e-06, |
| "loss": 0.6196, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.2960183447988327, |
| "grad_norm": 0.12422852218151093, |
| "learning_rate": 1.2597589922312007e-06, |
| "loss": 0.6181, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.2968521992912236, |
| "grad_norm": 0.12736350297927856, |
| "learning_rate": 1.2588913574426419e-06, |
| "loss": 0.5203, |
| "step": 1557 |
| }, |
| { |
| "epoch": 1.2976860537836148, |
| "grad_norm": 0.1263066977262497, |
| "learning_rate": 1.2580235137119593e-06, |
| "loss": 0.6256, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.2985199082760057, |
| "grad_norm": 0.11893312633037567, |
| "learning_rate": 1.2571554617395596e-06, |
| "loss": 0.6223, |
| "step": 1559 |
| }, |
| { |
| "epoch": 1.2993537627683969, |
| "grad_norm": 0.1329938918352127, |
| "learning_rate": 1.2562872022260167e-06, |
| "loss": 0.6485, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.300187617260788, |
| "grad_norm": 0.1189078688621521, |
| "learning_rate": 1.2554187358720723e-06, |
| "loss": 0.5941, |
| "step": 1561 |
| }, |
| { |
| "epoch": 1.3010214717531792, |
| "grad_norm": 0.12884029746055603, |
| "learning_rate": 1.2545500633786356e-06, |
| "loss": 0.6785, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.30185532624557, |
| "grad_norm": 0.12023568153381348, |
| "learning_rate": 1.2536811854467815e-06, |
| "loss": 0.62, |
| "step": 1563 |
| }, |
| { |
| "epoch": 1.3026891807379612, |
| "grad_norm": 0.1196177676320076, |
| "learning_rate": 1.2528121027777505e-06, |
| "loss": 0.5589, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.3035230352303522, |
| "grad_norm": 0.11578637361526489, |
| "learning_rate": 1.2519428160729491e-06, |
| "loss": 0.5884, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.3043568897227433, |
| "grad_norm": 0.12561044096946716, |
| "learning_rate": 1.2510733260339478e-06, |
| "loss": 0.5634, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.3051907442151345, |
| "grad_norm": 0.11461557447910309, |
| "learning_rate": 1.2502036333624815e-06, |
| "loss": 0.5752, |
| "step": 1567 |
| }, |
| { |
| "epoch": 1.3060245987075256, |
| "grad_norm": 0.12718208134174347, |
| "learning_rate": 1.249333738760449e-06, |
| "loss": 0.6245, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.3068584531999166, |
| "grad_norm": 0.12742236256599426, |
| "learning_rate": 1.2484636429299111e-06, |
| "loss": 0.6428, |
| "step": 1569 |
| }, |
| { |
| "epoch": 1.3076923076923077, |
| "grad_norm": 0.11149119585752487, |
| "learning_rate": 1.247593346573092e-06, |
| "loss": 0.6066, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.3085261621846986, |
| "grad_norm": 0.1338125318288803, |
| "learning_rate": 1.2467228503923772e-06, |
| "loss": 0.5512, |
| "step": 1571 |
| }, |
| { |
| "epoch": 1.3093600166770898, |
| "grad_norm": 0.1266402006149292, |
| "learning_rate": 1.2458521550903138e-06, |
| "loss": 0.6163, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.310193871169481, |
| "grad_norm": 0.12411841750144958, |
| "learning_rate": 1.2449812613696094e-06, |
| "loss": 0.6586, |
| "step": 1573 |
| }, |
| { |
| "epoch": 1.311027725661872, |
| "grad_norm": 0.12587663531303406, |
| "learning_rate": 1.2441101699331311e-06, |
| "loss": 0.6382, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.311861580154263, |
| "grad_norm": 0.1223389133810997, |
| "learning_rate": 1.243238881483907e-06, |
| "loss": 0.6087, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.3126954346466542, |
| "grad_norm": 0.12871743738651276, |
| "learning_rate": 1.2423673967251227e-06, |
| "loss": 0.6235, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.3135292891390453, |
| "grad_norm": 0.12110795080661774, |
| "learning_rate": 1.2414957163601237e-06, |
| "loss": 0.5741, |
| "step": 1577 |
| }, |
| { |
| "epoch": 1.3143631436314362, |
| "grad_norm": 0.11542119085788727, |
| "learning_rate": 1.240623841092412e-06, |
| "loss": 0.5549, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.3151969981238274, |
| "grad_norm": 0.11896467208862305, |
| "learning_rate": 1.2397517716256478e-06, |
| "loss": 0.6275, |
| "step": 1579 |
| }, |
| { |
| "epoch": 1.3160308526162185, |
| "grad_norm": 0.12287244945764542, |
| "learning_rate": 1.2388795086636479e-06, |
| "loss": 0.6034, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.3168647071086095, |
| "grad_norm": 0.13043585419654846, |
| "learning_rate": 1.238007052910385e-06, |
| "loss": 0.6218, |
| "step": 1581 |
| }, |
| { |
| "epoch": 1.3176985616010006, |
| "grad_norm": 0.12255072593688965, |
| "learning_rate": 1.2371344050699871e-06, |
| "loss": 0.556, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.3185324160933918, |
| "grad_norm": 0.12159581482410431, |
| "learning_rate": 1.2362615658467377e-06, |
| "loss": 0.6142, |
| "step": 1583 |
| }, |
| { |
| "epoch": 1.3193662705857827, |
| "grad_norm": 0.11910532414913177, |
| "learning_rate": 1.2353885359450756e-06, |
| "loss": 0.6148, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.3202001250781739, |
| "grad_norm": 0.11686382442712784, |
| "learning_rate": 1.2345153160695917e-06, |
| "loss": 0.5947, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.321033979570565, |
| "grad_norm": 0.12290305644273758, |
| "learning_rate": 1.2336419069250308e-06, |
| "loss": 0.5934, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.321867834062956, |
| "grad_norm": 0.12619248032569885, |
| "learning_rate": 1.2327683092162918e-06, |
| "loss": 0.6704, |
| "step": 1587 |
| }, |
| { |
| "epoch": 1.322701688555347, |
| "grad_norm": 0.13024446368217468, |
| "learning_rate": 1.231894523648424e-06, |
| "loss": 0.5824, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.3235355430477382, |
| "grad_norm": 0.1289645880460739, |
| "learning_rate": 1.2310205509266292e-06, |
| "loss": 0.656, |
| "step": 1589 |
| }, |
| { |
| "epoch": 1.3243693975401292, |
| "grad_norm": 0.1269690990447998, |
| "learning_rate": 1.23014639175626e-06, |
| "loss": 0.6433, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.3252032520325203, |
| "grad_norm": 0.12446628510951996, |
| "learning_rate": 1.2292720468428199e-06, |
| "loss": 0.57, |
| "step": 1591 |
| }, |
| { |
| "epoch": 1.3260371065249115, |
| "grad_norm": 0.12336724996566772, |
| "learning_rate": 1.2283975168919617e-06, |
| "loss": 0.6324, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.3268709610173026, |
| "grad_norm": 0.11296447366476059, |
| "learning_rate": 1.2275228026094879e-06, |
| "loss": 0.6097, |
| "step": 1593 |
| }, |
| { |
| "epoch": 1.3277048155096935, |
| "grad_norm": 0.12164086103439331, |
| "learning_rate": 1.2266479047013498e-06, |
| "loss": 0.5969, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.3285386700020847, |
| "grad_norm": 0.11765522509813309, |
| "learning_rate": 1.2257728238736467e-06, |
| "loss": 0.5404, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.3293725244944756, |
| "grad_norm": 0.12349137663841248, |
| "learning_rate": 1.224897560832625e-06, |
| "loss": 0.6574, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.3302063789868668, |
| "grad_norm": 0.1171487495303154, |
| "learning_rate": 1.22402211628468e-06, |
| "loss": 0.5834, |
| "step": 1597 |
| }, |
| { |
| "epoch": 1.331040233479258, |
| "grad_norm": 0.11913489550352097, |
| "learning_rate": 1.2231464909363512e-06, |
| "loss": 0.6022, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.331874087971649, |
| "grad_norm": 0.11552874743938446, |
| "learning_rate": 1.2222706854943255e-06, |
| "loss": 0.6164, |
| "step": 1599 |
| }, |
| { |
| "epoch": 1.33270794246404, |
| "grad_norm": 0.11986060440540314, |
| "learning_rate": 1.2213947006654345e-06, |
| "loss": 0.6062, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.33270794246404, |
| "eval_loss": 0.6176180839538574, |
| "eval_runtime": 321.4896, |
| "eval_samples_per_second": 16.744, |
| "eval_steps_per_second": 2.793, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.3335417969564312, |
| "grad_norm": 0.12321524322032928, |
| "learning_rate": 1.2205185371566554e-06, |
| "loss": 0.6164, |
| "step": 1601 |
| }, |
| { |
| "epoch": 1.334375651448822, |
| "grad_norm": 0.12141884118318558, |
| "learning_rate": 1.2196421956751083e-06, |
| "loss": 0.601, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.3352095059412132, |
| "grad_norm": 0.12699675559997559, |
| "learning_rate": 1.2187656769280577e-06, |
| "loss": 0.5379, |
| "step": 1603 |
| }, |
| { |
| "epoch": 1.3360433604336044, |
| "grad_norm": 0.12791088223457336, |
| "learning_rate": 1.2178889816229116e-06, |
| "loss": 0.6292, |
| "step": 1604 |
| }, |
| { |
| "epoch": 1.3368772149259955, |
| "grad_norm": 0.12027748674154282, |
| "learning_rate": 1.2170121104672196e-06, |
| "loss": 0.564, |
| "step": 1605 |
| }, |
| { |
| "epoch": 1.3377110694183865, |
| "grad_norm": 0.11741901189088821, |
| "learning_rate": 1.2161350641686737e-06, |
| "loss": 0.5772, |
| "step": 1606 |
| }, |
| { |
| "epoch": 1.3385449239107776, |
| "grad_norm": 0.11572231352329254, |
| "learning_rate": 1.2152578434351072e-06, |
| "loss": 0.5819, |
| "step": 1607 |
| }, |
| { |
| "epoch": 1.3393787784031685, |
| "grad_norm": 0.1255660504102707, |
| "learning_rate": 1.214380448974494e-06, |
| "loss": 0.6341, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.3402126328955597, |
| "grad_norm": 0.11974442005157471, |
| "learning_rate": 1.2135028814949485e-06, |
| "loss": 0.6233, |
| "step": 1609 |
| }, |
| { |
| "epoch": 1.3410464873879508, |
| "grad_norm": 0.12625208497047424, |
| "learning_rate": 1.212625141704725e-06, |
| "loss": 0.6231, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.341880341880342, |
| "grad_norm": 0.12386664003133774, |
| "learning_rate": 1.2117472303122157e-06, |
| "loss": 0.617, |
| "step": 1611 |
| }, |
| { |
| "epoch": 1.342714196372733, |
| "grad_norm": 0.13161849975585938, |
| "learning_rate": 1.210869148025952e-06, |
| "loss": 0.654, |
| "step": 1612 |
| }, |
| { |
| "epoch": 1.343548050865124, |
| "grad_norm": 0.11914031207561493, |
| "learning_rate": 1.2099908955546043e-06, |
| "loss": 0.6282, |
| "step": 1613 |
| }, |
| { |
| "epoch": 1.344381905357515, |
| "grad_norm": 0.12541799247264862, |
| "learning_rate": 1.2091124736069788e-06, |
| "loss": 0.6133, |
| "step": 1614 |
| }, |
| { |
| "epoch": 1.3452157598499062, |
| "grad_norm": 0.12099876254796982, |
| "learning_rate": 1.2082338828920185e-06, |
| "loss": 0.5661, |
| "step": 1615 |
| }, |
| { |
| "epoch": 1.3460496143422973, |
| "grad_norm": 0.12484125792980194, |
| "learning_rate": 1.2073551241188037e-06, |
| "loss": 0.6238, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.3468834688346885, |
| "grad_norm": 0.12073414772748947, |
| "learning_rate": 1.2064761979965497e-06, |
| "loss": 0.5491, |
| "step": 1617 |
| }, |
| { |
| "epoch": 1.3477173233270794, |
| "grad_norm": 0.12662388384342194, |
| "learning_rate": 1.2055971052346067e-06, |
| "loss": 0.6235, |
| "step": 1618 |
| }, |
| { |
| "epoch": 1.3485511778194705, |
| "grad_norm": 0.12112808972597122, |
| "learning_rate": 1.2047178465424594e-06, |
| "loss": 0.5493, |
| "step": 1619 |
| }, |
| { |
| "epoch": 1.3493850323118615, |
| "grad_norm": 0.13022390007972717, |
| "learning_rate": 1.2038384226297271e-06, |
| "loss": 0.6531, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.3502188868042526, |
| "grad_norm": 0.12017896771430969, |
| "learning_rate": 1.202958834206162e-06, |
| "loss": 0.5819, |
| "step": 1621 |
| }, |
| { |
| "epoch": 1.3510527412966438, |
| "grad_norm": 0.12317414581775665, |
| "learning_rate": 1.2020790819816484e-06, |
| "loss": 0.5736, |
| "step": 1622 |
| }, |
| { |
| "epoch": 1.351886595789035, |
| "grad_norm": 0.12808437645435333, |
| "learning_rate": 1.2011991666662043e-06, |
| "loss": 0.6196, |
| "step": 1623 |
| }, |
| { |
| "epoch": 1.3527204502814258, |
| "grad_norm": 0.11925622075796127, |
| "learning_rate": 1.2003190889699776e-06, |
| "loss": 0.5703, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.353554304773817, |
| "grad_norm": 0.1228049024939537, |
| "learning_rate": 1.1994388496032485e-06, |
| "loss": 0.6357, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.354388159266208, |
| "grad_norm": 0.12009157985448837, |
| "learning_rate": 1.1985584492764273e-06, |
| "loss": 0.5559, |
| "step": 1626 |
| }, |
| { |
| "epoch": 1.355222013758599, |
| "grad_norm": 0.1287962794303894, |
| "learning_rate": 1.1976778887000543e-06, |
| "loss": 0.6269, |
| "step": 1627 |
| }, |
| { |
| "epoch": 1.3560558682509902, |
| "grad_norm": 0.11851408332586288, |
| "learning_rate": 1.1967971685847988e-06, |
| "loss": 0.5966, |
| "step": 1628 |
| }, |
| { |
| "epoch": 1.3568897227433814, |
| "grad_norm": 0.12402857095003128, |
| "learning_rate": 1.1959162896414589e-06, |
| "loss": 0.5611, |
| "step": 1629 |
| }, |
| { |
| "epoch": 1.3577235772357723, |
| "grad_norm": 0.12092249095439911, |
| "learning_rate": 1.1950352525809617e-06, |
| "loss": 0.5631, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.3585574317281635, |
| "grad_norm": 0.12502413988113403, |
| "learning_rate": 1.1941540581143608e-06, |
| "loss": 0.584, |
| "step": 1631 |
| }, |
| { |
| "epoch": 1.3593912862205544, |
| "grad_norm": 0.12327523529529572, |
| "learning_rate": 1.1932727069528373e-06, |
| "loss": 0.6027, |
| "step": 1632 |
| }, |
| { |
| "epoch": 1.3602251407129455, |
| "grad_norm": 0.11953040957450867, |
| "learning_rate": 1.1923911998076988e-06, |
| "loss": 0.6104, |
| "step": 1633 |
| }, |
| { |
| "epoch": 1.3610589952053367, |
| "grad_norm": 0.11636977642774582, |
| "learning_rate": 1.1915095373903788e-06, |
| "loss": 0.6116, |
| "step": 1634 |
| }, |
| { |
| "epoch": 1.3618928496977278, |
| "grad_norm": 0.12088527530431747, |
| "learning_rate": 1.1906277204124363e-06, |
| "loss": 0.6055, |
| "step": 1635 |
| }, |
| { |
| "epoch": 1.3627267041901188, |
| "grad_norm": 0.119356170296669, |
| "learning_rate": 1.1897457495855544e-06, |
| "loss": 0.606, |
| "step": 1636 |
| }, |
| { |
| "epoch": 1.36356055868251, |
| "grad_norm": 0.12436091899871826, |
| "learning_rate": 1.1888636256215412e-06, |
| "loss": 0.6475, |
| "step": 1637 |
| }, |
| { |
| "epoch": 1.3643944131749008, |
| "grad_norm": 0.12362188845872879, |
| "learning_rate": 1.187981349232328e-06, |
| "loss": 0.5592, |
| "step": 1638 |
| }, |
| { |
| "epoch": 1.365228267667292, |
| "grad_norm": 0.12188667058944702, |
| "learning_rate": 1.1870989211299684e-06, |
| "loss": 0.6392, |
| "step": 1639 |
| }, |
| { |
| "epoch": 1.3660621221596831, |
| "grad_norm": 0.12498065829277039, |
| "learning_rate": 1.1862163420266398e-06, |
| "loss": 0.5989, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.3668959766520743, |
| "grad_norm": 0.11544735729694366, |
| "learning_rate": 1.1853336126346406e-06, |
| "loss": 0.6508, |
| "step": 1641 |
| }, |
| { |
| "epoch": 1.3677298311444652, |
| "grad_norm": 0.1186600849032402, |
| "learning_rate": 1.1844507336663906e-06, |
| "loss": 0.5887, |
| "step": 1642 |
| }, |
| { |
| "epoch": 1.3685636856368564, |
| "grad_norm": 0.12236911803483963, |
| "learning_rate": 1.1835677058344308e-06, |
| "loss": 0.5881, |
| "step": 1643 |
| }, |
| { |
| "epoch": 1.3693975401292475, |
| "grad_norm": 0.11984533816576004, |
| "learning_rate": 1.1826845298514214e-06, |
| "loss": 0.5811, |
| "step": 1644 |
| }, |
| { |
| "epoch": 1.3702313946216385, |
| "grad_norm": 0.12120435386896133, |
| "learning_rate": 1.1818012064301432e-06, |
| "loss": 0.6307, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.3710652491140296, |
| "grad_norm": 0.11709383875131607, |
| "learning_rate": 1.1809177362834955e-06, |
| "loss": 0.6239, |
| "step": 1646 |
| }, |
| { |
| "epoch": 1.3718991036064208, |
| "grad_norm": 0.13146185874938965, |
| "learning_rate": 1.1800341201244952e-06, |
| "loss": 0.5956, |
| "step": 1647 |
| }, |
| { |
| "epoch": 1.3727329580988117, |
| "grad_norm": 0.11478230357170105, |
| "learning_rate": 1.1791503586662793e-06, |
| "loss": 0.5437, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.3735668125912028, |
| "grad_norm": 0.11662175506353378, |
| "learning_rate": 1.1782664526220992e-06, |
| "loss": 0.6086, |
| "step": 1649 |
| }, |
| { |
| "epoch": 1.374400667083594, |
| "grad_norm": 0.11829902231693268, |
| "learning_rate": 1.1773824027053255e-06, |
| "loss": 0.5965, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.375234521575985, |
| "grad_norm": 0.12727516889572144, |
| "learning_rate": 1.1764982096294431e-06, |
| "loss": 0.573, |
| "step": 1651 |
| }, |
| { |
| "epoch": 1.376068376068376, |
| "grad_norm": 0.12310794740915298, |
| "learning_rate": 1.1756138741080536e-06, |
| "loss": 0.6462, |
| "step": 1652 |
| }, |
| { |
| "epoch": 1.3769022305607672, |
| "grad_norm": 0.11653224378824234, |
| "learning_rate": 1.1747293968548734e-06, |
| "loss": 0.5782, |
| "step": 1653 |
| }, |
| { |
| "epoch": 1.3777360850531581, |
| "grad_norm": 0.12128982692956924, |
| "learning_rate": 1.1738447785837322e-06, |
| "loss": 0.6108, |
| "step": 1654 |
| }, |
| { |
| "epoch": 1.3785699395455493, |
| "grad_norm": 0.12801648676395416, |
| "learning_rate": 1.1729600200085752e-06, |
| "loss": 0.6026, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.3794037940379404, |
| "grad_norm": 0.11884930729866028, |
| "learning_rate": 1.1720751218434596e-06, |
| "loss": 0.5554, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.3802376485303314, |
| "grad_norm": 0.12543028593063354, |
| "learning_rate": 1.1711900848025554e-06, |
| "loss": 0.6485, |
| "step": 1657 |
| }, |
| { |
| "epoch": 1.3810715030227225, |
| "grad_norm": 0.12205296754837036, |
| "learning_rate": 1.1703049096001452e-06, |
| "loss": 0.585, |
| "step": 1658 |
| }, |
| { |
| "epoch": 1.3819053575151137, |
| "grad_norm": 0.12094337493181229, |
| "learning_rate": 1.1694195969506229e-06, |
| "loss": 0.588, |
| "step": 1659 |
| }, |
| { |
| "epoch": 1.3827392120075048, |
| "grad_norm": 0.12128522247076035, |
| "learning_rate": 1.1685341475684934e-06, |
| "loss": 0.6043, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.3835730664998958, |
| "grad_norm": 0.12067275494337082, |
| "learning_rate": 1.1676485621683711e-06, |
| "loss": 0.5896, |
| "step": 1661 |
| }, |
| { |
| "epoch": 1.384406920992287, |
| "grad_norm": 0.11607006937265396, |
| "learning_rate": 1.1667628414649815e-06, |
| "loss": 0.5454, |
| "step": 1662 |
| }, |
| { |
| "epoch": 1.3852407754846778, |
| "grad_norm": 0.11472892016172409, |
| "learning_rate": 1.1658769861731584e-06, |
| "loss": 0.5768, |
| "step": 1663 |
| }, |
| { |
| "epoch": 1.386074629977069, |
| "grad_norm": 0.12670141458511353, |
| "learning_rate": 1.1649909970078447e-06, |
| "loss": 0.6426, |
| "step": 1664 |
| }, |
| { |
| "epoch": 1.3869084844694601, |
| "grad_norm": 0.12123548239469528, |
| "learning_rate": 1.1641048746840912e-06, |
| "loss": 0.6508, |
| "step": 1665 |
| }, |
| { |
| "epoch": 1.3877423389618513, |
| "grad_norm": 0.12310612946748734, |
| "learning_rate": 1.1632186199170555e-06, |
| "loss": 0.6414, |
| "step": 1666 |
| }, |
| { |
| "epoch": 1.3885761934542422, |
| "grad_norm": 0.11864950507879257, |
| "learning_rate": 1.1623322334220037e-06, |
| "loss": 0.5058, |
| "step": 1667 |
| }, |
| { |
| "epoch": 1.3894100479466334, |
| "grad_norm": 0.12240031361579895, |
| "learning_rate": 1.1614457159143064e-06, |
| "loss": 0.5974, |
| "step": 1668 |
| }, |
| { |
| "epoch": 1.3902439024390243, |
| "grad_norm": 0.13276803493499756, |
| "learning_rate": 1.1605590681094408e-06, |
| "loss": 0.5648, |
| "step": 1669 |
| }, |
| { |
| "epoch": 1.3910777569314154, |
| "grad_norm": 0.12129524350166321, |
| "learning_rate": 1.1596722907229898e-06, |
| "loss": 0.6506, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.3919116114238066, |
| "grad_norm": 0.12178556621074677, |
| "learning_rate": 1.1587853844706396e-06, |
| "loss": 0.5844, |
| "step": 1671 |
| }, |
| { |
| "epoch": 1.3927454659161977, |
| "grad_norm": 0.12161284685134888, |
| "learning_rate": 1.1578983500681816e-06, |
| "loss": 0.5732, |
| "step": 1672 |
| }, |
| { |
| "epoch": 1.3935793204085887, |
| "grad_norm": 0.12326084077358246, |
| "learning_rate": 1.1570111882315098e-06, |
| "loss": 0.5727, |
| "step": 1673 |
| }, |
| { |
| "epoch": 1.3944131749009798, |
| "grad_norm": 0.12302473187446594, |
| "learning_rate": 1.1561238996766216e-06, |
| "loss": 0.5913, |
| "step": 1674 |
| }, |
| { |
| "epoch": 1.3952470293933708, |
| "grad_norm": 0.12436919659376144, |
| "learning_rate": 1.1552364851196166e-06, |
| "loss": 0.5877, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.396080883885762, |
| "grad_norm": 0.12807847559452057, |
| "learning_rate": 1.154348945276695e-06, |
| "loss": 0.6274, |
| "step": 1676 |
| }, |
| { |
| "epoch": 1.396914738378153, |
| "grad_norm": 0.12182601541280746, |
| "learning_rate": 1.1534612808641602e-06, |
| "loss": 0.6319, |
| "step": 1677 |
| }, |
| { |
| "epoch": 1.3977485928705442, |
| "grad_norm": 0.13187600672245026, |
| "learning_rate": 1.1525734925984143e-06, |
| "loss": 0.6148, |
| "step": 1678 |
| }, |
| { |
| "epoch": 1.3985824473629351, |
| "grad_norm": 0.11592843383550644, |
| "learning_rate": 1.1516855811959602e-06, |
| "loss": 0.5472, |
| "step": 1679 |
| }, |
| { |
| "epoch": 1.3994163018553263, |
| "grad_norm": 0.11742573231458664, |
| "learning_rate": 1.1507975473734e-06, |
| "loss": 0.5666, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.4002501563477172, |
| "grad_norm": 0.12708871066570282, |
| "learning_rate": 1.1499093918474347e-06, |
| "loss": 0.6051, |
| "step": 1681 |
| }, |
| { |
| "epoch": 1.4010840108401084, |
| "grad_norm": 0.11694274097681046, |
| "learning_rate": 1.1490211153348634e-06, |
| "loss": 0.5253, |
| "step": 1682 |
| }, |
| { |
| "epoch": 1.4019178653324995, |
| "grad_norm": 0.12378162145614624, |
| "learning_rate": 1.1481327185525827e-06, |
| "loss": 0.6387, |
| "step": 1683 |
| }, |
| { |
| "epoch": 1.4027517198248907, |
| "grad_norm": 0.1409406065940857, |
| "learning_rate": 1.1472442022175867e-06, |
| "loss": 0.5597, |
| "step": 1684 |
| }, |
| { |
| "epoch": 1.4035855743172816, |
| "grad_norm": 0.12476393580436707, |
| "learning_rate": 1.1463555670469657e-06, |
| "loss": 0.5394, |
| "step": 1685 |
| }, |
| { |
| "epoch": 1.4044194288096727, |
| "grad_norm": 0.13176341354846954, |
| "learning_rate": 1.1454668137579057e-06, |
| "loss": 0.6395, |
| "step": 1686 |
| }, |
| { |
| "epoch": 1.4052532833020637, |
| "grad_norm": 0.13114789128303528, |
| "learning_rate": 1.1445779430676883e-06, |
| "loss": 0.6215, |
| "step": 1687 |
| }, |
| { |
| "epoch": 1.4060871377944548, |
| "grad_norm": 0.12079852819442749, |
| "learning_rate": 1.1436889556936904e-06, |
| "loss": 0.5878, |
| "step": 1688 |
| }, |
| { |
| "epoch": 1.406920992286846, |
| "grad_norm": 0.1296648234128952, |
| "learning_rate": 1.142799852353382e-06, |
| "loss": 0.5442, |
| "step": 1689 |
| }, |
| { |
| "epoch": 1.4077548467792371, |
| "grad_norm": 0.1254526525735855, |
| "learning_rate": 1.141910633764327e-06, |
| "loss": 0.6245, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.408588701271628, |
| "grad_norm": 0.12021210789680481, |
| "learning_rate": 1.1410213006441827e-06, |
| "loss": 0.6083, |
| "step": 1691 |
| }, |
| { |
| "epoch": 1.4094225557640192, |
| "grad_norm": 0.12678121030330658, |
| "learning_rate": 1.1401318537106987e-06, |
| "loss": 0.6064, |
| "step": 1692 |
| }, |
| { |
| "epoch": 1.4102564102564101, |
| "grad_norm": 0.12526234984397888, |
| "learning_rate": 1.1392422936817165e-06, |
| "loss": 0.6203, |
| "step": 1693 |
| }, |
| { |
| "epoch": 1.4110902647488013, |
| "grad_norm": 0.11436313390731812, |
| "learning_rate": 1.1383526212751686e-06, |
| "loss": 0.5449, |
| "step": 1694 |
| }, |
| { |
| "epoch": 1.4119241192411924, |
| "grad_norm": 0.11527229845523834, |
| "learning_rate": 1.1374628372090781e-06, |
| "loss": 0.5821, |
| "step": 1695 |
| }, |
| { |
| "epoch": 1.4127579737335836, |
| "grad_norm": 0.12278933078050613, |
| "learning_rate": 1.1365729422015593e-06, |
| "loss": 0.6249, |
| "step": 1696 |
| }, |
| { |
| "epoch": 1.4135918282259745, |
| "grad_norm": 0.12223772704601288, |
| "learning_rate": 1.1356829369708144e-06, |
| "loss": 0.5978, |
| "step": 1697 |
| }, |
| { |
| "epoch": 1.4144256827183657, |
| "grad_norm": 0.12515763938426971, |
| "learning_rate": 1.1347928222351354e-06, |
| "loss": 0.5633, |
| "step": 1698 |
| }, |
| { |
| "epoch": 1.4152595372107566, |
| "grad_norm": 0.12488391250371933, |
| "learning_rate": 1.1339025987129031e-06, |
| "loss": 0.6073, |
| "step": 1699 |
| }, |
| { |
| "epoch": 1.4160933917031477, |
| "grad_norm": 0.13267357647418976, |
| "learning_rate": 1.1330122671225855e-06, |
| "loss": 0.5895, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.416927246195539, |
| "grad_norm": 0.121218241751194, |
| "learning_rate": 1.1321218281827377e-06, |
| "loss": 0.5815, |
| "step": 1701 |
| }, |
| { |
| "epoch": 1.41776110068793, |
| "grad_norm": 0.11679316312074661, |
| "learning_rate": 1.1312312826120019e-06, |
| "loss": 0.6053, |
| "step": 1702 |
| }, |
| { |
| "epoch": 1.418594955180321, |
| "grad_norm": 0.12714731693267822, |
| "learning_rate": 1.1303406311291064e-06, |
| "loss": 0.5996, |
| "step": 1703 |
| }, |
| { |
| "epoch": 1.4194288096727121, |
| "grad_norm": 0.1288938969373703, |
| "learning_rate": 1.1294498744528645e-06, |
| "loss": 0.622, |
| "step": 1704 |
| }, |
| { |
| "epoch": 1.4202626641651033, |
| "grad_norm": 0.11887186765670776, |
| "learning_rate": 1.128559013302174e-06, |
| "loss": 0.5892, |
| "step": 1705 |
| }, |
| { |
| "epoch": 1.4210965186574942, |
| "grad_norm": 0.12163923680782318, |
| "learning_rate": 1.1276680483960188e-06, |
| "loss": 0.5992, |
| "step": 1706 |
| }, |
| { |
| "epoch": 1.4219303731498854, |
| "grad_norm": 0.1262393295764923, |
| "learning_rate": 1.1267769804534647e-06, |
| "loss": 0.6356, |
| "step": 1707 |
| }, |
| { |
| "epoch": 1.4227642276422765, |
| "grad_norm": 0.12177680432796478, |
| "learning_rate": 1.1258858101936615e-06, |
| "loss": 0.5822, |
| "step": 1708 |
| }, |
| { |
| "epoch": 1.4235980821346674, |
| "grad_norm": 0.1219385415315628, |
| "learning_rate": 1.1249945383358413e-06, |
| "loss": 0.5946, |
| "step": 1709 |
| }, |
| { |
| "epoch": 1.4244319366270586, |
| "grad_norm": 0.12739478051662445, |
| "learning_rate": 1.1241031655993187e-06, |
| "loss": 0.5985, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.4252657911194497, |
| "grad_norm": 0.12883968651294708, |
| "learning_rate": 1.1232116927034892e-06, |
| "loss": 0.6438, |
| "step": 1711 |
| }, |
| { |
| "epoch": 1.4260996456118407, |
| "grad_norm": 0.1276615411043167, |
| "learning_rate": 1.1223201203678287e-06, |
| "loss": 0.6173, |
| "step": 1712 |
| }, |
| { |
| "epoch": 1.4269335001042318, |
| "grad_norm": 0.11872417479753494, |
| "learning_rate": 1.1214284493118946e-06, |
| "loss": 0.5831, |
| "step": 1713 |
| }, |
| { |
| "epoch": 1.427767354596623, |
| "grad_norm": 0.12630686163902283, |
| "learning_rate": 1.1205366802553228e-06, |
| "loss": 0.6089, |
| "step": 1714 |
| }, |
| { |
| "epoch": 1.428601209089014, |
| "grad_norm": 0.13489751517772675, |
| "learning_rate": 1.1196448139178295e-06, |
| "loss": 0.6001, |
| "step": 1715 |
| }, |
| { |
| "epoch": 1.429435063581405, |
| "grad_norm": 0.12865175306797028, |
| "learning_rate": 1.118752851019208e-06, |
| "loss": 0.6606, |
| "step": 1716 |
| }, |
| { |
| "epoch": 1.4302689180737962, |
| "grad_norm": 0.12072816491127014, |
| "learning_rate": 1.1178607922793307e-06, |
| "loss": 0.6222, |
| "step": 1717 |
| }, |
| { |
| "epoch": 1.4311027725661871, |
| "grad_norm": 0.11538699269294739, |
| "learning_rate": 1.1169686384181467e-06, |
| "loss": 0.5956, |
| "step": 1718 |
| }, |
| { |
| "epoch": 1.4319366270585783, |
| "grad_norm": 0.1280529797077179, |
| "learning_rate": 1.116076390155682e-06, |
| "loss": 0.5582, |
| "step": 1719 |
| }, |
| { |
| "epoch": 1.4327704815509694, |
| "grad_norm": 0.11776122450828552, |
| "learning_rate": 1.1151840482120385e-06, |
| "loss": 0.5765, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.4336043360433606, |
| "grad_norm": 0.12921258807182312, |
| "learning_rate": 1.1142916133073946e-06, |
| "loss": 0.6283, |
| "step": 1721 |
| }, |
| { |
| "epoch": 1.4344381905357515, |
| "grad_norm": 0.11978008598089218, |
| "learning_rate": 1.113399086162003e-06, |
| "loss": 0.5641, |
| "step": 1722 |
| }, |
| { |
| "epoch": 1.4352720450281427, |
| "grad_norm": 0.12989699840545654, |
| "learning_rate": 1.1125064674961913e-06, |
| "loss": 0.5957, |
| "step": 1723 |
| }, |
| { |
| "epoch": 1.4361058995205336, |
| "grad_norm": 0.12442397326231003, |
| "learning_rate": 1.1116137580303602e-06, |
| "loss": 0.5626, |
| "step": 1724 |
| }, |
| { |
| "epoch": 1.4369397540129247, |
| "grad_norm": 0.12246950715780258, |
| "learning_rate": 1.1107209584849844e-06, |
| "loss": 0.6279, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.4377736085053159, |
| "grad_norm": 0.12757597863674164, |
| "learning_rate": 1.109828069580611e-06, |
| "loss": 0.6326, |
| "step": 1726 |
| }, |
| { |
| "epoch": 1.438607462997707, |
| "grad_norm": 0.12838071584701538, |
| "learning_rate": 1.108935092037859e-06, |
| "loss": 0.6689, |
| "step": 1727 |
| }, |
| { |
| "epoch": 1.439441317490098, |
| "grad_norm": 0.13266290724277496, |
| "learning_rate": 1.10804202657742e-06, |
| "loss": 0.6087, |
| "step": 1728 |
| }, |
| { |
| "epoch": 1.440275171982489, |
| "grad_norm": 0.1249866783618927, |
| "learning_rate": 1.107148873920055e-06, |
| "loss": 0.5671, |
| "step": 1729 |
| }, |
| { |
| "epoch": 1.44110902647488, |
| "grad_norm": 0.12549594044685364, |
| "learning_rate": 1.1062556347865966e-06, |
| "loss": 0.6026, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.4419428809672712, |
| "grad_norm": 0.11809445917606354, |
| "learning_rate": 1.1053623098979464e-06, |
| "loss": 0.6609, |
| "step": 1731 |
| }, |
| { |
| "epoch": 1.4427767354596623, |
| "grad_norm": 0.1284630000591278, |
| "learning_rate": 1.1044688999750757e-06, |
| "loss": 0.6976, |
| "step": 1732 |
| }, |
| { |
| "epoch": 1.4436105899520535, |
| "grad_norm": 0.12497500330209732, |
| "learning_rate": 1.1035754057390245e-06, |
| "loss": 0.6037, |
| "step": 1733 |
| }, |
| { |
| "epoch": 1.4444444444444444, |
| "grad_norm": 0.12468233704566956, |
| "learning_rate": 1.1026818279109002e-06, |
| "loss": 0.5953, |
| "step": 1734 |
| }, |
| { |
| "epoch": 1.4452782989368356, |
| "grad_norm": 0.1244860291481018, |
| "learning_rate": 1.1017881672118785e-06, |
| "loss": 0.5816, |
| "step": 1735 |
| }, |
| { |
| "epoch": 1.4461121534292265, |
| "grad_norm": 0.12283075600862503, |
| "learning_rate": 1.1008944243632012e-06, |
| "loss": 0.5896, |
| "step": 1736 |
| }, |
| { |
| "epoch": 1.4469460079216176, |
| "grad_norm": 0.12096507102251053, |
| "learning_rate": 1.100000600086177e-06, |
| "loss": 0.5848, |
| "step": 1737 |
| }, |
| { |
| "epoch": 1.4477798624140088, |
| "grad_norm": 0.13141663372516632, |
| "learning_rate": 1.0991066951021802e-06, |
| "loss": 0.5944, |
| "step": 1738 |
| }, |
| { |
| "epoch": 1.4486137169064, |
| "grad_norm": 0.11670444160699844, |
| "learning_rate": 1.0982127101326497e-06, |
| "loss": 0.5609, |
| "step": 1739 |
| }, |
| { |
| "epoch": 1.4494475713987909, |
| "grad_norm": 0.1190413385629654, |
| "learning_rate": 1.09731864589909e-06, |
| "loss": 0.639, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.450281425891182, |
| "grad_norm": 0.12622325122356415, |
| "learning_rate": 1.0964245031230684e-06, |
| "loss": 0.6146, |
| "step": 1741 |
| }, |
| { |
| "epoch": 1.451115280383573, |
| "grad_norm": 0.12580569088459015, |
| "learning_rate": 1.0955302825262161e-06, |
| "loss": 0.5947, |
| "step": 1742 |
| }, |
| { |
| "epoch": 1.451949134875964, |
| "grad_norm": 0.1237453743815422, |
| "learning_rate": 1.0946359848302273e-06, |
| "loss": 0.6203, |
| "step": 1743 |
| }, |
| { |
| "epoch": 1.4527829893683553, |
| "grad_norm": 0.11954555660486221, |
| "learning_rate": 1.0937416107568586e-06, |
| "loss": 0.5816, |
| "step": 1744 |
| }, |
| { |
| "epoch": 1.4536168438607464, |
| "grad_norm": 0.125918909907341, |
| "learning_rate": 1.0928471610279278e-06, |
| "loss": 0.5414, |
| "step": 1745 |
| }, |
| { |
| "epoch": 1.4544506983531373, |
| "grad_norm": 0.1135488972067833, |
| "learning_rate": 1.0919526363653133e-06, |
| "loss": 0.5737, |
| "step": 1746 |
| }, |
| { |
| "epoch": 1.4552845528455285, |
| "grad_norm": 0.1270725578069687, |
| "learning_rate": 1.091058037490955e-06, |
| "loss": 0.7054, |
| "step": 1747 |
| }, |
| { |
| "epoch": 1.4561184073379194, |
| "grad_norm": 0.11943162232637405, |
| "learning_rate": 1.0901633651268524e-06, |
| "loss": 0.601, |
| "step": 1748 |
| }, |
| { |
| "epoch": 1.4569522618303106, |
| "grad_norm": 0.12362517416477203, |
| "learning_rate": 1.089268619995064e-06, |
| "loss": 0.6438, |
| "step": 1749 |
| }, |
| { |
| "epoch": 1.4577861163227017, |
| "grad_norm": 0.11327839642763138, |
| "learning_rate": 1.0883738028177068e-06, |
| "loss": 0.5466, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.4586199708150929, |
| "grad_norm": 0.11802560091018677, |
| "learning_rate": 1.0874789143169567e-06, |
| "loss": 0.5889, |
| "step": 1751 |
| }, |
| { |
| "epoch": 1.4594538253074838, |
| "grad_norm": 0.1234131008386612, |
| "learning_rate": 1.0865839552150469e-06, |
| "loss": 0.6463, |
| "step": 1752 |
| }, |
| { |
| "epoch": 1.460287679799875, |
| "grad_norm": 0.11657127737998962, |
| "learning_rate": 1.085688926234267e-06, |
| "loss": 0.5814, |
| "step": 1753 |
| }, |
| { |
| "epoch": 1.4611215342922659, |
| "grad_norm": 0.12287198007106781, |
| "learning_rate": 1.084793828096964e-06, |
| "loss": 0.6292, |
| "step": 1754 |
| }, |
| { |
| "epoch": 1.461955388784657, |
| "grad_norm": 0.11891543120145798, |
| "learning_rate": 1.0838986615255397e-06, |
| "loss": 0.6176, |
| "step": 1755 |
| }, |
| { |
| "epoch": 1.4627892432770482, |
| "grad_norm": 0.12395941466093063, |
| "learning_rate": 1.0830034272424518e-06, |
| "loss": 0.5912, |
| "step": 1756 |
| }, |
| { |
| "epoch": 1.4636230977694393, |
| "grad_norm": 0.12994913756847382, |
| "learning_rate": 1.0821081259702126e-06, |
| "loss": 0.6032, |
| "step": 1757 |
| }, |
| { |
| "epoch": 1.4644569522618303, |
| "grad_norm": 0.12760955095291138, |
| "learning_rate": 1.0812127584313882e-06, |
| "loss": 0.619, |
| "step": 1758 |
| }, |
| { |
| "epoch": 1.4652908067542214, |
| "grad_norm": 0.13421405851840973, |
| "learning_rate": 1.0803173253485982e-06, |
| "loss": 0.5927, |
| "step": 1759 |
| }, |
| { |
| "epoch": 1.4661246612466123, |
| "grad_norm": 0.1249236911535263, |
| "learning_rate": 1.0794218274445153e-06, |
| "loss": 0.5979, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.4669585157390035, |
| "grad_norm": 0.12936027348041534, |
| "learning_rate": 1.0785262654418645e-06, |
| "loss": 0.5907, |
| "step": 1761 |
| }, |
| { |
| "epoch": 1.4677923702313946, |
| "grad_norm": 0.1282528042793274, |
| "learning_rate": 1.0776306400634225e-06, |
| "loss": 0.6585, |
| "step": 1762 |
| }, |
| { |
| "epoch": 1.4686262247237858, |
| "grad_norm": 0.12033521384000778, |
| "learning_rate": 1.0767349520320165e-06, |
| "loss": 0.5572, |
| "step": 1763 |
| }, |
| { |
| "epoch": 1.4694600792161767, |
| "grad_norm": 0.12083300203084946, |
| "learning_rate": 1.0758392020705255e-06, |
| "loss": 0.6449, |
| "step": 1764 |
| }, |
| { |
| "epoch": 1.4702939337085679, |
| "grad_norm": 0.1208571195602417, |
| "learning_rate": 1.0749433909018776e-06, |
| "loss": 0.6389, |
| "step": 1765 |
| }, |
| { |
| "epoch": 1.4711277882009588, |
| "grad_norm": 0.11647844314575195, |
| "learning_rate": 1.0740475192490509e-06, |
| "loss": 0.6427, |
| "step": 1766 |
| }, |
| { |
| "epoch": 1.47196164269335, |
| "grad_norm": 0.12908311188220978, |
| "learning_rate": 1.073151587835071e-06, |
| "loss": 0.6074, |
| "step": 1767 |
| }, |
| { |
| "epoch": 1.472795497185741, |
| "grad_norm": 0.12080005556344986, |
| "learning_rate": 1.0722555973830138e-06, |
| "loss": 0.6037, |
| "step": 1768 |
| }, |
| { |
| "epoch": 1.4736293516781322, |
| "grad_norm": 0.12868741154670715, |
| "learning_rate": 1.0713595486160011e-06, |
| "loss": 0.6149, |
| "step": 1769 |
| }, |
| { |
| "epoch": 1.4744632061705232, |
| "grad_norm": 0.12102212756872177, |
| "learning_rate": 1.0704634422572027e-06, |
| "loss": 0.5885, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.4752970606629143, |
| "grad_norm": 0.11719702929258347, |
| "learning_rate": 1.069567279029834e-06, |
| "loss": 0.5335, |
| "step": 1771 |
| }, |
| { |
| "epoch": 1.4761309151553055, |
| "grad_norm": 0.12366301566362381, |
| "learning_rate": 1.0686710596571578e-06, |
| "loss": 0.5753, |
| "step": 1772 |
| }, |
| { |
| "epoch": 1.4769647696476964, |
| "grad_norm": 0.1275297850370407, |
| "learning_rate": 1.0677747848624803e-06, |
| "loss": 0.6315, |
| "step": 1773 |
| }, |
| { |
| "epoch": 1.4777986241400876, |
| "grad_norm": 0.11969911307096481, |
| "learning_rate": 1.066878455369154e-06, |
| "loss": 0.5857, |
| "step": 1774 |
| }, |
| { |
| "epoch": 1.4786324786324787, |
| "grad_norm": 0.13167330622673035, |
| "learning_rate": 1.0659820719005749e-06, |
| "loss": 0.6526, |
| "step": 1775 |
| }, |
| { |
| "epoch": 1.4794663331248696, |
| "grad_norm": 0.12339498847723007, |
| "learning_rate": 1.0650856351801824e-06, |
| "loss": 0.6355, |
| "step": 1776 |
| }, |
| { |
| "epoch": 1.4803001876172608, |
| "grad_norm": 0.12983542680740356, |
| "learning_rate": 1.0641891459314595e-06, |
| "loss": 0.6069, |
| "step": 1777 |
| }, |
| { |
| "epoch": 1.481134042109652, |
| "grad_norm": 0.1269686222076416, |
| "learning_rate": 1.063292604877931e-06, |
| "loss": 0.6478, |
| "step": 1778 |
| }, |
| { |
| "epoch": 1.4819678966020429, |
| "grad_norm": 0.12114999443292618, |
| "learning_rate": 1.0623960127431635e-06, |
| "loss": 0.5406, |
| "step": 1779 |
| }, |
| { |
| "epoch": 1.482801751094434, |
| "grad_norm": 0.11573608964681625, |
| "learning_rate": 1.061499370250765e-06, |
| "loss": 0.5789, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.4836356055868252, |
| "grad_norm": 0.1279306858778, |
| "learning_rate": 1.0606026781243847e-06, |
| "loss": 0.6475, |
| "step": 1781 |
| }, |
| { |
| "epoch": 1.484469460079216, |
| "grad_norm": 0.12379437685012817, |
| "learning_rate": 1.0597059370877103e-06, |
| "loss": 0.5484, |
| "step": 1782 |
| }, |
| { |
| "epoch": 1.4853033145716072, |
| "grad_norm": 0.12157581001520157, |
| "learning_rate": 1.0588091478644714e-06, |
| "loss": 0.5866, |
| "step": 1783 |
| }, |
| { |
| "epoch": 1.4861371690639984, |
| "grad_norm": 0.13414230942726135, |
| "learning_rate": 1.0579123111784342e-06, |
| "loss": 0.6632, |
| "step": 1784 |
| }, |
| { |
| "epoch": 1.4869710235563893, |
| "grad_norm": 0.12635232508182526, |
| "learning_rate": 1.057015427753404e-06, |
| "loss": 0.6577, |
| "step": 1785 |
| }, |
| { |
| "epoch": 1.4878048780487805, |
| "grad_norm": 0.13163447380065918, |
| "learning_rate": 1.0561184983132244e-06, |
| "loss": 0.6335, |
| "step": 1786 |
| }, |
| { |
| "epoch": 1.4886387325411716, |
| "grad_norm": 0.12453741580247879, |
| "learning_rate": 1.0552215235817754e-06, |
| "loss": 0.6312, |
| "step": 1787 |
| }, |
| { |
| "epoch": 1.4894725870335628, |
| "grad_norm": 0.12222108989953995, |
| "learning_rate": 1.054324504282974e-06, |
| "loss": 0.6371, |
| "step": 1788 |
| }, |
| { |
| "epoch": 1.4903064415259537, |
| "grad_norm": 0.1175316870212555, |
| "learning_rate": 1.0534274411407725e-06, |
| "loss": 0.5479, |
| "step": 1789 |
| }, |
| { |
| "epoch": 1.4911402960183449, |
| "grad_norm": 0.1285734921693802, |
| "learning_rate": 1.0525303348791596e-06, |
| "loss": 0.6339, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.4919741505107358, |
| "grad_norm": 0.1263425052165985, |
| "learning_rate": 1.0516331862221582e-06, |
| "loss": 0.6376, |
| "step": 1791 |
| }, |
| { |
| "epoch": 1.492808005003127, |
| "grad_norm": 0.13151004910469055, |
| "learning_rate": 1.050735995893825e-06, |
| "loss": 0.5966, |
| "step": 1792 |
| }, |
| { |
| "epoch": 1.493641859495518, |
| "grad_norm": 0.12273474782705307, |
| "learning_rate": 1.0498387646182511e-06, |
| "loss": 0.6469, |
| "step": 1793 |
| }, |
| { |
| "epoch": 1.4944757139879092, |
| "grad_norm": 0.1246555745601654, |
| "learning_rate": 1.0489414931195603e-06, |
| "loss": 0.5489, |
| "step": 1794 |
| }, |
| { |
| "epoch": 1.4953095684803002, |
| "grad_norm": 0.12344285845756531, |
| "learning_rate": 1.0480441821219096e-06, |
| "loss": 0.5895, |
| "step": 1795 |
| }, |
| { |
| "epoch": 1.4961434229726913, |
| "grad_norm": 0.12281202524900436, |
| "learning_rate": 1.047146832349486e-06, |
| "loss": 0.595, |
| "step": 1796 |
| }, |
| { |
| "epoch": 1.4969772774650822, |
| "grad_norm": 0.13203196227550507, |
| "learning_rate": 1.0462494445265098e-06, |
| "loss": 0.6427, |
| "step": 1797 |
| }, |
| { |
| "epoch": 1.4978111319574734, |
| "grad_norm": 0.12045428156852722, |
| "learning_rate": 1.045352019377231e-06, |
| "loss": 0.5412, |
| "step": 1798 |
| }, |
| { |
| "epoch": 1.4986449864498645, |
| "grad_norm": 0.1290232390165329, |
| "learning_rate": 1.0444545576259302e-06, |
| "loss": 0.6301, |
| "step": 1799 |
| }, |
| { |
| "epoch": 1.4994788409422557, |
| "grad_norm": 0.12524542212486267, |
| "learning_rate": 1.0435570599969165e-06, |
| "loss": 0.6474, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.5003126954346466, |
| "grad_norm": 0.11619977653026581, |
| "learning_rate": 1.0426595272145295e-06, |
| "loss": 0.5225, |
| "step": 1801 |
| }, |
| { |
| "epoch": 1.5011465499270378, |
| "grad_norm": 0.12204474955797195, |
| "learning_rate": 1.041761960003136e-06, |
| "loss": 0.5938, |
| "step": 1802 |
| }, |
| { |
| "epoch": 1.5019804044194287, |
| "grad_norm": 0.13166320323944092, |
| "learning_rate": 1.0408643590871312e-06, |
| "loss": 0.6535, |
| "step": 1803 |
| }, |
| { |
| "epoch": 1.5028142589118199, |
| "grad_norm": 0.12408415228128433, |
| "learning_rate": 1.0399667251909368e-06, |
| "loss": 0.5745, |
| "step": 1804 |
| }, |
| { |
| "epoch": 1.503648113404211, |
| "grad_norm": 0.1306605190038681, |
| "learning_rate": 1.039069059039002e-06, |
| "loss": 0.6438, |
| "step": 1805 |
| }, |
| { |
| "epoch": 1.5044819678966022, |
| "grad_norm": 0.11977241933345795, |
| "learning_rate": 1.0381713613558022e-06, |
| "loss": 0.6051, |
| "step": 1806 |
| }, |
| { |
| "epoch": 1.505315822388993, |
| "grad_norm": 0.11851506680250168, |
| "learning_rate": 1.0372736328658363e-06, |
| "loss": 0.6246, |
| "step": 1807 |
| }, |
| { |
| "epoch": 1.5061496768813842, |
| "grad_norm": 0.12838518619537354, |
| "learning_rate": 1.0363758742936306e-06, |
| "loss": 0.6446, |
| "step": 1808 |
| }, |
| { |
| "epoch": 1.5069835313737752, |
| "grad_norm": 0.11811474710702896, |
| "learning_rate": 1.0354780863637337e-06, |
| "loss": 0.5982, |
| "step": 1809 |
| }, |
| { |
| "epoch": 1.5078173858661663, |
| "grad_norm": 0.12509089708328247, |
| "learning_rate": 1.0345802698007196e-06, |
| "loss": 0.6321, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.5086512403585575, |
| "grad_norm": 0.1284075677394867, |
| "learning_rate": 1.0336824253291835e-06, |
| "loss": 0.641, |
| "step": 1811 |
| }, |
| { |
| "epoch": 1.5094850948509486, |
| "grad_norm": 0.12310284376144409, |
| "learning_rate": 1.0327845536737453e-06, |
| "loss": 0.6306, |
| "step": 1812 |
| }, |
| { |
| "epoch": 1.5103189493433395, |
| "grad_norm": 0.12668739259243011, |
| "learning_rate": 1.031886655559045e-06, |
| "loss": 0.6587, |
| "step": 1813 |
| }, |
| { |
| "epoch": 1.5111528038357307, |
| "grad_norm": 0.12098442763090134, |
| "learning_rate": 1.0309887317097444e-06, |
| "loss": 0.6573, |
| "step": 1814 |
| }, |
| { |
| "epoch": 1.5119866583281216, |
| "grad_norm": 0.1259874552488327, |
| "learning_rate": 1.0300907828505267e-06, |
| "loss": 0.641, |
| "step": 1815 |
| }, |
| { |
| "epoch": 1.5128205128205128, |
| "grad_norm": 0.13358241319656372, |
| "learning_rate": 1.0291928097060948e-06, |
| "loss": 0.6342, |
| "step": 1816 |
| }, |
| { |
| "epoch": 1.513654367312904, |
| "grad_norm": 0.12032781541347504, |
| "learning_rate": 1.0282948130011715e-06, |
| "loss": 0.5766, |
| "step": 1817 |
| }, |
| { |
| "epoch": 1.514488221805295, |
| "grad_norm": 0.11778460443019867, |
| "learning_rate": 1.027396793460498e-06, |
| "loss": 0.5576, |
| "step": 1818 |
| }, |
| { |
| "epoch": 1.515322076297686, |
| "grad_norm": 0.12484540045261383, |
| "learning_rate": 1.0264987518088346e-06, |
| "loss": 0.6544, |
| "step": 1819 |
| }, |
| { |
| "epoch": 1.5161559307900772, |
| "grad_norm": 0.12196074426174164, |
| "learning_rate": 1.0256006887709592e-06, |
| "loss": 0.5936, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.516989785282468, |
| "grad_norm": 0.13073596358299255, |
| "learning_rate": 1.024702605071667e-06, |
| "loss": 0.6153, |
| "step": 1821 |
| }, |
| { |
| "epoch": 1.5178236397748592, |
| "grad_norm": 0.124057836830616, |
| "learning_rate": 1.0238045014357692e-06, |
| "loss": 0.6284, |
| "step": 1822 |
| }, |
| { |
| "epoch": 1.5186574942672504, |
| "grad_norm": 0.12679198384284973, |
| "learning_rate": 1.0229063785880948e-06, |
| "loss": 0.5893, |
| "step": 1823 |
| }, |
| { |
| "epoch": 1.5194913487596415, |
| "grad_norm": 0.128417506814003, |
| "learning_rate": 1.022008237253486e-06, |
| "loss": 0.5923, |
| "step": 1824 |
| }, |
| { |
| "epoch": 1.5203252032520327, |
| "grad_norm": 0.12480554729700089, |
| "learning_rate": 1.0211100781568023e-06, |
| "loss": 0.606, |
| "step": 1825 |
| }, |
| { |
| "epoch": 1.5211590577444236, |
| "grad_norm": 0.1268758475780487, |
| "learning_rate": 1.0202119020229154e-06, |
| "loss": 0.6155, |
| "step": 1826 |
| }, |
| { |
| "epoch": 1.5219929122368145, |
| "grad_norm": 0.12820713222026825, |
| "learning_rate": 1.0193137095767123e-06, |
| "loss": 0.5935, |
| "step": 1827 |
| }, |
| { |
| "epoch": 1.5228267667292057, |
| "grad_norm": 0.11923402547836304, |
| "learning_rate": 1.0184155015430926e-06, |
| "loss": 0.6327, |
| "step": 1828 |
| }, |
| { |
| "epoch": 1.5236606212215968, |
| "grad_norm": 0.11409208923578262, |
| "learning_rate": 1.017517278646968e-06, |
| "loss": 0.5759, |
| "step": 1829 |
| }, |
| { |
| "epoch": 1.524494475713988, |
| "grad_norm": 0.12284267693758011, |
| "learning_rate": 1.016619041613263e-06, |
| "loss": 0.5775, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.5253283302063791, |
| "grad_norm": 0.12808358669281006, |
| "learning_rate": 1.015720791166913e-06, |
| "loss": 0.5413, |
| "step": 1831 |
| }, |
| { |
| "epoch": 1.52616218469877, |
| "grad_norm": 0.11841126531362534, |
| "learning_rate": 1.0148225280328647e-06, |
| "loss": 0.573, |
| "step": 1832 |
| }, |
| { |
| "epoch": 1.526996039191161, |
| "grad_norm": 0.12383410334587097, |
| "learning_rate": 1.0139242529360744e-06, |
| "loss": 0.594, |
| "step": 1833 |
| }, |
| { |
| "epoch": 1.5278298936835522, |
| "grad_norm": 0.12949687242507935, |
| "learning_rate": 1.0130259666015084e-06, |
| "loss": 0.5782, |
| "step": 1834 |
| }, |
| { |
| "epoch": 1.5286637481759433, |
| "grad_norm": 0.12045048922300339, |
| "learning_rate": 1.0121276697541426e-06, |
| "loss": 0.6006, |
| "step": 1835 |
| }, |
| { |
| "epoch": 1.5294976026683345, |
| "grad_norm": 0.1283283829689026, |
| "learning_rate": 1.01122936311896e-06, |
| "loss": 0.638, |
| "step": 1836 |
| }, |
| { |
| "epoch": 1.5303314571607256, |
| "grad_norm": 0.12735942006111145, |
| "learning_rate": 1.0103310474209527e-06, |
| "loss": 0.6341, |
| "step": 1837 |
| }, |
| { |
| "epoch": 1.5311653116531165, |
| "grad_norm": 0.12286734580993652, |
| "learning_rate": 1.0094327233851199e-06, |
| "loss": 0.5176, |
| "step": 1838 |
| }, |
| { |
| "epoch": 1.5319991661455075, |
| "grad_norm": 0.12337525188922882, |
| "learning_rate": 1.0085343917364675e-06, |
| "loss": 0.5797, |
| "step": 1839 |
| }, |
| { |
| "epoch": 1.5328330206378986, |
| "grad_norm": 0.12428612262010574, |
| "learning_rate": 1.0076360532000068e-06, |
| "loss": 0.5969, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.5336668751302898, |
| "grad_norm": 0.12380371987819672, |
| "learning_rate": 1.006737708500756e-06, |
| "loss": 0.6301, |
| "step": 1841 |
| }, |
| { |
| "epoch": 1.534500729622681, |
| "grad_norm": 0.12506607174873352, |
| "learning_rate": 1.0058393583637376e-06, |
| "loss": 0.6016, |
| "step": 1842 |
| }, |
| { |
| "epoch": 1.535334584115072, |
| "grad_norm": 0.12334273755550385, |
| "learning_rate": 1.0049410035139774e-06, |
| "loss": 0.5499, |
| "step": 1843 |
| }, |
| { |
| "epoch": 1.536168438607463, |
| "grad_norm": 0.12097372114658356, |
| "learning_rate": 1.0040426446765074e-06, |
| "loss": 0.6183, |
| "step": 1844 |
| }, |
| { |
| "epoch": 1.537002293099854, |
| "grad_norm": 0.13287068903446198, |
| "learning_rate": 1.0031442825763603e-06, |
| "loss": 0.66, |
| "step": 1845 |
| }, |
| { |
| "epoch": 1.537836147592245, |
| "grad_norm": 0.12525850534439087, |
| "learning_rate": 1.0022459179385736e-06, |
| "loss": 0.6031, |
| "step": 1846 |
| }, |
| { |
| "epoch": 1.5386700020846362, |
| "grad_norm": 0.11843365430831909, |
| "learning_rate": 1.001347551488185e-06, |
| "loss": 0.6228, |
| "step": 1847 |
| }, |
| { |
| "epoch": 1.5395038565770274, |
| "grad_norm": 0.12727557122707367, |
| "learning_rate": 1.0004491839502352e-06, |
| "loss": 0.5877, |
| "step": 1848 |
| }, |
| { |
| "epoch": 1.5403377110694185, |
| "grad_norm": 0.12447907030582428, |
| "learning_rate": 9.99550816049765e-07, |
| "loss": 0.6149, |
| "step": 1849 |
| }, |
| { |
| "epoch": 1.5411715655618095, |
| "grad_norm": 0.12982895970344543, |
| "learning_rate": 9.986524485118152e-07, |
| "loss": 0.6134, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.5420054200542004, |
| "grad_norm": 0.13101699948310852, |
| "learning_rate": 9.977540820614265e-07, |
| "loss": 0.5873, |
| "step": 1851 |
| }, |
| { |
| "epoch": 1.5428392745465915, |
| "grad_norm": 0.126919686794281, |
| "learning_rate": 9.968557174236396e-07, |
| "loss": 0.5707, |
| "step": 1852 |
| }, |
| { |
| "epoch": 1.5436731290389827, |
| "grad_norm": 0.12582388520240784, |
| "learning_rate": 9.95957355323493e-07, |
| "loss": 0.5985, |
| "step": 1853 |
| }, |
| { |
| "epoch": 1.5445069835313738, |
| "grad_norm": 0.13102799654006958, |
| "learning_rate": 9.950589964860226e-07, |
| "loss": 0.5939, |
| "step": 1854 |
| }, |
| { |
| "epoch": 1.545340838023765, |
| "grad_norm": 0.13151919841766357, |
| "learning_rate": 9.941606416362628e-07, |
| "loss": 0.6505, |
| "step": 1855 |
| }, |
| { |
| "epoch": 1.546174692516156, |
| "grad_norm": 0.12860901653766632, |
| "learning_rate": 9.932622914992437e-07, |
| "loss": 0.6129, |
| "step": 1856 |
| }, |
| { |
| "epoch": 1.547008547008547, |
| "grad_norm": 0.1313966065645218, |
| "learning_rate": 9.923639467999929e-07, |
| "loss": 0.6383, |
| "step": 1857 |
| }, |
| { |
| "epoch": 1.547842401500938, |
| "grad_norm": 0.12255886942148209, |
| "learning_rate": 9.914656082635326e-07, |
| "loss": 0.5915, |
| "step": 1858 |
| }, |
| { |
| "epoch": 1.5486762559933291, |
| "grad_norm": 0.12750515341758728, |
| "learning_rate": 9.9056727661488e-07, |
| "loss": 0.5972, |
| "step": 1859 |
| }, |
| { |
| "epoch": 1.5495101104857203, |
| "grad_norm": 0.12609492242336273, |
| "learning_rate": 9.896689525790472e-07, |
| "loss": 0.6454, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.5503439649781114, |
| "grad_norm": 0.1195141151547432, |
| "learning_rate": 9.887706368810402e-07, |
| "loss": 0.5384, |
| "step": 1861 |
| }, |
| { |
| "epoch": 1.5511778194705024, |
| "grad_norm": 0.12656457722187042, |
| "learning_rate": 9.878723302458576e-07, |
| "loss": 0.6791, |
| "step": 1862 |
| }, |
| { |
| "epoch": 1.5520116739628935, |
| "grad_norm": 0.1253191977739334, |
| "learning_rate": 9.869740333984917e-07, |
| "loss": 0.5846, |
| "step": 1863 |
| }, |
| { |
| "epoch": 1.5528455284552845, |
| "grad_norm": 0.12685538828372955, |
| "learning_rate": 9.860757470639258e-07, |
| "loss": 0.6074, |
| "step": 1864 |
| }, |
| { |
| "epoch": 1.5536793829476756, |
| "grad_norm": 0.12786641716957092, |
| "learning_rate": 9.851774719671355e-07, |
| "loss": 0.6289, |
| "step": 1865 |
| }, |
| { |
| "epoch": 1.5545132374400668, |
| "grad_norm": 0.12862898409366608, |
| "learning_rate": 9.84279208833087e-07, |
| "loss": 0.6372, |
| "step": 1866 |
| }, |
| { |
| "epoch": 1.555347091932458, |
| "grad_norm": 0.1340702474117279, |
| "learning_rate": 9.833809583867374e-07, |
| "loss": 0.6325, |
| "step": 1867 |
| }, |
| { |
| "epoch": 1.5561809464248488, |
| "grad_norm": 0.12695550918579102, |
| "learning_rate": 9.824827213530321e-07, |
| "loss": 0.631, |
| "step": 1868 |
| }, |
| { |
| "epoch": 1.55701480091724, |
| "grad_norm": 0.12067730724811554, |
| "learning_rate": 9.815844984569077e-07, |
| "loss": 0.51, |
| "step": 1869 |
| }, |
| { |
| "epoch": 1.557848655409631, |
| "grad_norm": 0.1230134516954422, |
| "learning_rate": 9.806862904232878e-07, |
| "loss": 0.5481, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.558682509902022, |
| "grad_norm": 0.11921508610248566, |
| "learning_rate": 9.797880979770843e-07, |
| "loss": 0.5222, |
| "step": 1871 |
| }, |
| { |
| "epoch": 1.5595163643944132, |
| "grad_norm": 0.12758903205394745, |
| "learning_rate": 9.788899218431978e-07, |
| "loss": 0.5841, |
| "step": 1872 |
| }, |
| { |
| "epoch": 1.5603502188868044, |
| "grad_norm": 0.12362825870513916, |
| "learning_rate": 9.779917627465138e-07, |
| "loss": 0.5896, |
| "step": 1873 |
| }, |
| { |
| "epoch": 1.5611840733791953, |
| "grad_norm": 0.11825423687696457, |
| "learning_rate": 9.770936214119053e-07, |
| "loss": 0.5742, |
| "step": 1874 |
| }, |
| { |
| "epoch": 1.5620179278715864, |
| "grad_norm": 0.12133418768644333, |
| "learning_rate": 9.761954985642307e-07, |
| "loss": 0.5397, |
| "step": 1875 |
| }, |
| { |
| "epoch": 1.5628517823639774, |
| "grad_norm": 0.1267905831336975, |
| "learning_rate": 9.752973949283332e-07, |
| "loss": 0.5854, |
| "step": 1876 |
| }, |
| { |
| "epoch": 1.5636856368563685, |
| "grad_norm": 0.12750284373760223, |
| "learning_rate": 9.743993112290408e-07, |
| "loss": 0.6361, |
| "step": 1877 |
| }, |
| { |
| "epoch": 1.5645194913487597, |
| "grad_norm": 0.12900686264038086, |
| "learning_rate": 9.735012481911653e-07, |
| "loss": 0.5673, |
| "step": 1878 |
| }, |
| { |
| "epoch": 1.5653533458411508, |
| "grad_norm": 0.12558184564113617, |
| "learning_rate": 9.726032065395022e-07, |
| "loss": 0.6087, |
| "step": 1879 |
| }, |
| { |
| "epoch": 1.5661872003335418, |
| "grad_norm": 0.12879346311092377, |
| "learning_rate": 9.717051869988286e-07, |
| "loss": 0.6159, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.567021054825933, |
| "grad_norm": 0.12538638710975647, |
| "learning_rate": 9.708071902939053e-07, |
| "loss": 0.5894, |
| "step": 1881 |
| }, |
| { |
| "epoch": 1.5678549093183238, |
| "grad_norm": 0.12777774035930634, |
| "learning_rate": 9.699092171494735e-07, |
| "loss": 0.6216, |
| "step": 1882 |
| }, |
| { |
| "epoch": 1.568688763810715, |
| "grad_norm": 0.12464749068021774, |
| "learning_rate": 9.690112682902557e-07, |
| "loss": 0.6147, |
| "step": 1883 |
| }, |
| { |
| "epoch": 1.5695226183031061, |
| "grad_norm": 0.12391242384910583, |
| "learning_rate": 9.681133444409552e-07, |
| "loss": 0.6487, |
| "step": 1884 |
| }, |
| { |
| "epoch": 1.5703564727954973, |
| "grad_norm": 0.12629380822181702, |
| "learning_rate": 9.672154463262546e-07, |
| "loss": 0.5764, |
| "step": 1885 |
| }, |
| { |
| "epoch": 1.5711903272878882, |
| "grad_norm": 0.13301175832748413, |
| "learning_rate": 9.663175746708162e-07, |
| "loss": 0.5439, |
| "step": 1886 |
| }, |
| { |
| "epoch": 1.5720241817802794, |
| "grad_norm": 0.1252022087574005, |
| "learning_rate": 9.654197301992805e-07, |
| "loss": 0.6084, |
| "step": 1887 |
| }, |
| { |
| "epoch": 1.5728580362726703, |
| "grad_norm": 0.12484809011220932, |
| "learning_rate": 9.64521913636266e-07, |
| "loss": 0.6254, |
| "step": 1888 |
| }, |
| { |
| "epoch": 1.5736918907650614, |
| "grad_norm": 0.13050304353237152, |
| "learning_rate": 9.636241257063695e-07, |
| "loss": 0.5849, |
| "step": 1889 |
| }, |
| { |
| "epoch": 1.5745257452574526, |
| "grad_norm": 0.1395888775587082, |
| "learning_rate": 9.627263671341638e-07, |
| "loss": 0.6367, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.5753595997498437, |
| "grad_norm": 0.12380406260490417, |
| "learning_rate": 9.61828638644198e-07, |
| "loss": 0.6102, |
| "step": 1891 |
| }, |
| { |
| "epoch": 1.576193454242235, |
| "grad_norm": 0.1276310682296753, |
| "learning_rate": 9.609309409609978e-07, |
| "loss": 0.6069, |
| "step": 1892 |
| }, |
| { |
| "epoch": 1.5770273087346258, |
| "grad_norm": 0.12831759452819824, |
| "learning_rate": 9.600332748090633e-07, |
| "loss": 0.6047, |
| "step": 1893 |
| }, |
| { |
| "epoch": 1.5778611632270167, |
| "grad_norm": 0.12802143394947052, |
| "learning_rate": 9.59135640912869e-07, |
| "loss": 0.5987, |
| "step": 1894 |
| }, |
| { |
| "epoch": 1.578695017719408, |
| "grad_norm": 0.12463508546352386, |
| "learning_rate": 9.582380399968642e-07, |
| "loss": 0.5831, |
| "step": 1895 |
| }, |
| { |
| "epoch": 1.579528872211799, |
| "grad_norm": 0.13273175060749054, |
| "learning_rate": 9.573404727854708e-07, |
| "loss": 0.5763, |
| "step": 1896 |
| }, |
| { |
| "epoch": 1.5803627267041902, |
| "grad_norm": 0.1212095320224762, |
| "learning_rate": 9.564429400030836e-07, |
| "loss": 0.6321, |
| "step": 1897 |
| }, |
| { |
| "epoch": 1.5811965811965814, |
| "grad_norm": 0.13839462399482727, |
| "learning_rate": 9.555454423740702e-07, |
| "loss": 0.565, |
| "step": 1898 |
| }, |
| { |
| "epoch": 1.5820304356889723, |
| "grad_norm": 0.12162493169307709, |
| "learning_rate": 9.54647980622769e-07, |
| "loss": 0.633, |
| "step": 1899 |
| }, |
| { |
| "epoch": 1.5828642901813632, |
| "grad_norm": 0.13095051050186157, |
| "learning_rate": 9.5375055547349e-07, |
| "loss": 0.6058, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.5836981446737544, |
| "grad_norm": 0.12818747758865356, |
| "learning_rate": 9.528531676505139e-07, |
| "loss": 0.63, |
| "step": 1901 |
| }, |
| { |
| "epoch": 1.5845319991661455, |
| "grad_norm": 0.12812934815883636, |
| "learning_rate": 9.519558178780903e-07, |
| "loss": 0.6276, |
| "step": 1902 |
| }, |
| { |
| "epoch": 1.5853658536585367, |
| "grad_norm": 0.12593896687030792, |
| "learning_rate": 9.510585068804393e-07, |
| "loss": 0.6017, |
| "step": 1903 |
| }, |
| { |
| "epoch": 1.5861997081509278, |
| "grad_norm": 0.12588874995708466, |
| "learning_rate": 9.501612353817489e-07, |
| "loss": 0.5889, |
| "step": 1904 |
| }, |
| { |
| "epoch": 1.5870335626433187, |
| "grad_norm": 0.12574082612991333, |
| "learning_rate": 9.492640041061751e-07, |
| "loss": 0.642, |
| "step": 1905 |
| }, |
| { |
| "epoch": 1.5878674171357097, |
| "grad_norm": 0.125298872590065, |
| "learning_rate": 9.48366813777842e-07, |
| "loss": 0.5936, |
| "step": 1906 |
| }, |
| { |
| "epoch": 1.5887012716281008, |
| "grad_norm": 0.13028943538665771, |
| "learning_rate": 9.474696651208405e-07, |
| "loss": 0.5672, |
| "step": 1907 |
| }, |
| { |
| "epoch": 1.589535126120492, |
| "grad_norm": 0.12832380831241608, |
| "learning_rate": 9.465725588592276e-07, |
| "loss": 0.5677, |
| "step": 1908 |
| }, |
| { |
| "epoch": 1.5903689806128831, |
| "grad_norm": 0.1250237077474594, |
| "learning_rate": 9.456754957170261e-07, |
| "loss": 0.5445, |
| "step": 1909 |
| }, |
| { |
| "epoch": 1.5912028351052743, |
| "grad_norm": 0.12492944300174713, |
| "learning_rate": 9.447784764182246e-07, |
| "loss": 0.503, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.5920366895976652, |
| "grad_norm": 0.13353389501571655, |
| "learning_rate": 9.438815016867757e-07, |
| "loss": 0.5951, |
| "step": 1911 |
| }, |
| { |
| "epoch": 1.5928705440900561, |
| "grad_norm": 0.12580597400665283, |
| "learning_rate": 9.429845722465959e-07, |
| "loss": 0.6326, |
| "step": 1912 |
| }, |
| { |
| "epoch": 1.5937043985824473, |
| "grad_norm": 0.13248313963413239, |
| "learning_rate": 9.42087688821566e-07, |
| "loss": 0.6321, |
| "step": 1913 |
| }, |
| { |
| "epoch": 1.5945382530748384, |
| "grad_norm": 0.12739625573158264, |
| "learning_rate": 9.411908521355288e-07, |
| "loss": 0.5681, |
| "step": 1914 |
| }, |
| { |
| "epoch": 1.5953721075672296, |
| "grad_norm": 0.12767314910888672, |
| "learning_rate": 9.402940629122893e-07, |
| "loss": 0.6109, |
| "step": 1915 |
| }, |
| { |
| "epoch": 1.5962059620596207, |
| "grad_norm": 0.12399329990148544, |
| "learning_rate": 9.393973218756155e-07, |
| "loss": 0.6677, |
| "step": 1916 |
| }, |
| { |
| "epoch": 1.5970398165520117, |
| "grad_norm": 0.12876498699188232, |
| "learning_rate": 9.385006297492348e-07, |
| "loss": 0.6214, |
| "step": 1917 |
| }, |
| { |
| "epoch": 1.5978736710444026, |
| "grad_norm": 0.13340961933135986, |
| "learning_rate": 9.376039872568367e-07, |
| "loss": 0.5851, |
| "step": 1918 |
| }, |
| { |
| "epoch": 1.5987075255367937, |
| "grad_norm": 0.12147720158100128, |
| "learning_rate": 9.367073951220692e-07, |
| "loss": 0.6, |
| "step": 1919 |
| }, |
| { |
| "epoch": 1.599541380029185, |
| "grad_norm": 0.12896296381950378, |
| "learning_rate": 9.358108540685404e-07, |
| "loss": 0.6626, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.600375234521576, |
| "grad_norm": 0.12212686985731125, |
| "learning_rate": 9.349143648198174e-07, |
| "loss": 0.5925, |
| "step": 1921 |
| }, |
| { |
| "epoch": 1.6012090890139672, |
| "grad_norm": 0.125599205493927, |
| "learning_rate": 9.340179280994251e-07, |
| "loss": 0.6106, |
| "step": 1922 |
| }, |
| { |
| "epoch": 1.6020429435063581, |
| "grad_norm": 0.1354406625032425, |
| "learning_rate": 9.331215446308459e-07, |
| "loss": 0.6041, |
| "step": 1923 |
| }, |
| { |
| "epoch": 1.6028767979987493, |
| "grad_norm": 0.12907730042934418, |
| "learning_rate": 9.322252151375199e-07, |
| "loss": 0.6636, |
| "step": 1924 |
| }, |
| { |
| "epoch": 1.6037106524911402, |
| "grad_norm": 0.13119882345199585, |
| "learning_rate": 9.313289403428425e-07, |
| "loss": 0.581, |
| "step": 1925 |
| }, |
| { |
| "epoch": 1.6045445069835313, |
| "grad_norm": 0.13200044631958008, |
| "learning_rate": 9.304327209701661e-07, |
| "loss": 0.6078, |
| "step": 1926 |
| }, |
| { |
| "epoch": 1.6053783614759225, |
| "grad_norm": 0.12081551551818848, |
| "learning_rate": 9.295365577427975e-07, |
| "loss": 0.6248, |
| "step": 1927 |
| }, |
| { |
| "epoch": 1.6062122159683137, |
| "grad_norm": 0.12003374099731445, |
| "learning_rate": 9.286404513839991e-07, |
| "loss": 0.5611, |
| "step": 1928 |
| }, |
| { |
| "epoch": 1.6070460704607046, |
| "grad_norm": 0.12585462629795074, |
| "learning_rate": 9.27744402616986e-07, |
| "loss": 0.612, |
| "step": 1929 |
| }, |
| { |
| "epoch": 1.6078799249530957, |
| "grad_norm": 0.12522676587104797, |
| "learning_rate": 9.268484121649287e-07, |
| "loss": 0.5522, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.6087137794454867, |
| "grad_norm": 0.13690777122974396, |
| "learning_rate": 9.25952480750949e-07, |
| "loss": 0.6234, |
| "step": 1931 |
| }, |
| { |
| "epoch": 1.6095476339378778, |
| "grad_norm": 0.12669777870178223, |
| "learning_rate": 9.250566090981221e-07, |
| "loss": 0.5642, |
| "step": 1932 |
| }, |
| { |
| "epoch": 1.610381488430269, |
| "grad_norm": 0.12308058142662048, |
| "learning_rate": 9.241607979294744e-07, |
| "loss": 0.5617, |
| "step": 1933 |
| }, |
| { |
| "epoch": 1.61121534292266, |
| "grad_norm": 0.12228291481733322, |
| "learning_rate": 9.232650479679835e-07, |
| "loss": 0.6025, |
| "step": 1934 |
| }, |
| { |
| "epoch": 1.612049197415051, |
| "grad_norm": 0.12602399289608002, |
| "learning_rate": 9.223693599365776e-07, |
| "loss": 0.5623, |
| "step": 1935 |
| }, |
| { |
| "epoch": 1.6128830519074422, |
| "grad_norm": 0.12143569439649582, |
| "learning_rate": 9.214737345581355e-07, |
| "loss": 0.603, |
| "step": 1936 |
| }, |
| { |
| "epoch": 1.6137169063998331, |
| "grad_norm": 0.13084720075130463, |
| "learning_rate": 9.205781725554848e-07, |
| "loss": 0.6486, |
| "step": 1937 |
| }, |
| { |
| "epoch": 1.6145507608922243, |
| "grad_norm": 0.1243109330534935, |
| "learning_rate": 9.196826746514017e-07, |
| "loss": 0.5865, |
| "step": 1938 |
| }, |
| { |
| "epoch": 1.6153846153846154, |
| "grad_norm": 0.12693606317043304, |
| "learning_rate": 9.187872415686118e-07, |
| "loss": 0.5937, |
| "step": 1939 |
| }, |
| { |
| "epoch": 1.6162184698770066, |
| "grad_norm": 0.13238000869750977, |
| "learning_rate": 9.178918740297875e-07, |
| "loss": 0.5982, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.6170523243693975, |
| "grad_norm": 0.12275899946689606, |
| "learning_rate": 9.169965727575482e-07, |
| "loss": 0.6161, |
| "step": 1941 |
| }, |
| { |
| "epoch": 1.6178861788617886, |
| "grad_norm": 0.13157354295253754, |
| "learning_rate": 9.161013384744605e-07, |
| "loss": 0.5869, |
| "step": 1942 |
| }, |
| { |
| "epoch": 1.6187200333541796, |
| "grad_norm": 0.13102547824382782, |
| "learning_rate": 9.152061719030364e-07, |
| "loss": 0.613, |
| "step": 1943 |
| }, |
| { |
| "epoch": 1.6195538878465707, |
| "grad_norm": 0.12562698125839233, |
| "learning_rate": 9.143110737657329e-07, |
| "loss": 0.5896, |
| "step": 1944 |
| }, |
| { |
| "epoch": 1.6203877423389619, |
| "grad_norm": 0.13320913910865784, |
| "learning_rate": 9.134160447849532e-07, |
| "loss": 0.6378, |
| "step": 1945 |
| }, |
| { |
| "epoch": 1.621221596831353, |
| "grad_norm": 0.12788859009742737, |
| "learning_rate": 9.125210856830432e-07, |
| "loss": 0.6269, |
| "step": 1946 |
| }, |
| { |
| "epoch": 1.622055451323744, |
| "grad_norm": 0.11895091086626053, |
| "learning_rate": 9.116261971822932e-07, |
| "loss": 0.6095, |
| "step": 1947 |
| }, |
| { |
| "epoch": 1.622889305816135, |
| "grad_norm": 0.12486100941896439, |
| "learning_rate": 9.107313800049362e-07, |
| "loss": 0.6176, |
| "step": 1948 |
| }, |
| { |
| "epoch": 1.623723160308526, |
| "grad_norm": 0.12875628471374512, |
| "learning_rate": 9.098366348731476e-07, |
| "loss": 0.6406, |
| "step": 1949 |
| }, |
| { |
| "epoch": 1.6245570148009172, |
| "grad_norm": 0.131727933883667, |
| "learning_rate": 9.089419625090448e-07, |
| "loss": 0.6074, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.6253908692933083, |
| "grad_norm": 0.1188148781657219, |
| "learning_rate": 9.080473636346868e-07, |
| "loss": 0.4721, |
| "step": 1951 |
| }, |
| { |
| "epoch": 1.6262247237856995, |
| "grad_norm": 0.13043268024921417, |
| "learning_rate": 9.071528389720723e-07, |
| "loss": 0.5997, |
| "step": 1952 |
| }, |
| { |
| "epoch": 1.6270585782780906, |
| "grad_norm": 0.12843738496303558, |
| "learning_rate": 9.062583892431414e-07, |
| "loss": 0.5812, |
| "step": 1953 |
| }, |
| { |
| "epoch": 1.6278924327704816, |
| "grad_norm": 0.13008764386177063, |
| "learning_rate": 9.053640151697727e-07, |
| "loss": 0.624, |
| "step": 1954 |
| }, |
| { |
| "epoch": 1.6287262872628725, |
| "grad_norm": 0.12412194907665253, |
| "learning_rate": 9.044697174737842e-07, |
| "loss": 0.5941, |
| "step": 1955 |
| }, |
| { |
| "epoch": 1.6295601417552636, |
| "grad_norm": 0.12464737147092819, |
| "learning_rate": 9.035754968769319e-07, |
| "loss": 0.5998, |
| "step": 1956 |
| }, |
| { |
| "epoch": 1.6303939962476548, |
| "grad_norm": 0.1221119835972786, |
| "learning_rate": 9.026813541009104e-07, |
| "loss": 0.5577, |
| "step": 1957 |
| }, |
| { |
| "epoch": 1.631227850740046, |
| "grad_norm": 0.1313888281583786, |
| "learning_rate": 9.017872898673501e-07, |
| "loss": 0.6428, |
| "step": 1958 |
| }, |
| { |
| "epoch": 1.632061705232437, |
| "grad_norm": 0.13170261681079865, |
| "learning_rate": 9.008933048978198e-07, |
| "loss": 0.627, |
| "step": 1959 |
| }, |
| { |
| "epoch": 1.632895559724828, |
| "grad_norm": 0.13136637210845947, |
| "learning_rate": 8.999993999138227e-07, |
| "loss": 0.5789, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.633729414217219, |
| "grad_norm": 0.12489289045333862, |
| "learning_rate": 8.991055756367986e-07, |
| "loss": 0.6105, |
| "step": 1961 |
| }, |
| { |
| "epoch": 1.63456326870961, |
| "grad_norm": 0.12347642332315445, |
| "learning_rate": 8.982118327881216e-07, |
| "loss": 0.679, |
| "step": 1962 |
| }, |
| { |
| "epoch": 1.6353971232020013, |
| "grad_norm": 0.12213364243507385, |
| "learning_rate": 8.973181720890998e-07, |
| "loss": 0.6041, |
| "step": 1963 |
| }, |
| { |
| "epoch": 1.6362309776943924, |
| "grad_norm": 0.1292726844549179, |
| "learning_rate": 8.964245942609755e-07, |
| "loss": 0.6276, |
| "step": 1964 |
| }, |
| { |
| "epoch": 1.6370648321867836, |
| "grad_norm": 0.1329735517501831, |
| "learning_rate": 8.955311000249243e-07, |
| "loss": 0.6325, |
| "step": 1965 |
| }, |
| { |
| "epoch": 1.6378986866791745, |
| "grad_norm": 0.12430353462696075, |
| "learning_rate": 8.946376901020538e-07, |
| "loss": 0.5724, |
| "step": 1966 |
| }, |
| { |
| "epoch": 1.6387325411715654, |
| "grad_norm": 0.12788113951683044, |
| "learning_rate": 8.937443652134036e-07, |
| "loss": 0.6015, |
| "step": 1967 |
| }, |
| { |
| "epoch": 1.6395663956639566, |
| "grad_norm": 0.12255391478538513, |
| "learning_rate": 8.928511260799452e-07, |
| "loss": 0.5728, |
| "step": 1968 |
| }, |
| { |
| "epoch": 1.6404002501563477, |
| "grad_norm": 0.12283147871494293, |
| "learning_rate": 8.919579734225803e-07, |
| "loss": 0.5962, |
| "step": 1969 |
| }, |
| { |
| "epoch": 1.6412341046487389, |
| "grad_norm": 0.12731313705444336, |
| "learning_rate": 8.910649079621409e-07, |
| "loss": 0.6335, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.64206795914113, |
| "grad_norm": 0.1330873817205429, |
| "learning_rate": 8.901719304193893e-07, |
| "loss": 0.5865, |
| "step": 1971 |
| }, |
| { |
| "epoch": 1.642901813633521, |
| "grad_norm": 0.12057091295719147, |
| "learning_rate": 8.892790415150159e-07, |
| "loss": 0.5224, |
| "step": 1972 |
| }, |
| { |
| "epoch": 1.6437356681259119, |
| "grad_norm": 0.12532652914524078, |
| "learning_rate": 8.883862419696397e-07, |
| "loss": 0.657, |
| "step": 1973 |
| }, |
| { |
| "epoch": 1.644569522618303, |
| "grad_norm": 0.12516506016254425, |
| "learning_rate": 8.874935325038086e-07, |
| "loss": 0.5994, |
| "step": 1974 |
| }, |
| { |
| "epoch": 1.6454033771106942, |
| "grad_norm": 0.12904782593250275, |
| "learning_rate": 8.866009138379966e-07, |
| "loss": 0.6043, |
| "step": 1975 |
| }, |
| { |
| "epoch": 1.6462372316030853, |
| "grad_norm": 0.12918344140052795, |
| "learning_rate": 8.857083866926053e-07, |
| "loss": 0.5468, |
| "step": 1976 |
| }, |
| { |
| "epoch": 1.6470710860954765, |
| "grad_norm": 0.13387003540992737, |
| "learning_rate": 8.848159517879615e-07, |
| "loss": 0.6415, |
| "step": 1977 |
| }, |
| { |
| "epoch": 1.6479049405878674, |
| "grad_norm": 0.12973016500473022, |
| "learning_rate": 8.839236098443181e-07, |
| "loss": 0.6151, |
| "step": 1978 |
| }, |
| { |
| "epoch": 1.6487387950802583, |
| "grad_norm": 0.13009996712207794, |
| "learning_rate": 8.830313615818534e-07, |
| "loss": 0.5864, |
| "step": 1979 |
| }, |
| { |
| "epoch": 1.6495726495726495, |
| "grad_norm": 0.1275186836719513, |
| "learning_rate": 8.821392077206694e-07, |
| "loss": 0.5637, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.6504065040650406, |
| "grad_norm": 0.13509085774421692, |
| "learning_rate": 8.81247148980792e-07, |
| "loss": 0.568, |
| "step": 1981 |
| }, |
| { |
| "epoch": 1.6512403585574318, |
| "grad_norm": 0.12902608513832092, |
| "learning_rate": 8.803551860821705e-07, |
| "loss": 0.6641, |
| "step": 1982 |
| }, |
| { |
| "epoch": 1.652074213049823, |
| "grad_norm": 0.12584422528743744, |
| "learning_rate": 8.79463319744677e-07, |
| "loss": 0.6211, |
| "step": 1983 |
| }, |
| { |
| "epoch": 1.6529080675422139, |
| "grad_norm": 0.12634308636188507, |
| "learning_rate": 8.785715506881056e-07, |
| "loss": 0.5961, |
| "step": 1984 |
| }, |
| { |
| "epoch": 1.653741922034605, |
| "grad_norm": 0.12757942080497742, |
| "learning_rate": 8.776798796321713e-07, |
| "loss": 0.6216, |
| "step": 1985 |
| }, |
| { |
| "epoch": 1.654575776526996, |
| "grad_norm": 0.1245681568980217, |
| "learning_rate": 8.767883072965112e-07, |
| "loss": 0.557, |
| "step": 1986 |
| }, |
| { |
| "epoch": 1.655409631019387, |
| "grad_norm": 0.13303357362747192, |
| "learning_rate": 8.758968344006811e-07, |
| "loss": 0.6282, |
| "step": 1987 |
| }, |
| { |
| "epoch": 1.6562434855117782, |
| "grad_norm": 0.135984405875206, |
| "learning_rate": 8.750054616641584e-07, |
| "loss": 0.6216, |
| "step": 1988 |
| }, |
| { |
| "epoch": 1.6570773400041694, |
| "grad_norm": 0.13211168348789215, |
| "learning_rate": 8.741141898063385e-07, |
| "loss": 0.5596, |
| "step": 1989 |
| }, |
| { |
| "epoch": 1.6579111944965603, |
| "grad_norm": 0.13526758551597595, |
| "learning_rate": 8.732230195465352e-07, |
| "loss": 0.6068, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.6587450489889515, |
| "grad_norm": 0.1245320737361908, |
| "learning_rate": 8.723319516039813e-07, |
| "loss": 0.5431, |
| "step": 1991 |
| }, |
| { |
| "epoch": 1.6595789034813424, |
| "grad_norm": 0.13527055084705353, |
| "learning_rate": 8.714409866978259e-07, |
| "loss": 0.6634, |
| "step": 1992 |
| }, |
| { |
| "epoch": 1.6604127579737336, |
| "grad_norm": 0.1319219022989273, |
| "learning_rate": 8.705501255471357e-07, |
| "loss": 0.63, |
| "step": 1993 |
| }, |
| { |
| "epoch": 1.6612466124661247, |
| "grad_norm": 0.13556063175201416, |
| "learning_rate": 8.696593688708938e-07, |
| "loss": 0.6061, |
| "step": 1994 |
| }, |
| { |
| "epoch": 1.6620804669585159, |
| "grad_norm": 0.13379541039466858, |
| "learning_rate": 8.68768717387998e-07, |
| "loss": 0.5935, |
| "step": 1995 |
| }, |
| { |
| "epoch": 1.6629143214509068, |
| "grad_norm": 0.13060715794563293, |
| "learning_rate": 8.678781718172622e-07, |
| "loss": 0.6509, |
| "step": 1996 |
| }, |
| { |
| "epoch": 1.663748175943298, |
| "grad_norm": 0.13264665007591248, |
| "learning_rate": 8.669877328774145e-07, |
| "loss": 0.6026, |
| "step": 1997 |
| }, |
| { |
| "epoch": 1.6645820304356889, |
| "grad_norm": 0.12658947706222534, |
| "learning_rate": 8.66097401287097e-07, |
| "loss": 0.5882, |
| "step": 1998 |
| }, |
| { |
| "epoch": 1.66541588492808, |
| "grad_norm": 0.12481638789176941, |
| "learning_rate": 8.652071777648645e-07, |
| "loss": 0.5412, |
| "step": 1999 |
| }, |
| { |
| "epoch": 1.6662497394204712, |
| "grad_norm": 0.13407550752162933, |
| "learning_rate": 8.643170630291859e-07, |
| "loss": 0.5861, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6662497394204712, |
| "eval_loss": 0.6118956804275513, |
| "eval_runtime": 321.3552, |
| "eval_samples_per_second": 16.751, |
| "eval_steps_per_second": 2.794, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6670835939128623, |
| "grad_norm": 0.13629695773124695, |
| "learning_rate": 8.63427057798441e-07, |
| "loss": 0.6098, |
| "step": 2001 |
| }, |
| { |
| "epoch": 1.6679174484052532, |
| "grad_norm": 0.12663327157497406, |
| "learning_rate": 8.625371627909215e-07, |
| "loss": 0.6582, |
| "step": 2002 |
| }, |
| { |
| "epoch": 1.6687513028976444, |
| "grad_norm": 0.12094560265541077, |
| "learning_rate": 8.616473787248312e-07, |
| "loss": 0.6911, |
| "step": 2003 |
| }, |
| { |
| "epoch": 1.6695851573900353, |
| "grad_norm": 0.13008569180965424, |
| "learning_rate": 8.607577063182833e-07, |
| "loss": 0.6286, |
| "step": 2004 |
| }, |
| { |
| "epoch": 1.6704190118824265, |
| "grad_norm": 0.12234228849411011, |
| "learning_rate": 8.598681462893011e-07, |
| "loss": 0.5862, |
| "step": 2005 |
| }, |
| { |
| "epoch": 1.6712528663748176, |
| "grad_norm": 0.12451769411563873, |
| "learning_rate": 8.589786993558172e-07, |
| "loss": 0.5655, |
| "step": 2006 |
| }, |
| { |
| "epoch": 1.6720867208672088, |
| "grad_norm": 0.12555864453315735, |
| "learning_rate": 8.58089366235673e-07, |
| "loss": 0.537, |
| "step": 2007 |
| }, |
| { |
| "epoch": 1.6729205753595997, |
| "grad_norm": 0.12302037328481674, |
| "learning_rate": 8.572001476466182e-07, |
| "loss": 0.6041, |
| "step": 2008 |
| }, |
| { |
| "epoch": 1.6737544298519909, |
| "grad_norm": 0.13534630835056305, |
| "learning_rate": 8.563110443063098e-07, |
| "loss": 0.6523, |
| "step": 2009 |
| }, |
| { |
| "epoch": 1.6745882843443818, |
| "grad_norm": 0.13176940381526947, |
| "learning_rate": 8.554220569323117e-07, |
| "loss": 0.6085, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.675422138836773, |
| "grad_norm": 0.12548188865184784, |
| "learning_rate": 8.545331862420943e-07, |
| "loss": 0.6374, |
| "step": 2011 |
| }, |
| { |
| "epoch": 1.676255993329164, |
| "grad_norm": 0.12622122466564178, |
| "learning_rate": 8.536444329530346e-07, |
| "loss": 0.6144, |
| "step": 2012 |
| }, |
| { |
| "epoch": 1.6770898478215552, |
| "grad_norm": 0.12633056938648224, |
| "learning_rate": 8.527557977824136e-07, |
| "loss": 0.5992, |
| "step": 2013 |
| }, |
| { |
| "epoch": 1.6779237023139462, |
| "grad_norm": 0.1307809054851532, |
| "learning_rate": 8.518672814474174e-07, |
| "loss": 0.6072, |
| "step": 2014 |
| }, |
| { |
| "epoch": 1.6787575568063373, |
| "grad_norm": 0.1285247951745987, |
| "learning_rate": 8.509788846651369e-07, |
| "loss": 0.5737, |
| "step": 2015 |
| }, |
| { |
| "epoch": 1.6795914112987282, |
| "grad_norm": 0.12834513187408447, |
| "learning_rate": 8.500906081525656e-07, |
| "loss": 0.6045, |
| "step": 2016 |
| }, |
| { |
| "epoch": 1.6804252657911194, |
| "grad_norm": 0.12550753355026245, |
| "learning_rate": 8.492024526265999e-07, |
| "loss": 0.576, |
| "step": 2017 |
| }, |
| { |
| "epoch": 1.6812591202835105, |
| "grad_norm": 0.1294783502817154, |
| "learning_rate": 8.483144188040399e-07, |
| "loss": 0.6527, |
| "step": 2018 |
| }, |
| { |
| "epoch": 1.6820929747759017, |
| "grad_norm": 0.12203014642000198, |
| "learning_rate": 8.474265074015856e-07, |
| "loss": 0.5592, |
| "step": 2019 |
| }, |
| { |
| "epoch": 1.6829268292682928, |
| "grad_norm": 0.12280543148517609, |
| "learning_rate": 8.465387191358398e-07, |
| "loss": 0.5638, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.6837606837606838, |
| "grad_norm": 0.13221971690654755, |
| "learning_rate": 8.456510547233048e-07, |
| "loss": 0.636, |
| "step": 2021 |
| }, |
| { |
| "epoch": 1.6845945382530747, |
| "grad_norm": 0.13103988766670227, |
| "learning_rate": 8.447635148803835e-07, |
| "loss": 0.5729, |
| "step": 2022 |
| }, |
| { |
| "epoch": 1.6854283927454659, |
| "grad_norm": 0.13310641050338745, |
| "learning_rate": 8.438761003233783e-07, |
| "loss": 0.6808, |
| "step": 2023 |
| }, |
| { |
| "epoch": 1.686262247237857, |
| "grad_norm": 0.13218644261360168, |
| "learning_rate": 8.429888117684902e-07, |
| "loss": 0.5781, |
| "step": 2024 |
| }, |
| { |
| "epoch": 1.6870961017302482, |
| "grad_norm": 0.1348038613796234, |
| "learning_rate": 8.421016499318183e-07, |
| "loss": 0.6018, |
| "step": 2025 |
| }, |
| { |
| "epoch": 1.6879299562226393, |
| "grad_norm": 0.12556737661361694, |
| "learning_rate": 8.412146155293605e-07, |
| "loss": 0.6126, |
| "step": 2026 |
| }, |
| { |
| "epoch": 1.6887638107150302, |
| "grad_norm": 0.12600624561309814, |
| "learning_rate": 8.403277092770104e-07, |
| "loss": 0.6138, |
| "step": 2027 |
| }, |
| { |
| "epoch": 1.6895976652074212, |
| "grad_norm": 0.1401616632938385, |
| "learning_rate": 8.394409318905592e-07, |
| "loss": 0.5923, |
| "step": 2028 |
| }, |
| { |
| "epoch": 1.6904315196998123, |
| "grad_norm": 0.12791836261749268, |
| "learning_rate": 8.385542840856939e-07, |
| "loss": 0.5626, |
| "step": 2029 |
| }, |
| { |
| "epoch": 1.6912653741922035, |
| "grad_norm": 0.12238767743110657, |
| "learning_rate": 8.376677665779967e-07, |
| "loss": 0.5742, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.6920992286845946, |
| "grad_norm": 0.12230707705020905, |
| "learning_rate": 8.367813800829442e-07, |
| "loss": 0.6064, |
| "step": 2031 |
| }, |
| { |
| "epoch": 1.6929330831769858, |
| "grad_norm": 0.12692691385746002, |
| "learning_rate": 8.358951253159089e-07, |
| "loss": 0.6256, |
| "step": 2032 |
| }, |
| { |
| "epoch": 1.6937669376693767, |
| "grad_norm": 0.12948474287986755, |
| "learning_rate": 8.350090029921551e-07, |
| "loss": 0.6033, |
| "step": 2033 |
| }, |
| { |
| "epoch": 1.6946007921617676, |
| "grad_norm": 0.12658190727233887, |
| "learning_rate": 8.341230138268415e-07, |
| "loss": 0.5697, |
| "step": 2034 |
| }, |
| { |
| "epoch": 1.6954346466541588, |
| "grad_norm": 0.12975440919399261, |
| "learning_rate": 8.332371585350185e-07, |
| "loss": 0.6117, |
| "step": 2035 |
| }, |
| { |
| "epoch": 1.69626850114655, |
| "grad_norm": 0.11741238087415695, |
| "learning_rate": 8.323514378316288e-07, |
| "loss": 0.5446, |
| "step": 2036 |
| }, |
| { |
| "epoch": 1.697102355638941, |
| "grad_norm": 0.12554077804088593, |
| "learning_rate": 8.314658524315068e-07, |
| "loss": 0.5718, |
| "step": 2037 |
| }, |
| { |
| "epoch": 1.6979362101313322, |
| "grad_norm": 0.12683430314064026, |
| "learning_rate": 8.30580403049377e-07, |
| "loss": 0.6252, |
| "step": 2038 |
| }, |
| { |
| "epoch": 1.6987700646237232, |
| "grad_norm": 0.12512685358524323, |
| "learning_rate": 8.296950903998549e-07, |
| "loss": 0.6054, |
| "step": 2039 |
| }, |
| { |
| "epoch": 1.699603919116114, |
| "grad_norm": 0.13208059966564178, |
| "learning_rate": 8.288099151974446e-07, |
| "loss": 0.6566, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.7004377736085052, |
| "grad_norm": 0.1311858892440796, |
| "learning_rate": 8.279248781565407e-07, |
| "loss": 0.6073, |
| "step": 2041 |
| }, |
| { |
| "epoch": 1.7012716281008964, |
| "grad_norm": 0.12754926085472107, |
| "learning_rate": 8.27039979991425e-07, |
| "loss": 0.5843, |
| "step": 2042 |
| }, |
| { |
| "epoch": 1.7021054825932875, |
| "grad_norm": 0.12932710349559784, |
| "learning_rate": 8.261552214162678e-07, |
| "loss": 0.5742, |
| "step": 2043 |
| }, |
| { |
| "epoch": 1.7029393370856787, |
| "grad_norm": 0.12164090573787689, |
| "learning_rate": 8.252706031451269e-07, |
| "loss": 0.6054, |
| "step": 2044 |
| }, |
| { |
| "epoch": 1.7037731915780696, |
| "grad_norm": 0.1326964795589447, |
| "learning_rate": 8.243861258919465e-07, |
| "loss": 0.5884, |
| "step": 2045 |
| }, |
| { |
| "epoch": 1.7046070460704605, |
| "grad_norm": 0.12942658364772797, |
| "learning_rate": 8.235017903705568e-07, |
| "loss": 0.5781, |
| "step": 2046 |
| }, |
| { |
| "epoch": 1.7054409005628517, |
| "grad_norm": 0.12789803743362427, |
| "learning_rate": 8.226175972946746e-07, |
| "loss": 0.6674, |
| "step": 2047 |
| }, |
| { |
| "epoch": 1.7062747550552428, |
| "grad_norm": 0.13167151808738708, |
| "learning_rate": 8.217335473779007e-07, |
| "loss": 0.6454, |
| "step": 2048 |
| }, |
| { |
| "epoch": 1.707108609547634, |
| "grad_norm": 0.13229158520698547, |
| "learning_rate": 8.208496413337209e-07, |
| "loss": 0.6279, |
| "step": 2049 |
| }, |
| { |
| "epoch": 1.7079424640400251, |
| "grad_norm": 0.12817689776420593, |
| "learning_rate": 8.199658798755047e-07, |
| "loss": 0.6782, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.708776318532416, |
| "grad_norm": 0.13753139972686768, |
| "learning_rate": 8.190822637165047e-07, |
| "loss": 0.6016, |
| "step": 2051 |
| }, |
| { |
| "epoch": 1.7096101730248072, |
| "grad_norm": 0.12560203671455383, |
| "learning_rate": 8.181987935698568e-07, |
| "loss": 0.6165, |
| "step": 2052 |
| }, |
| { |
| "epoch": 1.7104440275171982, |
| "grad_norm": 0.13002927601337433, |
| "learning_rate": 8.173154701485786e-07, |
| "loss": 0.6121, |
| "step": 2053 |
| }, |
| { |
| "epoch": 1.7112778820095893, |
| "grad_norm": 0.13231289386749268, |
| "learning_rate": 8.164322941655692e-07, |
| "loss": 0.6832, |
| "step": 2054 |
| }, |
| { |
| "epoch": 1.7121117365019805, |
| "grad_norm": 0.12360356748104095, |
| "learning_rate": 8.155492663336093e-07, |
| "loss": 0.5825, |
| "step": 2055 |
| }, |
| { |
| "epoch": 1.7129455909943716, |
| "grad_norm": 0.12095890194177628, |
| "learning_rate": 8.146663873653596e-07, |
| "loss": 0.6056, |
| "step": 2056 |
| }, |
| { |
| "epoch": 1.7137794454867625, |
| "grad_norm": 0.1325632631778717, |
| "learning_rate": 8.137836579733604e-07, |
| "loss": 0.6321, |
| "step": 2057 |
| }, |
| { |
| "epoch": 1.7146132999791537, |
| "grad_norm": 0.1254180669784546, |
| "learning_rate": 8.129010788700317e-07, |
| "loss": 0.5731, |
| "step": 2058 |
| }, |
| { |
| "epoch": 1.7154471544715446, |
| "grad_norm": 0.13764861226081848, |
| "learning_rate": 8.120186507676724e-07, |
| "loss": 0.5629, |
| "step": 2059 |
| }, |
| { |
| "epoch": 1.7162810089639358, |
| "grad_norm": 0.13155192136764526, |
| "learning_rate": 8.111363743784586e-07, |
| "loss": 0.6458, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.717114863456327, |
| "grad_norm": 0.13540032505989075, |
| "learning_rate": 8.102542504144454e-07, |
| "loss": 0.585, |
| "step": 2061 |
| }, |
| { |
| "epoch": 1.717948717948718, |
| "grad_norm": 0.1272411197423935, |
| "learning_rate": 8.093722795875635e-07, |
| "loss": 0.5677, |
| "step": 2062 |
| }, |
| { |
| "epoch": 1.718782572441109, |
| "grad_norm": 0.13317130506038666, |
| "learning_rate": 8.084904626096209e-07, |
| "loss": 0.6681, |
| "step": 2063 |
| }, |
| { |
| "epoch": 1.7196164269335001, |
| "grad_norm": 0.12464749813079834, |
| "learning_rate": 8.076088001923012e-07, |
| "loss": 0.6021, |
| "step": 2064 |
| }, |
| { |
| "epoch": 1.720450281425891, |
| "grad_norm": 0.12794774770736694, |
| "learning_rate": 8.06727293047163e-07, |
| "loss": 0.6102, |
| "step": 2065 |
| }, |
| { |
| "epoch": 1.7212841359182822, |
| "grad_norm": 0.11895739287137985, |
| "learning_rate": 8.058459418856393e-07, |
| "loss": 0.538, |
| "step": 2066 |
| }, |
| { |
| "epoch": 1.7221179904106734, |
| "grad_norm": 0.12413477897644043, |
| "learning_rate": 8.049647474190383e-07, |
| "loss": 0.5926, |
| "step": 2067 |
| }, |
| { |
| "epoch": 1.7229518449030645, |
| "grad_norm": 0.1245928704738617, |
| "learning_rate": 8.04083710358541e-07, |
| "loss": 0.5464, |
| "step": 2068 |
| }, |
| { |
| "epoch": 1.7237856993954555, |
| "grad_norm": 0.12484681606292725, |
| "learning_rate": 8.032028314152012e-07, |
| "loss": 0.5695, |
| "step": 2069 |
| }, |
| { |
| "epoch": 1.7246195538878466, |
| "grad_norm": 0.12726366519927979, |
| "learning_rate": 8.023221112999458e-07, |
| "loss": 0.5966, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.7254534083802375, |
| "grad_norm": 0.12166636437177658, |
| "learning_rate": 8.014415507235727e-07, |
| "loss": 0.6285, |
| "step": 2071 |
| }, |
| { |
| "epoch": 1.7262872628726287, |
| "grad_norm": 0.1254647970199585, |
| "learning_rate": 8.005611503967515e-07, |
| "loss": 0.6124, |
| "step": 2072 |
| }, |
| { |
| "epoch": 1.7271211173650198, |
| "grad_norm": 0.12607796490192413, |
| "learning_rate": 7.996809110300226e-07, |
| "loss": 0.5675, |
| "step": 2073 |
| }, |
| { |
| "epoch": 1.727954971857411, |
| "grad_norm": 0.13107630610466003, |
| "learning_rate": 7.988008333337961e-07, |
| "loss": 0.6774, |
| "step": 2074 |
| }, |
| { |
| "epoch": 1.728788826349802, |
| "grad_norm": 0.12005145847797394, |
| "learning_rate": 7.979209180183514e-07, |
| "loss": 0.6335, |
| "step": 2075 |
| }, |
| { |
| "epoch": 1.729622680842193, |
| "grad_norm": 0.11902257800102234, |
| "learning_rate": 7.970411657938381e-07, |
| "loss": 0.5516, |
| "step": 2076 |
| }, |
| { |
| "epoch": 1.730456535334584, |
| "grad_norm": 0.11752620339393616, |
| "learning_rate": 7.961615773702727e-07, |
| "loss": 0.5586, |
| "step": 2077 |
| }, |
| { |
| "epoch": 1.7312903898269751, |
| "grad_norm": 0.12146768718957901, |
| "learning_rate": 7.952821534575405e-07, |
| "loss": 0.6039, |
| "step": 2078 |
| }, |
| { |
| "epoch": 1.7321242443193663, |
| "grad_norm": 0.1350381076335907, |
| "learning_rate": 7.944028947653936e-07, |
| "loss": 0.5445, |
| "step": 2079 |
| }, |
| { |
| "epoch": 1.7329580988117574, |
| "grad_norm": 0.11824685335159302, |
| "learning_rate": 7.935238020034503e-07, |
| "loss": 0.5534, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.7337919533041486, |
| "grad_norm": 0.12622307240962982, |
| "learning_rate": 7.926448758811963e-07, |
| "loss": 0.5945, |
| "step": 2081 |
| }, |
| { |
| "epoch": 1.7346258077965395, |
| "grad_norm": 0.12936830520629883, |
| "learning_rate": 7.917661171079816e-07, |
| "loss": 0.5754, |
| "step": 2082 |
| }, |
| { |
| "epoch": 1.7354596622889304, |
| "grad_norm": 0.12486603856086731, |
| "learning_rate": 7.908875263930214e-07, |
| "loss": 0.6099, |
| "step": 2083 |
| }, |
| { |
| "epoch": 1.7362935167813216, |
| "grad_norm": 0.13117629289627075, |
| "learning_rate": 7.900091044453956e-07, |
| "loss": 0.6207, |
| "step": 2084 |
| }, |
| { |
| "epoch": 1.7371273712737128, |
| "grad_norm": 0.1298520714044571, |
| "learning_rate": 7.891308519740479e-07, |
| "loss": 0.5873, |
| "step": 2085 |
| }, |
| { |
| "epoch": 1.737961225766104, |
| "grad_norm": 0.12560497224330902, |
| "learning_rate": 7.882527696877846e-07, |
| "loss": 0.5623, |
| "step": 2086 |
| }, |
| { |
| "epoch": 1.738795080258495, |
| "grad_norm": 0.13026194274425507, |
| "learning_rate": 7.873748582952753e-07, |
| "loss": 0.6185, |
| "step": 2087 |
| }, |
| { |
| "epoch": 1.739628934750886, |
| "grad_norm": 0.13659796118736267, |
| "learning_rate": 7.864971185050515e-07, |
| "loss": 0.6017, |
| "step": 2088 |
| }, |
| { |
| "epoch": 1.740462789243277, |
| "grad_norm": 0.13491465151309967, |
| "learning_rate": 7.856195510255058e-07, |
| "loss": 0.5749, |
| "step": 2089 |
| }, |
| { |
| "epoch": 1.741296643735668, |
| "grad_norm": 0.12798424065113068, |
| "learning_rate": 7.847421565648928e-07, |
| "loss": 0.6356, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.7421304982280592, |
| "grad_norm": 0.12282812595367432, |
| "learning_rate": 7.838649358313262e-07, |
| "loss": 0.5922, |
| "step": 2091 |
| }, |
| { |
| "epoch": 1.7429643527204504, |
| "grad_norm": 0.1255982518196106, |
| "learning_rate": 7.829878895327804e-07, |
| "loss": 0.645, |
| "step": 2092 |
| }, |
| { |
| "epoch": 1.7437982072128415, |
| "grad_norm": 0.1324257254600525, |
| "learning_rate": 7.821110183770884e-07, |
| "loss": 0.5499, |
| "step": 2093 |
| }, |
| { |
| "epoch": 1.7446320617052324, |
| "grad_norm": 0.12864653766155243, |
| "learning_rate": 7.812343230719422e-07, |
| "loss": 0.5602, |
| "step": 2094 |
| }, |
| { |
| "epoch": 1.7454659161976234, |
| "grad_norm": 0.13943764567375183, |
| "learning_rate": 7.803578043248918e-07, |
| "loss": 0.6665, |
| "step": 2095 |
| }, |
| { |
| "epoch": 1.7462997706900145, |
| "grad_norm": 0.12609517574310303, |
| "learning_rate": 7.794814628433448e-07, |
| "loss": 0.6295, |
| "step": 2096 |
| }, |
| { |
| "epoch": 1.7471336251824057, |
| "grad_norm": 0.12663273513317108, |
| "learning_rate": 7.786052993345655e-07, |
| "loss": 0.5585, |
| "step": 2097 |
| }, |
| { |
| "epoch": 1.7479674796747968, |
| "grad_norm": 0.13500264286994934, |
| "learning_rate": 7.777293145056745e-07, |
| "loss": 0.6277, |
| "step": 2098 |
| }, |
| { |
| "epoch": 1.748801334167188, |
| "grad_norm": 0.12323655933141708, |
| "learning_rate": 7.76853509063649e-07, |
| "loss": 0.5386, |
| "step": 2099 |
| }, |
| { |
| "epoch": 1.749635188659579, |
| "grad_norm": 0.13133323192596436, |
| "learning_rate": 7.759778837153204e-07, |
| "loss": 0.5523, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.7504690431519698, |
| "grad_norm": 0.12879957258701324, |
| "learning_rate": 7.751024391673749e-07, |
| "loss": 0.6167, |
| "step": 2101 |
| }, |
| { |
| "epoch": 1.751302897644361, |
| "grad_norm": 0.13135939836502075, |
| "learning_rate": 7.742271761263536e-07, |
| "loss": 0.6001, |
| "step": 2102 |
| }, |
| { |
| "epoch": 1.7521367521367521, |
| "grad_norm": 0.13290925323963165, |
| "learning_rate": 7.733520952986505e-07, |
| "loss": 0.5734, |
| "step": 2103 |
| }, |
| { |
| "epoch": 1.7529706066291433, |
| "grad_norm": 0.1278628557920456, |
| "learning_rate": 7.724771973905119e-07, |
| "loss": 0.6017, |
| "step": 2104 |
| }, |
| { |
| "epoch": 1.7538044611215344, |
| "grad_norm": 0.12137078493833542, |
| "learning_rate": 7.716024831080383e-07, |
| "loss": 0.5904, |
| "step": 2105 |
| }, |
| { |
| "epoch": 1.7546383156139254, |
| "grad_norm": 0.12834006547927856, |
| "learning_rate": 7.707279531571799e-07, |
| "loss": 0.5976, |
| "step": 2106 |
| }, |
| { |
| "epoch": 1.7554721701063163, |
| "grad_norm": 0.12812873721122742, |
| "learning_rate": 7.698536082437399e-07, |
| "loss": 0.577, |
| "step": 2107 |
| }, |
| { |
| "epoch": 1.7563060245987074, |
| "grad_norm": 0.12574169039726257, |
| "learning_rate": 7.68979449073371e-07, |
| "loss": 0.6299, |
| "step": 2108 |
| }, |
| { |
| "epoch": 1.7571398790910986, |
| "grad_norm": 0.14230380952358246, |
| "learning_rate": 7.681054763515759e-07, |
| "loss": 0.5561, |
| "step": 2109 |
| }, |
| { |
| "epoch": 1.7579737335834897, |
| "grad_norm": 0.1346198320388794, |
| "learning_rate": 7.672316907837084e-07, |
| "loss": 0.6105, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.758807588075881, |
| "grad_norm": 0.12239620089530945, |
| "learning_rate": 7.663580930749692e-07, |
| "loss": 0.5807, |
| "step": 2111 |
| }, |
| { |
| "epoch": 1.7596414425682718, |
| "grad_norm": 0.13581721484661102, |
| "learning_rate": 7.654846839304086e-07, |
| "loss": 0.6454, |
| "step": 2112 |
| }, |
| { |
| "epoch": 1.760475297060663, |
| "grad_norm": 0.13057507574558258, |
| "learning_rate": 7.646114640549246e-07, |
| "loss": 0.5808, |
| "step": 2113 |
| }, |
| { |
| "epoch": 1.761309151553054, |
| "grad_norm": 0.1373625248670578, |
| "learning_rate": 7.637384341532622e-07, |
| "loss": 0.6481, |
| "step": 2114 |
| }, |
| { |
| "epoch": 1.762143006045445, |
| "grad_norm": 0.14396755397319794, |
| "learning_rate": 7.628655949300132e-07, |
| "loss": 0.5838, |
| "step": 2115 |
| }, |
| { |
| "epoch": 1.7629768605378362, |
| "grad_norm": 0.13005192577838898, |
| "learning_rate": 7.619929470896154e-07, |
| "loss": 0.5892, |
| "step": 2116 |
| }, |
| { |
| "epoch": 1.7638107150302273, |
| "grad_norm": 0.1325499266386032, |
| "learning_rate": 7.611204913363522e-07, |
| "loss": 0.6032, |
| "step": 2117 |
| }, |
| { |
| "epoch": 1.7646445695226183, |
| "grad_norm": 0.12955497205257416, |
| "learning_rate": 7.602482283743523e-07, |
| "loss": 0.5703, |
| "step": 2118 |
| }, |
| { |
| "epoch": 1.7654784240150094, |
| "grad_norm": 0.11970066279172897, |
| "learning_rate": 7.593761589075879e-07, |
| "loss": 0.5528, |
| "step": 2119 |
| }, |
| { |
| "epoch": 1.7663122785074004, |
| "grad_norm": 0.12704381346702576, |
| "learning_rate": 7.585042836398762e-07, |
| "loss": 0.5799, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.7671461329997915, |
| "grad_norm": 0.1244860365986824, |
| "learning_rate": 7.576326032748771e-07, |
| "loss": 0.5843, |
| "step": 2121 |
| }, |
| { |
| "epoch": 1.7679799874921827, |
| "grad_norm": 0.13251663744449615, |
| "learning_rate": 7.567611185160931e-07, |
| "loss": 0.5768, |
| "step": 2122 |
| }, |
| { |
| "epoch": 1.7688138419845738, |
| "grad_norm": 0.12903398275375366, |
| "learning_rate": 7.55889830066869e-07, |
| "loss": 0.56, |
| "step": 2123 |
| }, |
| { |
| "epoch": 1.7696476964769647, |
| "grad_norm": 0.13495059311389923, |
| "learning_rate": 7.550187386303908e-07, |
| "loss": 0.6376, |
| "step": 2124 |
| }, |
| { |
| "epoch": 1.7704815509693559, |
| "grad_norm": 0.1355675309896469, |
| "learning_rate": 7.541478449096861e-07, |
| "loss": 0.6375, |
| "step": 2125 |
| }, |
| { |
| "epoch": 1.7713154054617468, |
| "grad_norm": 0.12867653369903564, |
| "learning_rate": 7.532771496076226e-07, |
| "loss": 0.5449, |
| "step": 2126 |
| }, |
| { |
| "epoch": 1.772149259954138, |
| "grad_norm": 0.13269716501235962, |
| "learning_rate": 7.524066534269078e-07, |
| "loss": 0.6504, |
| "step": 2127 |
| }, |
| { |
| "epoch": 1.7729831144465291, |
| "grad_norm": 0.12922774255275726, |
| "learning_rate": 7.515363570700889e-07, |
| "loss": 0.5892, |
| "step": 2128 |
| }, |
| { |
| "epoch": 1.7738169689389203, |
| "grad_norm": 0.1222226545214653, |
| "learning_rate": 7.506662612395513e-07, |
| "loss": 0.5652, |
| "step": 2129 |
| }, |
| { |
| "epoch": 1.7746508234313112, |
| "grad_norm": 0.1284438967704773, |
| "learning_rate": 7.497963666375185e-07, |
| "loss": 0.5996, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.7754846779237023, |
| "grad_norm": 0.1273675560951233, |
| "learning_rate": 7.489266739660523e-07, |
| "loss": 0.6324, |
| "step": 2131 |
| }, |
| { |
| "epoch": 1.7763185324160933, |
| "grad_norm": 0.13269834220409393, |
| "learning_rate": 7.480571839270512e-07, |
| "loss": 0.6446, |
| "step": 2132 |
| }, |
| { |
| "epoch": 1.7771523869084844, |
| "grad_norm": 0.12966395914554596, |
| "learning_rate": 7.471878972222494e-07, |
| "loss": 0.5247, |
| "step": 2133 |
| }, |
| { |
| "epoch": 1.7779862414008756, |
| "grad_norm": 0.12394700199365616, |
| "learning_rate": 7.463188145532185e-07, |
| "loss": 0.6179, |
| "step": 2134 |
| }, |
| { |
| "epoch": 1.7788200958932667, |
| "grad_norm": 0.13124272227287292, |
| "learning_rate": 7.454499366213642e-07, |
| "loss": 0.5627, |
| "step": 2135 |
| }, |
| { |
| "epoch": 1.7796539503856577, |
| "grad_norm": 0.13032935559749603, |
| "learning_rate": 7.445812641279274e-07, |
| "loss": 0.5894, |
| "step": 2136 |
| }, |
| { |
| "epoch": 1.7804878048780488, |
| "grad_norm": 0.13481009006500244, |
| "learning_rate": 7.437127977739835e-07, |
| "loss": 0.6706, |
| "step": 2137 |
| }, |
| { |
| "epoch": 1.7813216593704397, |
| "grad_norm": 0.1252714842557907, |
| "learning_rate": 7.428445382604405e-07, |
| "loss": 0.6167, |
| "step": 2138 |
| }, |
| { |
| "epoch": 1.7821555138628309, |
| "grad_norm": 0.13593217730522156, |
| "learning_rate": 7.419764862880406e-07, |
| "loss": 0.6212, |
| "step": 2139 |
| }, |
| { |
| "epoch": 1.782989368355222, |
| "grad_norm": 0.128921777009964, |
| "learning_rate": 7.411086425573583e-07, |
| "loss": 0.5644, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.7838232228476132, |
| "grad_norm": 0.1279333531856537, |
| "learning_rate": 7.402410077687993e-07, |
| "loss": 0.6109, |
| "step": 2141 |
| }, |
| { |
| "epoch": 1.7846570773400041, |
| "grad_norm": 0.1240469217300415, |
| "learning_rate": 7.393735826226013e-07, |
| "loss": 0.6266, |
| "step": 2142 |
| }, |
| { |
| "epoch": 1.7854909318323953, |
| "grad_norm": 0.12809887528419495, |
| "learning_rate": 7.38506367818833e-07, |
| "loss": 0.6296, |
| "step": 2143 |
| }, |
| { |
| "epoch": 1.7863247863247862, |
| "grad_norm": 0.12371251732110977, |
| "learning_rate": 7.376393640573927e-07, |
| "loss": 0.5797, |
| "step": 2144 |
| }, |
| { |
| "epoch": 1.7871586408171773, |
| "grad_norm": 0.13013000786304474, |
| "learning_rate": 7.367725720380086e-07, |
| "loss": 0.5641, |
| "step": 2145 |
| }, |
| { |
| "epoch": 1.7879924953095685, |
| "grad_norm": 0.12911874055862427, |
| "learning_rate": 7.359059924602385e-07, |
| "loss": 0.6069, |
| "step": 2146 |
| }, |
| { |
| "epoch": 1.7888263498019596, |
| "grad_norm": 0.12248188257217407, |
| "learning_rate": 7.35039626023468e-07, |
| "loss": 0.5962, |
| "step": 2147 |
| }, |
| { |
| "epoch": 1.7896602042943508, |
| "grad_norm": 0.1306978166103363, |
| "learning_rate": 7.34173473426911e-07, |
| "loss": 0.6135, |
| "step": 2148 |
| }, |
| { |
| "epoch": 1.7904940587867417, |
| "grad_norm": 0.11989414691925049, |
| "learning_rate": 7.333075353696089e-07, |
| "loss": 0.5457, |
| "step": 2149 |
| }, |
| { |
| "epoch": 1.7913279132791327, |
| "grad_norm": 0.1320810168981552, |
| "learning_rate": 7.324418125504304e-07, |
| "loss": 0.616, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.7921617677715238, |
| "grad_norm": 0.1229398101568222, |
| "learning_rate": 7.315763056680694e-07, |
| "loss": 0.5835, |
| "step": 2151 |
| }, |
| { |
| "epoch": 1.792995622263915, |
| "grad_norm": 0.12493004649877548, |
| "learning_rate": 7.307110154210463e-07, |
| "loss": 0.5619, |
| "step": 2152 |
| }, |
| { |
| "epoch": 1.793829476756306, |
| "grad_norm": 0.12893696129322052, |
| "learning_rate": 7.298459425077063e-07, |
| "loss": 0.603, |
| "step": 2153 |
| }, |
| { |
| "epoch": 1.7946633312486973, |
| "grad_norm": 0.1281341016292572, |
| "learning_rate": 7.289810876262199e-07, |
| "loss": 0.56, |
| "step": 2154 |
| }, |
| { |
| "epoch": 1.7954971857410882, |
| "grad_norm": 0.1304667741060257, |
| "learning_rate": 7.281164514745805e-07, |
| "loss": 0.539, |
| "step": 2155 |
| }, |
| { |
| "epoch": 1.7963310402334791, |
| "grad_norm": 0.12886284291744232, |
| "learning_rate": 7.272520347506058e-07, |
| "loss": 0.6319, |
| "step": 2156 |
| }, |
| { |
| "epoch": 1.7971648947258703, |
| "grad_norm": 0.12648077309131622, |
| "learning_rate": 7.263878381519364e-07, |
| "loss": 0.5886, |
| "step": 2157 |
| }, |
| { |
| "epoch": 1.7979987492182614, |
| "grad_norm": 0.12707141041755676, |
| "learning_rate": 7.255238623760347e-07, |
| "loss": 0.5575, |
| "step": 2158 |
| }, |
| { |
| "epoch": 1.7988326037106526, |
| "grad_norm": 0.13646213710308075, |
| "learning_rate": 7.24660108120185e-07, |
| "loss": 0.5984, |
| "step": 2159 |
| }, |
| { |
| "epoch": 1.7996664582030437, |
| "grad_norm": 0.1271483451128006, |
| "learning_rate": 7.237965760814939e-07, |
| "loss": 0.5451, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.8005003126954346, |
| "grad_norm": 0.1413080096244812, |
| "learning_rate": 7.22933266956887e-07, |
| "loss": 0.609, |
| "step": 2161 |
| }, |
| { |
| "epoch": 1.8013341671878256, |
| "grad_norm": 0.1268233358860016, |
| "learning_rate": 7.220701814431109e-07, |
| "loss": 0.5813, |
| "step": 2162 |
| }, |
| { |
| "epoch": 1.8021680216802167, |
| "grad_norm": 0.13267411291599274, |
| "learning_rate": 7.212073202367319e-07, |
| "loss": 0.6314, |
| "step": 2163 |
| }, |
| { |
| "epoch": 1.8030018761726079, |
| "grad_norm": 0.12609542906284332, |
| "learning_rate": 7.203446840341347e-07, |
| "loss": 0.5809, |
| "step": 2164 |
| }, |
| { |
| "epoch": 1.803835730664999, |
| "grad_norm": 0.12579114735126495, |
| "learning_rate": 7.194822735315229e-07, |
| "loss": 0.6272, |
| "step": 2165 |
| }, |
| { |
| "epoch": 1.8046695851573902, |
| "grad_norm": 0.1351184844970703, |
| "learning_rate": 7.186200894249177e-07, |
| "loss": 0.5507, |
| "step": 2166 |
| }, |
| { |
| "epoch": 1.805503439649781, |
| "grad_norm": 0.13242338597774506, |
| "learning_rate": 7.177581324101575e-07, |
| "loss": 0.604, |
| "step": 2167 |
| }, |
| { |
| "epoch": 1.806337294142172, |
| "grad_norm": 0.13314031064510345, |
| "learning_rate": 7.168964031828976e-07, |
| "loss": 0.6186, |
| "step": 2168 |
| }, |
| { |
| "epoch": 1.8071711486345632, |
| "grad_norm": 0.12832415103912354, |
| "learning_rate": 7.160349024386095e-07, |
| "loss": 0.5621, |
| "step": 2169 |
| }, |
| { |
| "epoch": 1.8080050031269543, |
| "grad_norm": 0.13182200491428375, |
| "learning_rate": 7.151736308725801e-07, |
| "loss": 0.6296, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.8088388576193455, |
| "grad_norm": 0.13076068460941315, |
| "learning_rate": 7.143125891799111e-07, |
| "loss": 0.5908, |
| "step": 2171 |
| }, |
| { |
| "epoch": 1.8096727121117366, |
| "grad_norm": 0.1297273486852646, |
| "learning_rate": 7.134517780555197e-07, |
| "loss": 0.5424, |
| "step": 2172 |
| }, |
| { |
| "epoch": 1.8105065666041276, |
| "grad_norm": 0.13636283576488495, |
| "learning_rate": 7.125911981941359e-07, |
| "loss": 0.6602, |
| "step": 2173 |
| }, |
| { |
| "epoch": 1.8113404210965185, |
| "grad_norm": 0.13110437989234924, |
| "learning_rate": 7.117308502903035e-07, |
| "loss": 0.5969, |
| "step": 2174 |
| }, |
| { |
| "epoch": 1.8121742755889096, |
| "grad_norm": 0.1326896697282791, |
| "learning_rate": 7.108707350383791e-07, |
| "loss": 0.6131, |
| "step": 2175 |
| }, |
| { |
| "epoch": 1.8130081300813008, |
| "grad_norm": 0.13135559856891632, |
| "learning_rate": 7.100108531325317e-07, |
| "loss": 0.5867, |
| "step": 2176 |
| }, |
| { |
| "epoch": 1.813841984573692, |
| "grad_norm": 0.12924109399318695, |
| "learning_rate": 7.091512052667412e-07, |
| "loss": 0.6186, |
| "step": 2177 |
| }, |
| { |
| "epoch": 1.814675839066083, |
| "grad_norm": 0.12946565449237823, |
| "learning_rate": 7.082917921348001e-07, |
| "loss": 0.6381, |
| "step": 2178 |
| }, |
| { |
| "epoch": 1.815509693558474, |
| "grad_norm": 0.12695160508155823, |
| "learning_rate": 7.0743261443031e-07, |
| "loss": 0.5888, |
| "step": 2179 |
| }, |
| { |
| "epoch": 1.8163435480508652, |
| "grad_norm": 0.12655752897262573, |
| "learning_rate": 7.065736728466832e-07, |
| "loss": 0.6633, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.817177402543256, |
| "grad_norm": 0.13403771817684174, |
| "learning_rate": 7.057149680771413e-07, |
| "loss": 0.608, |
| "step": 2181 |
| }, |
| { |
| "epoch": 1.8180112570356473, |
| "grad_norm": 0.12965700030326843, |
| "learning_rate": 7.048565008147146e-07, |
| "loss": 0.6786, |
| "step": 2182 |
| }, |
| { |
| "epoch": 1.8188451115280384, |
| "grad_norm": 0.1377706527709961, |
| "learning_rate": 7.039982717522422e-07, |
| "loss": 0.6328, |
| "step": 2183 |
| }, |
| { |
| "epoch": 1.8196789660204296, |
| "grad_norm": 0.14265958964824677, |
| "learning_rate": 7.031402815823704e-07, |
| "loss": 0.6493, |
| "step": 2184 |
| }, |
| { |
| "epoch": 1.8205128205128205, |
| "grad_norm": 0.13361769914627075, |
| "learning_rate": 7.022825309975529e-07, |
| "loss": 0.618, |
| "step": 2185 |
| }, |
| { |
| "epoch": 1.8213466750052116, |
| "grad_norm": 0.12783940136432648, |
| "learning_rate": 7.014250206900502e-07, |
| "loss": 0.6005, |
| "step": 2186 |
| }, |
| { |
| "epoch": 1.8221805294976026, |
| "grad_norm": 0.12289536744356155, |
| "learning_rate": 7.005677513519288e-07, |
| "loss": 0.577, |
| "step": 2187 |
| }, |
| { |
| "epoch": 1.8230143839899937, |
| "grad_norm": 0.12831023335456848, |
| "learning_rate": 6.997107236750604e-07, |
| "loss": 0.5951, |
| "step": 2188 |
| }, |
| { |
| "epoch": 1.8238482384823849, |
| "grad_norm": 0.12774531543254852, |
| "learning_rate": 6.988539383511222e-07, |
| "loss": 0.6544, |
| "step": 2189 |
| }, |
| { |
| "epoch": 1.824682092974776, |
| "grad_norm": 0.13053590059280396, |
| "learning_rate": 6.979973960715957e-07, |
| "loss": 0.5647, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.825515947467167, |
| "grad_norm": 0.12190835922956467, |
| "learning_rate": 6.971410975277654e-07, |
| "loss": 0.6, |
| "step": 2191 |
| }, |
| { |
| "epoch": 1.826349801959558, |
| "grad_norm": 0.13813957571983337, |
| "learning_rate": 6.962850434107206e-07, |
| "loss": 0.6417, |
| "step": 2192 |
| }, |
| { |
| "epoch": 1.827183656451949, |
| "grad_norm": 0.13274197280406952, |
| "learning_rate": 6.954292344113521e-07, |
| "loss": 0.6578, |
| "step": 2193 |
| }, |
| { |
| "epoch": 1.8280175109443402, |
| "grad_norm": 0.12455936521291733, |
| "learning_rate": 6.945736712203536e-07, |
| "loss": 0.5857, |
| "step": 2194 |
| }, |
| { |
| "epoch": 1.8288513654367313, |
| "grad_norm": 0.13513398170471191, |
| "learning_rate": 6.937183545282198e-07, |
| "loss": 0.5971, |
| "step": 2195 |
| }, |
| { |
| "epoch": 1.8296852199291225, |
| "grad_norm": 0.1251787394285202, |
| "learning_rate": 6.928632850252467e-07, |
| "loss": 0.6098, |
| "step": 2196 |
| }, |
| { |
| "epoch": 1.8305190744215134, |
| "grad_norm": 0.12823201715946198, |
| "learning_rate": 6.920084634015313e-07, |
| "loss": 0.6184, |
| "step": 2197 |
| }, |
| { |
| "epoch": 1.8313529289139046, |
| "grad_norm": 0.12458322197198868, |
| "learning_rate": 6.911538903469697e-07, |
| "loss": 0.5409, |
| "step": 2198 |
| }, |
| { |
| "epoch": 1.8321867834062955, |
| "grad_norm": 0.13494035601615906, |
| "learning_rate": 6.902995665512581e-07, |
| "loss": 0.5969, |
| "step": 2199 |
| }, |
| { |
| "epoch": 1.8330206378986866, |
| "grad_norm": 0.1326414942741394, |
| "learning_rate": 6.894454927038906e-07, |
| "loss": 0.5327, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.8338544923910778, |
| "grad_norm": 0.12999312579631805, |
| "learning_rate": 6.885916694941612e-07, |
| "loss": 0.6224, |
| "step": 2201 |
| }, |
| { |
| "epoch": 1.834688346883469, |
| "grad_norm": 0.12325473874807358, |
| "learning_rate": 6.8773809761116e-07, |
| "loss": 0.5234, |
| "step": 2202 |
| }, |
| { |
| "epoch": 1.8355222013758599, |
| "grad_norm": 0.12891866266727448, |
| "learning_rate": 6.868847777437747e-07, |
| "loss": 0.5782, |
| "step": 2203 |
| }, |
| { |
| "epoch": 1.836356055868251, |
| "grad_norm": 0.1282792091369629, |
| "learning_rate": 6.860317105806905e-07, |
| "loss": 0.5817, |
| "step": 2204 |
| }, |
| { |
| "epoch": 1.837189910360642, |
| "grad_norm": 0.12752637267112732, |
| "learning_rate": 6.851788968103876e-07, |
| "loss": 0.6053, |
| "step": 2205 |
| }, |
| { |
| "epoch": 1.838023764853033, |
| "grad_norm": 0.1264016330242157, |
| "learning_rate": 6.843263371211414e-07, |
| "loss": 0.5788, |
| "step": 2206 |
| }, |
| { |
| "epoch": 1.8388576193454242, |
| "grad_norm": 0.12685662508010864, |
| "learning_rate": 6.83474032201024e-07, |
| "loss": 0.5849, |
| "step": 2207 |
| }, |
| { |
| "epoch": 1.8396914738378154, |
| "grad_norm": 0.1329505294561386, |
| "learning_rate": 6.826219827379002e-07, |
| "loss": 0.5886, |
| "step": 2208 |
| }, |
| { |
| "epoch": 1.8405253283302065, |
| "grad_norm": 0.13913948833942413, |
| "learning_rate": 6.817701894194293e-07, |
| "loss": 0.6189, |
| "step": 2209 |
| }, |
| { |
| "epoch": 1.8413591828225975, |
| "grad_norm": 0.12883232533931732, |
| "learning_rate": 6.809186529330639e-07, |
| "loss": 0.5634, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.8421930373149884, |
| "grad_norm": 0.12113146483898163, |
| "learning_rate": 6.800673739660488e-07, |
| "loss": 0.597, |
| "step": 2211 |
| }, |
| { |
| "epoch": 1.8430268918073796, |
| "grad_norm": 0.1325560361146927, |
| "learning_rate": 6.792163532054217e-07, |
| "loss": 0.551, |
| "step": 2212 |
| }, |
| { |
| "epoch": 1.8438607462997707, |
| "grad_norm": 0.14157071709632874, |
| "learning_rate": 6.783655913380115e-07, |
| "loss": 0.563, |
| "step": 2213 |
| }, |
| { |
| "epoch": 1.8446946007921619, |
| "grad_norm": 0.12442418932914734, |
| "learning_rate": 6.775150890504381e-07, |
| "loss": 0.5486, |
| "step": 2214 |
| }, |
| { |
| "epoch": 1.845528455284553, |
| "grad_norm": 0.1348833441734314, |
| "learning_rate": 6.766648470291123e-07, |
| "loss": 0.5977, |
| "step": 2215 |
| }, |
| { |
| "epoch": 1.846362309776944, |
| "grad_norm": 0.12434475868940353, |
| "learning_rate": 6.758148659602344e-07, |
| "loss": 0.5013, |
| "step": 2216 |
| }, |
| { |
| "epoch": 1.8471961642693349, |
| "grad_norm": 0.12582679092884064, |
| "learning_rate": 6.749651465297943e-07, |
| "loss": 0.5939, |
| "step": 2217 |
| }, |
| { |
| "epoch": 1.848030018761726, |
| "grad_norm": 0.12978383898735046, |
| "learning_rate": 6.741156894235705e-07, |
| "loss": 0.6158, |
| "step": 2218 |
| }, |
| { |
| "epoch": 1.8488638732541172, |
| "grad_norm": 0.1360258311033249, |
| "learning_rate": 6.732664953271305e-07, |
| "loss": 0.6059, |
| "step": 2219 |
| }, |
| { |
| "epoch": 1.8496977277465083, |
| "grad_norm": 0.13842739164829254, |
| "learning_rate": 6.724175649258286e-07, |
| "loss": 0.5801, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.8505315822388995, |
| "grad_norm": 0.12137693911790848, |
| "learning_rate": 6.715688989048065e-07, |
| "loss": 0.5945, |
| "step": 2221 |
| }, |
| { |
| "epoch": 1.8513654367312904, |
| "grad_norm": 0.1248222142457962, |
| "learning_rate": 6.707204979489933e-07, |
| "loss": 0.5963, |
| "step": 2222 |
| }, |
| { |
| "epoch": 1.8521992912236813, |
| "grad_norm": 0.12999458611011505, |
| "learning_rate": 6.698723627431037e-07, |
| "loss": 0.6183, |
| "step": 2223 |
| }, |
| { |
| "epoch": 1.8530331457160725, |
| "grad_norm": 0.13486354053020477, |
| "learning_rate": 6.690244939716375e-07, |
| "loss": 0.6077, |
| "step": 2224 |
| }, |
| { |
| "epoch": 1.8538670002084636, |
| "grad_norm": 0.12799599766731262, |
| "learning_rate": 6.681768923188798e-07, |
| "loss": 0.6049, |
| "step": 2225 |
| }, |
| { |
| "epoch": 1.8547008547008548, |
| "grad_norm": 0.13147741556167603, |
| "learning_rate": 6.673295584689003e-07, |
| "loss": 0.6467, |
| "step": 2226 |
| }, |
| { |
| "epoch": 1.855534709193246, |
| "grad_norm": 0.13251982629299164, |
| "learning_rate": 6.664824931055522e-07, |
| "loss": 0.6342, |
| "step": 2227 |
| }, |
| { |
| "epoch": 1.8563685636856369, |
| "grad_norm": 0.13429106771945953, |
| "learning_rate": 6.656356969124723e-07, |
| "loss": 0.6237, |
| "step": 2228 |
| }, |
| { |
| "epoch": 1.8572024181780278, |
| "grad_norm": 0.1291757971048355, |
| "learning_rate": 6.647891705730801e-07, |
| "loss": 0.5665, |
| "step": 2229 |
| }, |
| { |
| "epoch": 1.858036272670419, |
| "grad_norm": 0.13031582534313202, |
| "learning_rate": 6.639429147705772e-07, |
| "loss": 0.5835, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.85887012716281, |
| "grad_norm": 0.13219709694385529, |
| "learning_rate": 6.630969301879473e-07, |
| "loss": 0.5901, |
| "step": 2231 |
| }, |
| { |
| "epoch": 1.8597039816552012, |
| "grad_norm": 0.13087095320224762, |
| "learning_rate": 6.622512175079542e-07, |
| "loss": 0.6978, |
| "step": 2232 |
| }, |
| { |
| "epoch": 1.8605378361475924, |
| "grad_norm": 0.1454305499792099, |
| "learning_rate": 6.614057774131436e-07, |
| "loss": 0.5978, |
| "step": 2233 |
| }, |
| { |
| "epoch": 1.8613716906399833, |
| "grad_norm": 0.12761370837688446, |
| "learning_rate": 6.605606105858401e-07, |
| "loss": 0.5659, |
| "step": 2234 |
| }, |
| { |
| "epoch": 1.8622055451323742, |
| "grad_norm": 0.13098569214344025, |
| "learning_rate": 6.597157177081477e-07, |
| "loss": 0.5773, |
| "step": 2235 |
| }, |
| { |
| "epoch": 1.8630393996247654, |
| "grad_norm": 0.1315004825592041, |
| "learning_rate": 6.588710994619508e-07, |
| "loss": 0.5531, |
| "step": 2236 |
| }, |
| { |
| "epoch": 1.8638732541171565, |
| "grad_norm": 0.1302976906299591, |
| "learning_rate": 6.580267565289106e-07, |
| "loss": 0.5603, |
| "step": 2237 |
| }, |
| { |
| "epoch": 1.8647071086095477, |
| "grad_norm": 0.12400949001312256, |
| "learning_rate": 6.571826895904666e-07, |
| "loss": 0.5228, |
| "step": 2238 |
| }, |
| { |
| "epoch": 1.8655409631019388, |
| "grad_norm": 0.13697467744350433, |
| "learning_rate": 6.563388993278359e-07, |
| "loss": 0.6525, |
| "step": 2239 |
| }, |
| { |
| "epoch": 1.8663748175943298, |
| "grad_norm": 0.12461115419864655, |
| "learning_rate": 6.554953864220114e-07, |
| "loss": 0.6154, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.867208672086721, |
| "grad_norm": 0.13096342980861664, |
| "learning_rate": 6.546521515537635e-07, |
| "loss": 0.612, |
| "step": 2241 |
| }, |
| { |
| "epoch": 1.8680425265791119, |
| "grad_norm": 0.12971916794776917, |
| "learning_rate": 6.538091954036369e-07, |
| "loss": 0.6228, |
| "step": 2242 |
| }, |
| { |
| "epoch": 1.868876381071503, |
| "grad_norm": 0.13440938293933868, |
| "learning_rate": 6.529665186519519e-07, |
| "loss": 0.6226, |
| "step": 2243 |
| }, |
| { |
| "epoch": 1.8697102355638942, |
| "grad_norm": 0.13049529492855072, |
| "learning_rate": 6.521241219788037e-07, |
| "loss": 0.6174, |
| "step": 2244 |
| }, |
| { |
| "epoch": 1.8705440900562853, |
| "grad_norm": 0.12830443680286407, |
| "learning_rate": 6.512820060640607e-07, |
| "loss": 0.5727, |
| "step": 2245 |
| }, |
| { |
| "epoch": 1.8713779445486762, |
| "grad_norm": 0.1377989947795868, |
| "learning_rate": 6.504401715873653e-07, |
| "loss": 0.6148, |
| "step": 2246 |
| }, |
| { |
| "epoch": 1.8722117990410674, |
| "grad_norm": 0.12611956894397736, |
| "learning_rate": 6.495986192281324e-07, |
| "loss": 0.5785, |
| "step": 2247 |
| }, |
| { |
| "epoch": 1.8730456535334583, |
| "grad_norm": 0.13040220737457275, |
| "learning_rate": 6.487573496655495e-07, |
| "loss": 0.6567, |
| "step": 2248 |
| }, |
| { |
| "epoch": 1.8738795080258495, |
| "grad_norm": 0.13693012297153473, |
| "learning_rate": 6.479163635785758e-07, |
| "loss": 0.5877, |
| "step": 2249 |
| }, |
| { |
| "epoch": 1.8747133625182406, |
| "grad_norm": 0.13410882651805878, |
| "learning_rate": 6.47075661645941e-07, |
| "loss": 0.6076, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.8755472170106318, |
| "grad_norm": 0.12973110377788544, |
| "learning_rate": 6.462352445461467e-07, |
| "loss": 0.6246, |
| "step": 2251 |
| }, |
| { |
| "epoch": 1.8763810715030227, |
| "grad_norm": 0.12795211374759674, |
| "learning_rate": 6.453951129574643e-07, |
| "loss": 0.6205, |
| "step": 2252 |
| }, |
| { |
| "epoch": 1.8772149259954138, |
| "grad_norm": 0.1331990361213684, |
| "learning_rate": 6.44555267557934e-07, |
| "loss": 0.6227, |
| "step": 2253 |
| }, |
| { |
| "epoch": 1.8780487804878048, |
| "grad_norm": 0.13448093831539154, |
| "learning_rate": 6.437157090253658e-07, |
| "loss": 0.5703, |
| "step": 2254 |
| }, |
| { |
| "epoch": 1.878882634980196, |
| "grad_norm": 0.12563006579875946, |
| "learning_rate": 6.428764380373375e-07, |
| "loss": 0.5943, |
| "step": 2255 |
| }, |
| { |
| "epoch": 1.879716489472587, |
| "grad_norm": 0.13857470452785492, |
| "learning_rate": 6.420374552711958e-07, |
| "loss": 0.6263, |
| "step": 2256 |
| }, |
| { |
| "epoch": 1.8805503439649782, |
| "grad_norm": 0.13378775119781494, |
| "learning_rate": 6.411987614040539e-07, |
| "loss": 0.6188, |
| "step": 2257 |
| }, |
| { |
| "epoch": 1.8813841984573692, |
| "grad_norm": 0.13999195396900177, |
| "learning_rate": 6.40360357112792e-07, |
| "loss": 0.6461, |
| "step": 2258 |
| }, |
| { |
| "epoch": 1.8822180529497603, |
| "grad_norm": 0.13252532482147217, |
| "learning_rate": 6.395222430740572e-07, |
| "loss": 0.6247, |
| "step": 2259 |
| }, |
| { |
| "epoch": 1.8830519074421512, |
| "grad_norm": 0.13208715617656708, |
| "learning_rate": 6.386844199642618e-07, |
| "loss": 0.5912, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.8838857619345424, |
| "grad_norm": 0.12673957645893097, |
| "learning_rate": 6.378468884595829e-07, |
| "loss": 0.529, |
| "step": 2261 |
| }, |
| { |
| "epoch": 1.8847196164269335, |
| "grad_norm": 0.1289004683494568, |
| "learning_rate": 6.370096492359635e-07, |
| "loss": 0.5575, |
| "step": 2262 |
| }, |
| { |
| "epoch": 1.8855534709193247, |
| "grad_norm": 0.1387024074792862, |
| "learning_rate": 6.361727029691097e-07, |
| "loss": 0.6183, |
| "step": 2263 |
| }, |
| { |
| "epoch": 1.8863873254117156, |
| "grad_norm": 0.13052384555339813, |
| "learning_rate": 6.353360503344909e-07, |
| "loss": 0.6069, |
| "step": 2264 |
| }, |
| { |
| "epoch": 1.8872211799041068, |
| "grad_norm": 0.13136428594589233, |
| "learning_rate": 6.344996920073409e-07, |
| "loss": 0.6139, |
| "step": 2265 |
| }, |
| { |
| "epoch": 1.8880550343964977, |
| "grad_norm": 0.12757977843284607, |
| "learning_rate": 6.336636286626547e-07, |
| "loss": 0.6091, |
| "step": 2266 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 0.13187870383262634, |
| "learning_rate": 6.328278609751898e-07, |
| "loss": 0.6339, |
| "step": 2267 |
| }, |
| { |
| "epoch": 1.88972274338128, |
| "grad_norm": 0.13330577313899994, |
| "learning_rate": 6.319923896194651e-07, |
| "loss": 0.5872, |
| "step": 2268 |
| }, |
| { |
| "epoch": 1.8905565978736711, |
| "grad_norm": 0.13062001764774323, |
| "learning_rate": 6.311572152697598e-07, |
| "loss": 0.618, |
| "step": 2269 |
| }, |
| { |
| "epoch": 1.891390452366062, |
| "grad_norm": 0.1248871386051178, |
| "learning_rate": 6.30322338600114e-07, |
| "loss": 0.576, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.8922243068584532, |
| "grad_norm": 0.1286626160144806, |
| "learning_rate": 6.294877602843275e-07, |
| "loss": 0.5739, |
| "step": 2271 |
| }, |
| { |
| "epoch": 1.8930581613508441, |
| "grad_norm": 0.137839674949646, |
| "learning_rate": 6.286534809959587e-07, |
| "loss": 0.5684, |
| "step": 2272 |
| }, |
| { |
| "epoch": 1.8938920158432353, |
| "grad_norm": 0.13219650089740753, |
| "learning_rate": 6.278195014083256e-07, |
| "loss": 0.6107, |
| "step": 2273 |
| }, |
| { |
| "epoch": 1.8947258703356264, |
| "grad_norm": 0.13113045692443848, |
| "learning_rate": 6.269858221945037e-07, |
| "loss": 0.5889, |
| "step": 2274 |
| }, |
| { |
| "epoch": 1.8955597248280176, |
| "grad_norm": 0.13249342143535614, |
| "learning_rate": 6.261524440273262e-07, |
| "loss": 0.5744, |
| "step": 2275 |
| }, |
| { |
| "epoch": 1.8963935793204088, |
| "grad_norm": 0.12959535419940948, |
| "learning_rate": 6.253193675793831e-07, |
| "loss": 0.597, |
| "step": 2276 |
| }, |
| { |
| "epoch": 1.8972274338127997, |
| "grad_norm": 0.12774960696697235, |
| "learning_rate": 6.244865935230214e-07, |
| "loss": 0.5293, |
| "step": 2277 |
| }, |
| { |
| "epoch": 1.8980612883051906, |
| "grad_norm": 0.13584597408771515, |
| "learning_rate": 6.23654122530344e-07, |
| "loss": 0.6379, |
| "step": 2278 |
| }, |
| { |
| "epoch": 1.8988951427975818, |
| "grad_norm": 0.13189005851745605, |
| "learning_rate": 6.228219552732083e-07, |
| "loss": 0.5781, |
| "step": 2279 |
| }, |
| { |
| "epoch": 1.899728997289973, |
| "grad_norm": 0.12410996854305267, |
| "learning_rate": 6.219900924232278e-07, |
| "loss": 0.5808, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.900562851782364, |
| "grad_norm": 0.12360142171382904, |
| "learning_rate": 6.211585346517701e-07, |
| "loss": 0.6029, |
| "step": 2281 |
| }, |
| { |
| "epoch": 1.9013967062747552, |
| "grad_norm": 0.12962640821933746, |
| "learning_rate": 6.203272826299559e-07, |
| "loss": 0.6324, |
| "step": 2282 |
| }, |
| { |
| "epoch": 1.9022305607671461, |
| "grad_norm": 0.1311754435300827, |
| "learning_rate": 6.194963370286595e-07, |
| "loss": 0.5782, |
| "step": 2283 |
| }, |
| { |
| "epoch": 1.903064415259537, |
| "grad_norm": 0.13473135232925415, |
| "learning_rate": 6.186656985185077e-07, |
| "loss": 0.6378, |
| "step": 2284 |
| }, |
| { |
| "epoch": 1.9038982697519282, |
| "grad_norm": 0.1313280314207077, |
| "learning_rate": 6.178353677698801e-07, |
| "loss": 0.6647, |
| "step": 2285 |
| }, |
| { |
| "epoch": 1.9047321242443194, |
| "grad_norm": 0.13595938682556152, |
| "learning_rate": 6.170053454529073e-07, |
| "loss": 0.5646, |
| "step": 2286 |
| }, |
| { |
| "epoch": 1.9055659787367105, |
| "grad_norm": 0.13668006658554077, |
| "learning_rate": 6.16175632237471e-07, |
| "loss": 0.6181, |
| "step": 2287 |
| }, |
| { |
| "epoch": 1.9063998332291017, |
| "grad_norm": 0.13875062763690948, |
| "learning_rate": 6.15346228793204e-07, |
| "loss": 0.5855, |
| "step": 2288 |
| }, |
| { |
| "epoch": 1.9072336877214926, |
| "grad_norm": 0.12911437451839447, |
| "learning_rate": 6.145171357894885e-07, |
| "loss": 0.6139, |
| "step": 2289 |
| }, |
| { |
| "epoch": 1.9080675422138835, |
| "grad_norm": 0.13118845224380493, |
| "learning_rate": 6.136883538954561e-07, |
| "loss": 0.5864, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.9089013967062747, |
| "grad_norm": 0.12767499685287476, |
| "learning_rate": 6.128598837799879e-07, |
| "loss": 0.6385, |
| "step": 2291 |
| }, |
| { |
| "epoch": 1.9097352511986658, |
| "grad_norm": 0.1284511238336563, |
| "learning_rate": 6.12031726111713e-07, |
| "loss": 0.5868, |
| "step": 2292 |
| }, |
| { |
| "epoch": 1.910569105691057, |
| "grad_norm": 0.13237819075584412, |
| "learning_rate": 6.112038815590079e-07, |
| "loss": 0.5604, |
| "step": 2293 |
| }, |
| { |
| "epoch": 1.9114029601834481, |
| "grad_norm": 0.13073354959487915, |
| "learning_rate": 6.103763507899977e-07, |
| "loss": 0.621, |
| "step": 2294 |
| }, |
| { |
| "epoch": 1.912236814675839, |
| "grad_norm": 0.1346769481897354, |
| "learning_rate": 6.095491344725527e-07, |
| "loss": 0.5636, |
| "step": 2295 |
| }, |
| { |
| "epoch": 1.91307066916823, |
| "grad_norm": 0.13018903136253357, |
| "learning_rate": 6.087222332742905e-07, |
| "loss": 0.582, |
| "step": 2296 |
| }, |
| { |
| "epoch": 1.9139045236606211, |
| "grad_norm": 0.13262416422367096, |
| "learning_rate": 6.078956478625742e-07, |
| "loss": 0.6244, |
| "step": 2297 |
| }, |
| { |
| "epoch": 1.9147383781530123, |
| "grad_norm": 0.1358201801776886, |
| "learning_rate": 6.070693789045113e-07, |
| "loss": 0.6072, |
| "step": 2298 |
| }, |
| { |
| "epoch": 1.9155722326454034, |
| "grad_norm": 0.12717005610466003, |
| "learning_rate": 6.06243427066955e-07, |
| "loss": 0.6003, |
| "step": 2299 |
| }, |
| { |
| "epoch": 1.9164060871377946, |
| "grad_norm": 0.13791069388389587, |
| "learning_rate": 6.054177930165016e-07, |
| "loss": 0.6324, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.9172399416301855, |
| "grad_norm": 0.12626376748085022, |
| "learning_rate": 6.045924774194916e-07, |
| "loss": 0.5243, |
| "step": 2301 |
| }, |
| { |
| "epoch": 1.9180737961225764, |
| "grad_norm": 0.12443426251411438, |
| "learning_rate": 6.037674809420083e-07, |
| "loss": 0.5733, |
| "step": 2302 |
| }, |
| { |
| "epoch": 1.9189076506149676, |
| "grad_norm": 0.13789716362953186, |
| "learning_rate": 6.029428042498772e-07, |
| "loss": 0.6085, |
| "step": 2303 |
| }, |
| { |
| "epoch": 1.9197415051073587, |
| "grad_norm": 0.12876053154468536, |
| "learning_rate": 6.02118448008666e-07, |
| "loss": 0.5843, |
| "step": 2304 |
| }, |
| { |
| "epoch": 1.92057535959975, |
| "grad_norm": 0.1320531666278839, |
| "learning_rate": 6.012944128836835e-07, |
| "loss": 0.6165, |
| "step": 2305 |
| }, |
| { |
| "epoch": 1.921409214092141, |
| "grad_norm": 0.12669098377227783, |
| "learning_rate": 6.004706995399797e-07, |
| "loss": 0.5911, |
| "step": 2306 |
| }, |
| { |
| "epoch": 1.922243068584532, |
| "grad_norm": 0.12740486860275269, |
| "learning_rate": 5.996473086423449e-07, |
| "loss": 0.5759, |
| "step": 2307 |
| }, |
| { |
| "epoch": 1.9230769230769231, |
| "grad_norm": 0.1266666054725647, |
| "learning_rate": 5.988242408553083e-07, |
| "loss": 0.6185, |
| "step": 2308 |
| }, |
| { |
| "epoch": 1.923910777569314, |
| "grad_norm": 0.14473924040794373, |
| "learning_rate": 5.980014968431395e-07, |
| "loss": 0.5639, |
| "step": 2309 |
| }, |
| { |
| "epoch": 1.9247446320617052, |
| "grad_norm": 0.13156810402870178, |
| "learning_rate": 5.971790772698466e-07, |
| "loss": 0.5898, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.9255784865540964, |
| "grad_norm": 0.13030414283275604, |
| "learning_rate": 5.963569827991751e-07, |
| "loss": 0.5725, |
| "step": 2311 |
| }, |
| { |
| "epoch": 1.9264123410464875, |
| "grad_norm": 0.1348404586315155, |
| "learning_rate": 5.955352140946088e-07, |
| "loss": 0.5914, |
| "step": 2312 |
| }, |
| { |
| "epoch": 1.9272461955388784, |
| "grad_norm": 0.12505322694778442, |
| "learning_rate": 5.94713771819368e-07, |
| "loss": 0.5284, |
| "step": 2313 |
| }, |
| { |
| "epoch": 1.9280800500312696, |
| "grad_norm": 0.1333184838294983, |
| "learning_rate": 5.938926566364105e-07, |
| "loss": 0.6533, |
| "step": 2314 |
| }, |
| { |
| "epoch": 1.9289139045236605, |
| "grad_norm": 0.14823047816753387, |
| "learning_rate": 5.930718692084289e-07, |
| "loss": 0.6039, |
| "step": 2315 |
| }, |
| { |
| "epoch": 1.9297477590160517, |
| "grad_norm": 0.1254442185163498, |
| "learning_rate": 5.922514101978522e-07, |
| "loss": 0.5922, |
| "step": 2316 |
| }, |
| { |
| "epoch": 1.9305816135084428, |
| "grad_norm": 0.13495124876499176, |
| "learning_rate": 5.914312802668444e-07, |
| "loss": 0.6377, |
| "step": 2317 |
| }, |
| { |
| "epoch": 1.931415468000834, |
| "grad_norm": 0.12776747345924377, |
| "learning_rate": 5.90611480077303e-07, |
| "loss": 0.5803, |
| "step": 2318 |
| }, |
| { |
| "epoch": 1.932249322493225, |
| "grad_norm": 0.12187840789556503, |
| "learning_rate": 5.897920102908602e-07, |
| "loss": 0.6001, |
| "step": 2319 |
| }, |
| { |
| "epoch": 1.933083176985616, |
| "grad_norm": 0.13361410796642303, |
| "learning_rate": 5.889728715688814e-07, |
| "loss": 0.6101, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.933917031478007, |
| "grad_norm": 0.13355158269405365, |
| "learning_rate": 5.881540645724645e-07, |
| "loss": 0.5752, |
| "step": 2321 |
| }, |
| { |
| "epoch": 1.9347508859703981, |
| "grad_norm": 0.12796255946159363, |
| "learning_rate": 5.8733558996244e-07, |
| "loss": 0.5554, |
| "step": 2322 |
| }, |
| { |
| "epoch": 1.9355847404627893, |
| "grad_norm": 0.132767915725708, |
| "learning_rate": 5.865174483993696e-07, |
| "loss": 0.5639, |
| "step": 2323 |
| }, |
| { |
| "epoch": 1.9364185949551804, |
| "grad_norm": 0.1333564668893814, |
| "learning_rate": 5.856996405435471e-07, |
| "loss": 0.6437, |
| "step": 2324 |
| }, |
| { |
| "epoch": 1.9372524494475714, |
| "grad_norm": 0.13327006995677948, |
| "learning_rate": 5.848821670549967e-07, |
| "loss": 0.6275, |
| "step": 2325 |
| }, |
| { |
| "epoch": 1.9380863039399625, |
| "grad_norm": 0.13549090921878815, |
| "learning_rate": 5.840650285934722e-07, |
| "loss": 0.5768, |
| "step": 2326 |
| }, |
| { |
| "epoch": 1.9389201584323534, |
| "grad_norm": 0.12455825507640839, |
| "learning_rate": 5.832482258184574e-07, |
| "loss": 0.5617, |
| "step": 2327 |
| }, |
| { |
| "epoch": 1.9397540129247446, |
| "grad_norm": 0.1259452998638153, |
| "learning_rate": 5.824317593891651e-07, |
| "loss": 0.5639, |
| "step": 2328 |
| }, |
| { |
| "epoch": 1.9405878674171357, |
| "grad_norm": 0.12992453575134277, |
| "learning_rate": 5.816156299645362e-07, |
| "loss": 0.6418, |
| "step": 2329 |
| }, |
| { |
| "epoch": 1.9414217219095269, |
| "grad_norm": 0.12744390964508057, |
| "learning_rate": 5.807998382032413e-07, |
| "loss": 0.5801, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.9422555764019178, |
| "grad_norm": 0.13386395573616028, |
| "learning_rate": 5.799843847636765e-07, |
| "loss": 0.6192, |
| "step": 2331 |
| }, |
| { |
| "epoch": 1.943089430894309, |
| "grad_norm": 0.13299784064292908, |
| "learning_rate": 5.791692703039656e-07, |
| "loss": 0.5963, |
| "step": 2332 |
| }, |
| { |
| "epoch": 1.9439232853867, |
| "grad_norm": 0.12975671887397766, |
| "learning_rate": 5.783544954819591e-07, |
| "loss": 0.6515, |
| "step": 2333 |
| }, |
| { |
| "epoch": 1.944757139879091, |
| "grad_norm": 0.13418138027191162, |
| "learning_rate": 5.775400609552331e-07, |
| "loss": 0.5566, |
| "step": 2334 |
| }, |
| { |
| "epoch": 1.9455909943714822, |
| "grad_norm": 0.13558447360992432, |
| "learning_rate": 5.767259673810889e-07, |
| "loss": 0.6067, |
| "step": 2335 |
| }, |
| { |
| "epoch": 1.9464248488638733, |
| "grad_norm": 0.12238030880689621, |
| "learning_rate": 5.759122154165528e-07, |
| "loss": 0.5724, |
| "step": 2336 |
| }, |
| { |
| "epoch": 1.9472587033562645, |
| "grad_norm": 0.14128273725509644, |
| "learning_rate": 5.750988057183754e-07, |
| "loss": 0.6078, |
| "step": 2337 |
| }, |
| { |
| "epoch": 1.9480925578486554, |
| "grad_norm": 0.14713209867477417, |
| "learning_rate": 5.742857389430319e-07, |
| "loss": 0.6125, |
| "step": 2338 |
| }, |
| { |
| "epoch": 1.9489264123410464, |
| "grad_norm": 0.1362263411283493, |
| "learning_rate": 5.734730157467194e-07, |
| "loss": 0.5711, |
| "step": 2339 |
| }, |
| { |
| "epoch": 1.9497602668334375, |
| "grad_norm": 0.13019274175167084, |
| "learning_rate": 5.72660636785358e-07, |
| "loss": 0.5702, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.9505941213258287, |
| "grad_norm": 0.14090077579021454, |
| "learning_rate": 5.718486027145905e-07, |
| "loss": 0.6286, |
| "step": 2341 |
| }, |
| { |
| "epoch": 1.9514279758182198, |
| "grad_norm": 0.13111229240894318, |
| "learning_rate": 5.710369141897813e-07, |
| "loss": 0.6162, |
| "step": 2342 |
| }, |
| { |
| "epoch": 1.952261830310611, |
| "grad_norm": 0.14520929753780365, |
| "learning_rate": 5.702255718660148e-07, |
| "loss": 0.6235, |
| "step": 2343 |
| }, |
| { |
| "epoch": 1.9530956848030019, |
| "grad_norm": 0.12398312240839005, |
| "learning_rate": 5.69414576398098e-07, |
| "loss": 0.5896, |
| "step": 2344 |
| }, |
| { |
| "epoch": 1.9539295392953928, |
| "grad_norm": 0.14264680445194244, |
| "learning_rate": 5.686039284405563e-07, |
| "loss": 0.5586, |
| "step": 2345 |
| }, |
| { |
| "epoch": 1.954763393787784, |
| "grad_norm": 0.13142624497413635, |
| "learning_rate": 5.677936286476356e-07, |
| "loss": 0.5624, |
| "step": 2346 |
| }, |
| { |
| "epoch": 1.9555972482801751, |
| "grad_norm": 0.13193339109420776, |
| "learning_rate": 5.669836776732999e-07, |
| "loss": 0.6235, |
| "step": 2347 |
| }, |
| { |
| "epoch": 1.9564311027725663, |
| "grad_norm": 0.12483777850866318, |
| "learning_rate": 5.661740761712324e-07, |
| "loss": 0.6564, |
| "step": 2348 |
| }, |
| { |
| "epoch": 1.9572649572649574, |
| "grad_norm": 0.13298740983009338, |
| "learning_rate": 5.653648247948341e-07, |
| "loss": 0.6364, |
| "step": 2349 |
| }, |
| { |
| "epoch": 1.9580988117573483, |
| "grad_norm": 0.12461144477128983, |
| "learning_rate": 5.64555924197223e-07, |
| "loss": 0.5612, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.9589326662497393, |
| "grad_norm": 0.12801668047904968, |
| "learning_rate": 5.637473750312349e-07, |
| "loss": 0.5265, |
| "step": 2351 |
| }, |
| { |
| "epoch": 1.9597665207421304, |
| "grad_norm": 0.13269507884979248, |
| "learning_rate": 5.62939177949421e-07, |
| "loss": 0.5956, |
| "step": 2352 |
| }, |
| { |
| "epoch": 1.9606003752345216, |
| "grad_norm": 0.14033639430999756, |
| "learning_rate": 5.621313336040494e-07, |
| "loss": 0.6257, |
| "step": 2353 |
| }, |
| { |
| "epoch": 1.9614342297269127, |
| "grad_norm": 0.12311799824237823, |
| "learning_rate": 5.613238426471024e-07, |
| "loss": 0.5558, |
| "step": 2354 |
| }, |
| { |
| "epoch": 1.9622680842193039, |
| "grad_norm": 0.12262886762619019, |
| "learning_rate": 5.605167057302777e-07, |
| "loss": 0.5878, |
| "step": 2355 |
| }, |
| { |
| "epoch": 1.9631019387116948, |
| "grad_norm": 0.12075518816709518, |
| "learning_rate": 5.597099235049874e-07, |
| "loss": 0.5562, |
| "step": 2356 |
| }, |
| { |
| "epoch": 1.9639357932040857, |
| "grad_norm": 0.12985512614250183, |
| "learning_rate": 5.589034966223566e-07, |
| "loss": 0.6132, |
| "step": 2357 |
| }, |
| { |
| "epoch": 1.9647696476964769, |
| "grad_norm": 0.1268652081489563, |
| "learning_rate": 5.580974257332242e-07, |
| "loss": 0.6154, |
| "step": 2358 |
| }, |
| { |
| "epoch": 1.965603502188868, |
| "grad_norm": 0.13775032758712769, |
| "learning_rate": 5.572917114881422e-07, |
| "loss": 0.6034, |
| "step": 2359 |
| }, |
| { |
| "epoch": 1.9664373566812592, |
| "grad_norm": 0.13750946521759033, |
| "learning_rate": 5.564863545373739e-07, |
| "loss": 0.5833, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.9672712111736503, |
| "grad_norm": 0.12842507660388947, |
| "learning_rate": 5.556813555308948e-07, |
| "loss": 0.5999, |
| "step": 2361 |
| }, |
| { |
| "epoch": 1.9681050656660413, |
| "grad_norm": 0.13427001237869263, |
| "learning_rate": 5.548767151183912e-07, |
| "loss": 0.6044, |
| "step": 2362 |
| }, |
| { |
| "epoch": 1.9689389201584322, |
| "grad_norm": 0.13650521636009216, |
| "learning_rate": 5.540724339492602e-07, |
| "loss": 0.6156, |
| "step": 2363 |
| }, |
| { |
| "epoch": 1.9697727746508233, |
| "grad_norm": 0.13917742669582367, |
| "learning_rate": 5.532685126726086e-07, |
| "loss": 0.5875, |
| "step": 2364 |
| }, |
| { |
| "epoch": 1.9706066291432145, |
| "grad_norm": 0.1281631588935852, |
| "learning_rate": 5.524649519372532e-07, |
| "loss": 0.5927, |
| "step": 2365 |
| }, |
| { |
| "epoch": 1.9714404836356056, |
| "grad_norm": 0.13355673849582672, |
| "learning_rate": 5.516617523917195e-07, |
| "loss": 0.5991, |
| "step": 2366 |
| }, |
| { |
| "epoch": 1.9722743381279968, |
| "grad_norm": 0.12803775072097778, |
| "learning_rate": 5.508589146842423e-07, |
| "loss": 0.6001, |
| "step": 2367 |
| }, |
| { |
| "epoch": 1.9731081926203877, |
| "grad_norm": 0.1371046006679535, |
| "learning_rate": 5.500564394627634e-07, |
| "loss": 0.5983, |
| "step": 2368 |
| }, |
| { |
| "epoch": 1.9739420471127789, |
| "grad_norm": 0.1317107230424881, |
| "learning_rate": 5.492543273749321e-07, |
| "loss": 0.6025, |
| "step": 2369 |
| }, |
| { |
| "epoch": 1.9747759016051698, |
| "grad_norm": 0.13639812171459198, |
| "learning_rate": 5.484525790681052e-07, |
| "loss": 0.598, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.975609756097561, |
| "grad_norm": 0.13002654910087585, |
| "learning_rate": 5.476511951893454e-07, |
| "loss": 0.602, |
| "step": 2371 |
| }, |
| { |
| "epoch": 1.976443610589952, |
| "grad_norm": 0.12995946407318115, |
| "learning_rate": 5.468501763854214e-07, |
| "loss": 0.575, |
| "step": 2372 |
| }, |
| { |
| "epoch": 1.9772774650823433, |
| "grad_norm": 0.13288018107414246, |
| "learning_rate": 5.460495233028073e-07, |
| "loss": 0.6301, |
| "step": 2373 |
| }, |
| { |
| "epoch": 1.9781113195747342, |
| "grad_norm": 0.13422086834907532, |
| "learning_rate": 5.452492365876827e-07, |
| "loss": 0.6567, |
| "step": 2374 |
| }, |
| { |
| "epoch": 1.9789451740671253, |
| "grad_norm": 0.13234974443912506, |
| "learning_rate": 5.444493168859303e-07, |
| "loss": 0.5892, |
| "step": 2375 |
| }, |
| { |
| "epoch": 1.9797790285595163, |
| "grad_norm": 0.13048966228961945, |
| "learning_rate": 5.436497648431375e-07, |
| "loss": 0.6009, |
| "step": 2376 |
| }, |
| { |
| "epoch": 1.9806128830519074, |
| "grad_norm": 0.124395951628685, |
| "learning_rate": 5.428505811045947e-07, |
| "loss": 0.5759, |
| "step": 2377 |
| }, |
| { |
| "epoch": 1.9814467375442986, |
| "grad_norm": 0.12869031727313995, |
| "learning_rate": 5.420517663152948e-07, |
| "loss": 0.6303, |
| "step": 2378 |
| }, |
| { |
| "epoch": 1.9822805920366897, |
| "grad_norm": 0.13104695081710815, |
| "learning_rate": 5.412533211199329e-07, |
| "loss": 0.6003, |
| "step": 2379 |
| }, |
| { |
| "epoch": 1.9831144465290806, |
| "grad_norm": 0.13080964982509613, |
| "learning_rate": 5.404552461629068e-07, |
| "loss": 0.6617, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.9839483010214718, |
| "grad_norm": 0.12720125913619995, |
| "learning_rate": 5.39657542088314e-07, |
| "loss": 0.6138, |
| "step": 2381 |
| }, |
| { |
| "epoch": 1.9847821555138627, |
| "grad_norm": 0.12719741463661194, |
| "learning_rate": 5.388602095399544e-07, |
| "loss": 0.6034, |
| "step": 2382 |
| }, |
| { |
| "epoch": 1.9856160100062539, |
| "grad_norm": 0.13190889358520508, |
| "learning_rate": 5.380632491613264e-07, |
| "loss": 0.6329, |
| "step": 2383 |
| }, |
| { |
| "epoch": 1.986449864498645, |
| "grad_norm": 0.13070254027843475, |
| "learning_rate": 5.372666615956289e-07, |
| "loss": 0.5807, |
| "step": 2384 |
| }, |
| { |
| "epoch": 1.9872837189910362, |
| "grad_norm": 0.12874957919120789, |
| "learning_rate": 5.3647044748576e-07, |
| "loss": 0.5942, |
| "step": 2385 |
| }, |
| { |
| "epoch": 1.988117573483427, |
| "grad_norm": 0.13363546133041382, |
| "learning_rate": 5.356746074743157e-07, |
| "loss": 0.5778, |
| "step": 2386 |
| }, |
| { |
| "epoch": 1.9889514279758183, |
| "grad_norm": 0.1323724091053009, |
| "learning_rate": 5.348791422035903e-07, |
| "loss": 0.6128, |
| "step": 2387 |
| }, |
| { |
| "epoch": 1.9897852824682092, |
| "grad_norm": 0.1363963931798935, |
| "learning_rate": 5.340840523155768e-07, |
| "loss": 0.6101, |
| "step": 2388 |
| }, |
| { |
| "epoch": 1.9906191369606003, |
| "grad_norm": 0.13670435547828674, |
| "learning_rate": 5.332893384519639e-07, |
| "loss": 0.6146, |
| "step": 2389 |
| }, |
| { |
| "epoch": 1.9914529914529915, |
| "grad_norm": 0.12916621565818787, |
| "learning_rate": 5.324950012541372e-07, |
| "loss": 0.6372, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.9922868459453826, |
| "grad_norm": 0.12862586975097656, |
| "learning_rate": 5.317010413631782e-07, |
| "loss": 0.5652, |
| "step": 2391 |
| }, |
| { |
| "epoch": 1.9931207004377736, |
| "grad_norm": 0.1284669190645218, |
| "learning_rate": 5.309074594198644e-07, |
| "loss": 0.6468, |
| "step": 2392 |
| }, |
| { |
| "epoch": 1.9939545549301647, |
| "grad_norm": 0.12397977709770203, |
| "learning_rate": 5.301142560646676e-07, |
| "loss": 0.603, |
| "step": 2393 |
| }, |
| { |
| "epoch": 1.9947884094225556, |
| "grad_norm": 0.13170576095581055, |
| "learning_rate": 5.293214319377542e-07, |
| "loss": 0.63, |
| "step": 2394 |
| }, |
| { |
| "epoch": 1.9956222639149468, |
| "grad_norm": 0.11900755017995834, |
| "learning_rate": 5.285289876789849e-07, |
| "loss": 0.5428, |
| "step": 2395 |
| }, |
| { |
| "epoch": 1.996456118407338, |
| "grad_norm": 0.13693659007549286, |
| "learning_rate": 5.277369239279143e-07, |
| "loss": 0.6014, |
| "step": 2396 |
| }, |
| { |
| "epoch": 1.997289972899729, |
| "grad_norm": 0.14242641627788544, |
| "learning_rate": 5.269452413237885e-07, |
| "loss": 0.6007, |
| "step": 2397 |
| }, |
| { |
| "epoch": 1.99812382739212, |
| "grad_norm": 0.12357503920793533, |
| "learning_rate": 5.261539405055471e-07, |
| "loss": 0.5221, |
| "step": 2398 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 3597, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 1199, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0907687802820887e+19, |
| "train_batch_size": 6, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
