{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 13701,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.854368932038835e-08,
      "loss": 1.9543,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.70873786407767e-08,
      "loss": 1.9541,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4563106796116507e-07,
      "loss": 1.9315,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.941747572815534e-07,
      "loss": 1.9432,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4271844660194176e-07,
      "loss": 1.9122,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9126213592233014e-07,
      "loss": 2.0441,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.398058252427185e-07,
      "loss": 2.0416,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.883495145631068e-07,
      "loss": 1.9215,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.368932038834952e-07,
      "loss": 1.9536,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.854368932038835e-07,
      "loss": 1.9478,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.339805825242719e-07,
      "loss": 2.0327,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.825242718446603e-07,
      "loss": 1.9505,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.310679611650486e-07,
      "loss": 1.9048,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.79611650485437e-07,
      "loss": 1.8696,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.281553398058253e-07,
      "loss": 1.9081,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.766990291262136e-07,
      "loss": 1.8153,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.25242718446602e-07,
      "loss": 1.9344,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.737864077669904e-07,
      "loss": 1.9608,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.223300970873787e-07,
      "loss": 1.8277,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.70873786407767e-07,
      "loss": 1.8154,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0194174757281554e-06,
      "loss": 1.7773,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0679611650485437e-06,
      "loss": 1.6277,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1165048543689322e-06,
      "loss": 1.7295,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1650485436893206e-06,
      "loss": 1.6226,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.213592233009709e-06,
      "loss": 1.6178,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2621359223300972e-06,
      "loss": 1.6507,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3106796116504856e-06,
      "loss": 1.6853,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.359223300970874e-06,
      "loss": 1.5693,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4077669902912622e-06,
      "loss": 1.5799,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4563106796116506e-06,
      "loss": 1.5809,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5048543689320389e-06,
      "loss": 1.5479,
      "step": 31
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5533980582524272e-06,
      "loss": 1.5579,
      "step": 32
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6019417475728158e-06,
      "loss": 1.6026,
      "step": 33
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.650485436893204e-06,
      "loss": 1.5651,
      "step": 34
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6990291262135924e-06,
      "loss": 1.5456,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7475728155339808e-06,
      "loss": 1.6073,
      "step": 36
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.796116504854369e-06,
      "loss": 1.4311,
      "step": 37
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8446601941747574e-06,
      "loss": 1.4697,
      "step": 38
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8932038834951458e-06,
      "loss": 1.533,
      "step": 39
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.941747572815534e-06,
      "loss": 1.4785,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9902912621359226e-06,
      "loss": 1.4778,
      "step": 41
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0388349514563107e-06,
      "loss": 1.411,
      "step": 42
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0873786407766993e-06,
      "loss": 1.4404,
      "step": 43
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1359223300970874e-06,
      "loss": 1.4177,
      "step": 44
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.184466019417476e-06,
      "loss": 1.3901,
      "step": 45
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2330097087378645e-06,
      "loss": 1.4447,
      "step": 46
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2815533980582526e-06,
      "loss": 1.5141,
      "step": 47
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.330097087378641e-06,
      "loss": 1.5238,
      "step": 48
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3786407766990293e-06,
      "loss": 1.4501,
      "step": 49
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.427184466019418e-06,
      "loss": 1.4043,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.475728155339806e-06,
      "loss": 1.4449,
      "step": 51
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5242718446601945e-06,
      "loss": 1.3536,
      "step": 52
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5728155339805826e-06,
      "loss": 1.5108,
      "step": 53
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.621359223300971e-06,
      "loss": 1.4123,
      "step": 54
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6699029126213593e-06,
      "loss": 1.3707,
      "step": 55
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.718446601941748e-06,
      "loss": 1.3425,
      "step": 56
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.766990291262136e-06,
      "loss": 1.3756,
      "step": 57
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8155339805825245e-06,
      "loss": 1.4272,
      "step": 58
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8640776699029126e-06,
      "loss": 1.3565,
      "step": 59
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.912621359223301e-06,
      "loss": 1.3225,
      "step": 60
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9611650485436892e-06,
      "loss": 1.3951,
      "step": 61
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0097087378640778e-06,
      "loss": 1.344,
      "step": 62
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.058252427184466e-06,
      "loss": 1.433,
      "step": 63
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1067961165048544e-06,
      "loss": 1.3827,
      "step": 64
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1553398058252434e-06,
      "loss": 1.4317,
      "step": 65
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2038834951456315e-06,
      "loss": 1.3606,
      "step": 66
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.25242718446602e-06,
      "loss": 1.3995,
      "step": 67
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.300970873786408e-06,
      "loss": 1.3357,
      "step": 68
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3495145631067967e-06,
      "loss": 1.3345,
      "step": 69
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.398058252427185e-06,
      "loss": 1.396,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4466019417475734e-06,
      "loss": 1.3592,
      "step": 71
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4951456310679615e-06,
      "loss": 1.3569,
      "step": 72
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.54368932038835e-06,
      "loss": 1.3756,
      "step": 73
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.592233009708738e-06,
      "loss": 1.3963,
      "step": 74
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6407766990291267e-06,
      "loss": 1.4162,
      "step": 75
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.689320388349515e-06,
      "loss": 1.3496,
      "step": 76
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7378640776699034e-06,
      "loss": 1.4413,
      "step": 77
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7864077669902915e-06,
      "loss": 1.3062,
      "step": 78
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.83495145631068e-06,
      "loss": 1.3436,
      "step": 79
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.883495145631068e-06,
      "loss": 1.3633,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.932038834951457e-06,
      "loss": 1.2845,
      "step": 81
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.980582524271845e-06,
      "loss": 1.4068,
      "step": 82
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.029126213592233e-06,
      "loss": 1.3247,
      "step": 83
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.0776699029126215e-06,
      "loss": 1.2642,
      "step": 84
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.12621359223301e-06,
      "loss": 1.3131,
      "step": 85
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.1747572815533986e-06,
      "loss": 1.3081,
      "step": 86
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.223300970873786e-06,
      "loss": 1.2553,
      "step": 87
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.271844660194175e-06,
      "loss": 1.3603,
      "step": 88
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.320388349514563e-06,
      "loss": 1.3395,
      "step": 89
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.368932038834952e-06,
      "loss": 1.2572,
      "step": 90
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.4174757281553404e-06,
      "loss": 1.3013,
      "step": 91
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.466019417475729e-06,
      "loss": 1.2275,
      "step": 92
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.514563106796117e-06,
      "loss": 1.3482,
      "step": 93
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.563106796116505e-06,
      "loss": 1.2436,
      "step": 94
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.611650485436894e-06,
      "loss": 1.3848,
      "step": 95
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.660194174757282e-06,
      "loss": 1.2425,
      "step": 96
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.70873786407767e-06,
      "loss": 1.2529,
      "step": 97
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.7572815533980585e-06,
      "loss": 1.3168,
      "step": 98
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.805825242718447e-06,
      "loss": 1.2939,
      "step": 99
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.854368932038836e-06,
      "loss": 1.3086,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.902912621359223e-06,
      "loss": 1.2284,
      "step": 101
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.951456310679612e-06,
      "loss": 1.2595,
      "step": 102
    },
    {
      "epoch": 0.01,
      "learning_rate": 5e-06,
      "loss": 1.2843,
      "step": 103
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.048543689320389e-06,
      "loss": 1.3156,
      "step": 104
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.0970873786407775e-06,
      "loss": 1.2655,
      "step": 105
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.145631067961165e-06,
      "loss": 1.3449,
      "step": 106
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.194174757281554e-06,
      "loss": 1.2448,
      "step": 107
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.242718446601942e-06,
      "loss": 1.2644,
      "step": 108
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.291262135922331e-06,
      "loss": 1.2769,
      "step": 109
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.3398058252427185e-06,
      "loss": 1.2147,
      "step": 110
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.388349514563107e-06,
      "loss": 1.3763,
      "step": 111
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.436893203883496e-06,
      "loss": 1.2981,
      "step": 112
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.485436893203884e-06,
      "loss": 1.2771,
      "step": 113
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.533980582524272e-06,
      "loss": 1.2167,
      "step": 114
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.58252427184466e-06,
      "loss": 1.3325,
      "step": 115
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.631067961165049e-06,
      "loss": 1.2998,
      "step": 116
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.6796116504854375e-06,
      "loss": 1.3025,
      "step": 117
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.728155339805825e-06,
      "loss": 1.3451,
      "step": 118
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.776699029126214e-06,
      "loss": 1.2579,
      "step": 119
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.825242718446602e-06,
      "loss": 1.3051,
      "step": 120
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.873786407766991e-06,
      "loss": 1.2714,
      "step": 121
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.9223300970873785e-06,
      "loss": 1.3235,
      "step": 122
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.970873786407767e-06,
      "loss": 1.2459,
      "step": 123
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.0194174757281556e-06,
      "loss": 1.2067,
      "step": 124
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.067961165048544e-06,
      "loss": 1.2928,
      "step": 125
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.116504854368932e-06,
      "loss": 1.3067,
      "step": 126
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.16504854368932e-06,
      "loss": 1.2469,
      "step": 127
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.213592233009709e-06,
      "loss": 1.2108,
      "step": 128
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.262135922330098e-06,
      "loss": 1.2461,
      "step": 129
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.310679611650487e-06,
      "loss": 1.1979,
      "step": 130
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.3592233009708745e-06,
      "loss": 1.2733,
      "step": 131
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.407766990291263e-06,
      "loss": 1.314,
      "step": 132
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.456310679611652e-06,
      "loss": 1.2307,
      "step": 133
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.50485436893204e-06,
      "loss": 1.2705,
      "step": 134
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.553398058252428e-06,
      "loss": 1.3283,
      "step": 135
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.601941747572816e-06,
      "loss": 1.3326,
      "step": 136
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.650485436893205e-06,
      "loss": 1.2145,
      "step": 137
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.6990291262135935e-06,
      "loss": 1.1781,
      "step": 138
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.747572815533981e-06,
      "loss": 1.257,
      "step": 139
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.79611650485437e-06,
      "loss": 1.1097,
      "step": 140
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.844660194174758e-06,
      "loss": 1.2357,
      "step": 141
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.893203883495147e-06,
      "loss": 1.1908,
      "step": 142
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.9417475728155345e-06,
      "loss": 1.2727,
      "step": 143
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.990291262135923e-06,
      "loss": 1.1942,
      "step": 144
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.0388349514563116e-06,
      "loss": 1.2011,
      "step": 145
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.0873786407767e-06,
      "loss": 1.2252,
      "step": 146
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.135922330097088e-06,
      "loss": 1.2181,
      "step": 147
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.184466019417476e-06,
      "loss": 1.2835,
      "step": 148
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.233009708737865e-06,
      "loss": 1.2571,
      "step": 149
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.2815533980582534e-06,
      "loss": 1.2609,
      "step": 150
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.330097087378641e-06,
      "loss": 1.2952,
      "step": 151
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.37864077669903e-06,
      "loss": 1.2545,
      "step": 152
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.427184466019418e-06,
      "loss": 1.236,
      "step": 153
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.475728155339807e-06,
      "loss": 1.2682,
      "step": 154
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.5242718446601945e-06,
      "loss": 1.2311,
      "step": 155
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.572815533980583e-06,
      "loss": 1.2838,
      "step": 156
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.6213592233009715e-06,
      "loss": 1.2628,
      "step": 157
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.66990291262136e-06,
      "loss": 1.1697,
      "step": 158
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.718446601941748e-06,
      "loss": 1.2616,
      "step": 159
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.766990291262136e-06,
      "loss": 1.2584,
      "step": 160
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.815533980582525e-06,
      "loss": 1.1696,
      "step": 161
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.864077669902913e-06,
      "loss": 1.1815,
      "step": 162
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.912621359223302e-06,
      "loss": 1.238,
      "step": 163
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.96116504854369e-06,
      "loss": 1.1825,
      "step": 164
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.009708737864077e-06,
      "loss": 1.1944,
      "step": 165
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.058252427184466e-06,
      "loss": 1.2607,
      "step": 166
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.106796116504854e-06,
      "loss": 1.2771,
      "step": 167
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.155339805825243e-06,
      "loss": 1.2562,
      "step": 168
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.203883495145632e-06,
      "loss": 1.2095,
      "step": 169
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.25242718446602e-06,
      "loss": 1.2045,
      "step": 170
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.300970873786409e-06,
      "loss": 1.2009,
      "step": 171
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.349514563106797e-06,
      "loss": 1.2412,
      "step": 172
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.398058252427184e-06,
      "loss": 1.2197,
      "step": 173
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.446601941747573e-06,
      "loss": 1.2314,
      "step": 174
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.495145631067961e-06,
      "loss": 1.1688,
      "step": 175
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.54368932038835e-06,
      "loss": 1.2146,
      "step": 176
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.592233009708738e-06,
      "loss": 1.136,
      "step": 177
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.640776699029127e-06,
      "loss": 1.161,
      "step": 178
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.689320388349515e-06,
      "loss": 1.1519,
      "step": 179
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.737864077669904e-06,
      "loss": 1.1338,
      "step": 180
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.786407766990292e-06,
      "loss": 1.2298,
      "step": 181
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.834951456310681e-06,
      "loss": 1.2274,
      "step": 182
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.88349514563107e-06,
      "loss": 1.164,
      "step": 183
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.932038834951458e-06,
      "loss": 1.172,
      "step": 184
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.980582524271847e-06,
      "loss": 1.2157,
      "step": 185
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.029126213592233e-06,
      "loss": 1.2686,
      "step": 186
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.077669902912622e-06,
      "loss": 1.1803,
      "step": 187
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.12621359223301e-06,
      "loss": 1.1525,
      "step": 188
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.174757281553399e-06,
      "loss": 1.2092,
      "step": 189
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.223300970873788e-06,
      "loss": 1.2055,
      "step": 190
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.271844660194176e-06,
      "loss": 1.1881,
      "step": 191
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.320388349514565e-06,
      "loss": 1.155,
      "step": 192
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.368932038834953e-06,
      "loss": 1.171,
      "step": 193
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.41747572815534e-06,
      "loss": 1.2373,
      "step": 194
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.466019417475729e-06,
      "loss": 1.175,
      "step": 195
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.514563106796117e-06,
      "loss": 1.1732,
      "step": 196
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.563106796116506e-06,
      "loss": 1.1874,
      "step": 197
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.611650485436894e-06,
      "loss": 1.1803,
      "step": 198
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.660194174757283e-06,
      "loss": 1.2227,
      "step": 199
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.708737864077671e-06,
      "loss": 1.3219,
      "step": 200
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.75728155339806e-06,
      "loss": 1.233,
      "step": 201
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.805825242718447e-06,
      "loss": 1.2424,
      "step": 202
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.854368932038835e-06,
      "loss": 1.2632,
      "step": 203
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.902912621359224e-06,
      "loss": 1.1237,
      "step": 204
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.951456310679612e-06,
      "loss": 1.2164,
      "step": 205
    },
    {
      "epoch": 0.02,
      "learning_rate": 1e-05,
      "loss": 1.2065,
      "step": 206
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.004854368932039e-05,
      "loss": 1.1694,
      "step": 207
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0097087378640778e-05,
      "loss": 1.1331,
      "step": 208
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0145631067961166e-05,
      "loss": 1.1562,
      "step": 209
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0194174757281555e-05,
      "loss": 1.1623,
      "step": 210
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0242718446601942e-05,
      "loss": 1.1736,
      "step": 211
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.029126213592233e-05,
      "loss": 1.2457,
      "step": 212
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0339805825242719e-05,
      "loss": 1.1457,
      "step": 213
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0388349514563107e-05,
      "loss": 1.1479,
      "step": 214
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0436893203883496e-05,
      "loss": 1.1914,
      "step": 215
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0485436893203885e-05,
      "loss": 1.186,
      "step": 216
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0533980582524273e-05,
      "loss": 1.1197,
      "step": 217
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0582524271844662e-05,
      "loss": 1.229,
      "step": 218
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0631067961165048e-05,
      "loss": 1.2278,
      "step": 219
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0679611650485437e-05,
      "loss": 1.2548,
      "step": 220
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0728155339805826e-05,
      "loss": 1.1959,
      "step": 221
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0776699029126214e-05,
      "loss": 1.2116,
      "step": 222
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0825242718446603e-05,
      "loss": 1.2656,
      "step": 223
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0873786407766991e-05,
      "loss": 1.184,
      "step": 224
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.092233009708738e-05,
      "loss": 1.1223,
      "step": 225
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0970873786407768e-05,
      "loss": 1.2534,
      "step": 226
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1019417475728155e-05,
      "loss": 1.3037,
      "step": 227
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1067961165048544e-05,
      "loss": 1.1931,
      "step": 228
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1116504854368932e-05,
      "loss": 1.2278,
      "step": 229
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.116504854368932e-05,
      "loss": 1.2136,
      "step": 230
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.121359223300971e-05,
      "loss": 1.1184,
      "step": 231
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1262135922330098e-05,
      "loss": 1.2004,
      "step": 232
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1310679611650486e-05,
      "loss": 1.1143,
      "step": 233
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1359223300970875e-05,
      "loss": 1.1881,
      "step": 234
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1407766990291262e-05,
      "loss": 1.1889,
      "step": 235
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.145631067961165e-05,
      "loss": 1.2076,
      "step": 236
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1504854368932039e-05,
      "loss": 1.1971,
      "step": 237
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1553398058252427e-05,
      "loss": 1.1765,
      "step": 238
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1601941747572816e-05,
      "loss": 1.2161,
      "step": 239
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1650485436893204e-05,
      "loss": 1.1938,
      "step": 240
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1699029126213593e-05,
      "loss": 1.1818,
      "step": 241
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1747572815533982e-05,
      "loss": 1.199,
      "step": 242
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1796116504854368e-05,
      "loss": 1.2489,
      "step": 243
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1844660194174757e-05,
      "loss": 1.1133,
      "step": 244
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1893203883495146e-05,
      "loss": 1.1376,
      "step": 245
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1941747572815534e-05,
      "loss": 1.1911,
      "step": 246
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1990291262135923e-05,
      "loss": 1.202,
      "step": 247
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2038834951456311e-05,
      "loss": 1.168,
      "step": 248
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.20873786407767e-05,
      "loss": 1.2504,
      "step": 249
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2135922330097088e-05,
      "loss": 1.1366,
      "step": 250
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2184466019417475e-05,
      "loss": 1.1904,
      "step": 251
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2233009708737864e-05,
      "loss": 1.2547,
      "step": 252
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2281553398058252e-05,
      "loss": 1.2681,
      "step": 253
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.233009708737864e-05,
      "loss": 1.1549,
      "step": 254
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.237864077669903e-05,
      "loss": 1.2347,
      "step": 255
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2427184466019418e-05,
      "loss": 1.221,
      "step": 256
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2475728155339806e-05,
      "loss": 1.1815,
      "step": 257
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2524271844660197e-05,
      "loss": 1.1358,
      "step": 258
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2572815533980585e-05,
      "loss": 1.143,
      "step": 259
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2621359223300974e-05,
      "loss": 1.1742,
      "step": 260
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.266990291262136e-05,
      "loss": 1.1651,
      "step": 261
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2718446601941749e-05,
      "loss": 1.2137,
      "step": 262
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2766990291262138e-05,
      "loss": 1.1362,
      "step": 263
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2815533980582526e-05,
      "loss": 1.2449,
      "step": 264
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2864077669902915e-05,
      "loss": 1.2293,
      "step": 265
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2912621359223303e-05,
      "loss": 1.2468,
      "step": 266
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2961165048543692e-05,
      "loss": 1.2328,
      "step": 267
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.300970873786408e-05,
      "loss": 1.1604,
      "step": 268
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3058252427184467e-05,
      "loss": 1.1855,
      "step": 269
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3106796116504856e-05,
      "loss": 1.2425,
      "step": 270
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3155339805825244e-05,
      "loss": 1.1152,
      "step": 271
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3203883495145633e-05,
      "loss": 1.2886,
      "step": 272
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3252427184466021e-05,
      "loss": 1.1558,
      "step": 273
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.330097087378641e-05,
      "loss": 1.1603,
      "step": 274
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3349514563106798e-05,
      "loss": 1.2606,
      "step": 275
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3398058252427187e-05,
      "loss": 1.2601,
      "step": 276
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3446601941747574e-05,
      "loss": 1.2578,
      "step": 277
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3495145631067962e-05,
      "loss": 1.054,
      "step": 278
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3543689320388351e-05,
      "loss": 1.1608,
      "step": 279
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.359223300970874e-05,
      "loss": 1.1856,
      "step": 280
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3640776699029128e-05,
      "loss": 1.1212,
      "step": 281
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3689320388349517e-05,
      "loss": 1.2506,
      "step": 282
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3737864077669905e-05,
      "loss": 1.1833,
      "step": 283
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3786407766990294e-05,
      "loss": 1.1878,
      "step": 284
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.383495145631068e-05,
      "loss": 1.2228,
      "step": 285
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3883495145631069e-05,
      "loss": 1.2537,
      "step": 286
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3932038834951458e-05,
      "loss": 1.1064,
      "step": 287
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3980582524271846e-05,
      "loss": 1.1776,
      "step": 288
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4029126213592235e-05,
      "loss": 1.1213,
      "step": 289
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4077669902912623e-05,
      "loss": 1.2235,
      "step": 290
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4126213592233012e-05,
      "loss": 1.1635,
      "step": 291
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.41747572815534e-05,
      "loss": 1.1941,
      "step": 292
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4223300970873787e-05,
      "loss": 1.133,
      "step": 293
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4271844660194176e-05,
      "loss": 1.1831,
      "step": 294
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4320388349514564e-05,
      "loss": 1.162,
      "step": 295
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4368932038834953e-05,
      "loss": 1.1881,
      "step": 296
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4417475728155341e-05,
      "loss": 1.1253,
      "step": 297
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.446601941747573e-05,
      "loss": 1.1949,
      "step": 298
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4514563106796118e-05,
      "loss": 1.1418,
      "step": 299
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4563106796116507e-05,
      "loss": 1.1737,
      "step": 300
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4611650485436894e-05,
      "loss": 1.2029,
      "step": 301
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4660194174757282e-05,
      "loss": 1.0867,
      "step": 302
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.470873786407767e-05,
      "loss": 1.1463,
      "step": 303
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.475728155339806e-05,
      "loss": 1.1065,
      "step": 304
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4805825242718448e-05,
      "loss": 1.0453,
      "step": 305
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4854368932038836e-05,
      "loss": 1.1462,
      "step": 306
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4902912621359225e-05,
      "loss": 1.1705,
      "step": 307
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4951456310679614e-05,
      "loss": 1.1851,
      "step": 308
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.2453,
      "step": 309
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5048543689320389e-05,
      "loss": 1.2144,
      "step": 310
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5097087378640777e-05,
      "loss": 1.1015,
      "step": 311
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5145631067961166e-05,
      "loss": 1.1067,
      "step": 312
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5194174757281555e-05,
      "loss": 1.1486,
      "step": 313
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5242718446601943e-05,
      "loss": 1.2505,
      "step": 314
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.529126213592233e-05,
      "loss": 1.1379,
      "step": 315
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.533980582524272e-05,
      "loss": 1.1586,
      "step": 316
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5388349514563107e-05,
      "loss": 1.1733,
      "step": 317
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5436893203883496e-05,
      "loss": 1.1203,
      "step": 318
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5485436893203884e-05,
      "loss": 1.1606,
      "step": 319
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5533980582524273e-05,
      "loss": 1.1769,
      "step": 320
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.558252427184466e-05,
      "loss": 1.1573,
      "step": 321
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.563106796116505e-05,
      "loss": 1.0953,
      "step": 322
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5679611650485438e-05,
      "loss": 1.2515,
      "step": 323
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5728155339805827e-05,
      "loss": 1.2137,
      "step": 324
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5776699029126215e-05,
      "loss": 1.059,
      "step": 325
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5825242718446604e-05,
      "loss": 1.1413,
      "step": 326
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5873786407766992e-05,
      "loss": 1.087,
      "step": 327
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.592233009708738e-05,
      "loss": 1.1142,
      "step": 328
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.597087378640777e-05,
      "loss": 1.2046,
      "step": 329
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6019417475728155e-05,
      "loss": 1.2142,
      "step": 330
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6067961165048543e-05,
      "loss": 1.2758,
      "step": 331
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6116504854368932e-05,
      "loss": 1.1696,
      "step": 332
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.616504854368932e-05,
      "loss": 1.1857,
      "step": 333
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.621359223300971e-05,
      "loss": 1.2267,
      "step": 334
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6262135922330097e-05,
      "loss": 1.149,
      "step": 335
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6310679611650486e-05,
      "loss": 1.1203,
      "step": 336
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6359223300970874e-05,
      "loss": 1.1483,
      "step": 337
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6407766990291263e-05,
      "loss": 1.1278,
      "step": 338
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.645631067961165e-05,
      "loss": 1.2069,
      "step": 339
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.650485436893204e-05,
      "loss": 1.1428,
      "step": 340
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.655339805825243e-05,
      "loss": 1.0915,
      "step": 341
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6601941747572817e-05,
      "loss": 1.1656,
      "step": 342
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6650485436893206e-05,
      "loss": 1.104,
      "step": 343
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6699029126213594e-05,
      "loss": 1.1492,
      "step": 344
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6747572815533983e-05,
      "loss": 1.2289,
      "step": 345
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6796116504854368e-05,
      "loss": 1.1552,
      "step": 346
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6844660194174757e-05,
      "loss": 1.1503,
      "step": 347
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6893203883495145e-05,
      "loss": 1.1581,
      "step": 348
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6941747572815534e-05,
      "loss": 1.2227,
      "step": 349
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6990291262135922e-05,
      "loss": 1.1602,
      "step": 350
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.703883495145631e-05,
      "loss": 1.1413,
      "step": 351
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.70873786407767e-05,
      "loss": 1.1521,
      "step": 352
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7135922330097088e-05,
      "loss": 1.0362,
      "step": 353
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7184466019417476e-05,
      "loss": 1.1325,
      "step": 354
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7233009708737865e-05,
      "loss": 1.212,
      "step": 355
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7281553398058253e-05,
      "loss": 1.1391,
      "step": 356
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7330097087378642e-05,
      "loss": 1.241,
      "step": 357
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.737864077669903e-05,
      "loss": 1.1635,
      "step": 358
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.742718446601942e-05,
      "loss": 1.2022,
      "step": 359
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7475728155339808e-05,
      "loss": 1.1775,
      "step": 360
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7524271844660196e-05,
      "loss": 1.1534,
      "step": 361
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7572815533980585e-05,
      "loss": 1.1528,
      "step": 362
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7621359223300973e-05,
      "loss": 1.118,
      "step": 363
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7669902912621362e-05,
      "loss": 1.1305,
      "step": 364
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.771844660194175e-05,
      "loss": 1.124,
      "step": 365
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.776699029126214e-05,
      "loss": 1.2,
      "step": 366
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7815533980582527e-05,
      "loss": 1.1461,
      "step": 367
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7864077669902916e-05,
      "loss": 1.1191,
      "step": 368
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7912621359223304e-05,
      "loss": 1.2055,
      "step": 369
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7961165048543693e-05,
      "loss": 1.2413,
      "step": 370
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.800970873786408e-05,
      "loss": 1.1124,
      "step": 371
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8058252427184467e-05,
      "loss": 1.1462,
      "step": 372
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8106796116504855e-05,
      "loss": 1.2016,
      "step": 373
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8155339805825244e-05,
      "loss": 1.2002,
      "step": 374
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8203883495145632e-05,
      "loss": 1.1681,
      "step": 375
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.825242718446602e-05,
      "loss": 1.0981,
      "step": 376
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.830097087378641e-05,
      "loss": 1.147,
      "step": 377
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8349514563106798e-05,
      "loss": 1.1289,
      "step": 378
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8398058252427187e-05,
      "loss": 1.1625,
      "step": 379
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8446601941747575e-05,
      "loss": 1.1413,
      "step": 380
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8495145631067964e-05,
      "loss": 1.1492,
      "step": 381
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8543689320388352e-05,
      "loss": 1.2445,
      "step": 382
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.859223300970874e-05,
      "loss": 1.1945,
      "step": 383
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.864077669902913e-05,
      "loss": 1.1137,
      "step": 384
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8689320388349518e-05,
      "loss": 1.1824,
      "step": 385
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8737864077669906e-05,
      "loss": 1.0739,
      "step": 386
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8786407766990295e-05,
      "loss": 1.0948,
      "step": 387
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.883495145631068e-05,
      "loss": 1.0733,
      "step": 388
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.888349514563107e-05,
      "loss": 1.119,
      "step": 389
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8932038834951457e-05,
      "loss": 1.1414,
      "step": 390
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8980582524271846e-05,
      "loss": 1.1308,
      "step": 391
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9029126213592234e-05,
      "loss": 1.1582,
      "step": 392
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9077669902912623e-05,
      "loss": 1.0817,
      "step": 393
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.912621359223301e-05,
      "loss": 1.0136,
      "step": 394
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.91747572815534e-05,
      "loss": 1.0967,
      "step": 395
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.922330097087379e-05,
      "loss": 1.1182,
      "step": 396
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9271844660194177e-05,
      "loss": 1.1915,
      "step": 397
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9320388349514565e-05,
      "loss": 1.1092,
      "step": 398
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9368932038834954e-05,
      "loss": 1.1272,
      "step": 399
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9417475728155343e-05,
      "loss": 1.1057,
      "step": 400
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.946601941747573e-05,
      "loss": 1.1381,
      "step": 401
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.951456310679612e-05,
      "loss": 1.1591,
      "step": 402
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9563106796116508e-05,
      "loss": 1.1421,
      "step": 403
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9611650485436893e-05,
      "loss": 1.09,
      "step": 404
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9660194174757282e-05,
      "loss": 1.1986,
      "step": 405
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.970873786407767e-05,
      "loss": 1.2334,
      "step": 406
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.975728155339806e-05,
      "loss": 1.131,
      "step": 407
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9805825242718447e-05,
      "loss": 1.229,
      "step": 408
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9854368932038836e-05,
      "loss": 1.1352,
      "step": 409
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9902912621359225e-05,
      "loss": 1.1711,
      "step": 410
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9951456310679613e-05,
      "loss": 1.1392,
      "step": 411
    },
    {
      "epoch": 0.03,
      "learning_rate": 2e-05,
      "loss": 1.1508,
      "step": 412
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999972056221e-05,
      "loss": 1.1143,
      "step": 413
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999888224884e-05,
      "loss": 1.1716,
      "step": 414
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999997485059946e-05,
      "loss": 1.1854,
      "step": 415
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999995528995604e-05,
      "loss": 1.1525,
      "step": 416
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999301405592e-05,
      "loss": 1.0607,
      "step": 417
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999989940241044e-05,
      "loss": 1.1446,
      "step": 418
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999986307551134e-05,
      "loss": 1.1043,
      "step": 419
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999982115986402e-05,
      "loss": 1.1307,
      "step": 420
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999977365547082e-05,
      "loss": 1.2044,
      "step": 421
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999972056233438e-05,
      "loss": 1.1399,
      "step": 422
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999966188045768e-05,
      "loss": 1.2553,
      "step": 423
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999959760984398e-05,
      "loss": 1.199,
      "step": 424
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999952775049686e-05,
      "loss": 1.1266,
      "step": 425
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999994523024203e-05,
      "loss": 1.1663,
      "step": 426
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999993712656184e-05,
      "loss": 1.123,
      "step": 427
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999928464009576e-05,
      "loss": 1.2102,
      "step": 428
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999991924258572e-05,
      "loss": 1.095,
      "step": 429
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999909462290792e-05,
      "loss": 1.1898,
      "step": 430
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999899123125335e-05,
      "loss": 1.0949,
      "step": 431
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999888225089924e-05,
      "loss": 1.1548,
      "step": 432
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999876768185173e-05,
      "loss": 1.1624,
      "step": 433
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999864752411716e-05,
      "loss": 1.1342,
      "step": 434
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999852177770234e-05,
      "loss": 1.1922,
      "step": 435
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999839044261423e-05,
      "loss": 1.0755,
      "step": 436
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999825351886017e-05,
      "loss": 1.033,
      "step": 437
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999811100644785e-05,
      "loss": 1.1423,
      "step": 438
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999796290538522e-05,
      "loss": 1.1199,
      "step": 439
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999780921568052e-05,
      "loss": 1.164,
      "step": 440
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999764993734235e-05,
      "loss": 1.1852,
      "step": 441
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999748507037967e-05,
      "loss": 1.1894,
      "step": 442
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999731461480164e-05,
      "loss": 1.2059,
      "step": 443
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999971385706178e-05,
      "loss": 1.0692,
      "step": 444
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99996956937838e-05,
      "loss": 1.1511,
      "step": 445
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999676971647237e-05,
      "loss": 1.1323,
      "step": 446
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999965769065314e-05,
      "loss": 1.2013,
      "step": 447
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999963785080258e-05,
      "loss": 1.1591,
      "step": 448
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999617452096677e-05,
      "loss": 1.1523,
      "step": 449
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999959649453656e-05,
      "loss": 1.1718,
      "step": 450
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999574978123405e-05,
      "loss": 1.1881,
      "step": 451
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999552902858418e-05,
      "loss": 1.1437,
      "step": 452
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999530268742825e-05,
      "loss": 1.1166,
      "step": 453
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999507075777898e-05,
      "loss": 1.1535,
      "step": 454
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999483323964933e-05,
      "loss": 1.1621,
      "step": 455
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999459013305253e-05,
      "loss": 1.1507,
      "step": 456
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999434143800218e-05,
      "loss": 1.0823,
      "step": 457
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999408715451216e-05,
      "loss": 1.2049,
      "step": 458
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999938272825967e-05,
      "loss": 1.083,
      "step": 459
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999356182227036e-05,
      "loss": 1.1646,
      "step": 460
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999329077354795e-05,
      "loss": 1.1005,
      "step": 461
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999930141364446e-05,
      "loss": 1.1227,
      "step": 462
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999273191097578e-05,
      "loss": 1.1451,
      "step": 463
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999924440971573e-05,
      "loss": 1.0946,
      "step": 464
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999215069500515e-05,
      "loss": 1.1522,
      "step": 465
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999185170453582e-05,
      "loss": 1.0921,
      "step": 466
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99991547125766e-05,
      "loss": 1.1635,
      "step": 467
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999912369587127e-05,
      "loss": 1.1136,
      "step": 468
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999092120339324e-05,
      "loss": 1.1053,
      "step": 469
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999905998598253e-05,
      "loss": 1.1366,
      "step": 470
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999902729280268e-05,
      "loss": 1.1641,
      "step": 471
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998994040801607e-05,
      "loss": 1.1662,
      "step": 472
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999896022998116e-05,
      "loss": 1.1308,
      "step": 473
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998925860343238e-05,
      "loss": 1.0859,
      "step": 474
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998890931889757e-05,
      "loss": 1.0637,
      "step": 475
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998855444622674e-05,
      "loss": 1.1147,
      "step": 476
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998819398543965e-05,
      "loss": 1.1736,
      "step": 477
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998782793655648e-05,
      "loss": 1.1399,
      "step": 478
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998745629959767e-05,
      "loss": 1.1042,
      "step": 479
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998707907458405e-05,
      "loss": 1.0955,
      "step": 480
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998669626153664e-05,
      "loss": 1.0773,
      "step": 481
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998630786047687e-05,
      "loss": 1.1108,
      "step": 482
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999859138714264e-05,
      "loss": 1.0936,
      "step": 483
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999855142944073e-05,
      "loss": 1.1146,
      "step": 484
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998510912944185e-05,
      "loss": 1.0545,
      "step": 485
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998469837655276e-05,
      "loss": 1.1211,
      "step": 486
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998428203576293e-05,
      "loss": 1.179,
      "step": 487
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998386010709566e-05,
      "loss": 1.0935,
      "step": 488
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998343259057453e-05,
      "loss": 1.0948,
      "step": 489
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999829994862234e-05,
      "loss": 1.0926,
      "step": 490
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998256079406653e-05,
      "loss": 1.1633,
      "step": 491
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998211651412837e-05,
      "loss": 1.1134,
      "step": 492
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999816666464338e-05,
      "loss": 1.1019,
      "step": 493
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998121119100796e-05,
      "loss": 1.1681,
      "step": 494
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999807501478763e-05,
      "loss": 1.1684,
      "step": 495
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998028351706454e-05,
      "loss": 1.0613,
      "step": 496
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997981129859884e-05,
      "loss": 1.1341,
      "step": 497
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999793334925055e-05,
      "loss": 1.1562,
      "step": 498
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999788500988113e-05,
      "loss": 1.0511,
      "step": 499
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999783611175432e-05,
      "loss": 1.0814,
      "step": 500
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999778665487286e-05,
      "loss": 1.1489,
      "step": 501
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997736639239507e-05,
      "loss": 1.1646,
      "step": 502
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997686064857057e-05,
      "loss": 1.0592,
      "step": 503
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997634931728344e-05,
      "loss": 1.1088,
      "step": 504
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997583239856217e-05,
      "loss": 1.0624,
      "step": 505
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997530989243567e-05,
      "loss": 1.067,
      "step": 506
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997478179893314e-05,
      "loss": 1.1454,
      "step": 507
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999742481180841e-05,
      "loss": 1.1961,
      "step": 508
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997370884991842e-05,
      "loss": 1.1461,
      "step": 509
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997316399446616e-05,
      "loss": 1.1924,
      "step": 510
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997261355175784e-05,
      "loss": 1.1419,
      "step": 511
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997205752182417e-05,
      "loss": 1.1616,
      "step": 512
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997149590469625e-05,
      "loss": 1.1169,
      "step": 513
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997092870040548e-05,
      "loss": 1.0946,
      "step": 514
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997035590898354e-05,
      "loss": 1.0864,
      "step": 515
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996977753046245e-05,
      "loss": 1.2006,
      "step": 516
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996919356487453e-05,
      "loss": 1.0915,
      "step": 517
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999686040122524e-05,
      "loss": 1.032,
      "step": 518
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99968008872629e-05,
      "loss": 1.1195,
      "step": 519
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996740814603766e-05,
      "loss": 1.0978,
      "step": 520
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999668018325119e-05,
      "loss": 1.1216,
      "step": 521
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996618993208564e-05,
      "loss": 1.0959,
      "step": 522
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996557244479306e-05,
      "loss": 1.1667,
      "step": 523
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996494937066862e-05,
      "loss": 1.1861,
      "step": 524
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996432070974718e-05,
      "loss": 1.1165,
      "step": 525
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999636864620639e-05,
      "loss": 1.1666,
      "step": 526
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996304662765423e-05,
      "loss": 1.1474,
      "step": 527
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996240120655387e-05,
      "loss": 1.1049,
      "step": 528
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996175019879892e-05,
      "loss": 1.1171,
      "step": 529
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999610936044258e-05,
      "loss": 1.1211,
      "step": 530
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996043142347116e-05,
      "loss": 1.1091,
      "step": 531
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99959763655972e-05,
      "loss": 1.0486,
      "step": 532
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999590903019657e-05,
      "loss": 1.1545,
      "step": 533
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999584113614898e-05,
      "loss": 1.1263,
      "step": 534
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995772683458233e-05,
      "loss": 1.0842,
      "step": 535
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995703672128152e-05,
      "loss": 1.0865,
      "step": 536
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995634102162597e-05,
      "loss": 1.0952,
      "step": 537
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995563973565447e-05,
      "loss": 1.0498,
      "step": 538
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999549328634063e-05,
      "loss": 1.0993,
      "step": 539
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999542204049209e-05,
      "loss": 1.1208,
      "step": 540
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995350236023815e-05,
      "loss": 1.0178,
      "step": 541
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995277872939814e-05,
      "loss": 1.1567,
      "step": 542
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999520495124413e-05,
      "loss": 1.0586,
      "step": 543
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999513147094084e-05,
      "loss": 1.0736,
      "step": 544
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995057432034057e-05,
      "loss": 1.1637,
      "step": 545
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999498283452791e-05,
      "loss": 1.1515,
      "step": 546
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994907678426573e-05,
      "loss": 1.1323,
      "step": 547
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999483196373424e-05,
      "loss": 1.0964,
      "step": 548
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994755690455154e-05,
      "loss": 1.1359,
      "step": 549
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994678858593565e-05,
      "loss": 1.1593,
      "step": 550
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994601468153774e-05,
      "loss": 1.0263,
      "step": 551
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994523519140103e-05,
      "loss": 1.1059,
      "step": 552
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994445011556913e-05,
      "loss": 1.1025,
      "step": 553
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994365945408587e-05,
      "loss": 1.0995,
      "step": 554
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994286320699546e-05,
      "loss": 1.094,
      "step": 555
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994206137434242e-05,
      "loss": 1.1196,
      "step": 556
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994125395617154e-05,
      "loss": 1.1549,
      "step": 557
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994044095252788e-05,
      "loss": 1.0532,
      "step": 558
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99939622363457e-05,
      "loss": 1.1712,
      "step": 559
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999387981890046e-05,
      "loss": 1.0461,
      "step": 560
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999379684292167e-05,
      "loss": 1.1444,
      "step": 561
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999371330841397e-05,
      "loss": 1.1811,
      "step": 562
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999362921538203e-05,
      "loss": 1.1768,
      "step": 563
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999354456383055e-05,
      "loss": 1.1056,
      "step": 564
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993459353764258e-05,
      "loss": 1.1308,
      "step": 565
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993373585187918e-05,
      "loss": 1.0599,
      "step": 566
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993287258106323e-05,
      "loss": 1.0929,
      "step": 567
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993200372524298e-05,
      "loss": 1.152,
      "step": 568
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99931129284467e-05,
      "loss": 1.1789,
      "step": 569
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993024925878415e-05,
      "loss": 1.1048,
      "step": 570
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999293636482436e-05,
      "loss": 1.1032,
      "step": 571
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992847245289484e-05,
      "loss": 1.1111,
      "step": 572
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999275756727877e-05,
      "loss": 1.1553,
      "step": 573
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992667330797227e-05,
      "loss": 1.0963,
      "step": 574
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992576535849905e-05,
      "loss": 1.0497,
      "step": 575
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999248518244187e-05,
      "loss": 1.1053,
      "step": 576
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999239327057823e-05,
      "loss": 1.0624,
      "step": 577
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992300800264123e-05,
      "loss": 1.2239,
      "step": 578
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999220777150472e-05,
      "loss": 1.0696,
      "step": 579
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992114184305214e-05,
      "loss": 1.0649,
      "step": 580
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992020038670838e-05,
      "loss": 1.1552,
      "step": 581
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991925334606853e-05,
      "loss": 1.1752,
      "step": 582
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991830072118553e-05,
      "loss": 1.0987,
      "step": 583
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999173425121126e-05,
      "loss": 1.1427,
      "step": 584
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991637871890333e-05,
      "loss": 1.0639,
      "step": 585
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991540934161154e-05,
      "loss": 1.1141,
      "step": 586
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991443438029147e-05,
      "loss": 1.1578,
      "step": 587
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991345383499753e-05,
      "loss": 1.0755,
      "step": 588
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991246770578458e-05,
      "loss": 1.0858,
      "step": 589
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991147599270766e-05,
      "loss": 1.1813,
      "step": 590
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999104786958223e-05,
      "loss": 1.1516,
      "step": 591
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999094758151841e-05,
      "loss": 1.0728,
      "step": 592
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990846735084923e-05,
      "loss": 1.0936,
      "step": 593
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99907453302874e-05,
      "loss": 1.0555,
      "step": 594
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990643367131512e-05,
      "loss": 1.0878,
      "step": 595
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990540845622953e-05,
      "loss": 1.1041,
      "step": 596
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990437765767453e-05,
      "loss": 1.0822,
      "step": 597
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990334127570775e-05,
      "loss": 1.1098,
      "step": 598
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999022993103871e-05,
      "loss": 1.184,
      "step": 599
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990125176177078e-05,
      "loss": 1.1526,
      "step": 600
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999001986299174e-05,
      "loss": 1.1406,
      "step": 601
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989913991488577e-05,
      "loss": 1.1941,
      "step": 602
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989807561673513e-05,
      "loss": 1.1103,
      "step": 603
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989700573552483e-05,
      "loss": 1.0761,
      "step": 604
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998959302713148e-05,
      "loss": 1.1057,
      "step": 605
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989484922416503e-05,
      "loss": 1.0567,
      "step": 606
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99893762594136e-05,
      "loss": 1.0812,
      "step": 607
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989267038128844e-05,
      "loss": 1.1397,
      "step": 608
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998915725856834e-05,
      "loss": 1.109,
      "step": 609
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998904692073822e-05,
      "loss": 1.1457,
      "step": 610
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988936024644653e-05,
      "loss": 1.0656,
      "step": 611
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988824570293836e-05,
      "loss": 1.1666,
      "step": 612
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988712557691995e-05,
      "loss": 1.1171,
      "step": 613
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988599986845396e-05,
      "loss": 1.1567,
      "step": 614
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988486857760323e-05,
      "loss": 1.1122,
      "step": 615
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988373170443106e-05,
      "loss": 1.1219,
      "step": 616
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998825892490009e-05,
      "loss": 1.1247,
      "step": 617
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998814412113767e-05,
      "loss": 1.1151,
      "step": 618
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998802875916226e-05,
      "loss": 1.0575,
      "step": 619
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987912838980298e-05,
      "loss": 1.0916,
      "step": 620
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987796360598274e-05,
      "loss": 1.1442,
      "step": 621
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987679324022687e-05,
      "loss": 1.0637,
      "step": 622
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998756172926009e-05,
      "loss": 1.0885,
      "step": 623
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987443576317042e-05,
      "loss": 1.1109,
      "step": 624
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998732486520016e-05,
      "loss": 1.1045,
      "step": 625
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987205595916065e-05,
      "loss": 1.0828,
      "step": 626
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987085768471434e-05,
      "loss": 1.085,
      "step": 627
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986965382872957e-05,
      "loss": 1.1005,
      "step": 628
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986844439127366e-05,
      "loss": 1.0788,
      "step": 629
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998672293724141e-05,
      "loss": 1.0147,
      "step": 630
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99866008772219e-05,
      "loss": 1.1246,
      "step": 631
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986478259075638e-05,
      "loss": 1.0974,
      "step": 632
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986355082809484e-05,
      "loss": 1.0575,
      "step": 633
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986231348430323e-05,
      "loss": 1.1102,
      "step": 634
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998610705594507e-05,
      "loss": 1.0617,
      "step": 635
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985982205360674e-05,
      "loss": 1.1571,
      "step": 636
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985856796684104e-05,
      "loss": 1.1347,
      "step": 637
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985730829922376e-05,
      "loss": 1.1017,
      "step": 638
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985604305082526e-05,
      "loss": 1.0094,
      "step": 639
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985477222171634e-05,
      "loss": 1.1293,
      "step": 640
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998534958119679e-05,
      "loss": 1.0499,
      "step": 641
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985221382165135e-05,
      "loss": 1.1271,
      "step": 642
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998509262508383e-05,
      "loss": 1.1319,
      "step": 643
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984963309960074e-05,
      "loss": 1.0655,
      "step": 644
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984833436801097e-05,
      "loss": 1.0945,
      "step": 645
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984703005614148e-05,
      "loss": 1.1618,
      "step": 646
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984572016406525e-05,
      "loss": 1.1719,
      "step": 647
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984440469185543e-05,
      "loss": 1.1437,
      "step": 648
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984308363958558e-05,
      "loss": 1.1833,
      "step": 649
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984175700732948e-05,
      "loss": 1.0895,
      "step": 650
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984042479516134e-05,
      "loss": 1.0932,
      "step": 651
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983908700315557e-05,
      "loss": 1.1381,
      "step": 652
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983774363138693e-05,
      "loss": 1.0924,
      "step": 653
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983639467993055e-05,
      "loss": 1.1727,
      "step": 654
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983504014886174e-05,
      "loss": 1.118,
      "step": 655
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983368003825626e-05,
      "loss": 1.0634,
      "step": 656
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983231434819014e-05,
      "loss": 1.0731,
      "step": 657
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983094307873964e-05,
      "loss": 1.1228,
      "step": 658
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982956622998145e-05,
      "loss": 1.1378,
      "step": 659
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982818380199246e-05,
      "loss": 1.0327,
      "step": 660
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982679579485e-05,
      "loss": 1.0427,
      "step": 661
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998254022086316e-05,
      "loss": 1.0939,
      "step": 662
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982400304341517e-05,
      "loss": 1.1408,
      "step": 663
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982259829927887e-05,
      "loss": 1.0764,
      "step": 664
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982118797630122e-05,
      "loss": 1.1143,
      "step": 665
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998197720745611e-05,
      "loss": 1.0764,
      "step": 666
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981835059413755e-05,
      "loss": 1.1096,
      "step": 667
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981692353511003e-05,
      "loss": 1.0408,
      "step": 668
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998154908975584e-05,
      "loss": 1.155,
      "step": 669
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981405268156254e-05,
      "loss": 1.0804,
      "step": 670
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99812608887203e-05,
      "loss": 1.0776,
      "step": 671
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981115951456038e-05,
      "loss": 1.0728,
      "step": 672
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980970456371572e-05,
      "loss": 1.1604,
      "step": 673
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998082440347503e-05,
      "loss": 1.063,
      "step": 674
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980677792774575e-05,
      "loss": 1.0515,
      "step": 675
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998053062427841e-05,
      "loss": 1.1197,
      "step": 676
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980382897994742e-05,
      "loss": 1.1247,
      "step": 677
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998023461393184e-05,
      "loss": 1.081,
      "step": 678
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980085772097993e-05,
      "loss": 1.1674,
      "step": 679
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997993637250151e-05,
      "loss": 1.164,
      "step": 680
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979786415150746e-05,
      "loss": 1.0147,
      "step": 681
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979635900054083e-05,
      "loss": 1.1329,
      "step": 682
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997948482721993e-05,
      "loss": 1.042,
      "step": 683
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979333196656728e-05,
      "loss": 1.002,
      "step": 684
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979181008372956e-05,
      "loss": 1.1469,
      "step": 685
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997902826237712e-05,
      "loss": 1.1645,
      "step": 686
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997887495867775e-05,
      "loss": 1.1254,
      "step": 687
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997872109728342e-05,
      "loss": 1.1127,
      "step": 688
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997856667820273e-05,
      "loss": 1.0798,
      "step": 689
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978411701444306e-05,
      "loss": 1.1623,
      "step": 690
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978256167016806e-05,
      "loss": 1.0522,
      "step": 691
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997810007492893e-05,
      "loss": 1.0285,
      "step": 692
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99779434251894e-05,
      "loss": 1.1022,
      "step": 693
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977786217806966e-05,
      "loss": 1.1074,
      "step": 694
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997762845279042e-05,
      "loss": 1.046,
      "step": 695
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977470130148572e-05,
      "loss": 1.0478,
      "step": 696
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977311249890277e-05,
      "loss": 1.0563,
      "step": 697
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977151812024417e-05,
      "loss": 1.0617,
      "step": 698
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997699181655989e-05,
      "loss": 1.1129,
      "step": 699
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976831263505648e-05,
      "loss": 1.1082,
      "step": 700
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976670152870662e-05,
      "loss": 1.0686,
      "step": 701
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976508484663934e-05,
      "loss": 1.0666,
      "step": 702
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976346258894502e-05,
      "loss": 1.054,
      "step": 703
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997618347557143e-05,
      "loss": 1.1092,
      "step": 704
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976020134703817e-05,
      "loss": 1.0474,
      "step": 705
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997585623630079e-05,
      "loss": 1.1443,
      "step": 706
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997569178037151e-05,
      "loss": 1.0797,
      "step": 707
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975526766925172e-05,
      "loss": 1.0991,
      "step": 708
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975361195970988e-05,
      "loss": 1.06,
      "step": 709
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975195067518224e-05,
      "loss": 1.0781,
      "step": 710
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975028381576153e-05,
      "loss": 1.1271,
      "step": 711
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99748611381541e-05,
      "loss": 1.163,
      "step": 712
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974693337261402e-05,
      "loss": 1.0463,
      "step": 713
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974524978907448e-05,
      "loss": 1.184,
      "step": 714
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997435606310164e-05,
      "loss": 1.1803,
      "step": 715
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997418658985342e-05,
      "loss": 1.0895,
      "step": 716
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974016559172262e-05,
      "loss": 1.0325,
      "step": 717
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973845971067663e-05,
      "loss": 1.0739,
      "step": 718
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973674825549163e-05,
      "loss": 1.0906,
      "step": 719
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997350312262632e-05,
      "loss": 1.0658,
      "step": 720
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973330862308735e-05,
      "loss": 1.1291,
      "step": 721
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973158044606035e-05,
      "loss": 1.0254,
      "step": 722
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997298466952788e-05,
      "loss": 1.2197,
      "step": 723
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997281073708395e-05,
      "loss": 1.1005,
      "step": 724
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997263624728398e-05,
      "loss": 1.0453,
      "step": 725
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972461200137713e-05,
      "loss": 1.013,
      "step": 726
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997228559565493e-05,
      "loss": 1.1195,
      "step": 727
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972109433845447e-05,
      "loss": 1.0787,
      "step": 728
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971932714719115e-05,
      "loss": 1.1188,
      "step": 729
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971755438285805e-05,
      "loss": 1.0968,
      "step": 730
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971577604555428e-05,
      "loss": 1.0763,
      "step": 731
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971399213537918e-05,
      "loss": 1.1062,
      "step": 732
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997122026524325e-05,
      "loss": 0.9704,
      "step": 733
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971040759681416e-05,
      "loss": 1.0983,
      "step": 734
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997086069686246e-05,
      "loss": 1.0553,
      "step": 735
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970680076796432e-05,
      "loss": 1.0444,
      "step": 736
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997049889949344e-05,
      "loss": 1.1122,
      "step": 737
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970317164963604e-05,
      "loss": 1.0556,
      "step": 738
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997013487321708e-05,
      "loss": 1.0873,
      "step": 739
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969952024264057e-05,
      "loss": 1.0213,
      "step": 740
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996976861811475e-05,
      "loss": 1.0506,
      "step": 741
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969584654779415e-05,
      "loss": 1.0642,
      "step": 742
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969400134268328e-05,
      "loss": 1.1947,
      "step": 743
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969215056591806e-05,
      "loss": 1.0157,
      "step": 744
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969029421760185e-05,
      "loss": 1.0974,
      "step": 745
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968843229783852e-05,
      "loss": 1.1067,
      "step": 746
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968656480673204e-05,
      "loss": 1.1006,
      "step": 747
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996846917443868e-05,
      "loss": 1.1065,
      "step": 748
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968281311090747e-05,
      "loss": 1.1267,
      "step": 749
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968092890639905e-05,
      "loss": 1.0961,
      "step": 750
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967903913096683e-05,
      "loss": 1.0672,
      "step": 751
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967714378471648e-05,
      "loss": 1.1045,
      "step": 752
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967524286775385e-05,
      "loss": 1.1323,
      "step": 753
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9967333638018523e-05,
      "loss": 1.0761,
      "step": 754
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9967142432211716e-05,
      "loss": 1.0078,
      "step": 755
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996695066936565e-05,
      "loss": 1.0785,
      "step": 756
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996675834949104e-05,
      "loss": 1.1347,
      "step": 757
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966565472598635e-05,
      "loss": 1.0982,
      "step": 758
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966372038699217e-05,
      "loss": 1.0933,
      "step": 759
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996617804780359e-05,
      "loss": 1.1589,
      "step": 760
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965983499922608e-05,
      "loss": 1.0688,
      "step": 761
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965788395067132e-05,
      "loss": 1.095,
      "step": 762
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996559273324807e-05,
      "loss": 1.1154,
      "step": 763
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996539651447636e-05,
      "loss": 1.068,
      "step": 764
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996519973876296e-05,
      "loss": 0.9955,
      "step": 765
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965002406118876e-05,
      "loss": 1.0108,
      "step": 766
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964804516555135e-05,
      "loss": 1.0185,
      "step": 767
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964606070082793e-05,
      "loss": 1.1861,
      "step": 768
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964407066712942e-05,
      "loss": 1.1044,
      "step": 769
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964207506456703e-05,
      "loss": 1.1018,
      "step": 770
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964007389325233e-05,
      "loss": 1.0857,
      "step": 771
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996380671532971e-05,
      "loss": 1.0889,
      "step": 772
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963605484481355e-05,
      "loss": 1.1772,
      "step": 773
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996340369679141e-05,
      "loss": 1.0148,
      "step": 774
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996320135227116e-05,
      "loss": 1.0708,
      "step": 775
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962998450931897e-05,
      "loss": 1.1105,
      "step": 776
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996279499278498e-05,
      "loss": 1.0218,
      "step": 777
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962590977841767e-05,
      "loss": 1.0791,
      "step": 778
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996238640611367e-05,
      "loss": 1.0962,
      "step": 779
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962181277612106e-05,
      "loss": 1.027,
      "step": 780
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961975592348556e-05,
      "loss": 1.1215,
      "step": 781
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961769350334505e-05,
      "loss": 1.1368,
      "step": 782
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961562551581487e-05,
      "loss": 1.0862,
      "step": 783
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996135519610105e-05,
      "loss": 1.1042,
      "step": 784
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961147283904793e-05,
      "loss": 1.1071,
      "step": 785
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996093881500433e-05,
      "loss": 1.0123,
      "step": 786
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960729789411308e-05,
      "loss": 1.0587,
      "step": 787
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960520207137416e-05,
      "loss": 1.0435,
      "step": 788
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960310068194365e-05,
      "loss": 1.0928,
      "step": 789
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960099372593896e-05,
      "loss": 1.1451,
      "step": 790
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995988812034779e-05,
      "loss": 1.1369,
      "step": 791
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959676311467847e-05,
      "loss": 1.0506,
      "step": 792
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995946394596591e-05,
      "loss": 1.0855,
      "step": 793
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959251023853843e-05,
      "loss": 1.0807,
      "step": 794
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995903754514355e-05,
      "loss": 1.1285,
      "step": 795
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995882350984696e-05,
      "loss": 1.0448,
      "step": 796
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958608917976033e-05,
      "loss": 1.1226,
      "step": 797
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958393769542764e-05,
      "loss": 0.9789,
      "step": 798
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995817806455918e-05,
      "loss": 1.1391,
      "step": 799
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957961803037325e-05,
      "loss": 1.061,
      "step": 800
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99577449849893e-05,
      "loss": 1.113,
      "step": 801
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957527610427213e-05,
      "loss": 1.1665,
      "step": 802
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957309679363213e-05,
      "loss": 1.1011,
      "step": 803
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957091191809487e-05,
      "loss": 1.0925,
      "step": 804
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995687214777824e-05,
      "loss": 1.0334,
      "step": 805
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956652547281713e-05,
      "loss": 1.0645,
      "step": 806
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995643239033218e-05,
      "loss": 1.0918,
      "step": 807
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956211676941946e-05,
      "loss": 1.0864,
      "step": 808
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955990407123343e-05,
      "loss": 1.0594,
      "step": 809
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955768580888746e-05,
      "loss": 1.0474,
      "step": 810
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995554619825054e-05,
      "loss": 1.1201,
      "step": 811
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955323259221164e-05,
      "loss": 1.1744,
      "step": 812
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955099763813067e-05,
      "loss": 1.0386,
      "step": 813
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995487571203875e-05,
      "loss": 1.0536,
      "step": 814
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954651103910732e-05,
      "loss": 1.0457,
      "step": 815
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954425939441563e-05,
      "loss": 1.0504,
      "step": 816
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954200218643828e-05,
      "loss": 1.065,
      "step": 817
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995397394153014e-05,
      "loss": 1.0492,
      "step": 818
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953747108113148e-05,
      "loss": 1.0936,
      "step": 819
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953519718405526e-05,
      "loss": 1.112,
      "step": 820
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995329177241999e-05,
      "loss": 1.141,
      "step": 821
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995306327016927e-05,
      "loss": 1.0415,
      "step": 822
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995283421166614e-05,
      "loss": 1.1276,
      "step": 823
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952604596923403e-05,
      "loss": 1.0604,
      "step": 824
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952374425953893e-05,
      "loss": 1.0125,
      "step": 825
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952143698770468e-05,
      "loss": 1.0727,
      "step": 826
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995191241538603e-05,
      "loss": 1.0614,
      "step": 827
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951680575813495e-05,
      "loss": 1.1278,
      "step": 828
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995144818006583e-05,
      "loss": 1.0992,
      "step": 829
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951215228156016e-05,
      "loss": 1.108,
      "step": 830
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950981720097075e-05,
      "loss": 1.0443,
      "step": 831
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950747655902057e-05,
      "loss": 1.0666,
      "step": 832
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950513035584044e-05,
      "loss": 1.0652,
      "step": 833
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995027785915615e-05,
      "loss": 1.0609,
      "step": 834
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950042126631516e-05,
      "loss": 1.1633,
      "step": 835
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949805838023312e-05,
      "loss": 1.0406,
      "step": 836
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949568993344752e-05,
      "loss": 1.1164,
      "step": 837
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994933159260907e-05,
      "loss": 1.0552,
      "step": 838
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994909363582953e-05,
      "loss": 1.0352,
      "step": 839
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994885512301943e-05,
      "loss": 1.0519,
      "step": 840
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948616054192112e-05,
      "loss": 1.0244,
      "step": 841
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948376429360924e-05,
      "loss": 1.054,
      "step": 842
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994813624853926e-05,
      "loss": 1.1122,
      "step": 843
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947895511740548e-05,
      "loss": 1.0785,
      "step": 844
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994765421897824e-05,
      "loss": 1.0594,
      "step": 845
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947412370265824e-05,
      "loss": 1.0855,
      "step": 846
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947169965616807e-05,
      "loss": 1.0932,
      "step": 847
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946927005044746e-05,
      "loss": 1.0355,
      "step": 848
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946683488563217e-05,
      "loss": 1.1267,
      "step": 849
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946439416185826e-05,
      "loss": 1.1158,
      "step": 850
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994619478792622e-05,
      "loss": 1.0777,
      "step": 851
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945949603798067e-05,
      "loss": 1.0202,
      "step": 852
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945703863815068e-05,
      "loss": 1.0875,
      "step": 853
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945457567990956e-05,
      "loss": 1.1012,
      "step": 854
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99452107163395e-05,
      "loss": 1.0733,
      "step": 855
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99449633088745e-05,
      "loss": 1.1297,
      "step": 856
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994471534560977e-05,
      "loss": 1.1233,
      "step": 857
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994446682655918e-05,
      "loss": 1.0256,
      "step": 858
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944217751736612e-05,
      "loss": 1.1325,
      "step": 859
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994396812115599e-05,
      "loss": 1.0689,
      "step": 860
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943717934831263e-05,
      "loss": 1.0227,
      "step": 861
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943467192776414e-05,
      "loss": 1.0519,
      "step": 862
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943215895005458e-05,
      "loss": 1.0212,
      "step": 863
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942964041532438e-05,
      "loss": 1.0289,
      "step": 864
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994271163237143e-05,
      "loss": 1.1122,
      "step": 865
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942458667536538e-05,
      "loss": 1.0986,
      "step": 866
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942205147041905e-05,
      "loss": 1.0589,
      "step": 867
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994195107090169e-05,
      "loss": 1.1681,
      "step": 868
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941696439130108e-05,
      "loss": 0.9906,
      "step": 869
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941441251741374e-05,
      "loss": 1.0279,
      "step": 870
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941185508749757e-05,
      "loss": 1.0548,
      "step": 871
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940929210169555e-05,
      "loss": 1.0148,
      "step": 872
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994067235601508e-05,
      "loss": 1.0567,
      "step": 873
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940414946300697e-05,
      "loss": 1.026,
      "step": 874
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994015698104079e-05,
      "loss": 1.1066,
      "step": 875
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939898460249768e-05,
      "loss": 1.1041,
      "step": 876
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993963938394209e-05,
      "loss": 1.0309,
      "step": 877
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993937975213223e-05,
      "loss": 1.0651,
      "step": 878
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939119564834697e-05,
      "loss": 1.0375,
      "step": 879
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938858822064034e-05,
      "loss": 1.1635,
      "step": 880
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938597523834815e-05,
      "loss": 1.0666,
      "step": 881
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993833567016164e-05,
      "loss": 1.1035,
      "step": 882
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938073261059147e-05,
      "loss": 1.1067,
      "step": 883
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937810296542e-05,
      "loss": 0.9828,
      "step": 884
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993754677662489e-05,
      "loss": 1.0207,
      "step": 885
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937282701322552e-05,
      "loss": 1.0183,
      "step": 886
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937018070649742e-05,
      "loss": 1.0805,
      "step": 887
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993675288462125e-05,
      "loss": 1.1399,
      "step": 888
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99364871432519e-05,
      "loss": 1.1425,
      "step": 889
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993622084655653e-05,
      "loss": 1.0922,
      "step": 890
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993595399455004e-05,
      "loss": 1.0779,
      "step": 891
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993568658724733e-05,
      "loss": 1.0868,
      "step": 892
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935418624663354e-05,
      "loss": 1.0231,
      "step": 893
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935150106813086e-05,
      "loss": 1.1038,
      "step": 894
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934881033711528e-05,
      "loss": 1.1039,
      "step": 895
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934611405373726e-05,
      "loss": 1.0195,
      "step": 896
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993434122181474e-05,
      "loss": 1.0133,
      "step": 897
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934070483049673e-05,
      "loss": 1.0612,
      "step": 898
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993379918909366e-05,
      "loss": 1.0721,
      "step": 899
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993352733996186e-05,
      "loss": 1.0589,
      "step": 900
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933254935669462e-05,
      "loss": 1.0189,
      "step": 901
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932981976231698e-05,
      "loss": 1.0221,
      "step": 902
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932708461663814e-05,
      "loss": 0.9585,
      "step": 903
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932434391981107e-05,
      "loss": 1.1642,
      "step": 904
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932159767198886e-05,
      "loss": 1.091,
      "step": 905
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931884587332497e-05,
      "loss": 1.1132,
      "step": 906
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931608852397325e-05,
      "loss": 1.1018,
      "step": 907
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931332562408777e-05,
      "loss": 1.0906,
      "step": 908
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931055717382303e-05,
      "loss": 1.0574,
      "step": 909
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993077831733336e-05,
      "loss": 1.098,
      "step": 910
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993050036227746e-05,
      "loss": 1.02,
      "step": 911
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930221852230137e-05,
      "loss": 1.1218,
      "step": 912
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929942787206958e-05,
      "loss": 1.0241,
      "step": 913
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929663167223517e-05,
      "loss": 1.0178,
      "step": 914
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929382992295435e-05,
      "loss": 1.0789,
      "step": 915
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929102262438384e-05,
      "loss": 1.07,
      "step": 916
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992882097766804e-05,
      "loss": 1.0715,
      "step": 917
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992853913800013e-05,
      "loss": 1.1261,
      "step": 918
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928256743450406e-05,
      "loss": 1.0982,
      "step": 919
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927973794034647e-05,
      "loss": 1.0461,
      "step": 920
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992769028976867e-05,
      "loss": 0.9802,
      "step": 921
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927406230668313e-05,
      "loss": 1.0456,
      "step": 922
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927121616749458e-05,
      "loss": 1.1222,
      "step": 923
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992683644802801e-05,
      "loss": 1.1028,
      "step": 924
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926550724519904e-05,
      "loss": 1.0282,
      "step": 925
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992626444624111e-05,
      "loss": 1.0897,
      "step": 926
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925977613207628e-05,
      "loss": 1.0925,
      "step": 927
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925690225435485e-05,
      "loss": 1.1566,
      "step": 928
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992540228294075e-05,
      "loss": 1.0907,
      "step": 929
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925113785739504e-05,
      "loss": 0.9502,
      "step": 930
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924824733847883e-05,
      "loss": 1.0519,
      "step": 931
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924535127282033e-05,
      "loss": 1.0301,
      "step": 932
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992424496605814e-05,
      "loss": 1.0826,
      "step": 933
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923954250192423e-05,
      "loss": 1.0642,
      "step": 934
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992366297970113e-05,
      "loss": 1.0279,
      "step": 935
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923371154600532e-05,
      "loss": 1.029,
      "step": 936
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992307877490695e-05,
      "loss": 1.0139,
      "step": 937
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922785840636714e-05,
      "loss": 1.1036,
      "step": 938
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922492351806206e-05,
      "loss": 1.094,
      "step": 939
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992219830843182e-05,
      "loss": 1.1128,
      "step": 940
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992190371052999e-05,
      "loss": 1.0252,
      "step": 941
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921608558117183e-05,
      "loss": 1.1232,
      "step": 942
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992131285120989e-05,
      "loss": 1.0235,
      "step": 943
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921016589824645e-05,
      "loss": 1.0474,
      "step": 944
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920719773978005e-05,
      "loss": 1.0395,
      "step": 945
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920422403686545e-05,
      "loss": 1.0733,
      "step": 946
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99201244789669e-05,
      "loss": 1.0067,
      "step": 947
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919825999835713e-05,
      "loss": 1.1114,
      "step": 948
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919526966309663e-05,
      "loss": 1.1037,
      "step": 949
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991922737840547e-05,
      "loss": 1.085,
      "step": 950
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991892723613987e-05,
      "loss": 1.0451,
      "step": 951
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991862653952964e-05,
      "loss": 1.1284,
      "step": 952
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918325288591586e-05,
      "loss": 1.0958,
      "step": 953
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918023483342544e-05,
      "loss": 1.0931,
      "step": 954
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991772112379938e-05,
      "loss": 1.0865,
      "step": 955
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917418209978993e-05,
      "loss": 1.0745,
      "step": 956
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917114741898308e-05,
      "loss": 1.0386,
      "step": 957
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916810719574292e-05,
      "loss": 1.0879,
      "step": 958
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916506143023934e-05,
      "loss": 1.0771,
      "step": 959
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916201012264255e-05,
      "loss": 1.0698,
      "step": 960
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915895327312304e-05,
      "loss": 1.05,
      "step": 961
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915589088185172e-05,
      "loss": 1.1032,
      "step": 962
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915282294899972e-05,
      "loss": 1.0489,
      "step": 963
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914974947473844e-05,
      "loss": 1.0114,
      "step": 964
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914667045923976e-05,
      "loss": 1.0483,
      "step": 965
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914358590267563e-05,
      "loss": 1.0516,
      "step": 966
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914049580521854e-05,
      "loss": 0.9688,
      "step": 967
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913740016704115e-05,
      "loss": 1.0487,
      "step": 968
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991342989883165e-05,
      "loss": 1.0903,
      "step": 969
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913119226921783e-05,
      "loss": 1.1001,
      "step": 970
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991280800099188e-05,
      "loss": 1.0931,
      "step": 971
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991249622105934e-05,
      "loss": 1.0869,
      "step": 972
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912183887141583e-05,
      "loss": 1.0887,
      "step": 973
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911870999256067e-05,
      "loss": 1.0521,
      "step": 974
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911557557420273e-05,
      "loss": 0.9753,
      "step": 975
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911243561651722e-05,
      "loss": 1.0633,
      "step": 976
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910929011967968e-05,
      "loss": 1.0524,
      "step": 977
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910613908386584e-05,
      "loss": 1.0658,
      "step": 978
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991029825092518e-05,
      "loss": 1.0942,
      "step": 979
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909982039601394e-05,
      "loss": 1.0427,
      "step": 980
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990966527443291e-05,
      "loss": 1.099,
      "step": 981
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909347955437418e-05,
      "loss": 1.043,
      "step": 982
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909030082632666e-05,
      "loss": 1.0411,
      "step": 983
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908711656036404e-05,
      "loss": 1.045,
      "step": 984
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908392675666444e-05,
      "loss": 1.0756,
      "step": 985
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99080731415406e-05,
      "loss": 1.043,
      "step": 986
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907753053676736e-05,
      "loss": 1.0134,
      "step": 987
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907432412092736e-05,
      "loss": 1.0689,
      "step": 988
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990711121680653e-05,
      "loss": 1.0118,
      "step": 989
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906789467836057e-05,
      "loss": 1.0547,
      "step": 990
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990646716519931e-05,
      "loss": 1.0449,
      "step": 991
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990614430891429e-05,
      "loss": 1.0698,
      "step": 992
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990582089899905e-05,
      "loss": 1.1062,
      "step": 993
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990549693547166e-05,
      "loss": 1.0366,
      "step": 994
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905172418350224e-05,
      "loss": 1.1182,
      "step": 995
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904847347652887e-05,
      "loss": 1.0374,
      "step": 996
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904521723397806e-05,
      "loss": 1.0102,
      "step": 997
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904195545603186e-05,
      "loss": 1.0415,
      "step": 998
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903868814287253e-05,
      "loss": 1.0235,
      "step": 999
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990354152946827e-05,
      "loss": 1.0584,
      "step": 1000
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903213691164524e-05,
      "loss": 1.0516,
      "step": 1001
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990288529939434e-05,
      "loss": 1.0189,
      "step": 1002
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902556354176074e-05,
      "loss": 1.0696,
      "step": 1003
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902226855528103e-05,
      "loss": 1.1262,
      "step": 1004
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990189680346885e-05,
      "loss": 1.0903,
      "step": 1005
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990156619801675e-05,
      "loss": 1.0912,
      "step": 1006
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901235039190288e-05,
      "loss": 1.1358,
      "step": 1007
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900903327007968e-05,
      "loss": 1.044,
      "step": 1008
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900571061488335e-05,
      "loss": 1.0481,
      "step": 1009
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900238242649952e-05,
      "loss": 1.0536,
      "step": 1010
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989990487051142e-05,
      "loss": 1.076,
      "step": 1011
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989957094509137e-05,
      "loss": 1.0895,
      "step": 1012
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989923646640847e-05,
      "loss": 1.0838,
      "step": 1013
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898901434481406e-05,
      "loss": 1.0281,
      "step": 1014
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989856584932891e-05,
      "loss": 1.0888,
      "step": 1015
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898229710969726e-05,
      "loss": 1.0513,
      "step": 1016
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897893019422647e-05,
      "loss": 1.0015,
      "step": 1017
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989755577470649e-05,
      "loss": 1.0209,
      "step": 1018
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897217976840102e-05,
      "loss": 1.0747,
      "step": 1019
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989687962584236e-05,
      "loss": 0.9886,
      "step": 1020
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896540721732178e-05,
      "loss": 1.0697,
      "step": 1021
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989620126452849e-05,
      "loss": 0.9987,
      "step": 1022
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895861254250275e-05,
      "loss": 1.0916,
      "step": 1023
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989552069091653e-05,
      "loss": 1.1021,
      "step": 1024
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989517957454629e-05,
      "loss": 1.1196,
      "step": 1025
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894837905158617e-05,
      "loss": 1.0764,
      "step": 1026
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989449568277261e-05,
      "loss": 1.0633,
      "step": 1027
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9894152907407388e-05,
      "loss": 0.9826,
      "step": 1028
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893809579082118e-05,
      "loss": 1.0384,
      "step": 1029
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989346569781598e-05,
      "loss": 0.9809,
      "step": 1030
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893121263628195e-05,
      "loss": 1.0645,
      "step": 1031
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892776276538014e-05,
      "loss": 1.078,
      "step": 1032
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892430736564718e-05,
      "loss": 1.0727,
      "step": 1033
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892084643727613e-05,
      "loss": 1.0916,
      "step": 1034
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891737998046046e-05,
      "loss": 1.0893,
      "step": 1035
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989139079953939e-05,
      "loss": 1.0218,
      "step": 1036
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891043048227048e-05,
      "loss": 1.0813,
      "step": 1037
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890694744128452e-05,
      "loss": 0.974,
      "step": 1038
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890345887263077e-05,
      "loss": 1.1368,
      "step": 1039
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988999647765041e-05,
      "loss": 1.0131,
      "step": 1040
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889646515309982e-05,
      "loss": 1.1558,
      "step": 1041
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889296000261352e-05,
      "loss": 1.089,
      "step": 1042
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888944932524114e-05,
      "loss": 1.0672,
      "step": 1043
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888593312117877e-05,
      "loss": 1.0355,
      "step": 1044
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98882411390623e-05,
      "loss": 1.0379,
      "step": 1045
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988788841337707e-05,
      "loss": 1.1287,
      "step": 1046
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988753513508189e-05,
      "loss": 1.0515,
      "step": 1047
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887181304196507e-05,
      "loss": 1.0878,
      "step": 1048
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886826920740696e-05,
      "loss": 1.1585,
      "step": 1049
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886471984734264e-05,
      "loss": 0.9601,
      "step": 1050
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886116496197047e-05,
      "loss": 1.0591,
      "step": 1051
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988576045514891e-05,
      "loss": 1.1004,
      "step": 1052
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885403861609757e-05,
      "loss": 1.0481,
      "step": 1053
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988504671559951e-05,
      "loss": 1.0739,
      "step": 1054
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884689017138136e-05,
      "loss": 1.0391,
      "step": 1055
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884330766245622e-05,
      "loss": 1.0265,
      "step": 1056
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988397196294199e-05,
      "loss": 0.9837,
      "step": 1057
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883612607247295e-05,
      "loss": 1.0548,
      "step": 1058
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883252699181614e-05,
      "loss": 1.0112,
      "step": 1059
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882892238765066e-05,
      "loss": 1.0215,
      "step": 1060
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98825312260178e-05,
      "loss": 1.0524,
      "step": 1061
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988216966095998e-05,
      "loss": 1.0578,
      "step": 1062
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988180754361183e-05,
      "loss": 1.0591,
      "step": 1063
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881444873993575e-05,
      "loss": 1.0317,
      "step": 1064
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881081652125485e-05,
      "loss": 1.078,
      "step": 1065
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880717878027866e-05,
      "loss": 1.0881,
      "step": 1066
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880353551721044e-05,
      "loss": 1.0448,
      "step": 1067
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987998867322538e-05,
      "loss": 1.0087,
      "step": 1068
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987962324256127e-05,
      "loss": 1.0531,
      "step": 1069
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987925725974913e-05,
      "loss": 1.098,
      "step": 1070
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878890724809423e-05,
      "loss": 1.0525,
      "step": 1071
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878523637762625e-05,
      "loss": 1.0932,
      "step": 1072
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878155998629255e-05,
      "loss": 1.1183,
      "step": 1073
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877787807429863e-05,
      "loss": 1.059,
      "step": 1074
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877419064185025e-05,
      "loss": 1.0735,
      "step": 1075
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987704976891534e-05,
      "loss": 1.0232,
      "step": 1076
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987667992164146e-05,
      "loss": 1.0553,
      "step": 1077
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876309522384046e-05,
      "loss": 0.9762,
      "step": 1078
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875938571163808e-05,
      "loss": 0.9623,
      "step": 1079
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987556706800146e-05,
      "loss": 1.0488,
      "step": 1080
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875195012917786e-05,
      "loss": 1.0877,
      "step": 1081
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874822405933566e-05,
      "loss": 1.0387,
      "step": 1082
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874449247069626e-05,
      "loss": 1.0073,
      "step": 1083
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874075536346824e-05,
      "loss": 1.0839,
      "step": 1084
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873701273786045e-05,
      "loss": 1.0732,
      "step": 1085
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873326459408203e-05,
      "loss": 1.1029,
      "step": 1086
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987295109323425e-05,
      "loss": 1.0608,
      "step": 1087
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872575175285152e-05,
      "loss": 1.0358,
      "step": 1088
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987219870558194e-05,
      "loss": 1.0125,
      "step": 1089
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987182168414563e-05,
      "loss": 1.0167,
      "step": 1090
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987144411099731e-05,
      "loss": 1.0492,
      "step": 1091
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871065986158076e-05,
      "loss": 1.0267,
      "step": 1092
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870687309649062e-05,
      "loss": 1.0174,
      "step": 1093
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870308081491427e-05,
      "loss": 1.0183,
      "step": 1094
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869928301706367e-05,
      "loss": 0.9965,
      "step": 1095
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869547970315112e-05,
      "loss": 0.9887,
      "step": 1096
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869167087338908e-05,
      "loss": 1.0306,
      "step": 1097
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986878565279905e-05,
      "loss": 1.029,
      "step": 1098
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986840366671685e-05,
      "loss": 1.0792,
      "step": 1099
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868021129113663e-05,
      "loss": 1.0381,
      "step": 1100
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867638040010865e-05,
      "loss": 1.0449,
      "step": 1101
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986725439942986e-05,
      "loss": 1.1014,
      "step": 1102
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866870207392096e-05,
      "loss": 1.1463,
      "step": 1103
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866485463919043e-05,
      "loss": 1.0863,
      "step": 1104
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98661001690322e-05,
      "loss": 1.0812,
      "step": 1105
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865714322753106e-05,
      "loss": 0.9593,
      "step": 1106
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986532792510332e-05,
      "loss": 0.9979,
      "step": 1107
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864940976104437e-05,
      "loss": 1.0703,
      "step": 1108
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986455347577809e-05,
      "loss": 1.147,
      "step": 1109
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864165424145924e-05,
      "loss": 1.1258,
      "step": 1110
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863776821229632e-05,
      "loss": 1.0404,
      "step": 1111
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863387667050936e-05,
      "loss": 1.0693,
      "step": 1112
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862997961631576e-05,
      "loss": 1.1218,
      "step": 1113
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986260770499334e-05,
      "loss": 1.016,
      "step": 1114
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862216897158034e-05,
      "loss": 0.995,
      "step": 1115
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98618255381475e-05,
      "loss": 1.03,
      "step": 1116
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986143362798361e-05,
      "loss": 1.0562,
      "step": 1117
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986104116668827e-05,
      "loss": 1.0729,
      "step": 1118
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860648154283408e-05,
      "loss": 1.09,
      "step": 1119
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860254590790994e-05,
      "loss": 1.0078,
      "step": 1120
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985986047623302e-05,
      "loss": 1.0497,
      "step": 1121
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859465810631513e-05,
      "loss": 1.1008,
      "step": 1122
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859070594008528e-05,
      "loss": 1.0717,
      "step": 1123
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858674826386156e-05,
      "loss": 1.1053,
      "step": 1124
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858278507786517e-05,
      "loss": 1.1494,
      "step": 1125
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9857881638231756e-05,
      "loss": 1.0886,
      "step": 1126
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985748421774405e-05,
      "loss": 1.0955,
      "step": 1127
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985708624634562e-05,
      "loss": 1.0778,
      "step": 1128
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856687724058695e-05,
      "loss": 1.0373,
      "step": 1129
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985628865090556e-05,
      "loss": 1.0281,
      "step": 1130
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985588902690851e-05,
      "loss": 1.0215,
      "step": 1131
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855488852089883e-05,
      "loss": 1.1021,
      "step": 1132
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985508812647204e-05,
      "loss": 0.9983,
      "step": 1133
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854686850077383e-05,
      "loss": 1.0067,
      "step": 1134
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985428502292833e-05,
      "loss": 1.1011,
      "step": 1135
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853882645047347e-05,
      "loss": 1.023,
      "step": 1136
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853479716456914e-05,
      "loss": 1.0631,
      "step": 1137
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853076237179555e-05,
      "loss": 1.1089,
      "step": 1138
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852672207237816e-05,
      "loss": 1.0505,
      "step": 1139
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985226762665428e-05,
      "loss": 0.9628,
      "step": 1140
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851862495451555e-05,
      "loss": 1.0114,
      "step": 1141
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851456813652284e-05,
      "loss": 1.0875,
      "step": 1142
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851050581279145e-05,
      "loss": 1.0666,
      "step": 1143
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985064379835483e-05,
      "loss": 1.0592,
      "step": 1144
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850236464902087e-05,
      "loss": 1.1032,
      "step": 1145
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984982858094367e-05,
      "loss": 1.148,
      "step": 1146
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849420146502376e-05,
      "loss": 0.9613,
      "step": 1147
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849011161601034e-05,
      "loss": 1.0648,
      "step": 1148
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98486016262625e-05,
      "loss": 1.0838,
      "step": 1149
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848191540509667e-05,
      "loss": 1.0502,
      "step": 1150
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847780904365445e-05,
      "loss": 1.0045,
      "step": 1151
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984736971785279e-05,
      "loss": 0.9934,
      "step": 1152
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846957980994678e-05,
      "loss": 1.0489,
      "step": 1153
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846545693814127e-05,
      "loss": 1.0936,
      "step": 1154
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984613285633417e-05,
      "loss": 1.0676,
      "step": 1155
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845719468577882e-05,
      "loss": 1.0718,
      "step": 1156
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984530553056837e-05,
      "loss": 1.0225,
      "step": 1157
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844891042328763e-05,
      "loss": 1.0649,
      "step": 1158
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844476003882227e-05,
      "loss": 1.1031,
      "step": 1159
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984406041525196e-05,
      "loss": 1.0646,
      "step": 1160
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843644276461188e-05,
      "loss": 1.062,
      "step": 1161
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843227587533166e-05,
      "loss": 1.0273,
      "step": 1162
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984281034849118e-05,
      "loss": 1.0968,
      "step": 1163
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842392559358556e-05,
      "loss": 1.0147,
      "step": 1164
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984197422015863e-05,
      "loss": 1.0786,
      "step": 1165
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98415553309148e-05,
      "loss": 0.979,
      "step": 1166
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841135891650463e-05,
      "loss": 1.0196,
      "step": 1167
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840715902389063e-05,
      "loss": 1.0036,
      "step": 1168
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840295363154073e-05,
      "loss": 1.0991,
      "step": 1169
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839874273969e-05,
      "loss": 1.0539,
      "step": 1170
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983945263485737e-05,
      "loss": 1.0427,
      "step": 1171
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839030445842754e-05,
      "loss": 0.9997,
      "step": 1172
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838607706948744e-05,
      "loss": 1.1168,
      "step": 1173
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838184418198966e-05,
      "loss": 1.0338,
      "step": 1174
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983776057961708e-05,
      "loss": 0.9972,
      "step": 1175
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837336191226764e-05,
      "loss": 1.003,
      "step": 1176
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836911253051747e-05,
      "loss": 1.0513,
      "step": 1177
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983648576511577e-05,
      "loss": 1.0461,
      "step": 1178
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836059727442618e-05,
      "loss": 1.0798,
      "step": 1179
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98356331400561e-05,
      "loss": 1.0484,
      "step": 1180
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983520600298005e-05,
      "loss": 1.0181,
      "step": 1181
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983477831623835e-05,
      "loss": 1.0973,
      "step": 1182
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9834350079854896e-05,
      "loss": 1.0389,
      "step": 1183
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833921293853623e-05,
      "loss": 1.0903,
      "step": 1184
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833491958258495e-05,
      "loss": 1.0951,
      "step": 1185
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833062073093506e-05,
      "loss": 0.978,
      "step": 1186
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983263163838268e-05,
      "loss": 1.1474,
      "step": 1187
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832200654150077e-05,
      "loss": 1.0737,
      "step": 1188
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831769120419778e-05,
      "loss": 1.0151,
      "step": 1189
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831337037215906e-05,
      "loss": 1.0891,
      "step": 1190
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98309044045626e-05,
      "loss": 1.0433,
      "step": 1191
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830471222484052e-05,
      "loss": 1.0357,
      "step": 1192
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830037491004463e-05,
      "loss": 1.0482,
      "step": 1193
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829603210148073e-05,
      "loss": 1.0321,
      "step": 1194
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829168379939155e-05,
      "loss": 1.0508,
      "step": 1195
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828733000402014e-05,
      "loss": 1.0795,
      "step": 1196
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828297071560975e-05,
      "loss": 1.024,
      "step": 1197
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827860593440405e-05,
      "loss": 1.0779,
      "step": 1198
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827423566064697e-05,
      "loss": 1.0296,
      "step": 1199
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982698598945828e-05,
      "loss": 0.9921,
      "step": 1200
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98265478636456e-05,
      "loss": 1.09,
      "step": 1201
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982610918865115e-05,
      "loss": 1.0874,
      "step": 1202
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982566996449944e-05,
      "loss": 1.1431,
      "step": 1203
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825230191215025e-05,
      "loss": 1.0862,
      "step": 1204
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824789868822477e-05,
      "loss": 1.0412,
      "step": 1205
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982434899734641e-05,
      "loss": 1.0349,
      "step": 1206
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823907576811457e-05,
      "loss": 0.9951,
      "step": 1207
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823465607242292e-05,
      "loss": 1.0521,
      "step": 1208
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823023088663614e-05,
      "loss": 1.0696,
      "step": 1209
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822580021100154e-05,
      "loss": 1.0715,
      "step": 1210
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822136404576674e-05,
      "loss": 1.0247,
      "step": 1211
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821692239117965e-05,
      "loss": 0.9662,
      "step": 1212
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982124752474886e-05,
      "loss": 1.0086,
      "step": 1213
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98208022614942e-05,
      "loss": 1.0759,
      "step": 1214
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820356449378873e-05,
      "loss": 1.0249,
      "step": 1215
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819910088427804e-05,
      "loss": 1.0809,
      "step": 1216
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819463178665928e-05,
      "loss": 1.1584,
      "step": 1217
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819015720118225e-05,
      "loss": 0.9821,
      "step": 1218
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98185677128097e-05,
      "loss": 0.9922,
      "step": 1219
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98181191567654e-05,
      "loss": 1.0021,
      "step": 1220
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981767005201038e-05,
      "loss": 1.001,
      "step": 1221
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817220398569753e-05,
      "loss": 1.0095,
      "step": 1222
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981677019646864e-05,
      "loss": 1.105,
      "step": 1223
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9816319445732204e-05,
      "loss": 1.0347,
      "step": 1224
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981586814638564e-05,
      "loss": 1.1116,
      "step": 1225
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815416298454163e-05,
      "loss": 1.0274,
      "step": 1226
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814963901963032e-05,
      "loss": 1.0381,
      "step": 1227
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814510956937528e-05,
      "loss": 1.0528,
      "step": 1228
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814057463402963e-05,
      "loss": 1.0291,
      "step": 1229
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813603421384682e-05,
      "loss": 1.0199,
      "step": 1230
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813148830908065e-05,
      "loss": 1.044,
      "step": 1231
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812693691998513e-05,
      "loss": 1.0379,
      "step": 1232
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981223800468147e-05,
      "loss": 1.0404,
      "step": 1233
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811781768982392e-05,
      "loss": 1.0093,
      "step": 1234
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811324984926784e-05,
      "loss": 1.0359,
      "step": 1235
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810867652540173e-05,
      "loss": 1.0339,
      "step": 1236
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810409771848118e-05,
      "loss": 1.0724,
      "step": 1237
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809951342876207e-05,
      "loss": 0.9765,
      "step": 1238
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809492365650068e-05,
      "loss": 1.0383,
      "step": 1239
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809032840195342e-05,
      "loss": 0.9894,
      "step": 1240
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808572766537718e-05,
      "loss": 1.0203,
      "step": 1241
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808112144702905e-05,
      "loss": 1.0505,
      "step": 1242
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807650974716645e-05,
      "loss": 1.0355,
      "step": 1243
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807189256604717e-05,
      "loss": 1.0813,
      "step": 1244
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980672699039292e-05,
      "loss": 1.0346,
      "step": 1245
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806264176107093e-05,
      "loss": 1.0701,
      "step": 1246
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805800813773097e-05,
      "loss": 1.0114,
      "step": 1247
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980533690341683e-05,
      "loss": 1.0482,
      "step": 1248
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980487244506422e-05,
      "loss": 0.9715,
      "step": 1249
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804407438741226e-05,
      "loss": 1.024,
      "step": 1250
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980394188447383e-05,
      "loss": 0.9841,
      "step": 1251
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803475782288055e-05,
      "loss": 1.0514,
      "step": 1252
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803009132209952e-05,
      "loss": 1.1164,
      "step": 1253
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98025419342656e-05,
      "loss": 1.0665,
      "step": 1254
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802074188481108e-05,
      "loss": 1.0314,
      "step": 1255
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801605894882615e-05,
      "loss": 1.077,
      "step": 1256
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801137053496294e-05,
      "loss": 1.0394,
      "step": 1257
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800667664348352e-05,
      "loss": 1.0,
      "step": 1258
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800197727465017e-05,
      "loss": 1.0491,
      "step": 1259
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979972724287256e-05,
      "loss": 1.002,
      "step": 1260
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979925621059726e-05,
      "loss": 1.0043,
      "step": 1261
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798784630665456e-05,
      "loss": 1.1637,
      "step": 1262
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97983125031035e-05,
      "loss": 1.0282,
      "step": 1263
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797839827937774e-05,
      "loss": 1.0637,
      "step": 1264
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797366605194702e-05,
      "loss": 1.0171,
      "step": 1265
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796892834900727e-05,
      "loss": 1.042,
      "step": 1266
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979641851708232e-05,
      "loss": 1.0831,
      "step": 1267
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795943651766e-05,
      "loss": 0.9905,
      "step": 1268
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795468238978304e-05,
      "loss": 0.9798,
      "step": 1269
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794992278745798e-05,
      "loss": 1.0414,
      "step": 1270
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794515771095084e-05,
      "loss": 1.0366,
      "step": 1271
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794038716052795e-05,
      "loss": 1.0626,
      "step": 1272
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9793561113645587e-05,
      "loss": 1.0294,
      "step": 1273
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979308296390016e-05,
      "loss": 1.0733,
      "step": 1274
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979260426684323e-05,
      "loss": 1.0231,
      "step": 1275
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979212502250155e-05,
      "loss": 1.0441,
      "step": 1276
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979164523090191e-05,
      "loss": 1.062,
      "step": 1277
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791164892071118e-05,
      "loss": 1.0628,
      "step": 1278
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790684006036024e-05,
      "loss": 0.9775,
      "step": 1279
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790202572823498e-05,
      "loss": 1.0199,
      "step": 1280
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978972059246045e-05,
      "loss": 1.0032,
      "step": 1281
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789238064973818e-05,
      "loss": 0.9611,
      "step": 1282
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788754990390563e-05,
      "loss": 1.0808,
      "step": 1283
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978827136873769e-05,
      "loss": 1.0228,
      "step": 1284
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787787200042224e-05,
      "loss": 1.031,
      "step": 1285
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787302484331225e-05,
      "loss": 1.042,
      "step": 1286
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978681722163178e-05,
      "loss": 1.0452,
      "step": 1287
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978633141197101e-05,
      "loss": 1.055,
      "step": 1288
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785845055376072e-05,
      "loss": 1.1004,
      "step": 1289
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978535815187414e-05,
      "loss": 0.9586,
      "step": 1290
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784870701492428e-05,
      "loss": 1.0503,
      "step": 1291
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784382704258175e-05,
      "loss": 1.0199,
      "step": 1292
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783894160198663e-05,
      "loss": 1.1002,
      "step": 1293
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783405069341185e-05,
      "loss": 1.0194,
      "step": 1294
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782915431713084e-05,
      "loss": 1.1228,
      "step": 1295
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782425247341715e-05,
      "loss": 1.0107,
      "step": 1296
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781934516254483e-05,
      "loss": 1.0032,
      "step": 1297
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781443238478814e-05,
      "loss": 1.0673,
      "step": 1298
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780951414042154e-05,
      "loss": 0.9855,
      "step": 1299
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780459042971997e-05,
      "loss": 1.0844,
      "step": 1300
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.977996612529586e-05,
      "loss": 1.02,
      "step": 1301
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977947266104129e-05,
      "loss": 1.0297,
      "step": 1302
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977897865023586e-05,
      "loss": 0.9937,
      "step": 1303
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778484092907195e-05,
      "loss": 1.043,
      "step": 1304
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977798898908292e-05,
      "loss": 1.02,
      "step": 1305
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9777493338790708e-05,
      "loss": 1.0174,
      "step": 1306
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977699714205826e-05,
      "loss": 1.061,
      "step": 1307
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776500398913314e-05,
      "loss": 1.0066,
      "step": 1308
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776003109383622e-05,
      "loss": 1.0853,
      "step": 1309
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977550527349698e-05,
      "loss": 1.0351,
      "step": 1310
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775006891281216e-05,
      "loss": 1.0224,
      "step": 1311
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977450796276417e-05,
      "loss": 0.9399,
      "step": 1312
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774008487973742e-05,
      "loss": 1.0059,
      "step": 1313
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773508466937837e-05,
      "loss": 0.9723,
      "step": 1314
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97730078996844e-05,
      "loss": 1.0315,
      "step": 1315
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772506786241414e-05,
      "loss": 1.0385,
      "step": 1316
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772005126636874e-05,
      "loss": 1.1007,
      "step": 1317
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9771502920898826e-05,
      "loss": 1.0129,
      "step": 1318
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977100016905533e-05,
      "loss": 1.0088,
      "step": 1319
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9770496871134486e-05,
      "loss": 1.0327,
      "step": 1320
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769993027164424e-05,
      "loss": 0.9992,
      "step": 1321
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769488637173302e-05,
      "loss": 1.0614,
      "step": 1322
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768983701189307e-05,
      "loss": 1.1046,
      "step": 1323
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976847821924066e-05,
      "loss": 0.9951,
      "step": 1324
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767972191355613e-05,
      "loss": 1.0685,
      "step": 1325
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767465617562446e-05,
      "loss": 1.0072,
      "step": 1326
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766958497889467e-05,
      "loss": 1.049,
      "step": 1327
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766450832365018e-05,
      "loss": 1.0127,
      "step": 1328
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765942621017474e-05,
      "loss": 1.0433,
      "step": 1329
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765433863875238e-05,
      "loss": 1.0499,
      "step": 1330
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764924560966743e-05,
      "loss": 1.0312,
      "step": 1331
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976441471232045e-05,
      "loss": 1.1544,
      "step": 1332
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763904317964855e-05,
      "loss": 1.0233,
      "step": 1333
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976339337792848e-05,
      "loss": 1.0055,
      "step": 1334
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762881892239883e-05,
      "loss": 1.0311,
      "step": 1335
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762369860927656e-05,
      "loss": 1.0128,
      "step": 1336
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761857284020403e-05,
      "loss": 1.0433,
      "step": 1337
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761344161546775e-05,
      "loss": 1.0202,
      "step": 1338
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976083049353545e-05,
      "loss": 1.0742,
      "step": 1339
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760316280015138e-05,
      "loss": 1.0473,
      "step": 1340
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759801521014577e-05,
      "loss": 1.0203,
      "step": 1341
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975928621656253e-05,
      "loss": 1.0263,
      "step": 1342
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758770366687803e-05,
      "loss": 0.9351,
      "step": 1343
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758253971419222e-05,
      "loss": 0.9315,
      "step": 1344
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757737030785643e-05,
      "loss": 1.0145,
      "step": 1345
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757219544815966e-05,
      "loss": 1.0413,
      "step": 1346
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756701513539104e-05,
      "loss": 1.0947,
      "step": 1347
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756182936984014e-05,
      "loss": 1.0434,
      "step": 1348
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755663815179674e-05,
      "loss": 1.0208,
      "step": 1349
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97551441481551e-05,
      "loss": 1.0769,
      "step": 1350
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975462393593933e-05,
      "loss": 1.0893,
      "step": 1351
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754103178561443e-05,
      "loss": 1.0211,
      "step": 1352
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975358187605054e-05,
      "loss": 0.9877,
      "step": 1353
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975306002843575e-05,
      "loss": 0.9768,
      "step": 1354
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975253763574625e-05,
      "loss": 1.0722,
      "step": 1355
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752014698011227e-05,
      "loss": 0.9846,
      "step": 1356
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975149121525991e-05,
      "loss": 1.0573,
      "step": 1357
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975096718752155e-05,
      "loss": 0.9861,
      "step": 1358
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750442614825436e-05,
      "loss": 0.9789,
      "step": 1359
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749917497200888e-05,
      "loss": 0.9797,
      "step": 1360
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974939183467725e-05,
      "loss": 0.9914,
      "step": 1361
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748865627283904e-05,
      "loss": 0.9659,
      "step": 1362
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748338875050255e-05,
      "loss": 1.0481,
      "step": 1363
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747811578005743e-05,
      "loss": 1.0199,
      "step": 1364
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974728373617984e-05,
      "loss": 1.0351,
      "step": 1365
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974675534960204e-05,
      "loss": 1.1344,
      "step": 1366
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974622641830188e-05,
      "loss": 1.0745,
      "step": 1367
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745696942308913e-05,
      "loss": 1.1785,
      "step": 1368
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745166921652737e-05,
      "loss": 0.9947,
      "step": 1369
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974463635636297e-05,
      "loss": 1.0804,
      "step": 1370
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744105246469264e-05,
      "loss": 1.1048,
      "step": 1371
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743573592001303e-05,
      "loss": 1.0879,
      "step": 1372
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743041392988796e-05,
      "loss": 0.9849,
      "step": 1373
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974250864946149e-05,
      "loss": 1.0113,
      "step": 1374
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741975361449162e-05,
      "loss": 1.0767,
      "step": 1375
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974144152898161e-05,
      "loss": 1.0158,
      "step": 1376
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974090715208867e-05,
      "loss": 0.9902,
      "step": 1377
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974037223080021e-05,
      "loss": 1.0859,
      "step": 1378
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973983676514612e-05,
      "loss": 1.0066,
      "step": 1379
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739300755156333e-05,
      "loss": 1.0767,
      "step": 1380
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738764200860802e-05,
      "loss": 0.9476,
      "step": 1381
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973822710228951e-05,
      "loss": 0.9631,
      "step": 1382
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973768945947248e-05,
      "loss": 1.0623,
      "step": 1383
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737151272439752e-05,
      "loss": 1.0417,
      "step": 1384
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973661254122141e-05,
      "loss": 1.0407,
      "step": 1385
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736073265847567e-05,
      "loss": 1.0797,
      "step": 1386
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735533446348353e-05,
      "loss": 0.9995,
      "step": 1387
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734993082753937e-05,
      "loss": 1.0238,
      "step": 1388
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734452175094525e-05,
      "loss": 1.0474,
      "step": 1389
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733910723400342e-05,
      "loss": 1.0738,
      "step": 1390
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973336872770165e-05,
      "loss": 1.0007,
      "step": 1391
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973282618802874e-05,
      "loss": 1.0477,
      "step": 1392
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9732283104411936e-05,
      "loss": 1.062,
      "step": 1393
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731739476881585e-05,
      "loss": 1.1026,
      "step": 1394
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973119530546807e-05,
      "loss": 0.9891,
      "step": 1395
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973065059020181e-05,
      "loss": 0.9527,
      "step": 1396
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9730105331113236e-05,
      "loss": 1.0442,
      "step": 1397
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972955952823283e-05,
      "loss": 1.0399,
      "step": 1398
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972901318159109e-05,
      "loss": 1.0117,
      "step": 1399
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728466291218553e-05,
      "loss": 1.0824,
      "step": 1400
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727918857145786e-05,
      "loss": 0.9985,
      "step": 1401
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727370879403377e-05,
      "loss": 1.0648,
      "step": 1402
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972682235802196e-05,
      "loss": 1.0565,
      "step": 1403
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726273293032184e-05,
      "loss": 1.0473,
      "step": 1404
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9725723684464735e-05,
      "loss": 1.045,
      "step": 1405
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9725173532350333e-05,
      "loss": 0.99,
      "step": 1406
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972462283671972e-05,
      "loss": 1.0788,
      "step": 1407
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972407159760368e-05,
      "loss": 1.0318,
      "step": 1408
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972351981503301e-05,
      "loss": 0.9881,
      "step": 1409
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722967489038555e-05,
      "loss": 1.0401,
      "step": 1410
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722414619651185e-05,
      "loss": 0.9815,
      "step": 1411
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721861206901792e-05,
      "loss": 0.9996,
      "step": 1412
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972130725082131e-05,
      "loss": 0.9972,
      "step": 1413
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720752751440696e-05,
      "loss": 1.0454,
      "step": 1414
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972019770879094e-05,
      "loss": 1.051,
      "step": 1415
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719642122903063e-05,
      "loss": 1.0843,
      "step": 1416
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719085993808115e-05,
      "loss": 1.0277,
      "step": 1417
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718529321537173e-05,
      "loss": 0.9893,
      "step": 1418
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717972106121356e-05,
      "loss": 1.0366,
      "step": 1419
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717414347591798e-05,
      "loss": 1.0859,
      "step": 1420
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716856045979673e-05,
      "loss": 0.9735,
      "step": 1421
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716297201316182e-05,
      "loss": 1.0116,
      "step": 1422
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715737813632564e-05,
      "loss": 1.0426,
      "step": 1423
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971517788296007e-05,
      "loss": 1.051,
      "step": 1424
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714617409330006e-05,
      "loss": 1.049,
      "step": 1425
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714056392773685e-05,
      "loss": 0.9913,
      "step": 1426
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971349483332247e-05,
      "loss": 1.0362,
      "step": 1427
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712932731007736e-05,
      "loss": 1.0345,
      "step": 1428
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97123700858609e-05,
      "loss": 1.0321,
      "step": 1429
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711806897913413e-05,
      "loss": 0.9926,
      "step": 1430
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711243167196748e-05,
      "loss": 1.0357,
      "step": 1431
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710678893742404e-05,
      "loss": 1.0174,
      "step": 1432
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710114077581924e-05,
      "loss": 1.0478,
      "step": 1433
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709548718746873e-05,
      "loss": 1.0184,
      "step": 1434
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970898281726884e-05,
      "loss": 1.0107,
      "step": 1435
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708416373179463e-05,
      "loss": 1.0572,
      "step": 1436
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9707849386510392e-05,
      "loss": 1.0509,
      "step": 1437
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970728185729332e-05,
      "loss": 0.9517,
      "step": 1438
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9706713785559963e-05,
      "loss": 1.0419,
      "step": 1439
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970614517134206e-05,
      "loss": 1.0249,
      "step": 1440
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705576014671404e-05,
      "loss": 1.0693,
      "step": 1441
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705006315579792e-05,
      "loss": 0.9889,
      "step": 1442
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970443607409907e-05,
      "loss": 1.0415,
      "step": 1443
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9703865290261105e-05,
      "loss": 1.0488,
      "step": 1444
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.97032939640978e-05,
      "loss": 1.0097,
      "step": 1445
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970272209564108e-05,
      "loss": 1.0701,
      "step": 1446
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970214968492291e-05,
      "loss": 1.0631,
      "step": 1447
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970157673197527e-05,
      "loss": 1.053,
      "step": 1448
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701003236830197e-05,
      "loss": 0.9799,
      "step": 1449
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700429199519734e-05,
      "loss": 1.0701,
      "step": 1450
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699854620075956e-05,
      "loss": 1.0653,
      "step": 1451
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699279498530988e-05,
      "loss": 1.0472,
      "step": 1452
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9698703834916964e-05,
      "loss": 1.0947,
      "step": 1453
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969812762926606e-05,
      "loss": 1.032,
      "step": 1454
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697550881610478e-05,
      "loss": 1.0177,
      "step": 1455
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696973591982444e-05,
      "loss": 1.0552,
      "step": 1456
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969639576041423e-05,
      "loss": 0.9943,
      "step": 1457
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695817386938127e-05,
      "loss": 0.998,
      "step": 1458
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695238471586462e-05,
      "loss": 0.9974,
      "step": 1459
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694659014391582e-05,
      "loss": 1.0677,
      "step": 1460
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694079015385877e-05,
      "loss": 1.0775,
      "step": 1461
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969349847460176e-05,
      "loss": 1.0099,
      "step": 1462
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9692917392071675e-05,
      "loss": 0.9729,
      "step": 1463
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9692335767828103e-05,
      "loss": 1.0115,
      "step": 1464
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969175360190354e-05,
      "loss": 1.0877,
      "step": 1465
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691170894330525e-05,
      "loss": 1.0166,
      "step": 1466
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969058764514163e-05,
      "loss": 1.0245,
      "step": 1467
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9690003854369446e-05,
      "loss": 1.0177,
      "step": 1468
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689419522046602e-05,
      "loss": 1.0426,
      "step": 1469
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688834648205753e-05,
      "loss": 1.0275,
      "step": 1470
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968824923287959e-05,
      "loss": 1.0388,
      "step": 1471
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968766327610082e-05,
      "loss": 1.0053,
      "step": 1472
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9687076777902202e-05,
      "loss": 1.0185,
      "step": 1473
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968648973831651e-05,
      "loss": 1.0743,
      "step": 1474
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9685902157376556e-05,
      "loss": 1.0305,
      "step": 1475
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968531403511517e-05,
      "loss": 1.0162,
      "step": 1476
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968472537156523e-05,
      "loss": 1.0424,
      "step": 1477
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684136166759624e-05,
      "loss": 1.0176,
      "step": 1478
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683546420731292e-05,
      "loss": 0.9994,
      "step": 1479
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968295613351319e-05,
      "loss": 0.9896,
      "step": 1480
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682365305138304e-05,
      "loss": 0.9507,
      "step": 1481
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968177393563966e-05,
      "loss": 1.0949,
      "step": 1482
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681182025050303e-05,
      "loss": 1.0749,
      "step": 1483
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680589573403313e-05,
      "loss": 1.0461,
      "step": 1484
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679996580731806e-05,
      "loss": 1.1088,
      "step": 1485
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679403047068918e-05,
      "loss": 1.0157,
      "step": 1486
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678808972447827e-05,
      "loss": 1.0572,
      "step": 1487
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678214356901722e-05,
      "loss": 1.144,
      "step": 1488
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967761920046385e-05,
      "loss": 1.0604,
      "step": 1489
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677023503167462e-05,
      "loss": 1.0195,
      "step": 1490
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676427265045853e-05,
      "loss": 1.066,
      "step": 1491
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9675830486132345e-05,
      "loss": 1.0497,
      "step": 1492
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967523316646029e-05,
      "loss": 1.0509,
      "step": 1493
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967463530606307e-05,
      "loss": 1.0112,
      "step": 1494
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674036904974104e-05,
      "loss": 1.052,
      "step": 1495
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9673437963226828e-05,
      "loss": 1.0014,
      "step": 1496
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967283848085472e-05,
      "loss": 1.0118,
      "step": 1497
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672238457891278e-05,
      "loss": 0.9935,
      "step": 1498
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671637894370045e-05,
      "loss": 1.0437,
      "step": 1499
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671036790324573e-05,
      "loss": 1.0098,
      "step": 1500
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670435145788468e-05,
      "loss": 0.9949,
      "step": 1501
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669832960795347e-05,
      "loss": 1.0538,
      "step": 1502
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966923023537887e-05,
      "loss": 1.0075,
      "step": 1503
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668626969572714e-05,
      "loss": 1.0148,
      "step": 1504
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668023163410604e-05,
      "loss": 0.9794,
      "step": 1505
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966741881692628e-05,
      "loss": 1.0341,
      "step": 1506
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966681393015351e-05,
      "loss": 1.0032,
      "step": 1507
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666208503126115e-05,
      "loss": 0.9761,
      "step": 1508
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966560253587792e-05,
      "loss": 1.0105,
      "step": 1509
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9664996028442792e-05,
      "loss": 0.9521,
      "step": 1510
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966438898085463e-05,
      "loss": 1.0597,
      "step": 1511
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663781393147365e-05,
      "loss": 1.0348,
      "step": 1512
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663173265354946e-05,
      "loss": 0.9732,
      "step": 1513
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9662564597511358e-05,
      "loss": 1.0161,
      "step": 1514
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661955389650625e-05,
      "loss": 1.057,
      "step": 1515
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661345641806792e-05,
      "loss": 1.0414,
      "step": 1516
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660735354013933e-05,
      "loss": 1.0076,
      "step": 1517
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966012452630616e-05,
      "loss": 0.9233,
      "step": 1518
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9659513158717606e-05,
      "loss": 0.986,
      "step": 1519
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658901251282443e-05,
      "loss": 0.9992,
      "step": 1520
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965828880403487e-05,
      "loss": 1.0631,
      "step": 1521
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9657675817009107e-05,
      "loss": 1.0682,
      "step": 1522
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9657062290239422e-05,
      "loss": 1.0726,
      "step": 1523
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96564482237601e-05,
      "loss": 1.1189,
      "step": 1524
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9655833617605457e-05,
      "loss": 0.9525,
      "step": 1525
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9655218471809844e-05,
      "loss": 1.0368,
      "step": 1526
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965460278640764e-05,
      "loss": 1.0536,
      "step": 1527
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653986561433255e-05,
      "loss": 1.018,
      "step": 1528
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653369796921132e-05,
      "loss": 1.0499,
      "step": 1529
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965275249290573e-05,
      "loss": 1.0369,
      "step": 1530
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9652134649421554e-05,
      "loss": 1.0836,
      "step": 1531
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965151626650314e-05,
      "loss": 1.007,
      "step": 1532
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965089734418504e-05,
      "loss": 0.9973,
      "step": 1533
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9650277882501843e-05,
      "loss": 1.0093,
      "step": 1534
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649657881488172e-05,
      "loss": 1.0416,
      "step": 1535
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649037341178683e-05,
      "loss": 1.0841,
      "step": 1536
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964841626160805e-05,
      "loss": 0.9947,
      "step": 1537
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964779464281098e-05,
      "loss": 1.0336,
      "step": 1538
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9647172484822225e-05,
      "loss": 0.9776,
      "step": 1539
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646549787676547e-05,
      "loss": 1.0963,
      "step": 1540
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964592655140875e-05,
      "loss": 1.053,
      "step": 1541
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9645302776053665e-05,
      "loss": 0.9862,
      "step": 1542
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9644678461646155e-05,
      "loss": 0.9263,
      "step": 1543
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9644053608221107e-05,
      "loss": 1.0078,
      "step": 1544
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9643428215813443e-05,
      "loss": 1.048,
      "step": 1545
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964280228445812e-05,
      "loss": 0.9601,
      "step": 1546
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9642175814190113e-05,
      "loss": 1.0012,
      "step": 1547
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9641548805044443e-05,
      "loss": 0.969,
      "step": 1548
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964092125705614e-05,
      "loss": 1.0026,
      "step": 1549
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9640293170260287e-05,
      "loss": 1.0035,
      "step": 1550
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963966454469198e-05,
      "loss": 1.033,
      "step": 1551
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639035380386354e-05,
      "loss": 0.971,
      "step": 1552
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963840567737857e-05,
      "loss": 0.9866,
      "step": 1553
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963777543570382e-05,
      "loss": 1.0088,
      "step": 1554
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963714465539733e-05,
      "loss": 0.9792,
      "step": 1555
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9636513336494348e-05,
      "loss": 0.9976,
      "step": 1556
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963588147903016e-05,
      "loss": 0.9994,
      "step": 1557
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635249083040076e-05,
      "loss": 1.0184,
      "step": 1558
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634616148559446e-05,
      "loss": 0.9481,
      "step": 1559
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633982675623636e-05,
      "loss": 0.9978,
      "step": 1560
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633348664268054e-05,
      "loss": 1.0976,
      "step": 1561
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9632714114528132e-05,
      "loss": 1.0238,
      "step": 1562
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9632079026439328e-05,
      "loss": 1.064,
      "step": 1563
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631443400037145e-05,
      "loss": 1.0699,
      "step": 1564
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630807235357097e-05,
      "loss": 0.9453,
      "step": 1565
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630170532434748e-05,
      "loss": 1.0505,
      "step": 1566
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9629533291305672e-05,
      "loss": 1.0434,
      "step": 1567
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628895512005488e-05,
      "loss": 1.0737,
      "step": 1568
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962825719456984e-05,
      "loss": 1.0608,
      "step": 1569
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96276183390344e-05,
      "loss": 1.0557,
      "step": 1570
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626978945434872e-05,
      "loss": 0.9828,
      "step": 1571
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626339013806995e-05,
      "loss": 0.9917,
      "step": 1572
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625698544186527e-05,
      "loss": 1.1068,
      "step": 1573
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625057536609265e-05,
      "loss": 1.0531,
      "step": 1574
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962441599111103e-05,
      "loss": 0.9961,
      "step": 1575
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9623773907727682e-05,
      "loss": 0.9799,
      "step": 1576
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9623131286495105e-05,
      "loss": 1.0793,
      "step": 1577
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962248812744921e-05,
      "loss": 1.0198,
      "step": 1578
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621844430625942e-05,
      "loss": 1.053,
      "step": 1579
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621200196061277e-05,
      "loss": 0.9875,
      "step": 1580
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962055542379122e-05,
      "loss": 0.9626,
      "step": 1581
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619910113851808e-05,
      "loss": 1.0736,
      "step": 1582
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96192642662791e-05,
      "loss": 1.0423,
      "step": 1583
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9618617881109193e-05,
      "loss": 0.9809,
      "step": 1584
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617970958378212e-05,
      "loss": 0.9808,
      "step": 1585
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617323498122315e-05,
      "loss": 1.1115,
      "step": 1586
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616675500377683e-05,
      "loss": 0.9034,
      "step": 1587
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616026965180536e-05,
      "loss": 1.0539,
      "step": 1588
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961537789256711e-05,
      "loss": 1.0028,
      "step": 1589
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961472828257369e-05,
      "loss": 0.973,
      "step": 1590
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614078135236578e-05,
      "loss": 1.0084,
      "step": 1591
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613427450592107e-05,
      "loss": 0.9971,
      "step": 1592
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961277622867664e-05,
      "loss": 1.0414,
      "step": 1593
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961212446952658e-05,
      "loss": 1.0532,
      "step": 1594
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611472173178343e-05,
      "loss": 0.9875,
      "step": 1595
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961081933966839e-05,
      "loss": 0.9692,
      "step": 1596
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9610165969033205e-05,
      "loss": 1.0291,
      "step": 1597
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9609512061309307e-05,
      "loss": 1.0297,
      "step": 1598
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608857616533236e-05,
      "loss": 1.1004,
      "step": 1599
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608202634741566e-05,
      "loss": 1.0026,
      "step": 1600
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960754711597091e-05,
      "loss": 1.0335,
      "step": 1601
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9606891060257896e-05,
      "loss": 1.0165,
      "step": 1602
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9606234467639194e-05,
      "loss": 1.0333,
      "step": 1603
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605577338151495e-05,
      "loss": 0.9507,
      "step": 1604
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604919671831525e-05,
      "loss": 1.0893,
      "step": 1605
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604261468716047e-05,
      "loss": 1.0697,
      "step": 1606
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9603602728841838e-05,
      "loss": 1.0347,
      "step": 1607
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602943452245716e-05,
      "loss": 1.0741,
      "step": 1608
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602283638964525e-05,
      "loss": 0.9894,
      "step": 1609
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601623289035145e-05,
      "loss": 1.0421,
      "step": 1610
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960096240249447e-05,
      "loss": 1.0345,
      "step": 1611
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600300979379453e-05,
      "loss": 0.9528,
      "step": 1612
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599639019727043e-05,
      "loss": 1.0698,
      "step": 1613
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9598976523574244e-05,
      "loss": 1.0134,
      "step": 1614
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959831349095808e-05,
      "loss": 1.0484,
      "step": 1615
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597649921915604e-05,
      "loss": 1.1351,
      "step": 1616
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9596985816483906e-05,
      "loss": 1.0046,
      "step": 1617
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9596321174700096e-05,
      "loss": 1.0286,
      "step": 1618
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959565599660132e-05,
      "loss": 1.0351,
      "step": 1619
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594990282224755e-05,
      "loss": 1.0582,
      "step": 1620
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594324031607606e-05,
      "loss": 1.0384,
      "step": 1621
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959365724478711e-05,
      "loss": 1.0303,
      "step": 1622
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9592989921800525e-05,
      "loss": 1.0912,
      "step": 1623
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9592322062685153e-05,
      "loss": 1.0363,
      "step": 1624
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959165366747832e-05,
      "loss": 0.9982,
      "step": 1625
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959098473621737e-05,
      "loss": 1.0199,
      "step": 1626
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9590315268939702e-05,
      "loss": 0.9918,
      "step": 1627
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9589645265682725e-05,
      "loss": 1.0073,
      "step": 1628
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958897472648388e-05,
      "loss": 0.9919,
      "step": 1629
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588303651380647e-05,
      "loss": 0.9684,
      "step": 1630
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958763204041053e-05,
      "loss": 1.0702,
      "step": 1631
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958695989361106e-05,
      "loss": 1.0503,
      "step": 1632
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9586287211019804e-05,
      "loss": 1.04,
      "step": 1633
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958561399267436e-05,
      "loss": 1.0177,
      "step": 1634
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584940238612348e-05,
      "loss": 0.9585,
      "step": 1635
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584265948871426e-05,
      "loss": 1.0096,
      "step": 1636
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9583591123489274e-05,
      "loss": 1.0018,
      "step": 1637
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958291576250361e-05,
      "loss": 1.0281,
      "step": 1638
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9582239865952174e-05,
      "loss": 1.0251,
      "step": 1639
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581563433872747e-05,
      "loss": 1.0378,
      "step": 1640
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9580886466303126e-05,
      "loss": 1.0058,
      "step": 1641
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958020896328115e-05,
      "loss": 1.0353,
      "step": 1642
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957953092484468e-05,
      "loss": 0.9942,
      "step": 1643
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9578852351031618e-05,
      "loss": 1.0433,
      "step": 1644
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957817324187987e-05,
      "loss": 1.0726,
      "step": 1645
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957749359742741e-05,
      "loss": 1.112,
      "step": 1646
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957681341771221e-05,
      "loss": 1.0334,
      "step": 1647
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9576132702772284e-05,
      "loss": 1.0113,
      "step": 1648
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9575451452645678e-05,
      "loss": 1.0488,
      "step": 1649
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957476966737047e-05,
      "loss": 1.0709,
      "step": 1650
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957408734698475e-05,
      "loss": 0.9753,
      "step": 1651
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573404491526666e-05,
      "loss": 0.9863,
      "step": 1652
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9572721101034372e-05,
      "loss": 0.9822,
      "step": 1653
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9572037175546063e-05,
      "loss": 0.9546,
      "step": 1654
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571352715099965e-05,
      "loss": 1.0101,
      "step": 1655
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9570667719734326e-05,
      "loss": 0.9705,
      "step": 1656
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569982189487435e-05,
      "loss": 1.0408,
      "step": 1657
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569296124397598e-05,
      "loss": 0.9723,
      "step": 1658
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956860952450316e-05,
      "loss": 0.9242,
      "step": 1659
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567922389842492e-05,
      "loss": 0.9453,
      "step": 1660
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567234720454e-05,
      "loss": 1.0527,
      "step": 1661
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566546516376115e-05,
      "loss": 0.9799,
      "step": 1662
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9565857777647296e-05,
      "loss": 0.986,
      "step": 1663
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9565168504306042e-05,
      "loss": 1.0096,
      "step": 1664
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564478696390864e-05,
      "loss": 1.0732,
      "step": 1665
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9563788353940325e-05,
      "loss": 1.0245,
      "step": 1666
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9563097476992995e-05,
      "loss": 1.0742,
      "step": 1667
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9562406065587493e-05,
      "loss": 1.0279,
      "step": 1668
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9561714119762464e-05,
      "loss": 1.018,
      "step": 1669
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956102163955657e-05,
      "loss": 1.0116,
      "step": 1670
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956032862500852e-05,
      "loss": 1.0663,
      "step": 1671
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9559635076157034e-05,
      "loss": 0.9849,
      "step": 1672
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558940993040885e-05,
      "loss": 0.9775,
      "step": 1673
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558246375698856e-05,
      "loss": 1.0572,
      "step": 1674
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955755122416977e-05,
      "loss": 0.9737,
      "step": 1675
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9556855538492478e-05,
      "loss": 0.9695,
      "step": 1676
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9556159318705856e-05,
      "loss": 1.0376,
      "step": 1677
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9555462564848822e-05,
      "loss": 1.0464,
      "step": 1678
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554765276960308e-05,
      "loss": 1.0041,
      "step": 1679
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955406745507929e-05,
      "loss": 0.975,
      "step": 1680
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955336909924476e-05,
      "loss": 0.9976,
      "step": 1681
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9552670209495756e-05,
      "loss": 0.9659,
      "step": 1682
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955197078587133e-05,
      "loss": 1.0092,
      "step": 1683
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551270828410577e-05,
      "loss": 1.0125,
      "step": 1684
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955057033715261e-05,
      "loss": 1.0306,
      "step": 1685
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9549869312136583e-05,
      "loss": 1.0261,
      "step": 1686
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9549167753401673e-05,
      "loss": 1.1112,
      "step": 1687
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548465660987085e-05,
      "loss": 1.0304,
      "step": 1688
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954776303493206e-05,
      "loss": 1.0557,
      "step": 1689
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954705987527587e-05,
      "loss": 1.0309,
      "step": 1690
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9546356182057805e-05,
      "loss": 0.9557,
      "step": 1691
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95456519553172e-05,
      "loss": 0.9855,
      "step": 1692
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9544947195093407e-05,
      "loss": 1.0429,
      "step": 1693
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954424190142582e-05,
      "loss": 0.9678,
      "step": 1694
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543536074353845e-05,
      "loss": 1.0705,
      "step": 1695
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954282971391694e-05,
      "loss": 1.0709,
      "step": 1696
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9542122820154573e-05,
      "loss": 0.9641,
      "step": 1697
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954141539310626e-05,
      "loss": 0.9926,
      "step": 1698
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954070743281153e-05,
      "loss": 0.9919,
      "step": 1699
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9539998939309954e-05,
      "loss": 1.0296,
      "step": 1700
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9539289912641122e-05,
      "loss": 0.9574,
      "step": 1701
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9538580352844664e-05,
      "loss": 1.0713,
      "step": 1702
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9537870259960235e-05,
      "loss": 1.0986,
      "step": 1703
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953715963402752e-05,
      "loss": 1.0714,
      "step": 1704
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953644847508623e-05,
      "loss": 1.0299,
      "step": 1705
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953573678317612e-05,
      "loss": 1.0277,
      "step": 1706
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953502455833696e-05,
      "loss": 1.0317,
      "step": 1707
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953431180060855e-05,
      "loss": 1.0377,
      "step": 1708
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9533598510030728e-05,
      "loss": 1.0777,
      "step": 1709
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953288468664336e-05,
      "loss": 0.9734,
      "step": 1710
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9532170330486334e-05,
      "loss": 1.1086,
      "step": 1711
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953145544159958e-05,
      "loss": 0.9673,
      "step": 1712
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9530740020023048e-05,
      "loss": 0.9982,
      "step": 1713
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9530024065796723e-05,
      "loss": 1.0181,
      "step": 1714
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9529307578960615e-05,
      "loss": 0.9867,
      "step": 1715
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952859055955477e-05,
      "loss": 0.9125,
      "step": 1716
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952787300761926e-05,
      "loss": 1.022,
      "step": 1717
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952715492319418e-05,
      "loss": 1.0335,
      "step": 1718
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9526436306319675e-05,
      "loss": 1.0125,
      "step": 1719
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95257171570359e-05,
      "loss": 1.0283,
      "step": 1720
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524997475383044e-05,
      "loss": 1.0375,
      "step": 1721
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952427726140133e-05,
      "loss": 0.9686,
      "step": 1722
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952355651513101e-05,
      "loss": 0.9234,
      "step": 1723
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9522835236612363e-05,
      "loss": 1.0273,
      "step": 1724
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9522113425885702e-05,
      "loss": 0.975,
      "step": 1725
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521391082991368e-05,
      "loss": 1.0131,
      "step": 1726
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9520668207969726e-05,
      "loss": 0.955,
      "step": 1727
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951994480086118e-05,
      "loss": 0.9864,
      "step": 1728
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951922086170616e-05,
      "loss": 1.0727,
      "step": 1729
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9518496390545122e-05,
      "loss": 0.9571,
      "step": 1730
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9517771387418557e-05,
      "loss": 1.0505,
      "step": 1731
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9517045852366984e-05,
      "loss": 1.027,
      "step": 1732
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9516319785430948e-05,
      "loss": 1.0503,
      "step": 1733
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951559318665103e-05,
      "loss": 0.9908,
      "step": 1734
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951486605606784e-05,
      "loss": 1.0896,
      "step": 1735
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951413839372201e-05,
      "loss": 0.9621,
      "step": 1736
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9513410199654213e-05,
      "loss": 1.0167,
      "step": 1737
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951268147390514e-05,
      "loss": 0.9708,
      "step": 1738
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951195221651552e-05,
      "loss": 1.003,
      "step": 1739
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9511222427526115e-05,
      "loss": 0.989,
      "step": 1740
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510492106977704e-05,
      "loss": 0.9698,
      "step": 1741
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9509761254911107e-05,
      "loss": 1.0158,
      "step": 1742
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9509029871367165e-05,
      "loss": 0.996,
      "step": 1743
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508297956386757e-05,
      "loss": 0.9736,
      "step": 1744
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950756551001079e-05,
      "loss": 1.051,
      "step": 1745
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950683253228019e-05,
      "loss": 1.0483,
      "step": 1746
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950609902323593e-05,
      "loss": 1.0279,
      "step": 1747
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9505364982919e-05,
      "loss": 1.0555,
      "step": 1748
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504630411370426e-05,
      "loss": 1.0044,
      "step": 1749
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950389530863126e-05,
      "loss": 1.0432,
      "step": 1750
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9503159674742584e-05,
      "loss": 0.98,
      "step": 1751
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9502423509745516e-05,
      "loss": 0.994,
      "step": 1752
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950168681368119e-05,
      "loss": 1.0209,
      "step": 1753
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9500949586590786e-05,
      "loss": 1.0407,
      "step": 1754
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95002118285155e-05,
      "loss": 0.9671,
      "step": 1755
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9499473539496566e-05,
      "loss": 1.0137,
      "step": 1756
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9498734719575244e-05,
      "loss": 1.0389,
      "step": 1757
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9497995368792828e-05,
      "loss": 1.0517,
      "step": 1758
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9497255487190635e-05,
      "loss": 1.0379,
      "step": 1759
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949651507481002e-05,
      "loss": 1.1156,
      "step": 1760
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495774131692355e-05,
      "loss": 0.9553,
      "step": 1761
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495032657879055e-05,
      "loss": 1.052,
      "step": 1762
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949429065341156e-05,
      "loss": 0.9742,
      "step": 1763
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9493548118331336e-05,
      "loss": 1.0948,
      "step": 1764
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492805052679884e-05,
      "loss": 0.9423,
      "step": 1765
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949206145649873e-05,
      "loss": 0.9859,
      "step": 1766
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9491317329829433e-05,
      "loss": 1.0981,
      "step": 1767
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9490572672713576e-05,
      "loss": 1.0396,
      "step": 1768
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9489827485192783e-05,
      "loss": 1.0042,
      "step": 1769
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9489081767308696e-05,
      "loss": 1.0215,
      "step": 1770
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9488335519102993e-05,
      "loss": 1.0587,
      "step": 1771
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9487588740617383e-05,
      "loss": 0.9718,
      "step": 1772
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486841431893596e-05,
      "loss": 1.053,
      "step": 1773
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486093592973398e-05,
      "loss": 1.0164,
      "step": 1774
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948534522389859e-05,
      "loss": 1.0315,
      "step": 1775
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948459632471099e-05,
      "loss": 0.9206,
      "step": 1776
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9483846895452455e-05,
      "loss": 0.9911,
      "step": 1777
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9483096936164865e-05,
      "loss": 1.0135,
      "step": 1778
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948234644689014e-05,
      "loss": 0.9911,
      "step": 1779
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9481595427670218e-05,
      "loss": 0.9687,
      "step": 1780
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480843878547075e-05,
      "loss": 0.9926,
      "step": 1781
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480091799562706e-05,
      "loss": 1.0899,
      "step": 1782
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479339190759153e-05,
      "loss": 1.0271,
      "step": 1783
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947858605217847e-05,
      "loss": 1.0455,
      "step": 1784
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9477832383862754e-05,
      "loss": 1.1139,
      "step": 1785
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947707818585412e-05,
      "loss": 0.9875,
      "step": 1786
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9476323458194722e-05,
      "loss": 1.0259,
      "step": 1787
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475568200926738e-05,
      "loss": 0.9536,
      "step": 1788
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947481241409238e-05,
      "loss": 1.0226,
      "step": 1789
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9474056097733884e-05,
      "loss": 1.0207,
      "step": 1790
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9473299251893517e-05,
      "loss": 1.0528,
      "step": 1791
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9472541876613583e-05,
      "loss": 0.9808,
      "step": 1792
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471783971936408e-05,
      "loss": 1.0549,
      "step": 1793
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471025537904345e-05,
      "loss": 1.0526,
      "step": 1794
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9470266574559788e-05,
      "loss": 1.0422,
      "step": 1795
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946950708194515e-05,
      "loss": 1.0467,
      "step": 1796
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9468747060102874e-05,
      "loss": 0.9566,
      "step": 1797
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9467986509075443e-05,
      "loss": 0.9987,
      "step": 1798
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9467225428905355e-05,
      "loss": 0.9978,
      "step": 1799
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946646381963515e-05,
      "loss": 0.9461,
      "step": 1800
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9465701681307392e-05,
      "loss": 1.0103,
      "step": 1801
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464939013964674e-05,
      "loss": 1.0129,
      "step": 1802
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464175817649616e-05,
      "loss": 1.0213,
      "step": 1803
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9463412092404878e-05,
      "loss": 1.0003,
      "step": 1804
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9462647838273133e-05,
      "loss": 1.0489,
      "step": 1805
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9461883055297107e-05,
      "loss": 1.0224,
      "step": 1806
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946111774351953e-05,
      "loss": 1.0517,
      "step": 1807
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946035190298318e-05,
      "loss": 1.0926,
      "step": 1808
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459585533730857e-05,
      "loss": 1.0118,
      "step": 1809
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9458818635805387e-05,
      "loss": 0.9992,
      "step": 1810
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945805120924964e-05,
      "loss": 1.007,
      "step": 1811
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945728325410649e-05,
      "loss": 1.0232,
      "step": 1812
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9456514770418872e-05,
      "loss": 1.0012,
      "step": 1813
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9455745758229726e-05,
      "loss": 1.0278,
      "step": 1814
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9454976217582032e-05,
      "loss": 0.9671,
      "step": 1815
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9454206148518798e-05,
      "loss": 0.9927,
      "step": 1816
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945343555108306e-05,
      "loss": 0.9691,
      "step": 1817
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9452664425317885e-05,
      "loss": 1.0411,
      "step": 1818
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9451892771266373e-05,
      "loss": 1.0163,
      "step": 1819
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9451120588971646e-05,
      "loss": 0.9886,
      "step": 1820
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945034787847686e-05,
      "loss": 0.9878,
      "step": 1821
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94495746398252e-05,
      "loss": 0.9654,
      "step": 1822
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448800873059884e-05,
      "loss": 0.9875,
      "step": 1823
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944802657822415e-05,
      "loss": 1.0271,
      "step": 1824
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944725175536127e-05,
      "loss": 1.003,
      "step": 1825
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944647640451456e-05,
      "loss": 0.9661,
      "step": 1826
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944570052572734e-05,
      "loss": 0.9763,
      "step": 1827
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9444924119042972e-05,
      "loss": 1.0041,
      "step": 1828
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9444147184504854e-05,
      "loss": 0.9858,
      "step": 1829
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9443369722156404e-05,
      "loss": 0.9837,
      "step": 1830
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9442591732041074e-05,
      "loss": 1.0072,
      "step": 1831
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944181321420234e-05,
      "loss": 1.026,
      "step": 1832
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9441034168683713e-05,
      "loss": 1.1019,
      "step": 1833
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9440254595528735e-05,
      "loss": 0.9698,
      "step": 1834
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9439474494780972e-05,
      "loss": 1.0102,
      "step": 1835
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943869386648402e-05,
      "loss": 0.9524,
      "step": 1836
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437912710681516e-05,
      "loss": 1.0421,
      "step": 1837
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437131027417103e-05,
      "loss": 0.9969,
      "step": 1838
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9436348816734477e-05,
      "loss": 1.0101,
      "step": 1839
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9435566078677348e-05,
      "loss": 1.0433,
      "step": 1840
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9434782813289465e-05,
      "loss": 1.0797,
      "step": 1841
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94339990206146e-05,
      "loss": 0.9756,
      "step": 1842
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9433214700696564e-05,
      "loss": 0.9852,
      "step": 1843
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9432429853579184e-05,
      "loss": 0.979,
      "step": 1844
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9431644479306325e-05,
      "loss": 1.0524,
      "step": 1845
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9430858577921878e-05,
      "loss": 1.1045,
      "step": 1846
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9430072149469767e-05,
      "loss": 0.9652,
      "step": 1847
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429285193993946e-05,
      "loss": 1.0148,
      "step": 1848
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.942849771153839e-05,
      "loss": 1.0454,
      "step": 1849
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9427709702147116e-05,
      "loss": 1.021,
      "step": 1850
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9426921165864158e-05,
      "loss": 0.9653,
      "step": 1851
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942613210273359e-05,
      "loss": 0.9726,
      "step": 1852
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942534251279951e-05,
      "loss": 0.9875,
      "step": 1853
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9424552396106043e-05,
      "loss": 1.0187,
      "step": 1854
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9423761752697348e-05,
      "loss": 1.0388,
      "step": 1855
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9422970582617618e-05,
      "loss": 0.9929,
      "step": 1856
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942217888591106e-05,
      "loss": 1.006,
      "step": 1857
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9421386662621927e-05,
      "loss": 0.9227,
      "step": 1858
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942059391279449e-05,
      "loss": 0.8915,
      "step": 1859
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9419800636473055e-05,
      "loss": 0.9868,
      "step": 1860
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941900683370196e-05,
      "loss": 0.9789,
      "step": 1861
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9418212504525566e-05,
      "loss": 1.0444,
      "step": 1862
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9417417648988263e-05,
      "loss": 0.9551,
      "step": 1863
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941662226713448e-05,
      "loss": 1.0647,
      "step": 1864
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415826359008663e-05,
      "loss": 0.9637,
      "step": 1865
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415029924655296e-05,
      "loss": 1.0025,
      "step": 1866
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9414232964118893e-05,
      "loss": 0.9933,
      "step": 1867
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9413435477443987e-05,
      "loss": 0.937,
      "step": 1868
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9412637464675152e-05,
      "loss": 1.0211,
      "step": 1869
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9411838925856986e-05,
      "loss": 1.0997,
      "step": 1870
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9411039861034118e-05,
      "loss": 0.9595,
      "step": 1871
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9410240270251207e-05,
      "loss": 0.9951,
      "step": 1872
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9409440153552942e-05,
      "loss": 1.005,
      "step": 1873
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9408639510984032e-05,
      "loss": 0.9603,
      "step": 1874
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9407838342589226e-05,
      "loss": 1.0663,
      "step": 1875
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9407036648413304e-05,
      "loss": 1.0281,
      "step": 1876
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9406234428501063e-05,
      "loss": 1.0608,
      "step": 1877
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9405431682897343e-05,
      "loss": 1.0936,
      "step": 1878
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404628411647008e-05,
      "loss": 0.9898,
      "step": 1879
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9403824614794946e-05,
      "loss": 0.9385,
      "step": 1880
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9403020292386085e-05,
      "loss": 1.0107,
      "step": 1881
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940221544446537e-05,
      "loss": 0.9973,
      "step": 1882
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9401410071077788e-05,
      "loss": 1.024,
      "step": 1883
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940060417226835e-05,
      "loss": 1.0282,
      "step": 1884
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399797748082086e-05,
      "loss": 1.0468,
      "step": 1885
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9398990798564076e-05,
      "loss": 1.0213,
      "step": 1886
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9398183323759415e-05,
      "loss": 0.9089,
      "step": 1887
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9397375323713228e-05,
      "loss": 0.9143,
      "step": 1888
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9396566798470675e-05,
      "loss": 0.9954,
      "step": 1889
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939575774807694e-05,
      "loss": 0.98,
      "step": 1890
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939494817257724e-05,
      "loss": 1.019,
      "step": 1891
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9394138072016827e-05,
      "loss": 1.021,
      "step": 1892
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9393327446440963e-05,
      "loss": 0.9843,
      "step": 1893
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939251629589496e-05,
      "loss": 1.0778,
      "step": 1894
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939170462042415e-05,
      "loss": 1.0296,
      "step": 1895
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9390892420073894e-05,
      "loss": 0.9729,
      "step": 1896
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9390079694889582e-05,
      "loss": 1.0269,
      "step": 1897
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938926644491664e-05,
      "loss": 1.0372,
      "step": 1898
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388452670200523e-05,
      "loss": 0.9019,
      "step": 1899
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9387638370786695e-05,
      "loss": 1.0419,
      "step": 1900
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938682354672068e-05,
      "loss": 1.0591,
      "step": 1901
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938600819804801e-05,
      "loss": 1.0749,
      "step": 1902
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9385192324814255e-05,
      "loss": 0.9953,
      "step": 1903
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938437592706501e-05,
      "loss": 1.0549,
      "step": 1904
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9383559004845902e-05,
      "loss": 1.0311,
      "step": 1905
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938274155820259e-05,
      "loss": 1.0501,
      "step": 1906
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9381923587180753e-05,
      "loss": 1.1226,
      "step": 1907
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9381105091826114e-05,
      "loss": 1.0094,
      "step": 1908
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9380286072184405e-05,
      "loss": 0.9594,
      "step": 1909
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9379466528301415e-05,
      "loss": 1.0096,
      "step": 1910
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937864646022293e-05,
      "loss": 1.0065,
      "step": 1911
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377825867994788e-05,
      "loss": 0.9468,
      "step": 1912
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377004751662857e-05,
      "loss": 1.0277,
      "step": 1913
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9376183111273013e-05,
      "loss": 0.9459,
      "step": 1914
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9375360946871187e-05,
      "loss": 1.0529,
      "step": 1915
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374538258503325e-05,
      "loss": 0.9874,
      "step": 1916
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93737150462154e-05,
      "loss": 0.9749,
      "step": 1917
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372891310053426e-05,
      "loss": 0.991,
      "step": 1918
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937206705006344e-05,
      "loss": 0.9783,
      "step": 1919
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9371242266291502e-05,
      "loss": 1.0037,
      "step": 1920
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937041695878371e-05,
      "loss": 0.9829,
      "step": 1921
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9369591127586185e-05,
      "loss": 0.9674,
      "step": 1922
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9368764772745086e-05,
      "loss": 0.997,
      "step": 1923
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367937894306597e-05,
      "loss": 1.0463,
      "step": 1924
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367110492316925e-05,
      "loss": 1.0099,
      "step": 1925
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9366282566822314e-05,
      "loss": 0.9906,
      "step": 1926
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365454117869033e-05,
      "loss": 1.015,
      "step": 1927
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9364625145503387e-05,
      "loss": 1.0306,
      "step": 1928
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93637956497717e-05,
      "loss": 0.9797,
      "step": 1929
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936296563072033e-05,
      "loss": 1.0041,
      "step": 1930
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936213508839567e-05,
      "loss": 1.0424,
      "step": 1931
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936130402284413e-05,
      "loss": 1.0009,
      "step": 1932
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360472434112163e-05,
      "loss": 1.0196,
      "step": 1933
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9359640322246244e-05,
      "loss": 1.0403,
      "step": 1934
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935880768729287e-05,
      "loss": 1.0307,
      "step": 1935
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9357974529298582e-05,
      "loss": 1.0133,
      "step": 1936
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9357140848309942e-05,
      "loss": 1.0684,
      "step": 1937
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9356306644373545e-05,
      "loss": 0.9744,
      "step": 1938
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9355471917536004e-05,
      "loss": 1.0313,
      "step": 1939
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9354636667843975e-05,
      "loss": 1.084,
      "step": 1940
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935380089534414e-05,
      "loss": 1.0493,
      "step": 1941
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935296460008321e-05,
      "loss": 0.9589,
      "step": 1942
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935212778210792e-05,
      "loss": 1.0231,
      "step": 1943
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9351290441465032e-05,
      "loss": 0.9892,
      "step": 1944
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350452578201352e-05,
      "loss": 1.0095,
      "step": 1945
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9349614192363703e-05,
      "loss": 0.9966,
      "step": 1946
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934877528399894e-05,
      "loss": 0.9745,
      "step": 1947
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934793585315395e-05,
      "loss": 0.9956,
      "step": 1948
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934709589987564e-05,
      "loss": 0.9906,
      "step": 1949
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934625542421096e-05,
      "loss": 0.9717,
      "step": 1950
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9345414426206882e-05,
      "loss": 1.0289,
      "step": 1951
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93445729059104e-05,
      "loss": 1.0266,
      "step": 1952
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934373086336855e-05,
      "loss": 1.0264,
      "step": 1953
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9342888298628396e-05,
      "loss": 0.9857,
      "step": 1954
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934204521173702e-05,
      "loss": 1.0106,
      "step": 1955
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9341201602741537e-05,
      "loss": 1.0334,
      "step": 1956
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340357471689105e-05,
      "loss": 1.0022,
      "step": 1957
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933951281862689e-05,
      "loss": 1.008,
      "step": 1958
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9338667643602106e-05,
      "loss": 1.0059,
      "step": 1959
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9337821946661983e-05,
      "loss": 1.0691,
      "step": 1960
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9336975727853785e-05,
      "loss": 0.9537,
      "step": 1961
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933612898722481e-05,
      "loss": 1.0015,
      "step": 1962
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9335281724822372e-05,
      "loss": 1.0451,
      "step": 1963
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933443394069383e-05,
      "loss": 1.0581,
      "step": 1964
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933358563488656e-05,
      "loss": 1.0729,
      "step": 1965
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9332736807447974e-05,
      "loss": 1.01,
      "step": 1966
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9331887458425508e-05,
      "loss": 1.0064,
      "step": 1967
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9331037587866632e-05,
      "loss": 0.9648,
      "step": 1968
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9330187195818846e-05,
      "loss": 0.9569,
      "step": 1969
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932933628232967e-05,
      "loss": 0.9942,
      "step": 1970
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9328484847446668e-05,
      "loss": 0.9585,
      "step": 1971
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9327632891217417e-05,
      "loss": 0.9442,
      "step": 1972
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932678041368953e-05,
      "loss": 1.0557,
      "step": 1973
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325927414910657e-05,
      "loss": 0.9749,
      "step": 1974
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325073894928468e-05,
      "loss": 1.0524,
      "step": 1975
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932421985379066e-05,
      "loss": 1.014,
      "step": 1976
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9323365291544966e-05,
      "loss": 1.0245,
      "step": 1977
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9322510208239148e-05,
      "loss": 0.9725,
      "step": 1978
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932165460392099e-05,
      "loss": 1.0586,
      "step": 1979
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9320798478638306e-05,
      "loss": 1.028,
      "step": 1980
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9319941832438956e-05,
      "loss": 1.0171,
      "step": 1981
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9319084665370803e-05,
      "loss": 1.0032,
      "step": 1982
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931822697748176e-05,
      "loss": 0.9626,
      "step": 1983
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317368768819756e-05,
      "loss": 0.9918,
      "step": 1984
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9316510039432756e-05,
      "loss": 0.9733,
      "step": 1985
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9315650789368755e-05,
      "loss": 1.006,
      "step": 1986
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931479101867577e-05,
      "loss": 1.0448,
      "step": 1987
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9313930727401856e-05,
      "loss": 1.0709,
      "step": 1988
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9313069915595086e-05,
      "loss": 1.0189,
      "step": 1989
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9312208583303574e-05,
      "loss": 1.0792,
      "step": 1990
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9311346730575456e-05,
      "loss": 0.9891,
      "step": 1991
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9310484357458902e-05,
      "loss": 0.9444,
      "step": 1992
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.93096214640021e-05,
      "loss": 1.047,
      "step": 1993
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9308758050253285e-05,
      "loss": 1.0175,
      "step": 1994
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9307894116260705e-05,
      "loss": 0.9658,
      "step": 1995
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9307029662072643e-05,
      "loss": 1.0352,
      "step": 1996
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9306164687737414e-05,
      "loss": 1.0377,
      "step": 1997
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9305299193303358e-05,
      "loss": 1.0686,
      "step": 1998
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9304433178818845e-05,
      "loss": 0.9068,
      "step": 1999
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303566644332274e-05,
      "loss": 0.9955,
      "step": 2000
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9302699589892072e-05,
      "loss": 1.0014,
      "step": 2001
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9301832015546703e-05,
      "loss": 0.9956,
      "step": 2002
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300963921344648e-05,
      "loss": 0.9793,
      "step": 2003
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300095307334424e-05,
      "loss": 1.0194,
      "step": 2004
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9299226173564577e-05,
      "loss": 1.0489,
      "step": 2005
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929835652008368e-05,
      "loss": 1.0177,
      "step": 2006
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9297486346940332e-05,
      "loss": 1.0345,
      "step": 2007
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929661565418317e-05,
      "loss": 1.0378,
      "step": 2008
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9295744441860855e-05,
      "loss": 0.9302,
      "step": 2009
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9294872710022075e-05,
      "loss": 1.0263,
      "step": 2010
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9294000458715546e-05,
      "loss": 1.0094,
      "step": 2011
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929312768799002e-05,
      "loss": 1.0254,
      "step": 2012
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9292254397894275e-05,
      "loss": 1.0643,
      "step": 2013
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9291380588477114e-05,
      "loss": 1.0008,
      "step": 2014
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929050625978737e-05,
      "loss": 0.8662,
      "step": 2015
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928963141187391e-05,
      "loss": 1.0631,
      "step": 2016
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9288756044785634e-05,
      "loss": 1.0082,
      "step": 2017
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9287880158571453e-05,
      "loss": 0.9979,
      "step": 2018
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9287003753280324e-05,
      "loss": 1.0224,
      "step": 2019
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9286126828961228e-05,
      "loss": 1.0297,
      "step": 2020
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9285249385663168e-05,
      "loss": 1.0984,
      "step": 2021
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9284371423435187e-05,
      "loss": 0.9789,
      "step": 2022
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928349294232635e-05,
      "loss": 0.9333,
      "step": 2023
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9282613942385756e-05,
      "loss": 0.9857,
      "step": 2024
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9281734423662528e-05,
      "loss": 1.0055,
      "step": 2025
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9280854386205822e-05,
      "loss": 1.0405,
      "step": 2026
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279973830064822e-05,
      "loss": 0.9969,
      "step": 2027
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279092755288733e-05,
      "loss": 0.9163,
      "step": 2028
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9278211161926805e-05,
      "loss": 1.0469,
      "step": 2029
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277329050028306e-05,
      "loss": 0.9718,
      "step": 2030
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9276446419642528e-05,
      "loss": 0.9835,
      "step": 2031
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9275563270818806e-05,
      "loss": 1.0403,
      "step": 2032
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9274679603606496e-05,
      "loss": 0.9982,
      "step": 2033
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9273795418054983e-05,
      "loss": 0.9194,
      "step": 2034
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9272910714213686e-05,
      "loss": 0.9858,
      "step": 2035
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927202549213204e-05,
      "loss": 0.9821,
      "step": 2036
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9271139751859525e-05,
      "loss": 1.0917,
      "step": 2037
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9270253493445642e-05,
      "loss": 1.0516,
      "step": 2038
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926936671693992e-05,
      "loss": 0.9793,
      "step": 2039
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926847942239192e-05,
      "loss": 1.0053,
      "step": 2040
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9267591609851234e-05,
      "loss": 1.0254,
      "step": 2041
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9266703279367473e-05,
      "loss": 1.0999,
      "step": 2042
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9265814430990285e-05,
      "loss": 0.9277,
      "step": 2043
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9264925064769348e-05,
      "loss": 0.9786,
      "step": 2044
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9264035180754367e-05,
      "loss": 1.067,
      "step": 2045
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9263144778995076e-05,
      "loss": 0.9114,
      "step": 2046
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9262253859541234e-05,
      "loss": 1.032,
      "step": 2047
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926136242244263e-05,
      "loss": 0.9945,
      "step": 2048
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9260470467749094e-05,
      "loss": 0.9721,
      "step": 2049
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925957799551047e-05,
      "loss": 1.0756,
      "step": 2050
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925868500577663e-05,
      "loss": 1.0435,
      "step": 2051
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925779149859749e-05,
      "loss": 0.9479,
      "step": 2052
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9256897474022982e-05,
      "loss": 0.994,
      "step": 2053
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925600293210307e-05,
      "loss": 1.0053,
      "step": 2054
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9255107872887748e-05,
      "loss": 1.0308,
      "step": 2055
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9254212296427043e-05,
      "loss": 0.9468,
      "step": 2056
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9253316202771e-05,
      "loss": 1.0835,
      "step": 2057
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9252419591969708e-05,
      "loss": 1.0285,
      "step": 2058
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9251522464073265e-05,
      "loss": 0.9709,
      "step": 2059
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925062481913182e-05,
      "loss": 0.9602,
      "step": 2060
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9249726657195534e-05,
      "loss": 0.9839,
      "step": 2061
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9248827978314602e-05,
      "loss": 1.0384,
      "step": 2062
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9247928782539258e-05,
      "loss": 0.9864,
      "step": 2063
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9247029069919744e-05,
      "loss": 1.0133,
      "step": 2064
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924612884050635e-05,
      "loss": 1.0684,
      "step": 2065
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9245228094349387e-05,
      "loss": 1.027,
      "step": 2066
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9244326831499192e-05,
      "loss": 0.9728,
      "step": 2067
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9243425052006137e-05,
      "loss": 0.97,
      "step": 2068
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9242522755920623e-05,
      "loss": 0.9092,
      "step": 2069
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9241619943293072e-05,
      "loss": 1.0647,
      "step": 2070
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924071661417394e-05,
      "loss": 0.9982,
      "step": 2071
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923981276861372e-05,
      "loss": 0.9424,
      "step": 2072
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238908406662915e-05,
      "loss": 1.0198,
      "step": 2073
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238003528372074e-05,
      "loss": 1.0162,
      "step": 2074
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9237098133791768e-05,
      "loss": 0.9522,
      "step": 2075
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236192222972593e-05,
      "loss": 0.9714,
      "step": 2076
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9235285795965183e-05,
      "loss": 0.9834,
      "step": 2077
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923437885282019e-05,
      "loss": 0.9235,
      "step": 2078
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923347139358831e-05,
      "loss": 1.0016,
      "step": 2079
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9232563418320253e-05,
      "loss": 0.9518,
      "step": 2080
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9231654927066765e-05,
      "loss": 1.0073,
      "step": 2081
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9230745919878616e-05,
      "loss": 0.9658,
      "step": 2082
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9229836396806613e-05,
      "loss": 0.9602,
      "step": 2083
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9228926357901584e-05,
      "loss": 0.9517,
      "step": 2084
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9228015803214392e-05,
      "loss": 0.9943,
      "step": 2085
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922710473279592e-05,
      "loss": 1.0808,
      "step": 2086
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9226193146697087e-05,
      "loss": 0.9863,
      "step": 2087
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9225281044968845e-05,
      "loss": 1.027,
      "step": 2088
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9224368427662162e-05,
      "loss": 1.0835,
      "step": 2089
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223455294828052e-05,
      "loss": 1.013,
      "step": 2090
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9222541646517534e-05,
      "loss": 1.09,
      "step": 2091
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922162748278168e-05,
      "loss": 1.0899,
      "step": 2092
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9220712803671576e-05,
      "loss": 1.057,
      "step": 2093
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921979760923834e-05,
      "loss": 0.982,
      "step": 2094
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9218881899533125e-05,
      "loss": 0.9928,
      "step": 2095
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9217965674607108e-05,
      "loss": 1.0227,
      "step": 2096
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9217048934511485e-05,
      "loss": 1.0527,
      "step": 2097
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92161316792975e-05,
      "loss": 1.0738,
      "step": 2098
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9215213909016414e-05,
      "loss": 0.971,
      "step": 2099
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9214295623719517e-05,
      "loss": 0.9354,
      "step": 2100
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921337682345813e-05,
      "loss": 0.983,
      "step": 2101
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9212457508283603e-05,
      "loss": 1.0133,
      "step": 2102
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9211537678247313e-05,
      "loss": 0.9904,
      "step": 2103
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921061733340067e-05,
      "loss": 0.9845,
      "step": 2104
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920969647379511e-05,
      "loss": 1.0421,
      "step": 2105
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9208775099482095e-05,
      "loss": 1.0308,
      "step": 2106
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920785321051312e-05,
      "loss": 0.9792,
      "step": 2107
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9206930806939703e-05,
      "loss": 0.9778,
      "step": 2108
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9206007888813404e-05,
      "loss": 0.938,
      "step": 2109
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9205084456185792e-05,
      "loss": 0.9841,
      "step": 2110
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920416050910848e-05,
      "loss": 0.9508,
      "step": 2111
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920323604763311e-05,
      "loss": 1.0216,
      "step": 2112
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9202311071811342e-05,
      "loss": 0.9751,
      "step": 2113
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920138558169487e-05,
      "loss": 0.9939,
      "step": 2114
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920045957733542e-05,
      "loss": 1.019,
      "step": 2115
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9199533058784742e-05,
      "loss": 1.0114,
      "step": 2116
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9198606026094625e-05,
      "loss": 1.027,
      "step": 2117
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9197678479316867e-05,
      "loss": 1.0149,
      "step": 2118
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9196750418503308e-05,
      "loss": 1.0143,
      "step": 2119
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9195821843705823e-05,
      "loss": 0.9768,
      "step": 2120
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.91948927549763e-05,
      "loss": 1.0178,
      "step": 2121
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919396315236667e-05,
      "loss": 1.0203,
      "step": 2122
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9193033035928882e-05,
      "loss": 1.0334,
      "step": 2123
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.919210240571492e-05,
      "loss": 0.975,
      "step": 2124
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.919117126177679e-05,
      "loss": 0.985,
      "step": 2125
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9190239604166536e-05,
      "loss": 0.9824,
      "step": 2126
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9189307432936227e-05,
      "loss": 0.9826,
      "step": 2127
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9188374748137957e-05,
      "loss": 1.026,
      "step": 2128
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9187441549823852e-05,
      "loss": 0.9478,
      "step": 2129
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9186507838046066e-05,
      "loss": 1.0669,
      "step": 2130
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918557361285678e-05,
      "loss": 1.0135,
      "step": 2131
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918463887430821e-05,
      "loss": 0.993,
      "step": 2132
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9183703622452596e-05,
      "loss": 0.961,
      "step": 2133
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91827678573422e-05,
      "loss": 1.017,
      "step": 2134
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9181831579029325e-05,
      "loss": 0.9979,
      "step": 2135
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9180894787566303e-05,
      "loss": 1.0086,
      "step": 2136
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917995748300548e-05,
      "loss": 0.9705,
      "step": 2137
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917901966539924e-05,
      "loss": 0.9395,
      "step": 2138
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9178081334799998e-05,
      "loss": 1.0206,
      "step": 2139
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9177142491260198e-05,
      "loss": 0.922,
      "step": 2140
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9176203134832306e-05,
      "loss": 0.9709,
      "step": 2141
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9175263265568818e-05,
      "loss": 1.0252,
      "step": 2142
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9174322883522267e-05,
      "loss": 0.9615,
      "step": 2143
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91733819887452e-05,
      "loss": 1.0059,
      "step": 2144
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9172440581290213e-05,
      "loss": 1.0409,
      "step": 2145
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917149866120991e-05,
      "loss": 1.0377,
      "step": 2146
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917055622855694e-05,
      "loss": 0.9428,
      "step": 2147
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9169613283383962e-05,
      "loss": 1.0066,
      "step": 2148
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9168669825743686e-05,
      "loss": 1.0277,
      "step": 2149
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9167725855688832e-05,
      "loss": 1.0271,
      "step": 2150
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9166781373272162e-05,
      "loss": 0.9818,
      "step": 2151
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9165836378546458e-05,
      "loss": 0.9526,
      "step": 2152
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9164890871564532e-05,
      "loss": 1.0382,
      "step": 2153
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163944852379228e-05,
      "loss": 0.9384,
      "step": 2154
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9162998321043414e-05,
      "loss": 1.0217,
      "step": 2155
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916205127761e-05,
      "loss": 0.9788,
      "step": 2156
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9161103722131898e-05,
      "loss": 0.997,
      "step": 2157
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9160155654662075e-05,
      "loss": 0.946,
      "step": 2158
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915920707525351e-05,
      "loss": 0.9269,
      "step": 2159
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9158257983959226e-05,
      "loss": 1.0603,
      "step": 2160
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9157308380832256e-05,
      "loss": 0.9921,
      "step": 2161
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9156358265925676e-05,
      "loss": 1.032,
      "step": 2162
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9155407639292583e-05,
      "loss": 0.9938,
      "step": 2163
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9154456500986108e-05,
      "loss": 0.9471,
      "step": 2164
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9153504851059403e-05,
      "loss": 0.9636,
      "step": 2165
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915255268956566e-05,
      "loss": 0.9896,
      "step": 2166
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9151600016558086e-05,
      "loss": 1.0163,
      "step": 2167
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915064683208993e-05,
      "loss": 0.9813,
      "step": 2168
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914969313621446e-05,
      "loss": 1.0441,
      "step": 2169
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9148738928984976e-05,
      "loss": 1.0336,
      "step": 2170
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9147784210454805e-05,
      "loss": 0.9386,
      "step": 2171
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9146828980677305e-05,
      "loss": 0.9726,
      "step": 2172
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914587323970586e-05,
      "loss": 0.9451,
      "step": 2173
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914491698759389e-05,
      "loss": 0.9465,
      "step": 2174
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9143960224394832e-05,
      "loss": 0.9789,
      "step": 2175
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9143002950162158e-05,
      "loss": 0.9502,
      "step": 2176
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9142045164949367e-05,
      "loss": 0.9827,
      "step": 2177
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9141086868809992e-05,
      "loss": 0.9963,
      "step": 2178
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9140128061797582e-05,
      "loss": 0.9903,
      "step": 2179
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913916874396573e-05,
      "loss": 1.0486,
      "step": 2180
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9138208915368043e-05,
      "loss": 1.0252,
      "step": 2181
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9137248576058168e-05,
      "loss": 1.0017,
      "step": 2182
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913628772608978e-05,
      "loss": 0.9815,
      "step": 2183
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9135326365516568e-05,
      "loss": 0.9628,
      "step": 2184
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9134364494392266e-05,
      "loss": 0.941,
      "step": 2185
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9133402112770634e-05,
      "loss": 1.0004,
      "step": 2186
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132439220705453e-05,
      "loss": 1.0887,
      "step": 2187
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9131475818250537e-05,
      "loss": 0.9497,
      "step": 2188
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9130511905459724e-05,
      "loss": 0.9971,
      "step": 2189
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129547482386895e-05,
      "loss": 0.9696,
      "step": 2190
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912858254908594e-05,
      "loss": 0.9785,
      "step": 2191
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912761710561079e-05,
      "loss": 1.0022,
      "step": 2192
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9126651152015404e-05,
      "loss": 0.9107,
      "step": 2193
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9125684688353764e-05,
      "loss": 0.9732,
      "step": 2194
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912471771467988e-05,
      "loss": 0.9843,
      "step": 2195
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91237502310478e-05,
      "loss": 0.9527,
      "step": 2196
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9122782237511593e-05,
      "loss": 1.0098,
      "step": 2197
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9121813734125352e-05,
      "loss": 1.0025,
      "step": 2198
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912084472094321e-05,
      "loss": 1.0146,
      "step": 2199
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9119875198019326e-05,
      "loss": 1.0121,
      "step": 2200
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9118905165407877e-05,
      "loss": 1.0904,
      "step": 2201
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9117934623163076e-05,
      "loss": 1.0278,
      "step": 2202
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911696357133917e-05,
      "loss": 0.9141,
      "step": 2203
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9115992009990424e-05,
      "loss": 1.0712,
      "step": 2204
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911501993917114e-05,
      "loss": 0.9715,
      "step": 2205
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9114047358935638e-05,
      "loss": 1.0307,
      "step": 2206
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9113074269338284e-05,
      "loss": 0.9966,
      "step": 2207
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911210067043345e-05,
      "loss": 0.9787,
      "step": 2208
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9111126562275553e-05,
      "loss": 1.0356,
      "step": 2209
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9110151944919034e-05,
      "loss": 1.0039,
      "step": 2210
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9109176818418366e-05,
      "loss": 0.9729,
      "step": 2211
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9108201182828037e-05,
      "loss": 1.0701,
      "step": 2212
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910722503820258e-05,
      "loss": 0.9836,
      "step": 2213
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9106248384596548e-05,
      "loss": 1.0217,
      "step": 2214
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910527122206452e-05,
      "loss": 1.0022,
      "step": 2215
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9104293550661113e-05,
      "loss": 1.0421,
      "step": 2216
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9103315370440964e-05,
      "loss": 1.0216,
      "step": 2217
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9102336681458738e-05,
      "loss": 0.9442,
      "step": 2218
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9101357483769138e-05,
      "loss": 0.9138,
      "step": 2219
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9100377777426885e-05,
      "loss": 0.9794,
      "step": 2220
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9099397562486734e-05,
      "loss": 0.959,
      "step": 2221
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9098416839003465e-05,
      "loss": 1.0787,
      "step": 2222
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9097435607031888e-05,
      "loss": 1.056,
      "step": 2223
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096453866626846e-05,
      "loss": 1.0678,
      "step": 2224
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9095471617843197e-05,
      "loss": 1.0341,
      "step": 2225
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909448886073585e-05,
      "loss": 0.9235,
      "step": 2226
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9093505595359712e-05,
      "loss": 1.0585,
      "step": 2227
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909252182176975e-05,
      "loss": 0.9682,
      "step": 2228
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9091537540020942e-05,
      "loss": 1.0455,
      "step": 2229
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909055275016829e-05,
      "loss": 0.9986,
      "step": 2230
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9089567452266836e-05,
      "loss": 0.9986,
      "step": 2231
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9088581646371645e-05,
      "loss": 1.078,
      "step": 2232
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9087595332537816e-05,
      "loss": 1.0073,
      "step": 2233
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9086608510820464e-05,
      "loss": 0.9992,
      "step": 2234
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9085621181274744e-05,
      "loss": 0.9605,
      "step": 2235
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9084633343955835e-05,
      "loss": 0.987,
      "step": 2236
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908364499891895e-05,
      "loss": 0.993,
      "step": 2237
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082656146219312e-05,
      "loss": 0.985,
      "step": 2238
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.90816667859122e-05,
      "loss": 0.9866,
      "step": 2239
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.90806769180529e-05,
      "loss": 1.0305,
      "step": 2240
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907968654269673e-05,
      "loss": 0.9158,
      "step": 2241
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9078695659899046e-05,
      "loss": 1.0132,
      "step": 2242
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9077704269715226e-05,
      "loss": 1.0146,
      "step": 2243
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907671237220067e-05,
      "loss": 1.0519,
      "step": 2244
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907571996741082e-05,
      "loss": 0.9968,
      "step": 2245
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9074727055401135e-05,
      "loss": 0.9627,
      "step": 2246
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9073733636227104e-05,
      "loss": 1.0878,
      "step": 2247
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9072739709944254e-05,
      "loss": 1.0688,
      "step": 2248
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907174527660813e-05,
      "loss": 0.9726,
      "step": 2249
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9070750336274303e-05,
      "loss": 1.0045,
      "step": 2250
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9069754888998387e-05,
      "loss": 0.9795,
      "step": 2251
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068758934836004e-05,
      "loss": 1.0508,
      "step": 2252
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9067762473842828e-05,
      "loss": 1.0254,
      "step": 2253
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906676550607454e-05,
      "loss": 1.0793,
      "step": 2254
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9065768031586864e-05,
      "loss": 1.0167,
      "step": 2255
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906477005043554e-05,
      "loss": 1.0135,
      "step": 2256
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063771562676346e-05,
      "loss": 1.0682,
      "step": 2257
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9062772568365088e-05,
      "loss": 0.9028,
      "step": 2258
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9061773067557593e-05,
      "loss": 1.0189,
      "step": 2259
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906077306030972e-05,
      "loss": 0.986,
      "step": 2260
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905977254667736e-05,
      "loss": 1.0069,
      "step": 2261
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905877152671643e-05,
      "loss": 0.9315,
      "step": 2262
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905777000048287e-05,
      "loss": 1.057,
      "step": 2263
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9056767968032657e-05,
      "loss": 0.9769,
      "step": 2264
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905576542942179e-05,
      "loss": 1.0218,
      "step": 2265
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9054762384706304e-05,
      "loss": 0.9242,
      "step": 2266
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9053758833942245e-05,
      "loss": 0.9587,
      "step": 2267
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9052754777185708e-05,
      "loss": 0.9831,
      "step": 2268
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9051750214492804e-05,
      "loss": 0.9815,
      "step": 2269
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9050745145919684e-05,
      "loss": 1.0022,
      "step": 2270
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049739571522506e-05,
      "loss": 0.989,
      "step": 2271
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9048733491357473e-05,
      "loss": 1.0678,
      "step": 2272
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9047726905480818e-05,
      "loss": 1.0093,
      "step": 2273
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9046719813948793e-05,
      "loss": 1.0339,
      "step": 2274
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904571221681768e-05,
      "loss": 0.9577,
      "step": 2275
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904470411414379e-05,
      "loss": 0.9952,
      "step": 2276
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904369550598347e-05,
      "loss": 0.9758,
      "step": 2277
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9042686392393083e-05,
      "loss": 1.0466,
      "step": 2278
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904167677342903e-05,
      "loss": 1.0501,
      "step": 2279
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904066664914773e-05,
      "loss": 0.9692,
      "step": 2280
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9039656019605644e-05,
      "loss": 0.9785,
      "step": 2281
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9038644884859248e-05,
      "loss": 1.0001,
      "step": 2282
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9037633244965055e-05,
      "loss": 0.9568,
      "step": 2283
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90366210999796e-05,
      "loss": 1.0276,
      "step": 2284
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903560844995945e-05,
      "loss": 1.019,
      "step": 2285
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90345952949612e-05,
      "loss": 1.034,
      "step": 2286
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903358163504148e-05,
      "loss": 0.9891,
      "step": 2287
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903256747025693e-05,
      "loss": 0.9707,
      "step": 2288
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9031552800664234e-05,
      "loss": 1.0287,
      "step": 2289
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9030537626320096e-05,
      "loss": 1.0257,
      "step": 2290
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902952194728126e-05,
      "loss": 0.9182,
      "step": 2291
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902850576360448e-05,
      "loss": 0.9627,
      "step": 2292
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9027489075346556e-05,
      "loss": 1.0379,
      "step": 2293
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90264718825643e-05,
      "loss": 1.0127,
      "step": 2294
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902545418531457e-05,
      "loss": 1.0444,
      "step": 2295
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9024435983654235e-05,
      "loss": 0.9568,
      "step": 2296
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90234172776402e-05,
      "loss": 0.9905,
      "step": 2297
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9022398067329406e-05,
      "loss": 0.9576,
      "step": 2298
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9021378352778804e-05,
      "loss": 0.9605,
      "step": 2299
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902035813404539e-05,
      "loss": 1.0183,
      "step": 2300
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901933741118618e-05,
      "loss": 0.9849,
      "step": 2301
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9018316184258222e-05,
      "loss": 1.0567,
      "step": 2302
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901729445331858e-05,
      "loss": 0.9595,
      "step": 2303
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901627221842437e-05,
      "loss": 0.9225,
      "step": 2304
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015249479632713e-05,
      "loss": 0.9684,
      "step": 2305
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901422623700077e-05,
      "loss": 0.9373,
      "step": 2306
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9013202490585727e-05,
      "loss": 0.9479,
      "step": 2307
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9012178240444797e-05,
      "loss": 0.9278,
      "step": 2308
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901115348663523e-05,
      "loss": 1.0718,
      "step": 2309
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9010128229214288e-05,
      "loss": 1.0406,
      "step": 2310
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9009102468239274e-05,
      "loss": 0.922,
      "step": 2311
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9008076203767517e-05,
      "loss": 0.8702,
      "step": 2312
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9007049435856365e-05,
      "loss": 1.0336,
      "step": 2313
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9006022164563215e-05,
      "loss": 1.0151,
      "step": 2314
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9004994389945467e-05,
      "loss": 0.9815,
      "step": 2315
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9003966112060565e-05,
      "loss": 0.9949,
      "step": 2316
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9002937330965976e-05,
      "loss": 0.9526,
      "step": 2317
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9001908046719197e-05,
      "loss": 0.9867,
      "step": 2318
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9000878259377754e-05,
      "loss": 0.9708,
      "step": 2319
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8999847968999196e-05,
      "loss": 0.9966,
      "step": 2320
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8998817175641103e-05,
      "loss": 0.9439,
      "step": 2321
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8997785879361086e-05,
      "loss": 0.9883,
      "step": 2322
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8996754080216783e-05,
      "loss": 0.936,
      "step": 2323
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899572177826585e-05,
      "loss": 0.9861,
      "step": 2324
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8994688973565995e-05,
      "loss": 0.9263,
      "step": 2325
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8993655666174927e-05,
      "loss": 0.998,
      "step": 2326
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89926218561504e-05,
      "loss": 1.0263,
      "step": 2327
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8991587543550184e-05,
      "loss": 0.9368,
      "step": 2328
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899055272843209e-05,
      "loss": 0.9814,
      "step": 2329
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8989517410853956e-05,
      "loss": 1.0672,
      "step": 2330
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8988481590873634e-05,
      "loss": 0.9996,
      "step": 2331
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8987445268549018e-05,
      "loss": 0.9057,
      "step": 2332
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8986408443938028e-05,
      "loss": 1.0098,
      "step": 2333
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898537111709861e-05,
      "loss": 1.0303,
      "step": 2334
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8984333288088727e-05,
      "loss": 0.9813,
      "step": 2335
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898329495696639e-05,
      "loss": 0.9787,
      "step": 2336
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898225612378963e-05,
      "loss": 0.985,
      "step": 2337
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8981216788616498e-05,
      "loss": 0.9793,
      "step": 2338
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8980176951505086e-05,
      "loss": 0.9606,
      "step": 2339
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8979136612513506e-05,
      "loss": 1.0571,
      "step": 2340
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8978095771699904e-05,
      "loss": 0.979,
      "step": 2341
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897705442912244e-05,
      "loss": 0.9769,
      "step": 2342
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8976012584839318e-05,
      "loss": 1.0057,
      "step": 2343
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8974970238908765e-05,
      "loss": 0.9845,
      "step": 2344
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8973927391389034e-05,
      "loss": 0.9184,
      "step": 2345
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897288404233841e-05,
      "loss": 0.933,
      "step": 2346
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8971840191815198e-05,
      "loss": 0.8801,
      "step": 2347
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897079583987774e-05,
      "loss": 1.0399,
      "step": 2348
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89697509865844e-05,
      "loss": 1.0216,
      "step": 2349
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8968705631993576e-05,
      "loss": 1.0222,
      "step": 2350
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8967659776163685e-05,
      "loss": 0.935,
      "step": 2351
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896661341915318e-05,
      "loss": 1.0152,
      "step": 2352
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896556656102054e-05,
      "loss": 0.9488,
      "step": 2353
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8964519201824275e-05,
      "loss": 1.0133,
      "step": 2354
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8963471341622912e-05,
      "loss": 0.9708,
      "step": 2355
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8962422980475016e-05,
      "loss": 0.9655,
      "step": 2356
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8961374118439177e-05,
      "loss": 0.982,
      "step": 2357
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8960324755574017e-05,
      "loss": 0.9639,
      "step": 2358
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8959274891938174e-05,
      "loss": 1.017,
      "step": 2359
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8958224527590334e-05,
      "loss": 1.0043,
      "step": 2360
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8957173662589193e-05,
      "loss": 1.0273,
      "step": 2361
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8956122296993475e-05,
      "loss": 1.0308,
      "step": 2362
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895507043086195e-05,
      "loss": 0.9044,
      "step": 2363
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89540180642534e-05,
      "loss": 0.9436,
      "step": 2364
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8952965197226635e-05,
      "loss": 0.9765,
      "step": 2365
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89519118298405e-05,
      "loss": 0.9925,
      "step": 2366
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8950857962153867e-05,
      "loss": 0.9652,
      "step": 2367
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8949803594225635e-05,
      "loss": 1.0159,
      "step": 2368
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8948748726114723e-05,
      "loss": 1.019,
      "step": 2369
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894769335788009e-05,
      "loss": 0.9739,
      "step": 2370
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894663748958072e-05,
      "loss": 1.0534,
      "step": 2371
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8945581121275618e-05,
      "loss": 0.9288,
      "step": 2372
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8944524253023826e-05,
      "loss": 0.9771,
      "step": 2373
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8943466884884406e-05,
      "loss": 0.8913,
      "step": 2374
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8942409016916456e-05,
      "loss": 0.9988,
      "step": 2375
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8941350649179093e-05,
      "loss": 0.9682,
      "step": 2376
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8940291781731472e-05,
      "loss": 1.0479,
      "step": 2377
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8939232414632766e-05,
      "loss": 0.9613,
      "step": 2378
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8938172547942183e-05,
      "loss": 0.961,
      "step": 2379
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8937112181718953e-05,
      "loss": 0.9833,
      "step": 2380
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893605131602234e-05,
      "loss": 1.0388,
      "step": 2381
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8934989950911635e-05,
      "loss": 0.9962,
      "step": 2382
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8933928086446155e-05,
      "loss": 0.9657,
      "step": 2383
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8932865722685238e-05,
      "loss": 1.0244,
      "step": 2384
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8931802859688263e-05,
      "loss": 1.0246,
      "step": 2385
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8930739497514632e-05,
      "loss": 0.9983,
      "step": 2386
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892967563622377e-05,
      "loss": 1.0627,
      "step": 2387
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8928611275875135e-05,
      "loss": 0.9514,
      "step": 2388
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892754641652821e-05,
      "loss": 0.9513,
      "step": 2389
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892648105824251e-05,
      "loss": 0.9809,
      "step": 2390
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8925415201077576e-05,
      "loss": 0.9993,
      "step": 2391
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8924348845092973e-05,
      "loss": 0.9822,
      "step": 2392
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8923281990348296e-05,
      "loss": 0.9917,
      "step": 2393
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892221463690317e-05,
      "loss": 0.9494,
      "step": 2394
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8921146784817256e-05,
      "loss": 1.0096,
      "step": 2395
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892007843415022e-05,
      "loss": 1.0364,
      "step": 2396
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8919009584961774e-05,
      "loss": 1.0487,
      "step": 2397
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8917940237311656e-05,
      "loss": 1.0266,
      "step": 2398
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891687039125963e-05,
      "loss": 1.0226,
      "step": 2399
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8915800046865482e-05,
      "loss": 0.9569,
      "step": 2400
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8914729204189035e-05,
      "loss": 0.9191,
      "step": 2401
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8913657863290136e-05,
      "loss": 0.9452,
      "step": 2402
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8912586024228657e-05,
      "loss": 0.8765,
      "step": 2403
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8911513687064503e-05,
      "loss": 0.9519,
      "step": 2404
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.89104408518576e-05,
      "loss": 0.8858,
      "step": 2405
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8909367518667908e-05,
      "loss": 1.0232,
      "step": 2406
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8908293687555418e-05,
      "loss": 0.9564,
      "step": 2407
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890721935858014e-05,
      "loss": 1.0135,
      "step": 2408
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8906144531802116e-05,
      "loss": 0.9787,
      "step": 2409
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8905069207281412e-05,
      "loss": 0.9212,
      "step": 2410
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890399338507813e-05,
      "loss": 1.0145,
      "step": 2411
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890291706525239e-05,
      "loss": 0.9687,
      "step": 2412
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8901840247864353e-05,
      "loss": 0.9602,
      "step": 2413
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890076293297419e-05,
      "loss": 0.9921,
      "step": 2414
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889968512064212e-05,
      "loss": 1.0827,
      "step": 2415
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889860681092837e-05,
      "loss": 0.9689,
      "step": 2416
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8897528003893207e-05,
      "loss": 1.037,
      "step": 2417
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8896448699596928e-05,
      "loss": 1.0209,
      "step": 2418
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8895368898099847e-05,
      "loss": 1.0565,
      "step": 2419
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889428859946231e-05,
      "loss": 1.0,
      "step": 2420
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8893207803744698e-05,
      "loss": 1.0543,
      "step": 2421
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8892126511007407e-05,
      "loss": 0.9456,
      "step": 2422
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8891044721310875e-05,
      "loss": 0.9741,
      "step": 2423
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888996243471556e-05,
      "loss": 0.9027,
      "step": 2424
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8888879651281943e-05,
      "loss": 0.9682,
      "step": 2425
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888779637107054e-05,
      "loss": 0.9555,
      "step": 2426
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8886712594141895e-05,
      "loss": 0.9661,
      "step": 2427
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8885628320556577e-05,
      "loss": 0.9633,
      "step": 2428
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888454355037518e-05,
      "loss": 1.07,
      "step": 2429
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8883458283658335e-05,
      "loss": 0.9698,
      "step": 2430
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8882372520466693e-05,
      "loss": 0.992,
      "step": 2431
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8881286260860933e-05,
      "loss": 0.9719,
      "step": 2432
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8880199504901764e-05,
      "loss": 0.9337,
      "step": 2433
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887911225264992e-05,
      "loss": 1.0,
      "step": 2434
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8878024504166167e-05,
      "loss": 0.9927,
      "step": 2435
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88769362595113e-05,
      "loss": 1.0121,
      "step": 2436
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8875847518746133e-05,
      "loss": 1.106,
      "step": 2437
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8874758281931514e-05,
      "loss": 0.9746,
      "step": 2438
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8873668549128323e-05,
      "loss": 1.018,
      "step": 2439
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8872578320397455e-05,
      "loss": 1.0529,
      "step": 2440
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8871487595799846e-05,
      "loss": 0.9638,
      "step": 2441
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8870396375396448e-05,
      "loss": 0.9564,
      "step": 2442
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886930465924825e-05,
      "loss": 1.0214,
      "step": 2443
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886821244741627e-05,
      "loss": 0.9667,
      "step": 2444
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886711973996154e-05,
      "loss": 0.9711,
      "step": 2445
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8866026536945135e-05,
      "loss": 0.9776,
      "step": 2446
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886493283842815e-05,
      "loss": 1.0522,
      "step": 2447
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8863838644471714e-05,
      "loss": 0.988,
      "step": 2448
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8862743955136966e-05,
      "loss": 0.9372,
      "step": 2449
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8861648770485096e-05,
      "loss": 0.9617,
      "step": 2450
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886055309057731e-05,
      "loss": 1.0032,
      "step": 2451
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885945691547484e-05,
      "loss": 0.9984,
      "step": 2452
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8858360245238948e-05,
      "loss": 1.0635,
      "step": 2453
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8857263079930927e-05,
      "loss": 1.0688,
      "step": 2454
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8856165419612097e-05,
      "loss": 0.8886,
      "step": 2455
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88550672643438e-05,
      "loss": 0.9485,
      "step": 2456
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8853968614187407e-05,
      "loss": 1.007,
      "step": 2457
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8852869469204322e-05,
      "loss": 0.9924,
      "step": 2458
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8851769829455973e-05,
      "loss": 1.0507,
      "step": 2459
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8850669695003816e-05,
      "loss": 1.0148,
      "step": 2460
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884956906590934e-05,
      "loss": 0.9391,
      "step": 2461
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8848467942234047e-05,
      "loss": 1.0577,
      "step": 2462
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8847366324039483e-05,
      "loss": 1.0047,
      "step": 2463
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8846264211387207e-05,
      "loss": 0.9903,
      "step": 2464
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8845161604338825e-05,
      "loss": 1.0175,
      "step": 2465
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884405850295595e-05,
      "loss": 0.9907,
      "step": 2466
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8842954907300236e-05,
      "loss": 1.0442,
      "step": 2467
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884185081743336e-05,
      "loss": 1.0288,
      "step": 2468
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8840746233417025e-05,
      "loss": 1.0173,
      "step": 2469
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8839641155312965e-05,
      "loss": 1.0071,
      "step": 2470
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8838535583182938e-05,
      "loss": 0.9491,
      "step": 2471
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883742951708873e-05,
      "loss": 0.9136,
      "step": 2472
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8836322957092165e-05,
      "loss": 0.9949,
      "step": 2473
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8835215903255077e-05,
      "loss": 1.0291,
      "step": 2474
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883410835563934e-05,
      "loss": 0.9901,
      "step": 2475
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8833000314306853e-05,
      "loss": 1.0119,
      "step": 2476
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883189177931954e-05,
      "loss": 1.0388,
      "step": 2477
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8830782750739355e-05,
      "loss": 1.0766,
      "step": 2478
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882967322862828e-05,
      "loss": 0.9446,
      "step": 2479
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8828563213048322e-05,
      "loss": 0.9306,
      "step": 2480
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882745270406152e-05,
      "loss": 0.9656,
      "step": 2481
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8826341701729932e-05,
      "loss": 0.8574,
      "step": 2482
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882523020611565e-05,
      "loss": 0.9712,
      "step": 2483
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8824118217280798e-05,
      "loss": 0.9761,
      "step": 2484
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8823005735287522e-05,
      "loss": 1.0634,
      "step": 2485
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882189276019799e-05,
      "loss": 0.9874,
      "step": 2486
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8820779292074406e-05,
      "loss": 0.9479,
      "step": 2487
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8819665330979e-05,
      "loss": 0.9346,
      "step": 2488
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881855087697403e-05,
      "loss": 0.9998,
      "step": 2489
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881743593012178e-05,
      "loss": 0.9011,
      "step": 2490
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8816320490484558e-05,
      "loss": 0.8979,
      "step": 2491
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8815204558124707e-05,
      "loss": 1.0097,
      "step": 2492
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881408813310459e-05,
      "loss": 1.0458,
      "step": 2493
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8812971215486606e-05,
      "loss": 0.9219,
      "step": 2494
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8811853805333173e-05,
      "loss": 0.9222,
      "step": 2495
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881073590270674e-05,
      "loss": 0.9698,
      "step": 2496
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8809617507669787e-05,
      "loss": 1.0138,
      "step": 2497
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8808498620284815e-05,
      "loss": 0.9819,
      "step": 2498
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8807379240614357e-05,
      "loss": 0.9275,
      "step": 2499
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8806259368720975e-05,
      "loss": 0.9989,
      "step": 2500
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8805139004667257e-05,
      "loss": 0.9253,
      "step": 2501
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880401814851581e-05,
      "loss": 0.9348,
      "step": 2502
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8802896800329283e-05,
      "loss": 0.9309,
      "step": 2503
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880177496017034e-05,
      "loss": 0.9827,
      "step": 2504
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880065262810168e-05,
      "loss": 0.9116,
      "step": 2505
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879952980418603e-05,
      "loss": 1.0248,
      "step": 2506
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879840648848614e-05,
      "loss": 0.9899,
      "step": 2507
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8797282681064788e-05,
      "loss": 0.9969,
      "step": 2508
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879615838198478e-05,
      "loss": 1.1072,
      "step": 2509
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8795033591308956e-05,
      "loss": 1.017,
      "step": 2510
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8793908309100173e-05,
      "loss": 1.0319,
      "step": 2511
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8792782535421325e-05,
      "loss": 1.0024,
      "step": 2512
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879165627033532e-05,
      "loss": 0.9832,
      "step": 2513
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879052951390511e-05,
      "loss": 0.9584,
      "step": 2514
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8789402266193662e-05,
      "loss": 0.9785,
      "step": 2515
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8788274527263983e-05,
      "loss": 1.0057,
      "step": 2516
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8787146297179088e-05,
      "loss": 0.9423,
      "step": 2517
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8786017576002034e-05,
      "loss": 1.0291,
      "step": 2518
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8784888363795912e-05,
      "loss": 0.9981,
      "step": 2519
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878375866062382e-05,
      "loss": 0.9561,
      "step": 2520
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8782628466548904e-05,
      "loss": 0.9566,
      "step": 2521
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8781497781634318e-05,
      "loss": 0.8477,
      "step": 2522
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8780366605943258e-05,
      "loss": 0.9338,
      "step": 2523
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877923493953894e-05,
      "loss": 0.9835,
      "step": 2524
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8778102782484616e-05,
      "loss": 0.9762,
      "step": 2525
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8776970134843554e-05,
      "loss": 0.9446,
      "step": 2526
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8775836996679057e-05,
      "loss": 0.9782,
      "step": 2527
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8774703368054454e-05,
      "loss": 1.023,
      "step": 2528
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.87735692490331e-05,
      "loss": 0.9692,
      "step": 2529
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8772434639678377e-05,
      "loss": 1.0255,
      "step": 2530
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8771299540053694e-05,
      "loss": 1.0044,
      "step": 2531
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8770163950222496e-05,
      "loss": 0.9962,
      "step": 2532
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876902787024824e-05,
      "loss": 0.9833,
      "step": 2533
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8767891300194422e-05,
      "loss": 0.951,
      "step": 2534
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8766754240124566e-05,
      "loss": 1.0083,
      "step": 2535
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8765616690102214e-05,
      "loss": 0.9798,
      "step": 2536
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8764478650190943e-05,
      "loss": 0.9731,
      "step": 2537
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8763340120454356e-05,
      "loss": 1.0377,
      "step": 2538
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8762201100956082e-05,
      "loss": 0.9488,
      "step": 2539
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876106159175978e-05,
      "loss": 0.9411,
      "step": 2540
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875992159292913e-05,
      "loss": 0.9249,
      "step": 2541
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8758781104527845e-05,
      "loss": 1.0417,
      "step": 2542
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8757640126619666e-05,
      "loss": 0.9471,
      "step": 2543
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875649865926836e-05,
      "loss": 0.9642,
      "step": 2544
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875535670253772e-05,
      "loss": 0.9627,
      "step": 2545
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8754214256491564e-05,
      "loss": 0.9398,
      "step": 2546
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8753071321193744e-05,
      "loss": 0.9862,
      "step": 2547
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8751927896708136e-05,
      "loss": 0.9767,
      "step": 2548
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875078398309864e-05,
      "loss": 0.9676,
      "step": 2549
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8749639580429192e-05,
      "loss": 1.0356,
      "step": 2550
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8748494688763742e-05,
      "loss": 0.9914,
      "step": 2551
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8747349308166283e-05,
      "loss": 0.97,
      "step": 2552
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8746203438700825e-05,
      "loss": 1.0216,
      "step": 2553
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874505708043141e-05,
      "loss": 0.974,
      "step": 2554
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8743910233422096e-05,
      "loss": 0.9782,
      "step": 2555
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874276289773699e-05,
      "loss": 0.9986,
      "step": 2556
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8741615073440204e-05,
      "loss": 1.0351,
      "step": 2557
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874046676059589e-05,
      "loss": 1.0043,
      "step": 2558
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8739317959268226e-05,
      "loss": 0.9633,
      "step": 2559
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8738168669521413e-05,
      "loss": 1.004,
      "step": 2560
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8737018891419686e-05,
      "loss": 0.9521,
      "step": 2561
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8735868625027303e-05,
      "loss": 0.9949,
      "step": 2562
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8734717870408548e-05,
      "loss": 0.9723,
      "step": 2563
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873356662762773e-05,
      "loss": 1.0514,
      "step": 2564
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8732414896749196e-05,
      "loss": 0.9543,
      "step": 2565
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8731262677837307e-05,
      "loss": 0.9581,
      "step": 2566
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8730109970956466e-05,
      "loss": 1.0038,
      "step": 2567
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872895677617108e-05,
      "loss": 1.012,
      "step": 2568
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872780309354562e-05,
      "loss": 1.0307,
      "step": 2569
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8726648923144542e-05,
      "loss": 0.9636,
      "step": 2570
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8725494265032363e-05,
      "loss": 0.9316,
      "step": 2571
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872433911927361e-05,
      "loss": 0.9905,
      "step": 2572
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8723183485932838e-05,
      "loss": 1.0021,
      "step": 2573
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8722027365074634e-05,
      "loss": 0.9642,
      "step": 2574
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8720870756763613e-05,
      "loss": 0.9884,
      "step": 2575
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8719713661064416e-05,
      "loss": 0.9794,
      "step": 2576
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8718556078041706e-05,
      "loss": 0.9041,
      "step": 2577
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8717398007760183e-05,
      "loss": 0.999,
      "step": 2578
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871623945028456e-05,
      "loss": 0.9637,
      "step": 2579
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8715080405679598e-05,
      "loss": 0.9777,
      "step": 2580
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8713920874010064e-05,
      "loss": 0.9606,
      "step": 2581
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871276085534076e-05,
      "loss": 1.0021,
      "step": 2582
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871160034973652e-05,
      "loss": 1.0036,
      "step": 2583
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871043935726221e-05,
      "loss": 0.9759,
      "step": 2584
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8709277877982702e-05,
      "loss": 0.8894,
      "step": 2585
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8708115911962918e-05,
      "loss": 1.0114,
      "step": 2586
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870695345926779e-05,
      "loss": 0.9772,
      "step": 2587
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8705790519962287e-05,
      "loss": 0.9537,
      "step": 2588
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8704627094111406e-05,
      "loss": 0.9185,
      "step": 2589
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8703463181780162e-05,
      "loss": 1.0163,
      "step": 2590
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870229878303361e-05,
      "loss": 0.9671,
      "step": 2591
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8701133897936822e-05,
      "loss": 1.1189,
      "step": 2592
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86999685265549e-05,
      "loss": 0.9235,
      "step": 2593
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8698802668952978e-05,
      "loss": 1.0538,
      "step": 2594
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8697636325196203e-05,
      "loss": 0.9171,
      "step": 2595
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8696469495349772e-05,
      "loss": 0.9685,
      "step": 2596
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8695302179478884e-05,
      "loss": 1.0581,
      "step": 2597
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869413437764879e-05,
      "loss": 1.015,
      "step": 2598
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8692966089924744e-05,
      "loss": 0.9874,
      "step": 2599
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8691797316372045e-05,
      "loss": 0.972,
      "step": 2600
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869062805705601e-05,
      "loss": 0.9791,
      "step": 2601
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868945831204199e-05,
      "loss": 1.0011,
      "step": 2602
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868828808139536e-05,
      "loss": 1.0222,
      "step": 2603
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8687117365181514e-05,
      "loss": 1.0027,
      "step": 2604
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8685946163465886e-05,
      "loss": 1.0396,
      "step": 2605
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8684774476313924e-05,
      "loss": 1.0097,
      "step": 2606
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8683602303791125e-05,
      "loss": 0.9727,
      "step": 2607
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8682429645962987e-05,
      "loss": 0.9687,
      "step": 2608
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8681256502895055e-05,
      "loss": 1.0664,
      "step": 2609
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8680082874652884e-05,
      "loss": 1.0505,
      "step": 2610
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8678908761302073e-05,
      "loss": 1.033,
      "step": 2611
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8677734162908233e-05,
      "loss": 0.9782,
      "step": 2612
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867655907953702e-05,
      "loss": 0.983,
      "step": 2613
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86753835112541e-05,
      "loss": 0.9667,
      "step": 2614
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867420745812517e-05,
      "loss": 1.011,
      "step": 2615
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867303092021596e-05,
      "loss": 1.0112,
      "step": 2616
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8671853897592223e-05,
      "loss": 0.9369,
      "step": 2617
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8670676390319743e-05,
      "loss": 0.9615,
      "step": 2618
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8669498398464325e-05,
      "loss": 0.997,
      "step": 2619
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8668319922091804e-05,
      "loss": 0.9756,
      "step": 2620
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8667140961268045e-05,
      "loss": 1.0225,
      "step": 2621
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8665961516058933e-05,
      "loss": 0.9525,
      "step": 2622
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8664781586530386e-05,
      "loss": 1.0317,
      "step": 2623
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866360117274835e-05,
      "loss": 0.9534,
      "step": 2624
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866242027477879e-05,
      "loss": 0.987,
      "step": 2625
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866123889268771e-05,
      "loss": 0.9368,
      "step": 2626
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8660057026541127e-05,
      "loss": 1.0205,
      "step": 2627
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8658874676405103e-05,
      "loss": 1.0211,
      "step": 2628
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8657691842345705e-05,
      "loss": 1.0252,
      "step": 2629
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865650852442905e-05,
      "loss": 1.0088,
      "step": 2630
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865532472272126e-05,
      "loss": 1.0281,
      "step": 2631
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8654140437288502e-05,
      "loss": 1.0062,
      "step": 2632
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865295566819696e-05,
      "loss": 0.9959,
      "step": 2633
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865177041551285e-05,
      "loss": 1.0349,
      "step": 2634
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865058467930241e-05,
      "loss": 1.018,
      "step": 2635
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8649398459631908e-05,
      "loss": 0.9504,
      "step": 2636
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864821175656764e-05,
      "loss": 1.0037,
      "step": 2637
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864702457017593e-05,
      "loss": 0.9723,
      "step": 2638
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8645836900523124e-05,
      "loss": 0.9127,
      "step": 2639
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8644648747675602e-05,
      "loss": 0.9542,
      "step": 2640
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8643460111699762e-05,
      "loss": 0.9815,
      "step": 2641
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8642270992662035e-05,
      "loss": 0.987,
      "step": 2642
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864108139062888e-05,
      "loss": 0.995,
      "step": 2643
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863989130566678e-05,
      "loss": 0.9555,
      "step": 2644
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8638700737842247e-05,
      "loss": 0.9267,
      "step": 2645
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863750968722181e-05,
      "loss": 0.9793,
      "step": 2646
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863631815387205e-05,
      "loss": 0.948,
      "step": 2647
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863512613785955e-05,
      "loss": 0.9709,
      "step": 2648
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863393363925093e-05,
      "loss": 0.9033,
      "step": 2649
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863274065811283e-05,
      "loss": 1.0012,
      "step": 2650
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8631547194511932e-05,
      "loss": 0.9684,
      "step": 2651
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8630353248514932e-05,
      "loss": 0.9359,
      "step": 2652
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8629158820188555e-05,
      "loss": 1.019,
      "step": 2653
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8627963909599555e-05,
      "loss": 0.9229,
      "step": 2654
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862676851681472e-05,
      "loss": 1.0678,
      "step": 2655
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8625572641900843e-05,
      "loss": 0.9442,
      "step": 2656
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8624376284924772e-05,
      "loss": 0.9753,
      "step": 2657
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8623179445953364e-05,
      "loss": 1.0836,
      "step": 2658
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8621982125053505e-05,
      "loss": 1.0263,
      "step": 2659
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8620784322292112e-05,
      "loss": 0.9955,
      "step": 2660
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861958603773613e-05,
      "loss": 1.0052,
      "step": 2661
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8618387271452524e-05,
      "loss": 0.9933,
      "step": 2662
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8617188023508294e-05,
      "loss": 0.9067,
      "step": 2663
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8615988293970455e-05,
      "loss": 0.9506,
      "step": 2664
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8614788082906068e-05,
      "loss": 0.9541,
      "step": 2665
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86135873903822e-05,
      "loss": 0.932,
      "step": 2666
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8612386216465965e-05,
      "loss": 1.0143,
      "step": 2667
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8611184561224487e-05,
      "loss": 0.9275,
      "step": 2668
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8609982424724922e-05,
      "loss": 0.9826,
      "step": 2669
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.860877980703446e-05,
      "loss": 1.001,
      "step": 2670
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8607576708220306e-05,
      "loss": 1.0203,
      "step": 2671
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8606373128349705e-05,
      "loss": 0.9052,
      "step": 2672
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8605169067489916e-05,
      "loss": 0.9681,
      "step": 2673
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860396452570824e-05,
      "loss": 1.0714,
      "step": 2674
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8602759503071982e-05,
      "loss": 0.9721,
      "step": 2675
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.86015539996485e-05,
      "loss": 0.9902,
      "step": 2676
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8600348015505162e-05,
      "loss": 0.9393,
      "step": 2677
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8599141550709365e-05,
      "loss": 0.9215,
      "step": 2678
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859793460532854e-05,
      "loss": 0.9404,
      "step": 2679
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8596727179430142e-05,
      "loss": 0.9582,
      "step": 2680
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8595519273081644e-05,
      "loss": 0.9038,
      "step": 2681
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8594310886350556e-05,
      "loss": 0.9766,
      "step": 2682
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8593102019304415e-05,
      "loss": 1.0051,
      "step": 2683
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8591892672010775e-05,
      "loss": 1.003,
      "step": 2684
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8590682844537228e-05,
      "loss": 0.9632,
      "step": 2685
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858947253695139e-05,
      "loss": 1.0201,
      "step": 2686
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85882617493209e-05,
      "loss": 0.9555,
      "step": 2687
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858705048171342e-05,
      "loss": 0.9543,
      "step": 2688
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8585838734196657e-05,
      "loss": 0.9331,
      "step": 2689
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8584626506838325e-05,
      "loss": 1.0049,
      "step": 2690
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8583413799706172e-05,
      "loss": 0.9262,
      "step": 2691
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8582200612867975e-05,
      "loss": 1.0203,
      "step": 2692
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8580986946391534e-05,
      "loss": 0.9618,
      "step": 2693
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8579772800344682e-05,
      "loss": 0.9686,
      "step": 2694
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857855817479527e-05,
      "loss": 0.9777,
      "step": 2695
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8577343069811185e-05,
      "loss": 0.98,
      "step": 2696
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8576127485460336e-05,
      "loss": 0.9541,
      "step": 2697
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8574911421810655e-05,
      "loss": 0.9913,
      "step": 2698
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8573694878930106e-05,
      "loss": 0.9184,
      "step": 2699
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857247785688668e-05,
      "loss": 0.9147,
      "step": 2700
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8571260355748393e-05,
      "loss": 0.934,
      "step": 2701
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857004237558329e-05,
      "loss": 1.0617,
      "step": 2702
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8568823916459434e-05,
      "loss": 0.9802,
      "step": 2703
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8567604978444935e-05,
      "loss": 0.978,
      "step": 2704
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8566385561607904e-05,
      "loss": 0.9709,
      "step": 2705
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856516566601649e-05,
      "loss": 0.934,
      "step": 2706
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8563945291738882e-05,
      "loss": 0.992,
      "step": 2707
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8562724438843274e-05,
      "loss": 0.9231,
      "step": 2708
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85615031073979e-05,
      "loss": 1.0053,
      "step": 2709
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856028129747102e-05,
      "loss": 0.9804,
      "step": 2710
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8559059009130915e-05,
      "loss": 1.0313,
      "step": 2711
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8557836242445894e-05,
      "loss": 0.9319,
      "step": 2712
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8556612997484292e-05,
      "loss": 1.1182,
      "step": 2713
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8555389274314478e-05,
      "loss": 0.9134,
      "step": 2714
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8554165073004845e-05,
      "loss": 0.983,
      "step": 2715
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855294039362381e-05,
      "loss": 0.9784,
      "step": 2716
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855171523623981e-05,
      "loss": 0.9802,
      "step": 2717
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8550489600921325e-05,
      "loss": 0.9622,
      "step": 2718
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8549263487736846e-05,
      "loss": 0.9928,
      "step": 2719
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85480368967549e-05,
      "loss": 0.961,
      "step": 2720
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8546809828044042e-05,
      "loss": 1.0086,
      "step": 2721
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8545582281672843e-05,
      "loss": 0.9872,
      "step": 2722
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8544354257709916e-05,
      "loss": 0.9853,
      "step": 2723
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8543125756223884e-05,
      "loss": 0.9575,
      "step": 2724
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8541896777283404e-05,
      "loss": 0.9921,
      "step": 2725
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8540667320957172e-05,
      "loss": 0.9904,
      "step": 2726
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8539437387313888e-05,
      "loss": 1.0195,
      "step": 2727
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8538206976422293e-05,
      "loss": 0.9399,
      "step": 2728
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8536976088351154e-05,
      "loss": 0.9756,
      "step": 2729
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8535744723169263e-05,
      "loss": 0.9886,
      "step": 2730
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8534512880945436e-05,
      "loss": 0.9465,
      "step": 2731
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8533280561748513e-05,
      "loss": 0.9689,
      "step": 2732
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8532047765647376e-05,
      "loss": 1.0137,
      "step": 2733
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8530814492710914e-05,
      "loss": 0.9944,
      "step": 2734
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8529580743008057e-05,
      "loss": 0.9739,
      "step": 2735
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8528346516607752e-05,
      "loss": 1.0067,
      "step": 2736
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852711181357898e-05,
      "loss": 1.0164,
      "step": 2737
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8525876633990743e-05,
      "loss": 0.955,
      "step": 2738
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8524640977912072e-05,
      "loss": 1.0046,
      "step": 2739
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8523404845412028e-05,
      "loss": 0.9909,
      "step": 2740
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8522168236559693e-05,
      "loss": 1.0267,
      "step": 2741
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852093115142418e-05,
      "loss": 1.0002,
      "step": 2742
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8519693590074626e-05,
      "loss": 0.9645,
      "step": 2743
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851845555258019e-05,
      "loss": 0.9359,
      "step": 2744
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8517217039010075e-05,
      "loss": 0.937,
      "step": 2745
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851597804943349e-05,
      "loss": 1.0303,
      "step": 2746
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8514738583919677e-05,
      "loss": 0.9775,
      "step": 2747
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851349864253791e-05,
      "loss": 0.9121,
      "step": 2748
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8512258225357487e-05,
      "loss": 1.0768,
      "step": 2749
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8511017332447732e-05,
      "loss": 0.9383,
      "step": 2750
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8509775963877993e-05,
      "loss": 0.9869,
      "step": 2751
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850853411971765e-05,
      "loss": 0.9938,
      "step": 2752
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8507291800036104e-05,
      "loss": 0.9768,
      "step": 2753
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8506049004902785e-05,
      "loss": 0.9212,
      "step": 2754
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8504805734387153e-05,
      "loss": 0.8446,
      "step": 2755
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8503561988558695e-05,
      "loss": 0.9421,
      "step": 2756
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8502317767486908e-05,
      "loss": 0.9887,
      "step": 2757
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850107307124134e-05,
      "loss": 0.9687,
      "step": 2758
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849982789989155e-05,
      "loss": 1.0132,
      "step": 2759
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8498582253507126e-05,
      "loss": 0.9249,
      "step": 2760
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8497336132157687e-05,
      "loss": 1.0135,
      "step": 2761
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8496089535912874e-05,
      "loss": 0.9576,
      "step": 2762
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8494842464842357e-05,
      "loss": 0.9663,
      "step": 2763
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849359491901583e-05,
      "loss": 0.985,
      "step": 2764
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8492346898503014e-05,
      "loss": 0.9917,
      "step": 2765
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8491098403373665e-05,
      "loss": 0.9012,
      "step": 2766
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8489849433697557e-05,
      "loss": 1.0175,
      "step": 2767
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8488599989544484e-05,
      "loss": 0.9618,
      "step": 2768
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8487350070984277e-05,
      "loss": 1.0805,
      "step": 2769
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.84860996780868e-05,
      "loss": 0.9464,
      "step": 2770
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848484881092192e-05,
      "loss": 0.974,
      "step": 2771
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8483597469559557e-05,
      "loss": 0.9621,
      "step": 2772
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8482345654069644e-05,
      "loss": 0.9521,
      "step": 2773
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8481093364522132e-05,
      "loss": 0.9677,
      "step": 2774
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8479840600987018e-05,
      "loss": 0.9728,
      "step": 2775
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8478587363534314e-05,
      "loss": 0.961,
      "step": 2776
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847733365223406e-05,
      "loss": 1.0121,
      "step": 2777
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847607946715632e-05,
      "loss": 0.9924,
      "step": 2778
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847482480837119e-05,
      "loss": 0.9408,
      "step": 2779
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8473569675948786e-05,
      "loss": 0.8664,
      "step": 2780
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8472314069959264e-05,
      "loss": 0.9872,
      "step": 2781
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847105799047279e-05,
      "loss": 1.0138,
      "step": 2782
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8469801437559558e-05,
      "loss": 0.9664,
      "step": 2783
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8468544411289802e-05,
      "loss": 1.0717,
      "step": 2784
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8467286911733773e-05,
      "loss": 0.9665,
      "step": 2785
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8466028938961747e-05,
      "loss": 0.954,
      "step": 2786
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8464770493044032e-05,
      "loss": 0.9956,
      "step": 2787
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8463511574050953e-05,
      "loss": 1.025,
      "step": 2788
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846225218205288e-05,
      "loss": 0.957,
      "step": 2789
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846099231712018e-05,
      "loss": 0.9458,
      "step": 2790
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8459731979323278e-05,
      "loss": 0.9689,
      "step": 2791
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845847116873261e-05,
      "loss": 1.0509,
      "step": 2792
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8457209885418632e-05,
      "loss": 0.9183,
      "step": 2793
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845594812945184e-05,
      "loss": 0.959,
      "step": 2794
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8454685900902752e-05,
      "loss": 0.9857,
      "step": 2795
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8453423199841904e-05,
      "loss": 0.9732,
      "step": 2796
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8452160026339872e-05,
      "loss": 0.9849,
      "step": 2797
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8450896380467246e-05,
      "loss": 0.9338,
      "step": 2798
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8449632262294653e-05,
      "loss": 0.9386,
      "step": 2799
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844836767189274e-05,
      "loss": 0.9934,
      "step": 2800
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8447102609332175e-05,
      "loss": 0.9452,
      "step": 2801
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844583707468367e-05,
      "loss": 0.9472,
      "step": 2802
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844457106801795e-05,
      "loss": 1.0139,
      "step": 2803
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8443304589405763e-05,
      "loss": 1.0036,
      "step": 2804
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.84420376389179e-05,
      "loss": 0.9659,
      "step": 2805
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8440770216625152e-05,
      "loss": 1.0468,
      "step": 2806
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8439502322598367e-05,
      "loss": 1.0408,
      "step": 2807
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8438233956908397e-05,
      "loss": 0.9451,
      "step": 2808
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8436965119626132e-05,
      "loss": 0.9706,
      "step": 2809
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8435695810822482e-05,
      "loss": 0.9368,
      "step": 2810
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8434426030568384e-05,
      "loss": 0.9748,
      "step": 2811
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8433155778934804e-05,
      "loss": 0.9953,
      "step": 2812
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8431885055992735e-05,
      "loss": 0.9156,
      "step": 2813
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8430613861813193e-05,
      "loss": 0.9909,
      "step": 2814
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8429342196467223e-05,
      "loss": 1.0428,
      "step": 2815
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8428070060025893e-05,
      "loss": 0.9753,
      "step": 2816
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8426797452560305e-05,
      "loss": 0.9498,
      "step": 2817
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8425524374141575e-05,
      "loss": 0.9756,
      "step": 2818
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8424250824840856e-05,
      "loss": 1.0303,
      "step": 2819
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8422976804729324e-05,
      "loss": 1.0339,
      "step": 2820
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8421702313878175e-05,
      "loss": 0.9378,
      "step": 2821
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8420427352358646e-05,
      "loss": 1.0255,
      "step": 2822
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8419151920241985e-05,
      "loss": 1.0495,
      "step": 2823
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8417876017599477e-05,
      "loss": 0.9406,
      "step": 2824
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841659964450243e-05,
      "loss": 1.0351,
      "step": 2825
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841532280102217e-05,
      "loss": 0.9087,
      "step": 2826
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8414045487230065e-05,
      "loss": 0.9409,
      "step": 2827
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8412767703197494e-05,
      "loss": 1.015,
      "step": 2828
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8411489448995877e-05,
      "loss": 1.0222,
      "step": 2829
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8410210724696642e-05,
      "loss": 0.9892,
      "step": 2830
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8408931530371263e-05,
      "loss": 0.9822,
      "step": 2831
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840765186609123e-05,
      "loss": 0.9863,
      "step": 2832
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8406371731928056e-05,
      "loss": 0.9873,
      "step": 2833
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8405091127953288e-05,
      "loss": 0.9841,
      "step": 2834
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840381005423849e-05,
      "loss": 0.9399,
      "step": 2835
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8402528510855266e-05,
      "loss": 0.9947,
      "step": 2836
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8401246497875238e-05,
      "loss": 0.9706,
      "step": 2837
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8399964015370048e-05,
      "loss": 1.0001,
      "step": 2838
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8398681063411375e-05,
      "loss": 0.9342,
      "step": 2839
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8397397642070916e-05,
      "loss": 1.0002,
      "step": 2840
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8396113751420407e-05,
      "loss": 0.925,
      "step": 2841
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8394829391531596e-05,
      "loss": 0.9598,
      "step": 2842
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8393544562476264e-05,
      "loss": 0.9984,
      "step": 2843
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839225926432621e-05,
      "loss": 0.9244,
      "step": 2844
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8390973497153276e-05,
      "loss": 0.9855,
      "step": 2845
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8389687261029316e-05,
      "loss": 1.0274,
      "step": 2846
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8388400556026215e-05,
      "loss": 0.9496,
      "step": 2847
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8387113382215883e-05,
      "loss": 0.9734,
      "step": 2848
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8385825739670262e-05,
      "loss": 0.974,
      "step": 2849
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8384537628461307e-05,
      "loss": 0.9283,
      "step": 2850
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8383249048661014e-05,
      "loss": 0.9566,
      "step": 2851
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8381960000341393e-05,
      "loss": 0.9681,
      "step": 2852
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838067048357449e-05,
      "loss": 1.0909,
      "step": 2853
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8379380498432375e-05,
      "loss": 0.9495,
      "step": 2854
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8378090044987135e-05,
      "loss": 0.9534,
      "step": 2855
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8376799123310894e-05,
      "loss": 1.0054,
      "step": 2856
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83755077334758e-05,
      "loss": 0.9187,
      "step": 2857
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8374215875554026e-05,
      "loss": 1.0363,
      "step": 2858
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8372923549617766e-05,
      "loss": 1.0105,
      "step": 2859
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8371630755739253e-05,
      "loss": 1.001,
      "step": 2860
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837033749399073e-05,
      "loss": 0.9654,
      "step": 2861
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8369043764444474e-05,
      "loss": 0.9598,
      "step": 2862
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8367749567172795e-05,
      "loss": 0.9374,
      "step": 2863
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8366454902248022e-05,
      "loss": 1.041,
      "step": 2864
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8365159769742505e-05,
      "loss": 0.9801,
      "step": 2865
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836386416972863e-05,
      "loss": 0.9888,
      "step": 2866
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83625681022788e-05,
      "loss": 0.9163,
      "step": 2867
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8361271567465455e-05,
      "loss": 0.9047,
      "step": 2868
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835997456536105e-05,
      "loss": 0.9182,
      "step": 2869
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8358677096038078e-05,
      "loss": 1.0236,
      "step": 2870
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8357379159569048e-05,
      "loss": 0.9201,
      "step": 2871
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8356080756026498e-05,
      "loss": 0.9305,
      "step": 2872
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8354781885482992e-05,
      "loss": 0.9707,
      "step": 2873
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8353482548011117e-05,
      "loss": 0.9416,
      "step": 2874
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8352182743683497e-05,
      "loss": 0.9373,
      "step": 2875
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8350882472572775e-05,
      "loss": 0.9514,
      "step": 2876
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8349581734751614e-05,
      "loss": 0.998,
      "step": 2877
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8348280530292712e-05,
      "loss": 1.0018,
      "step": 2878
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8346978859268794e-05,
      "loss": 0.9853,
      "step": 2879
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8345676721752597e-05,
      "loss": 1.0309,
      "step": 2880
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8344374117816905e-05,
      "loss": 0.9294,
      "step": 2881
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8343071047534515e-05,
      "loss": 0.9789,
      "step": 2882
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8341767510978247e-05,
      "loss": 0.9058,
      "step": 2883
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8340463508220955e-05,
      "loss": 0.9548,
      "step": 2884
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833915903933552e-05,
      "loss": 0.9829,
      "step": 2885
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8337854104394842e-05,
      "loss": 0.8909,
      "step": 2886
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833654870347185e-05,
      "loss": 0.9772,
      "step": 2887
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8335242836639506e-05,
      "loss": 1.0142,
      "step": 2888
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8333936503970786e-05,
      "loss": 0.93,
      "step": 2889
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8332629705538696e-05,
      "loss": 0.8924,
      "step": 2890
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8331322441416274e-05,
      "loss": 0.9827,
      "step": 2891
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8330014711676578e-05,
      "loss": 0.9641,
      "step": 2892
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8328706516392697e-05,
      "loss": 0.9158,
      "step": 2893
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8327397855637733e-05,
      "loss": 1.017,
      "step": 2894
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832608872948484e-05,
      "loss": 0.9488,
      "step": 2895
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8324779138007167e-05,
      "loss": 0.9065,
      "step": 2896
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832346908127791e-05,
      "loss": 0.9497,
      "step": 2897
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8322158559370286e-05,
      "loss": 0.943,
      "step": 2898
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8320847572357534e-05,
      "loss": 0.9923,
      "step": 2899
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8319536120312924e-05,
      "loss": 0.9303,
      "step": 2900
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831822420330975e-05,
      "loss": 0.9809,
      "step": 2901
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831691182142133e-05,
      "loss": 0.9646,
      "step": 2902
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8315598974721012e-05,
      "loss": 1.0004,
      "step": 2903
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8314285663282164e-05,
      "loss": 0.9593,
      "step": 2904
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831297188717819e-05,
      "loss": 0.9521,
      "step": 2905
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8311657646482507e-05,
      "loss": 0.9877,
      "step": 2906
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831034294126857e-05,
      "loss": 1.0064,
      "step": 2907
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830902777160985e-05,
      "loss": 1.0167,
      "step": 2908
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8307712137579852e-05,
      "loss": 0.8877,
      "step": 2909
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8306396039252104e-05,
      "loss": 0.9852,
      "step": 2910
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8305079476700156e-05,
      "loss": 0.962,
      "step": 2911
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8303762449997592e-05,
      "loss": 1.0065,
      "step": 2912
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8302444959218016e-05,
      "loss": 1.0248,
      "step": 2913
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830112700443505e-05,
      "loss": 0.9766,
      "step": 2914
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829980858572237e-05,
      "loss": 0.937,
      "step": 2915
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8298489703153645e-05,
      "loss": 1.0327,
      "step": 2916
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8297170356802586e-05,
      "loss": 0.9863,
      "step": 2917
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8295850546742934e-05,
      "loss": 1.0157,
      "step": 2918
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8294530273048444e-05,
      "loss": 0.9114,
      "step": 2919
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8293209535792904e-05,
      "loss": 0.9548,
      "step": 2920
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829188833505013e-05,
      "loss": 1.0183,
      "step": 2921
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8290566670893955e-05,
      "loss": 1.0113,
      "step": 2922
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8289244543398247e-05,
      "loss": 0.9667,
      "step": 2923
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82879219526369e-05,
      "loss": 0.9942,
      "step": 2924
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8286598898683824e-05,
      "loss": 1.0168,
      "step": 2925
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8285275381612965e-05,
      "loss": 1.0029,
      "step": 2926
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828395140149829e-05,
      "loss": 0.9836,
      "step": 2927
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8282626958413793e-05,
      "loss": 1.0423,
      "step": 2928
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8281302052433494e-05,
      "loss": 0.9835,
      "step": 2929
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827997668363144e-05,
      "loss": 0.9044,
      "step": 2930
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8278650852081702e-05,
      "loss": 1.0238,
      "step": 2931
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8277324557858373e-05,
      "loss": 0.9737,
      "step": 2932
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8275997801035586e-05,
      "loss": 0.9926,
      "step": 2933
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827467058168748e-05,
      "loss": 0.9846,
      "step": 2934
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827334289988824e-05,
      "loss": 0.9601,
      "step": 2935
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8272014755712054e-05,
      "loss": 0.9621,
      "step": 2936
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8270686149233158e-05,
      "loss": 0.9768,
      "step": 2937
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8269357080525803e-05,
      "loss": 0.985,
      "step": 2938
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826802754966427e-05,
      "loss": 0.9929,
      "step": 2939
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826669755672286e-05,
      "loss": 0.9401,
      "step": 2940
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82653671017759e-05,
      "loss": 1.0486,
      "step": 2941
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8264036184897757e-05,
      "loss": 0.9713,
      "step": 2942
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8262704806162796e-05,
      "loss": 0.9233,
      "step": 2943
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826137296564544e-05,
      "loss": 0.9315,
      "step": 2944
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8260040663420112e-05,
      "loss": 0.9562,
      "step": 2945
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8258707899561273e-05,
      "loss": 0.9424,
      "step": 2946
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8257374674143414e-05,
      "loss": 0.9952,
      "step": 2947
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8256040987241043e-05,
      "loss": 0.9482,
      "step": 2948
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825470683892869e-05,
      "loss": 0.9314,
      "step": 2949
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8253372229280926e-05,
      "loss": 0.9739,
      "step": 2950
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8252037158372334e-05,
      "loss": 0.9598,
      "step": 2951
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825070162627753e-05,
      "loss": 0.9425,
      "step": 2952
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8249365633071154e-05,
      "loss": 0.9701,
      "step": 2953
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8248029178827867e-05,
      "loss": 1.0082,
      "step": 2954
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8246692263622366e-05,
      "loss": 0.9778,
      "step": 2955
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8245354887529366e-05,
      "loss": 0.9693,
      "step": 2956
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824401705062361e-05,
      "loss": 0.9368,
      "step": 2957
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824267875297986e-05,
      "loss": 1.007,
      "step": 2958
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8241339994672926e-05,
      "loss": 0.9838,
      "step": 2959
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8240000775777607e-05,
      "loss": 0.9774,
      "step": 2960
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8238661096368763e-05,
      "loss": 0.9777,
      "step": 2961
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8237320956521267e-05,
      "loss": 0.9928,
      "step": 2962
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8235980356310005e-05,
      "loss": 0.9356,
      "step": 2963
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8234639295809906e-05,
      "loss": 0.9582,
      "step": 2964
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823329777509592e-05,
      "loss": 0.9961,
      "step": 2965
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8231955794243016e-05,
      "loss": 0.9462,
      "step": 2966
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8230613353326204e-05,
      "loss": 1.0273,
      "step": 2967
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82292704524205e-05,
      "loss": 0.9716,
      "step": 2968
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8227927091600958e-05,
      "loss": 0.9625,
      "step": 2969
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8226583270942658e-05,
      "loss": 0.9569,
      "step": 2970
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82252389905207e-05,
      "loss": 0.9798,
      "step": 2971
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8223894250410214e-05,
      "loss": 0.9819,
      "step": 2972
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8222549050686354e-05,
      "loss": 0.939,
      "step": 2973
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8221203391424302e-05,
      "loss": 0.9594,
      "step": 2974
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821985727269926e-05,
      "loss": 0.9872,
      "step": 2975
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8218510694586457e-05,
      "loss": 0.9284,
      "step": 2976
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8217163657161155e-05,
      "loss": 1.0058,
      "step": 2977
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821581616049864e-05,
      "loss": 0.9647,
      "step": 2978
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8214468204674208e-05,
      "loss": 0.9639,
      "step": 2979
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8213119789763205e-05,
      "loss": 0.9281,
      "step": 2980
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8211770915840986e-05,
      "loss": 0.9294,
      "step": 2981
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8210421582982937e-05,
      "loss": 0.9839,
      "step": 2982
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8209071791264463e-05,
      "loss": 1.0266,
      "step": 2983
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820772154076101e-05,
      "loss": 0.9262,
      "step": 2984
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8206370831548037e-05,
      "loss": 0.902,
      "step": 2985
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820501966370103e-05,
      "loss": 0.9889,
      "step": 2986
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82036680372955e-05,
      "loss": 0.9615,
      "step": 2987
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8202315952406995e-05,
      "loss": 0.9859,
      "step": 2988
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820096340911107e-05,
      "loss": 0.9619,
      "step": 2989
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819961040748332e-05,
      "loss": 0.9747,
      "step": 2990
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819825694759936e-05,
      "loss": 1.0068,
      "step": 2991
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8196903029534836e-05,
      "loss": 0.9661,
      "step": 2992
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819554865336541e-05,
      "loss": 0.9816,
      "step": 2993
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8194193819166773e-05,
      "loss": 0.9466,
      "step": 2994
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8192838527014647e-05,
      "loss": 1.0108,
      "step": 2995
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819148277698478e-05,
      "loss": 0.9197,
      "step": 2996
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819012656915293e-05,
      "loss": 1.0375,
      "step": 2997
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8188769903594903e-05,
      "loss": 0.9051,
      "step": 2998
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8187412780386515e-05,
      "loss": 0.9584,
      "step": 2999
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8186055199603614e-05,
      "loss": 0.9665,
      "step": 3000
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818469716132207e-05,
      "loss": 1.0071,
      "step": 3001
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8183338665617782e-05,
      "loss": 0.9169,
      "step": 3002
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818197971256667e-05,
      "loss": 0.9824,
      "step": 3003
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8180620302244688e-05,
      "loss": 0.8631,
      "step": 3004
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8179260434727803e-05,
      "loss": 1.0612,
      "step": 3005
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817790011009202e-05,
      "loss": 1.0452,
      "step": 3006
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8176539328413367e-05,
      "loss": 0.9864,
      "step": 3007
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817517808976789e-05,
      "loss": 1.0267,
      "step": 3008
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8173816394231664e-05,
      "loss": 0.9785,
      "step": 3009
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8172454241880792e-05,
      "loss": 1.0223,
      "step": 3010
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81710916327914e-05,
      "loss": 1.0163,
      "step": 3011
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8169728567039647e-05,
      "loss": 1.0408,
      "step": 3012
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8168365044701708e-05,
      "loss": 0.916,
      "step": 3013
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8167001065853786e-05,
      "loss": 0.9854,
      "step": 3014
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816563663057211e-05,
      "loss": 0.973,
      "step": 3015
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8164271738932938e-05,
      "loss": 1.0019,
      "step": 3016
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8162906391012548e-05,
      "loss": 0.9799,
      "step": 3017
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8161540586887243e-05,
      "loss": 0.9053,
      "step": 3018
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816017432663336e-05,
      "loss": 0.9926,
      "step": 3019
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8158807610327255e-05,
      "loss": 0.9815,
      "step": 3020
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8157440438045307e-05,
      "loss": 0.9862,
      "step": 3021
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8156072809863926e-05,
      "loss": 0.9714,
      "step": 3022
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815470472585955e-05,
      "loss": 1.0309,
      "step": 3023
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815333618610863e-05,
      "loss": 0.9573,
      "step": 3024
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815196719068765e-05,
      "loss": 1.0122,
      "step": 3025
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8150597739673128e-05,
      "loss": 0.9166,
      "step": 3026
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8149227833141596e-05,
      "loss": 1.0843,
      "step": 3027
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814785747116961e-05,
      "loss": 0.926,
      "step": 3028
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8146486653833763e-05,
      "loss": 0.889,
      "step": 3029
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8145115381210662e-05,
      "loss": 0.9775,
      "step": 3030
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8143743653376944e-05,
      "loss": 0.9859,
      "step": 3031
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8142371470409273e-05,
      "loss": 0.9796,
      "step": 3032
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8140998832384338e-05,
      "loss": 1.0287,
      "step": 3033
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813962573937885e-05,
      "loss": 0.9213,
      "step": 3034
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8138252191469552e-05,
      "loss": 1.0131,
      "step": 3035
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8136878188733204e-05,
      "loss": 0.9502,
      "step": 3036
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8135503731246597e-05,
      "loss": 1.0134,
      "step": 3037
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813412881908655e-05,
      "loss": 1.0364,
      "step": 3038
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8132753452329893e-05,
      "loss": 0.9657,
      "step": 3039
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81313776310535e-05,
      "loss": 0.9065,
      "step": 3040
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8130001355334262e-05,
      "loss": 1.0209,
      "step": 3041
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8128624625249093e-05,
      "loss": 0.9867,
      "step": 3042
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8127247440874937e-05,
      "loss": 1.0106,
      "step": 3043
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8125869802288764e-05,
      "loss": 0.9979,
      "step": 3044
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812449170956756e-05,
      "loss": 0.977,
      "step": 3045
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812311316278835e-05,
      "loss": 1.0054,
      "step": 3046
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8121734162028173e-05,
      "loss": 0.9978,
      "step": 3047
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81203547073641e-05,
      "loss": 0.9177,
      "step": 3048
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8118974798873225e-05,
      "loss": 0.9666,
      "step": 3049
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8117594436632668e-05,
      "loss": 1.0057,
      "step": 3050
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8116213620719578e-05,
      "loss": 0.979,
      "step": 3051
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8114832351211114e-05,
      "loss": 1.0228,
      "step": 3052
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811345062818448e-05,
      "loss": 0.9252,
      "step": 3053
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81120684517169e-05,
      "loss": 0.9092,
      "step": 3054
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8110685821885615e-05,
      "loss": 0.9444,
      "step": 3055
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81093027387679e-05,
      "loss": 0.9077,
      "step": 3056
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810791920244105e-05,
      "loss": 1.0016,
      "step": 3057
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8106535212982385e-05,
      "loss": 0.9149,
      "step": 3058
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810515077046926e-05,
      "loss": 0.961,
      "step": 3059
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810376587497904e-05,
      "loss": 1.0286,
      "step": 3060
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810238052658913e-05,
      "loss": 0.9881,
      "step": 3061
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810099472537695e-05,
      "loss": 0.9783,
      "step": 3062
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809960847141995e-05,
      "loss": 0.9322,
      "step": 3063
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809822176479561e-05,
      "loss": 0.9993,
      "step": 3064
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8096834605581417e-05,
      "loss": 1.0547,
      "step": 3065
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8095446993854906e-05,
      "loss": 0.9442,
      "step": 3066
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8094058929693624e-05,
      "loss": 1.0429,
      "step": 3067
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809267041317515e-05,
      "loss": 0.9583,
      "step": 3068
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8091281444377074e-05,
      "loss": 0.9833,
      "step": 3069
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8089892023377038e-05,
      "loss": 1.0236,
      "step": 3070
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808850215025268e-05,
      "loss": 0.9924,
      "step": 3071
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8087111825081684e-05,
      "loss": 1.0282,
      "step": 3072
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8085721047941753e-05,
      "loss": 0.9241,
      "step": 3073
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8084329818910605e-05,
      "loss": 0.9667,
      "step": 3074
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8082938138065998e-05,
      "loss": 0.978,
      "step": 3075
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808154600548571e-05,
      "loss": 0.9869,
      "step": 3076
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8080153421247545e-05,
      "loss": 0.998,
      "step": 3077
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8078760385429333e-05,
      "loss": 0.9631,
      "step": 3078
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807736689810892e-05,
      "loss": 0.9652,
      "step": 3079
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807597295936419e-05,
      "loss": 0.8909,
      "step": 3080
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8074578569273047e-05,
      "loss": 0.9023,
      "step": 3081
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8073183727913418e-05,
      "loss": 0.9768,
      "step": 3082
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.807178843536326e-05,
      "loss": 0.983,
      "step": 3083
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8070392691700546e-05,
      "loss": 1.0316,
      "step": 3084
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8068996497003285e-05,
      "loss": 0.9631,
      "step": 3085
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806759985134951e-05,
      "loss": 0.9854,
      "step": 3086
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806620275481727e-05,
      "loss": 0.9351,
      "step": 3087
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806480520748465e-05,
      "loss": 1.0394,
      "step": 3088
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8063407209429756e-05,
      "loss": 0.9149,
      "step": 3089
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8062008760730715e-05,
      "loss": 0.9606,
      "step": 3090
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8060609861465686e-05,
      "loss": 0.9562,
      "step": 3091
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8059210511712846e-05,
      "loss": 0.9806,
      "step": 3092
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8057810711550406e-05,
      "loss": 0.9979,
      "step": 3093
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8056410461056597e-05,
      "loss": 0.9709,
      "step": 3094
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8055009760309672e-05,
      "loss": 0.9628,
      "step": 3095
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8053608609387914e-05,
      "loss": 0.9411,
      "step": 3096
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805220700836963e-05,
      "loss": 0.9631,
      "step": 3097
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8050804957333155e-05,
      "loss": 1.0425,
      "step": 3098
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804940245635684e-05,
      "loss": 0.9031,
      "step": 3099
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8047999505519076e-05,
      "loss": 0.9823,
      "step": 3100
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8046596104898264e-05,
      "loss": 0.9625,
      "step": 3101
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8045192254572838e-05,
      "loss": 0.9829,
      "step": 3102
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8043787954621256e-05,
      "loss": 0.9531,
      "step": 3103
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8042383205121997e-05,
      "loss": 1.0348,
      "step": 3104
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8040978006153578e-05,
      "loss": 0.9841,
      "step": 3105
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8039572357794526e-05,
      "loss": 0.9812,
      "step": 3106
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80381662601234e-05,
      "loss": 0.8714,
      "step": 3107
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8036759713218785e-05,
      "loss": 0.9582,
      "step": 3108
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803535271715929e-05,
      "loss": 1.0154,
      "step": 3109
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803394527202354e-05,
      "loss": 1.0132,
      "step": 3110
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8032537377890205e-05,
      "loss": 0.9885,
      "step": 3111
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8031129034837964e-05,
      "loss": 1.0281,
      "step": 3112
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8029720242945525e-05,
      "loss": 0.9526,
      "step": 3113
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8028311002291622e-05,
      "loss": 0.9831,
      "step": 3114
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802690131295502e-05,
      "loss": 0.9563,
      "step": 3115
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8025491175014497e-05,
      "loss": 0.885,
      "step": 3116
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8024080588548857e-05,
      "loss": 0.994,
      "step": 3117
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8022669553636944e-05,
      "loss": 1.0115,
      "step": 3118
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8021258070357618e-05,
      "loss": 1.0108,
      "step": 3119
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8019846138789752e-05,
      "loss": 0.9388,
      "step": 3120
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801843375901227e-05,
      "loss": 0.9653,
      "step": 3121
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8017020931104093e-05,
      "loss": 0.9621,
      "step": 3122
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801560765514419e-05,
      "loss": 0.943,
      "step": 3123
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801419393121154e-05,
      "loss": 0.9705,
      "step": 3124
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8012779759385157e-05,
      "loss": 0.9116,
      "step": 3125
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801136513974407e-05,
      "loss": 0.9079,
      "step": 3126
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800995007236735e-05,
      "loss": 0.9298,
      "step": 3127
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8008534557334064e-05,
      "loss": 0.9448,
      "step": 3128
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8007118594723335e-05,
      "loss": 0.9914,
      "step": 3129
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8005702184614295e-05,
      "loss": 0.8771,
      "step": 3130
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80042853270861e-05,
      "loss": 1.0038,
      "step": 3131
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800286802221794e-05,
      "loss": 0.9294,
      "step": 3132
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8001450270089022e-05,
      "loss": 0.9977,
      "step": 3133
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800003207077858e-05,
      "loss": 0.9378,
      "step": 3134
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7998613424365875e-05,
      "loss": 0.9852,
      "step": 3135
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799719433093019e-05,
      "loss": 0.9448,
      "step": 3136
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7995774790550836e-05,
      "loss": 0.9832,
      "step": 3137
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7994354803307147e-05,
      "loss": 1.0017,
      "step": 3138
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799293436927849e-05,
      "loss": 0.9553,
      "step": 3139
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7991513488544234e-05,
      "loss": 0.9245,
      "step": 3140
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79900921611838e-05,
      "loss": 0.9857,
      "step": 3141
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798867038727662e-05,
      "loss": 0.9542,
      "step": 3142
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798724816690215e-05,
      "loss": 0.9713,
      "step": 3143
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7985825500139885e-05,
      "loss": 0.9922,
      "step": 3144
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7984402387069322e-05,
      "loss": 0.9753,
      "step": 3145
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7982978827770002e-05,
      "loss": 1.0188,
      "step": 3146
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798155482232148e-05,
      "loss": 1.0093,
      "step": 3147
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7980130370803346e-05,
      "loss": 1.013,
      "step": 3148
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7978705473295206e-05,
      "loss": 0.9511,
      "step": 3149
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797728012987669e-05,
      "loss": 0.9306,
      "step": 3150
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7975854340627465e-05,
      "loss": 0.9518,
      "step": 3151
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797442810562721e-05,
      "loss": 0.9253,
      "step": 3152
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7973001424955635e-05,
      "loss": 1.022,
      "step": 3153
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7971574298692472e-05,
      "loss": 0.9644,
      "step": 3154
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797014672691748e-05,
      "loss": 0.8512,
      "step": 3155
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7968718709710447e-05,
      "loss": 0.989,
      "step": 3156
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7967290247151172e-05,
      "loss": 1.0077,
      "step": 3157
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7965861339319498e-05,
      "loss": 0.9364,
      "step": 3158
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7964431986295283e-05,
      "loss": 0.9467,
      "step": 3159
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7963002188158397e-05,
      "loss": 0.9888,
      "step": 3160
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7961571944988765e-05,
      "loss": 1.0461,
      "step": 3161
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796014125686631e-05,
      "loss": 0.9799,
      "step": 3162
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795871012387099e-05,
      "loss": 0.9931,
      "step": 3163
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7957278546082793e-05,
      "loss": 0.9736,
      "step": 3164
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7955846523581718e-05,
      "loss": 1.0038,
      "step": 3165
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7954414056447804e-05,
      "loss": 0.9958,
      "step": 3166
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795298114476111e-05,
      "loss": 0.9685,
      "step": 3167
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7951547788601705e-05,
      "loss": 0.9455,
      "step": 3168
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795011398804971e-05,
      "loss": 0.9192,
      "step": 3169
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794867974318525e-05,
      "loss": 1.0149,
      "step": 3170
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7947245054088488e-05,
      "loss": 0.9586,
      "step": 3171
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7945809920839595e-05,
      "loss": 0.9766,
      "step": 3172
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7944374343518782e-05,
      "loss": 0.9623,
      "step": 3173
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794293832220628e-05,
      "loss": 0.9216,
      "step": 3174
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7941501856982346e-05,
      "loss": 1.0078,
      "step": 3175
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7940064947927256e-05,
      "loss": 1.0095,
      "step": 3176
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7938627595121322e-05,
      "loss": 0.9652,
      "step": 3177
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793718979864487e-05,
      "loss": 0.8636,
      "step": 3178
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7935751558578257e-05,
      "loss": 1.0041,
      "step": 3179
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793431287500186e-05,
      "loss": 0.9681,
      "step": 3180
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793287374799609e-05,
      "loss": 0.9509,
      "step": 3181
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793143417764136e-05,
      "loss": 0.9174,
      "step": 3182
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7929994164018145e-05,
      "loss": 0.9189,
      "step": 3183
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792855370720691e-05,
      "loss": 1.0036,
      "step": 3184
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7927112807288162e-05,
      "loss": 1.0538,
      "step": 3185
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7925671464342433e-05,
      "loss": 0.9551,
      "step": 3186
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792422967845027e-05,
      "loss": 0.956,
      "step": 3187
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7922787449692257e-05,
      "loss": 0.9974,
      "step": 3188
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7921344778148993e-05,
      "loss": 0.9037,
      "step": 3189
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7919901663901107e-05,
      "loss": 0.9612,
      "step": 3190
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791845810702925e-05,
      "loss": 0.9679,
      "step": 3191
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7917014107614096e-05,
      "loss": 1.0165,
      "step": 3192
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7915569665736353e-05,
      "loss": 0.9695,
      "step": 3193
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7914124781476745e-05,
      "loss": 0.9777,
      "step": 3194
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791267945491602e-05,
      "loss": 0.8975,
      "step": 3195
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791123368613496e-05,
      "loss": 0.9395,
      "step": 3196
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7909787475214354e-05,
      "loss": 0.9358,
      "step": 3197
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790834082223504e-05,
      "loss": 0.9199,
      "step": 3198
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7906893727277864e-05,
      "loss": 0.9007,
      "step": 3199
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7905446190423695e-05,
      "loss": 1.0074,
      "step": 3200
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7903998211753437e-05,
      "loss": 1.0394,
      "step": 3201
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7902549791348013e-05,
      "loss": 1.0075,
      "step": 3202
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7901100929288375e-05,
      "loss": 0.9973,
      "step": 3203
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7899651625655493e-05,
      "loss": 1.0024,
      "step": 3204
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7898201880530366e-05,
      "loss": 0.9643,
      "step": 3205
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7896751693994013e-05,
      "loss": 0.9816,
      "step": 3206
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7895301066127487e-05,
      "loss": 1.0007,
      "step": 3207
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789384999701186e-05,
      "loss": 0.9332,
      "step": 3208
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789239848672822e-05,
      "loss": 1.0339,
      "step": 3209
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7890946535357702e-05,
      "loss": 1.0197,
      "step": 3210
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788949414298144e-05,
      "loss": 0.9971,
      "step": 3211
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788804130968061e-05,
      "loss": 0.9667,
      "step": 3212
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788658803553641e-05,
      "loss": 1.0018,
      "step": 3213
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7885134320630054e-05,
      "loss": 0.9842,
      "step": 3214
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7883680165042786e-05,
      "loss": 0.9543,
      "step": 3215
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7882225568855884e-05,
      "loss": 0.9967,
      "step": 3216
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7880770532150636e-05,
      "loss": 0.8976,
      "step": 3217
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7879315055008357e-05,
      "loss": 0.957,
      "step": 3218
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7877859137510397e-05,
      "loss": 0.9018,
      "step": 3219
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7876402779738117e-05,
      "loss": 0.9804,
      "step": 3220
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7874945981772918e-05,
      "loss": 0.9253,
      "step": 3221
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7873488743696206e-05,
      "loss": 0.9943,
      "step": 3222
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7872031065589433e-05,
      "loss": 0.8767,
      "step": 3223
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787057294753406e-05,
      "loss": 0.9062,
      "step": 3224
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7869114389611574e-05,
      "loss": 1.0232,
      "step": 3225
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78676553919035e-05,
      "loss": 0.9698,
      "step": 3226
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7866195954491363e-05,
      "loss": 0.9713,
      "step": 3227
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7864736077456742e-05,
      "loss": 0.9348,
      "step": 3228
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7863275760881223e-05,
      "loss": 0.8952,
      "step": 3229
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786181500484641e-05,
      "loss": 0.9273,
      "step": 3230
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786035380943395e-05,
      "loss": 0.9296,
      "step": 3231
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785889217472551e-05,
      "loss": 0.9511,
      "step": 3232
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7857430100802763e-05,
      "loss": 0.9813,
      "step": 3233
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785596758774743e-05,
      "loss": 0.9774,
      "step": 3234
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785450463564125e-05,
      "loss": 0.9568,
      "step": 3235
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7853041244565977e-05,
      "loss": 0.9032,
      "step": 3236
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7851577414603397e-05,
      "loss": 0.9123,
      "step": 3237
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7850113145835325e-05,
      "loss": 0.9724,
      "step": 3238
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784864843834359e-05,
      "loss": 1.0215,
      "step": 3239
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7847183292210054e-05,
      "loss": 0.8592,
      "step": 3240
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78457177075166e-05,
      "loss": 0.9658,
      "step": 3241
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7844251684345135e-05,
      "loss": 0.9889,
      "step": 3242
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7842785222777594e-05,
      "loss": 0.9443,
      "step": 3243
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784131832289593e-05,
      "loss": 0.934,
      "step": 3244
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7839850984782126e-05,
      "loss": 0.9124,
      "step": 3245
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783838320851819e-05,
      "loss": 0.8836,
      "step": 3246
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783691499418615e-05,
      "loss": 0.9234,
      "step": 3247
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783544634186806e-05,
      "loss": 0.9924,
      "step": 3248
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7833977251646004e-05,
      "loss": 0.8928,
      "step": 3249
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783250772360208e-05,
      "loss": 1.0071,
      "step": 3250
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783103775781842e-05,
      "loss": 1.0268,
      "step": 3251
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7829567354377178e-05,
      "loss": 0.9832,
      "step": 3252
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782809651336053e-05,
      "loss": 0.9396,
      "step": 3253
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7826625234850677e-05,
      "loss": 0.9965,
      "step": 3254
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7825153518929844e-05,
      "loss": 0.9355,
      "step": 3255
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782368136568028e-05,
      "loss": 0.9532,
      "step": 3256
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7822208775184267e-05,
      "loss": 0.9157,
      "step": 3257
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78207357475241e-05,
      "loss": 0.9275,
      "step": 3258
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7819262282782102e-05,
      "loss": 0.979,
      "step": 3259
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781778838104062e-05,
      "loss": 1.0163,
      "step": 3260
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7816314042382035e-05,
      "loss": 0.9825,
      "step": 3261
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7814839266888736e-05,
      "loss": 0.9825,
      "step": 3262
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781336405464315e-05,
      "loss": 0.9971,
      "step": 3263
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7811888405727713e-05,
      "loss": 0.9216,
      "step": 3264
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7810412320224906e-05,
      "loss": 0.9219,
      "step": 3265
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7808935798217223e-05,
      "loss": 0.9559,
      "step": 3266
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780745883978718e-05,
      "loss": 0.9961,
      "step": 3267
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780598144501732e-05,
      "loss": 1.0145,
      "step": 3268
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7804503613990213e-05,
      "loss": 1.0082,
      "step": 3269
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7803025346788452e-05,
      "loss": 0.9446,
      "step": 3270
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7801546643494648e-05,
      "loss": 1.0239,
      "step": 3271
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780006750419145e-05,
      "loss": 1.0517,
      "step": 3272
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7798587928961522e-05,
      "loss": 0.9783,
      "step": 3273
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779710791788755e-05,
      "loss": 1.0301,
      "step": 3274
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7795627471052247e-05,
      "loss": 0.9801,
      "step": 3275
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779414658853836e-05,
      "loss": 1.0058,
      "step": 3276
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7792665270428642e-05,
      "loss": 0.9107,
      "step": 3277
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7791183516805887e-05,
      "loss": 0.9629,
      "step": 3278
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7789701327752903e-05,
      "loss": 0.9991,
      "step": 3279
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778821870335253e-05,
      "loss": 0.9472,
      "step": 3280
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778673564368762e-05,
      "loss": 0.9835,
      "step": 3281
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778525214884107e-05,
      "loss": 0.8914,
      "step": 3282
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7783768218895777e-05,
      "loss": 0.9078,
      "step": 3283
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7782283853934685e-05,
      "loss": 0.9585,
      "step": 3284
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7780799054040737e-05,
      "loss": 0.9769,
      "step": 3285
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777931381929693e-05,
      "loss": 0.9353,
      "step": 3286
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777782814978626e-05,
      "loss": 0.9651,
      "step": 3287
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7776342045591765e-05,
      "loss": 0.9672,
      "step": 3288
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7774855506796497e-05,
      "loss": 0.9807,
      "step": 3289
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777336853348353e-05,
      "loss": 0.9985,
      "step": 3290
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7771881125735973e-05,
      "loss": 0.9075,
      "step": 3291
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777039328363695e-05,
      "loss": 0.8918,
      "step": 3292
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7768905007269615e-05,
      "loss": 1.0045,
      "step": 3293
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7767416296717148e-05,
      "loss": 0.9202,
      "step": 3294
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7765927152062742e-05,
      "loss": 0.9567,
      "step": 3295
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7764437573389623e-05,
      "loss": 0.9381,
      "step": 3296
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7762947560781047e-05,
      "loss": 0.9138,
      "step": 3297
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7761457114320278e-05,
      "loss": 0.9817,
      "step": 3298
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775996623409062e-05,
      "loss": 1.004,
      "step": 3299
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775847492017539e-05,
      "loss": 0.9023,
      "step": 3300
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7756983172657935e-05,
      "loss": 0.9935,
      "step": 3301
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775549099162163e-05,
      "loss": 0.9672,
      "step": 3302
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775399837714986e-05,
      "loss": 0.9507,
      "step": 3303
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7752505329326054e-05,
      "loss": 0.9965,
      "step": 3304
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775101184823365e-05,
      "loss": 0.9539,
      "step": 3305
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7749517933956112e-05,
      "loss": 1.0096,
      "step": 3306
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7748023586576936e-05,
      "loss": 1.0107,
      "step": 3307
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7746528806179634e-05,
      "loss": 0.9579,
      "step": 3308
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774503359284775e-05,
      "loss": 0.9345,
      "step": 3309
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774353794666484e-05,
      "loss": 0.9562,
      "step": 3310
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7742041867714503e-05,
      "loss": 0.9317,
      "step": 3311
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7740545356080342e-05,
      "loss": 1.0075,
      "step": 3312
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7739048411845995e-05,
      "loss": 0.9189,
      "step": 3313
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7737551035095127e-05,
      "loss": 0.9612,
      "step": 3314
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7736053225911415e-05,
      "loss": 0.9802,
      "step": 3315
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773455498437858e-05,
      "loss": 0.9669,
      "step": 3316
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7733056310580342e-05,
      "loss": 0.9289,
      "step": 3317
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7731557204600463e-05,
      "loss": 0.9196,
      "step": 3318
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7730057666522732e-05,
      "loss": 0.9454,
      "step": 3319
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7728557696430944e-05,
      "loss": 0.9379,
      "step": 3320
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772705729440893e-05,
      "loss": 0.9967,
      "step": 3321
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7725556460540553e-05,
      "loss": 0.9558,
      "step": 3322
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7724055194909676e-05,
      "loss": 0.928,
      "step": 3323
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7722553497600218e-05,
      "loss": 1.0292,
      "step": 3324
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7721051368696093e-05,
      "loss": 0.9796,
      "step": 3325
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7719548808281254e-05,
      "loss": 0.9301,
      "step": 3326
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7718045816439678e-05,
      "loss": 0.925,
      "step": 3327
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7716542393255358e-05,
      "loss": 0.9928,
      "step": 3328
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7715038538812325e-05,
      "loss": 0.9372,
      "step": 3329
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771353425319462e-05,
      "loss": 0.9511,
      "step": 3330
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7712029536486313e-05,
      "loss": 0.8806,
      "step": 3331
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7710524388771506e-05,
      "loss": 0.9301,
      "step": 3332
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7709018810134307e-05,
      "loss": 0.9725,
      "step": 3333
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7707512800658868e-05,
      "loss": 1.0081,
      "step": 3334
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7706006360429354e-05,
      "loss": 0.9759,
      "step": 3335
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7704499489529956e-05,
      "loss": 0.9722,
      "step": 3336
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770299218804489e-05,
      "loss": 0.9286,
      "step": 3337
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7701484456058395e-05,
      "loss": 0.9478,
      "step": 3338
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769997629365473e-05,
      "loss": 0.9583,
      "step": 3339
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7698467700918188e-05,
      "loss": 1.0193,
      "step": 3340
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7696958677933077e-05,
      "loss": 0.8907,
      "step": 3341
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7695449224783737e-05,
      "loss": 0.9065,
      "step": 3342
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7693939341554527e-05,
      "loss": 0.9429,
      "step": 3343
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7692429028329826e-05,
      "loss": 0.9341,
      "step": 3344
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7690918285194048e-05,
      "loss": 0.9537,
      "step": 3345
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7689407112231614e-05,
      "loss": 0.9472,
      "step": 3346
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7687895509526994e-05,
      "loss": 0.9413,
      "step": 3347
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768638347716466e-05,
      "loss": 0.9634,
      "step": 3348
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768487101522912e-05,
      "loss": 0.9284,
      "step": 3349
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7683358123804893e-05,
      "loss": 0.9638,
      "step": 3350
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7681844802976535e-05,
      "loss": 0.9556,
      "step": 3351
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7680331052828624e-05,
      "loss": 0.9722,
      "step": 3352
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7678816873445767e-05,
      "loss": 0.9833,
      "step": 3353
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767730226491257e-05,
      "loss": 0.9447,
      "step": 3354
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7675787227313694e-05,
      "loss": 0.8873,
      "step": 3355
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767427176073381e-05,
      "loss": 0.9995,
      "step": 3356
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7672755865257608e-05,
      "loss": 0.888,
      "step": 3357
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.767123954096981e-05,
      "loss": 0.8891,
      "step": 3358
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7669722787955162e-05,
      "loss": 1.014,
      "step": 3359
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7668205606298433e-05,
      "loss": 0.9406,
      "step": 3360
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7666687996084406e-05,
      "loss": 1.0149,
      "step": 3361
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76651699573979e-05,
      "loss": 0.9865,
      "step": 3362
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7663651490323766e-05,
      "loss": 0.8663,
      "step": 3363
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766213259494685e-05,
      "loss": 0.9138,
      "step": 3364
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766061327135205e-05,
      "loss": 1.0167,
      "step": 3365
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7659093519624277e-05,
      "loss": 1.0224,
      "step": 3366
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7657573339848465e-05,
      "loss": 0.9258,
      "step": 3367
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7656052732109564e-05,
      "loss": 0.9475,
      "step": 3368
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7654531696492573e-05,
      "loss": 1.0119,
      "step": 3369
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7653010233082487e-05,
      "loss": 0.9992,
      "step": 3370
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7651488341964344e-05,
      "loss": 1.0032,
      "step": 3371
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7649966023223193e-05,
      "loss": 1.0331,
      "step": 3372
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7648443276944113e-05,
      "loss": 0.9569,
      "step": 3373
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764692010321221e-05,
      "loss": 0.9178,
      "step": 3374
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7645396502112615e-05,
      "loss": 0.9236,
      "step": 3375
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764387247373047e-05,
      "loss": 0.9898,
      "step": 3376
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764234801815095e-05,
      "loss": 0.9883,
      "step": 3377
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7640823135459256e-05,
      "loss": 0.9033,
      "step": 3378
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763929782574061e-05,
      "loss": 0.8843,
      "step": 3379
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7637772089080255e-05,
      "loss": 0.9525,
      "step": 3380
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763624592556346e-05,
      "loss": 0.9506,
      "step": 3381
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7634719335275527e-05,
      "loss": 0.8982,
      "step": 3382
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7633192318301765e-05,
      "loss": 0.9246,
      "step": 3383
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7631664874727517e-05,
      "loss": 0.9252,
      "step": 3384
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763013700463815e-05,
      "loss": 0.9845,
      "step": 3385
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7628608708119054e-05,
      "loss": 0.9912,
      "step": 3386
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7627079985255634e-05,
      "loss": 0.9423,
      "step": 3387
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7625550836133337e-05,
      "loss": 0.9514,
      "step": 3388
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7624021260837616e-05,
      "loss": 1.0436,
      "step": 3389
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762249125945396e-05,
      "loss": 0.8928,
      "step": 3390
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762096083206787e-05,
      "loss": 0.9584,
      "step": 3391
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7619429978764886e-05,
      "loss": 0.9045,
      "step": 3392
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7617898699630563e-05,
      "loss": 0.9699,
      "step": 3393
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7616366994750472e-05,
      "loss": 0.9554,
      "step": 3394
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7614834864210226e-05,
      "loss": 0.9562,
      "step": 3395
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761330230809545e-05,
      "loss": 0.9915,
      "step": 3396
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761176932649179e-05,
      "loss": 0.9712,
      "step": 3397
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7610235919484922e-05,
      "loss": 0.9732,
      "step": 3398
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7608702087160546e-05,
      "loss": 0.9592,
      "step": 3399
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7607167829604387e-05,
      "loss": 0.9601,
      "step": 3400
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7605633146902188e-05,
      "loss": 0.9448,
      "step": 3401
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7604098039139716e-05,
      "loss": 0.9562,
      "step": 3402
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7602562506402767e-05,
      "loss": 0.9204,
      "step": 3403
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760102654877716e-05,
      "loss": 1.0081,
      "step": 3404
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7599490166348735e-05,
      "loss": 0.9284,
      "step": 3405
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7597953359203354e-05,
      "loss": 0.9624,
      "step": 3406
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7596416127426905e-05,
      "loss": 1.0019,
      "step": 3407
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7594878471105305e-05,
      "loss": 0.9733,
      "step": 3408
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7593340390324487e-05,
      "loss": 1.0026,
      "step": 3409
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759180188517041e-05,
      "loss": 0.9098,
      "step": 3410
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759026295572906e-05,
      "loss": 0.9261,
      "step": 3411
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7588723602086438e-05,
      "loss": 0.8609,
      "step": 3412
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7587183824328585e-05,
      "loss": 0.8951,
      "step": 3413
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7585643622541543e-05,
      "loss": 1.0088,
      "step": 3414
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75841029968114e-05,
      "loss": 0.9391,
      "step": 3415
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7582561947224253e-05,
      "loss": 0.9731,
      "step": 3416
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7581020473866227e-05,
      "loss": 0.996,
      "step": 3417
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7579478576823477e-05,
      "loss": 0.9651,
      "step": 3418
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757793625618217e-05,
      "loss": 0.9528,
      "step": 3419
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7576393512028504e-05,
      "loss": 0.9523,
      "step": 3420
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7574850344448696e-05,
      "loss": 0.9353,
      "step": 3421
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7573306753528997e-05,
      "loss": 0.9676,
      "step": 3422
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757176273935567e-05,
      "loss": 0.9658,
      "step": 3423
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7570218302015004e-05,
      "loss": 1.0173,
      "step": 3424
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7568673441593322e-05,
      "loss": 0.908,
      "step": 3425
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7567128158176955e-05,
      "loss": 0.953,
      "step": 3426
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7565582451852264e-05,
      "loss": 0.9345,
      "step": 3427
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7564036322705643e-05,
      "loss": 1.0071,
      "step": 3428
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7562489770823496e-05,
      "loss": 0.9383,
      "step": 3429
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7560942796292257e-05,
      "loss": 1.0134,
      "step": 3430
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755939539919838e-05,
      "loss": 0.9059,
      "step": 3431
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7557847579628347e-05,
      "loss": 0.9083,
      "step": 3432
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7556299337668665e-05,
      "loss": 0.9996,
      "step": 3433
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7554750673405857e-05,
      "loss": 0.9583,
      "step": 3434
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7553201586926472e-05,
      "loss": 0.9894,
      "step": 3435
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7551652078317095e-05,
      "loss": 0.9786,
      "step": 3436
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7550102147664316e-05,
      "loss": 0.8927,
      "step": 3437
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754855179505476e-05,
      "loss": 0.9771,
      "step": 3438
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7547001020575067e-05,
      "loss": 1.1082,
      "step": 3439
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7545449824311912e-05,
      "loss": 0.8942,
      "step": 3440
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7543898206351982e-05,
      "loss": 0.9647,
      "step": 3441
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7542346166782003e-05,
      "loss": 0.9663,
      "step": 3442
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754079370568871e-05,
      "loss": 0.9279,
      "step": 3443
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7539240823158855e-05,
      "loss": 0.9517,
      "step": 3444
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753768751927924e-05,
      "loss": 0.94,
      "step": 3445
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7536133794136668e-05,
      "loss": 0.9397,
      "step": 3446
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753457964781798e-05,
      "loss": 0.9188,
      "step": 3447
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7533025080410025e-05,
      "loss": 1.0339,
      "step": 3448
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7531470091999685e-05,
      "loss": 0.9357,
      "step": 3449
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752991468267387e-05,
      "loss": 1.0453,
      "step": 3450
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7528358852519503e-05,
      "loss": 0.904,
      "step": 3451
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7526802601623537e-05,
      "loss": 1.0078,
      "step": 3452
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7525245930072946e-05,
      "loss": 1.0048,
      "step": 3453
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7523688837954733e-05,
      "loss": 0.9425,
      "step": 3454
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7522131325355917e-05,
      "loss": 0.9527,
      "step": 3455
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752057339236354e-05,
      "loss": 0.958,
      "step": 3456
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751901503906468e-05,
      "loss": 0.9888,
      "step": 3457
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7517456265546417e-05,
      "loss": 1.0211,
      "step": 3458
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751589707189588e-05,
      "loss": 0.9516,
      "step": 3459
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75143374582002e-05,
      "loss": 1.0228,
      "step": 3460
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7512777424546543e-05,
      "loss": 0.9014,
      "step": 3461
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7511216971022097e-05,
      "loss": 0.9784,
      "step": 3462
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750965609771407e-05,
      "loss": 0.9736,
      "step": 3463
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7508094804709695e-05,
      "loss": 1.0184,
      "step": 3464
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7506533092096228e-05,
      "loss": 0.9976,
      "step": 3465
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7504970959960952e-05,
      "loss": 0.9557,
      "step": 3466
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750340840839117e-05,
      "loss": 0.9792,
      "step": 3467
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750184543747421e-05,
      "loss": 1.0564,
      "step": 3468
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750028204729742e-05,
      "loss": 1.0172,
      "step": 3469
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7498718237948172e-05,
      "loss": 1.0277,
      "step": 3470
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749715400951387e-05,
      "loss": 0.9082,
      "step": 3471
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7495589362081932e-05,
      "loss": 0.8977,
      "step": 3472
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7494024295739803e-05,
      "loss": 0.9196,
      "step": 3473
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749245881057495e-05,
      "loss": 0.9322,
      "step": 3474
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7490892906674858e-05,
      "loss": 0.9646,
      "step": 3475
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7489326584127053e-05,
      "loss": 0.957,
      "step": 3476
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7487759843019068e-05,
      "loss": 0.9794,
      "step": 3477
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748619268343846e-05,
      "loss": 0.9651,
      "step": 3478
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748462510547282e-05,
      "loss": 0.9661,
      "step": 3479
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7483057109209755e-05,
      "loss": 1.0187,
      "step": 3480
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7481488694736893e-05,
      "loss": 0.9808,
      "step": 3481
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747991986214189e-05,
      "loss": 0.946,
      "step": 3482
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7478350611512426e-05,
      "loss": 0.9597,
      "step": 3483
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7476780942936203e-05,
      "loss": 0.9453,
      "step": 3484
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7475210856500945e-05,
      "loss": 0.954,
      "step": 3485
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7473640352294397e-05,
      "loss": 0.8945,
      "step": 3486
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7472069430404336e-05,
      "loss": 0.9754,
      "step": 3487
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7470498090918554e-05,
      "loss": 0.9676,
      "step": 3488
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7468926333924873e-05,
      "loss": 0.9833,
      "step": 3489
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746735415951113e-05,
      "loss": 0.9165,
      "step": 3490
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746578156776519e-05,
      "loss": 0.998,
      "step": 3491
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7464208558774943e-05,
      "loss": 0.995,
      "step": 3492
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.74626351326283e-05,
      "loss": 0.9382,
      "step": 3493
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7461061289413202e-05,
      "loss": 0.9103,
      "step": 3494
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7459487029217594e-05,
      "loss": 0.9992,
      "step": 3495
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745791235212947e-05,
      "loss": 0.9364,
      "step": 3496
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7456337258236827e-05,
      "loss": 0.975,
      "step": 3497
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7454761747627703e-05,
      "loss": 0.9272,
      "step": 3498
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7453185820390136e-05,
      "loss": 0.9423,
      "step": 3499
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745160947661221e-05,
      "loss": 0.9721,
      "step": 3500
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745003271638202e-05,
      "loss": 0.9158,
      "step": 3501
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744845553978769e-05,
      "loss": 1.0418,
      "step": 3502
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744687794691736e-05,
      "loss": 0.939,
      "step": 3503
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74452999378592e-05,
      "loss": 0.9453,
      "step": 3504
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74437215127014e-05,
      "loss": 0.9383,
      "step": 3505
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7442142671532178e-05,
      "loss": 0.9404,
      "step": 3506
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744056341443977e-05,
      "loss": 0.9728,
      "step": 3507
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7438983741512436e-05,
      "loss": 0.8916,
      "step": 3508
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743740365283846e-05,
      "loss": 0.939,
      "step": 3509
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7435823148506146e-05,
      "loss": 0.9653,
      "step": 3510
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743424222860383e-05,
      "loss": 0.8989,
      "step": 3511
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7432660893219862e-05,
      "loss": 0.9966,
      "step": 3512
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7431079142442623e-05,
      "loss": 0.9462,
      "step": 3513
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742949697636051e-05,
      "loss": 0.9282,
      "step": 3514
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7427914395061948e-05,
      "loss": 0.9877,
      "step": 3515
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742633139863538e-05,
      "loss": 0.9497,
      "step": 3516
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742474798716928e-05,
      "loss": 1.0266,
      "step": 3517
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7423164160752143e-05,
      "loss": 0.9916,
      "step": 3518
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7421579919472477e-05,
      "loss": 0.8689,
      "step": 3519
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741999526341883e-05,
      "loss": 0.9368,
      "step": 3520
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7418410192679758e-05,
      "loss": 0.8369,
      "step": 3521
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741682470734385e-05,
      "loss": 0.9181,
      "step": 3522
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7415238807499717e-05,
      "loss": 0.9511,
      "step": 3523
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7413652493235984e-05,
      "loss": 0.8579,
      "step": 3524
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7412065764641314e-05,
      "loss": 0.9697,
      "step": 3525
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741047862180438e-05,
      "loss": 0.9195,
      "step": 3526
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7408891064813888e-05,
      "loss": 0.967,
      "step": 3527
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7407303093758558e-05,
      "loss": 1.0252,
      "step": 3528
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740571470872714e-05,
      "loss": 0.9765,
      "step": 3529
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7404125909808406e-05,
      "loss": 0.9352,
      "step": 3530
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740253669709115e-05,
      "loss": 0.9034,
      "step": 3531
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7400947070664188e-05,
      "loss": 0.9769,
      "step": 3532
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739935703061636e-05,
      "loss": 0.9424,
      "step": 3533
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739776657703653e-05,
      "loss": 0.9572,
      "step": 3534
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7396175710013587e-05,
      "loss": 0.9709,
      "step": 3535
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7394584429636436e-05,
      "loss": 1.0029,
      "step": 3536
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7392992735994015e-05,
      "loss": 0.8453,
      "step": 3537
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739140062917527e-05,
      "loss": 0.9859,
      "step": 3538
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7389808109269194e-05,
      "loss": 0.9515,
      "step": 3539
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738821517636478e-05,
      "loss": 0.8819,
      "step": 3540
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7386621830551056e-05,
      "loss": 0.9497,
      "step": 3541
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738502807191707e-05,
      "loss": 0.9457,
      "step": 3542
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738343390055189e-05,
      "loss": 1.0087,
      "step": 3543
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7381839316544615e-05,
      "loss": 0.9384,
      "step": 3544
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7380244319984362e-05,
      "loss": 0.9624,
      "step": 3545
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7378648910960267e-05,
      "loss": 0.9288,
      "step": 3546
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7377053089561494e-05,
      "loss": 0.9128,
      "step": 3547
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7375456855877238e-05,
      "loss": 0.8718,
      "step": 3548
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73738602099967e-05,
      "loss": 0.9195,
      "step": 3549
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7372263152009114e-05,
      "loss": 0.9916,
      "step": 3550
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7370665682003736e-05,
      "loss": 0.9703,
      "step": 3551
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7369067800069852e-05,
      "loss": 0.9497,
      "step": 3552
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7367469506296754e-05,
      "loss": 1.0296,
      "step": 3553
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7365870800773765e-05,
      "loss": 0.8706,
      "step": 3554
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7364271683590242e-05,
      "loss": 0.9175,
      "step": 3555
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7362672154835555e-05,
      "loss": 0.9287,
      "step": 3556
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736107221459909e-05,
      "loss": 0.9026,
      "step": 3557
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7359471862970268e-05,
      "loss": 1.009,
      "step": 3558
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735787110003853e-05,
      "loss": 0.9765,
      "step": 3559
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7356269925893338e-05,
      "loss": 0.9596,
      "step": 3560
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7354668340624177e-05,
      "loss": 0.9739,
      "step": 3561
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7353066344320555e-05,
      "loss": 0.9539,
      "step": 3562
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7351463937072008e-05,
      "loss": 0.9184,
      "step": 3563
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734986111896808e-05,
      "loss": 0.9354,
      "step": 3564
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7348257890098362e-05,
      "loss": 1.02,
      "step": 3565
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7346654250552446e-05,
      "loss": 0.9703,
      "step": 3566
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7345050200419963e-05,
      "loss": 0.8486,
      "step": 3567
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7343445739790547e-05,
      "loss": 0.9798,
      "step": 3568
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7341840868753877e-05,
      "loss": 0.9501,
      "step": 3569
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7340235587399645e-05,
      "loss": 0.9231,
      "step": 3570
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7338629895817566e-05,
      "loss": 0.9798,
      "step": 3571
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7337023794097372e-05,
      "loss": 0.9269,
      "step": 3572
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733541728232883e-05,
      "loss": 0.9762,
      "step": 3573
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7333810360601723e-05,
      "loss": 1.0055,
      "step": 3574
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733220302900586e-05,
      "loss": 0.909,
      "step": 3575
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7330595287631063e-05,
      "loss": 0.9636,
      "step": 3576
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7328987136567194e-05,
      "loss": 0.9329,
      "step": 3577
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7327378575904124e-05,
      "loss": 0.9858,
      "step": 3578
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7325769605731754e-05,
      "loss": 0.8911,
      "step": 3579
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732416022614e-05,
      "loss": 0.9319,
      "step": 3580
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7322550437218813e-05,
      "loss": 0.9233,
      "step": 3581
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7320940239058158e-05,
      "loss": 0.976,
      "step": 3582
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7319329631748022e-05,
      "loss": 0.9162,
      "step": 3583
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731771861537842e-05,
      "loss": 0.9306,
      "step": 3584
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7316107190039385e-05,
      "loss": 0.9334,
      "step": 3585
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7314495355820985e-05,
      "loss": 1.0134,
      "step": 3586
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731288311281329e-05,
      "loss": 0.8951,
      "step": 3587
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7311270461106413e-05,
      "loss": 0.9162,
      "step": 3588
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7309657400790475e-05,
      "loss": 0.9795,
      "step": 3589
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730804393195563e-05,
      "loss": 0.9366,
      "step": 3590
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730643005469205e-05,
      "loss": 0.919,
      "step": 3591
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730481576908993e-05,
      "loss": 0.9564,
      "step": 3592
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7303201075239487e-05,
      "loss": 0.9639,
      "step": 3593
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7301585973230963e-05,
      "loss": 0.8858,
      "step": 3594
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7299970463154622e-05,
      "loss": 0.911,
      "step": 3595
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7298354545100756e-05,
      "loss": 0.9594,
      "step": 3596
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729673821915967e-05,
      "loss": 0.9459,
      "step": 3597
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7295121485421694e-05,
      "loss": 0.9782,
      "step": 3598
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729350434397719e-05,
      "loss": 0.8891,
      "step": 3599
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729188679491653e-05,
      "loss": 0.9221,
      "step": 3600
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7290268838330116e-05,
      "loss": 0.9855,
      "step": 3601
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7288650474308377e-05,
      "loss": 0.9391,
      "step": 3602
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7287031702941754e-05,
      "loss": 1.0392,
      "step": 3603
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728541252432071e-05,
      "loss": 0.8983,
      "step": 3604
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7283792938535755e-05,
      "loss": 0.9213,
      "step": 3605
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728217294567739e-05,
      "loss": 0.9366,
      "step": 3606
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7280552545836157e-05,
      "loss": 0.9225,
      "step": 3607
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727893173910261e-05,
      "loss": 0.8768,
      "step": 3608
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727731052556734e-05,
      "loss": 0.929,
      "step": 3609
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727568890532095e-05,
      "loss": 0.9009,
      "step": 3610
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7274066878454066e-05,
      "loss": 1.0166,
      "step": 3611
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7272444445057343e-05,
      "loss": 0.9896,
      "step": 3612
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7270821605221448e-05,
      "loss": 1.028,
      "step": 3613
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726919835903709e-05,
      "loss": 0.9393,
      "step": 3614
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7267574706594975e-05,
      "loss": 0.9007,
      "step": 3615
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726595064798585e-05,
      "loss": 0.9767,
      "step": 3616
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7264326183300482e-05,
      "loss": 0.9374,
      "step": 3617
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726270131262966e-05,
      "loss": 1.0022,
      "step": 3618
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7261076036064187e-05,
      "loss": 0.9724,
      "step": 3619
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72594503536949e-05,
      "loss": 1.0076,
      "step": 3620
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7257824265612654e-05,
      "loss": 0.942,
      "step": 3621
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7256197771908326e-05,
      "loss": 0.9749,
      "step": 3622
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7254570872672818e-05,
      "loss": 0.9521,
      "step": 3623
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7252943567997055e-05,
      "loss": 0.9598,
      "step": 3624
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7251315857971978e-05,
      "loss": 0.9086,
      "step": 3625
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7249687742688557e-05,
      "loss": 0.8543,
      "step": 3626
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7248059222237792e-05,
      "loss": 0.9936,
      "step": 3627
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7246430296710688e-05,
      "loss": 0.878,
      "step": 3628
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7244800966198284e-05,
      "loss": 0.9794,
      "step": 3629
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7243171230791638e-05,
      "loss": 0.8613,
      "step": 3630
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7241541090581835e-05,
      "loss": 0.9731,
      "step": 3631
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7239910545659975e-05,
      "loss": 0.8706,
      "step": 3632
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723827959611719e-05,
      "loss": 0.894,
      "step": 3633
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723664824204463e-05,
      "loss": 0.9114,
      "step": 3634
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723501648353346e-05,
      "loss": 0.9577,
      "step": 3635
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7233384320674883e-05,
      "loss": 0.9028,
      "step": 3636
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7231751753560116e-05,
      "loss": 1.027,
      "step": 3637
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7230118782280394e-05,
      "loss": 0.8982,
      "step": 3638
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7228485406926983e-05,
      "loss": 0.987,
      "step": 3639
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7226851627591168e-05,
      "loss": 0.9451,
      "step": 3640
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722521744436426e-05,
      "loss": 0.9801,
      "step": 3641
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7223582857337584e-05,
      "loss": 1.0157,
      "step": 3642
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7221947866602495e-05,
      "loss": 0.9285,
      "step": 3643
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722031247225037e-05,
      "loss": 1.0276,
      "step": 3644
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721867667437261e-05,
      "loss": 0.9895,
      "step": 3645
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7217040473060627e-05,
      "loss": 1.0117,
      "step": 3646
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7215403868405868e-05,
      "loss": 0.9569,
      "step": 3647
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7213766860499807e-05,
      "loss": 0.9623,
      "step": 3648
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721212944943392e-05,
      "loss": 0.9358,
      "step": 3649
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7210491635299728e-05,
      "loss": 0.8985,
      "step": 3650
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7208853418188757e-05,
      "loss": 1.0019,
      "step": 3651
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720721479819257e-05,
      "loss": 0.8311,
      "step": 3652
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7205575775402737e-05,
      "loss": 0.91,
      "step": 3653
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7203936349910867e-05,
      "loss": 0.9337,
      "step": 3654
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7202296521808578e-05,
      "loss": 0.9424,
      "step": 3655
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7200656291187517e-05,
      "loss": 0.9595,
      "step": 3656
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7199015658139355e-05,
      "loss": 0.9548,
      "step": 3657
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719737462275578e-05,
      "loss": 0.9604,
      "step": 3658
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719573318512851e-05,
      "loss": 0.9229,
      "step": 3659
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7194091345349275e-05,
      "loss": 1.0413,
      "step": 3660
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7192449103509837e-05,
      "loss": 0.9294,
      "step": 3661
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719080645970198e-05,
      "loss": 0.9083,
      "step": 3662
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7189163414017497e-05,
      "loss": 0.9408,
      "step": 3663
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7187519966548222e-05,
      "loss": 0.8633,
      "step": 3664
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7185876117386005e-05,
      "loss": 0.9793,
      "step": 3665
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718423186662271e-05,
      "loss": 0.9199,
      "step": 3666
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7182587214350234e-05,
      "loss": 0.8866,
      "step": 3667
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7180942160660495e-05,
      "loss": 0.9057,
      "step": 3668
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7179296705645424e-05,
      "loss": 0.8989,
      "step": 3669
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717765084939699e-05,
      "loss": 0.9393,
      "step": 3670
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7176004592007167e-05,
      "loss": 0.9012,
      "step": 3671
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7174357933567966e-05,
      "loss": 0.9561,
      "step": 3672
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7172710874171415e-05,
      "loss": 0.9959,
      "step": 3673
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7171063413909563e-05,
      "loss": 0.9404,
      "step": 3674
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716941555287448e-05,
      "loss": 0.9275,
      "step": 3675
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7167767291158263e-05,
      "loss": 0.9519,
      "step": 3676
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716611862885303e-05,
      "loss": 0.9988,
      "step": 3677
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7164469566050922e-05,
      "loss": 0.9797,
      "step": 3678
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7162820102844097e-05,
      "loss": 0.9315,
      "step": 3679
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716117023932474e-05,
      "loss": 1.0178,
      "step": 3680
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715951997558506e-05,
      "loss": 1.0086,
      "step": 3681
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715786931171729e-05,
      "loss": 0.9829,
      "step": 3682
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7156218247813674e-05,
      "loss": 0.9582,
      "step": 3683
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715456678396649e-05,
      "loss": 0.9634,
      "step": 3684
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715291492026803e-05,
      "loss": 0.9269,
      "step": 3685
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7151262656810624e-05,
      "loss": 0.8766,
      "step": 3686
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71496099936866e-05,
      "loss": 0.9426,
      "step": 3687
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7147956930988328e-05,
      "loss": 0.9313,
      "step": 3688
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714630346880819e-05,
      "loss": 0.9111,
      "step": 3689
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7144649607238597e-05,
      "loss": 0.9128,
      "step": 3690
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7142995346371977e-05,
      "loss": 0.9518,
      "step": 3691
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7141340686300786e-05,
      "loss": 0.9867,
      "step": 3692
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71396856271175e-05,
      "loss": 0.9808,
      "step": 3693
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7138030168914605e-05,
      "loss": 0.9098,
      "step": 3694
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7136374311784635e-05,
      "loss": 1.0216,
      "step": 3695
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713471805582012e-05,
      "loss": 1.0403,
      "step": 3696
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713306140111363e-05,
      "loss": 0.908,
      "step": 3697
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7131404347757756e-05,
      "loss": 0.9118,
      "step": 3698
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71297468958451e-05,
      "loss": 0.9583,
      "step": 3699
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7128089045468294e-05,
      "loss": 0.9068,
      "step": 3700
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712643079671999e-05,
      "loss": 0.9136,
      "step": 3701
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712477214969287e-05,
      "loss": 0.9415,
      "step": 3702
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712311310447962e-05,
      "loss": 0.914,
      "step": 3703
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712145366117297e-05,
      "loss": 0.9607,
      "step": 3704
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711979381986566e-05,
      "loss": 0.9452,
      "step": 3705
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7118133580650452e-05,
      "loss": 0.9445,
      "step": 3706
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7116472943620136e-05,
      "loss": 0.9468,
      "step": 3707
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711481190886752e-05,
      "loss": 0.9045,
      "step": 3708
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7113150476485432e-05,
      "loss": 0.958,
      "step": 3709
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7111488646566728e-05,
      "loss": 0.9259,
      "step": 3710
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7109826419204284e-05,
      "loss": 1.0222,
      "step": 3711
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7108163794490998e-05,
      "loss": 0.9696,
      "step": 3712
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710650077251979e-05,
      "loss": 0.9614,
      "step": 3713
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7104837353383596e-05,
      "loss": 0.9685,
      "step": 3714
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7103173537175392e-05,
      "loss": 0.9207,
      "step": 3715
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7101509323988158e-05,
      "loss": 0.905,
      "step": 3716
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7099844713914905e-05,
      "loss": 0.975,
      "step": 3717
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7098179707048658e-05,
      "loss": 0.9344,
      "step": 3718
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7096514303482475e-05,
      "loss": 0.979,
      "step": 3719
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7094848503309433e-05,
      "loss": 0.9483,
      "step": 3720
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7093182306622625e-05,
      "loss": 0.9275,
      "step": 3721
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7091515713515176e-05,
      "loss": 0.9112,
      "step": 3722
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7089848724080225e-05,
      "loss": 0.9408,
      "step": 3723
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7088181338410935e-05,
      "loss": 0.9792,
      "step": 3724
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708651355660049e-05,
      "loss": 0.9704,
      "step": 3725
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7084845378742105e-05,
      "loss": 0.9748,
      "step": 3726
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7083176804929003e-05,
      "loss": 0.9455,
      "step": 3727
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7081507835254444e-05,
      "loss": 0.9342,
      "step": 3728
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70798384698117e-05,
      "loss": 0.9119,
      "step": 3729
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7078168708694064e-05,
      "loss": 0.9075,
      "step": 3730
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7076498551994854e-05,
      "loss": 1.0173,
      "step": 3731
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707482799980742e-05,
      "loss": 0.9795,
      "step": 3732
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7073157052225118e-05,
      "loss": 0.9114,
      "step": 3733
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7071485709341334e-05,
      "loss": 0.9242,
      "step": 3734
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7069813971249474e-05,
      "loss": 0.9739,
      "step": 3735
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7068141838042972e-05,
      "loss": 1.0303,
      "step": 3736
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7066469309815276e-05,
      "loss": 0.9373,
      "step": 3737
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7064796386659863e-05,
      "loss": 0.9596,
      "step": 3738
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7063123068670224e-05,
      "loss": 0.9892,
      "step": 3739
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7061449355939876e-05,
      "loss": 0.9674,
      "step": 3740
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705977524856236e-05,
      "loss": 0.9236,
      "step": 3741
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7058100746631244e-05,
      "loss": 0.9419,
      "step": 3742
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705642585024011e-05,
      "loss": 0.8821,
      "step": 3743
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7054750559482553e-05,
      "loss": 0.9269,
      "step": 3744
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705307487445221e-05,
      "loss": 0.8984,
      "step": 3745
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705139879524273e-05,
      "loss": 0.9092,
      "step": 3746
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7049722321947788e-05,
      "loss": 0.9383,
      "step": 3747
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7048045454661072e-05,
      "loss": 1.0132,
      "step": 3748
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70463681934763e-05,
      "loss": 0.963,
      "step": 3749
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7044690538487212e-05,
      "loss": 0.8642,
      "step": 3750
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7043012489787564e-05,
      "loss": 0.8787,
      "step": 3751
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7041334047471144e-05,
      "loss": 0.9125,
      "step": 3752
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703965521163175e-05,
      "loss": 0.9286,
      "step": 3753
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703797598236321e-05,
      "loss": 0.9643,
      "step": 3754
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703629635975938e-05,
      "loss": 0.9144,
      "step": 3755
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7034616343914118e-05,
      "loss": 0.8937,
      "step": 3756
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703293593492132e-05,
      "loss": 0.9632,
      "step": 3757
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70312551328749e-05,
      "loss": 1.0281,
      "step": 3758
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7029573937868798e-05,
      "loss": 0.906,
      "step": 3759
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7027892349996963e-05,
      "loss": 1.0336,
      "step": 3760
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7026210369353386e-05,
      "loss": 0.9576,
      "step": 3761
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702452799603206e-05,
      "loss": 0.9496,
      "step": 3762
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7022845230127016e-05,
      "loss": 0.975,
      "step": 3763
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702116207173229e-05,
      "loss": 0.9075,
      "step": 3764
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7019478520941958e-05,
      "loss": 0.8819,
      "step": 3765
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7017794577850107e-05,
      "loss": 0.9595,
      "step": 3766
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701611024255085e-05,
      "loss": 0.964,
      "step": 3767
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7014425515138316e-05,
      "loss": 0.8704,
      "step": 3768
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.701274039570666e-05,
      "loss": 0.9067,
      "step": 3769
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.701105488435007e-05,
      "loss": 0.9539,
      "step": 3770
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700936898116273e-05,
      "loss": 0.9455,
      "step": 3771
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7007682686238874e-05,
      "loss": 0.9439,
      "step": 3772
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7005995999672732e-05,
      "loss": 0.9068,
      "step": 3773
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700430892155858e-05,
      "loss": 0.9113,
      "step": 3774
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7002621451990705e-05,
      "loss": 0.9353,
      "step": 3775
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7000933591063408e-05,
      "loss": 0.885,
      "step": 3776
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699924533887102e-05,
      "loss": 0.9207,
      "step": 3777
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69975566955079e-05,
      "loss": 0.8947,
      "step": 3778
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6995867661068413e-05,
      "loss": 1.0066,
      "step": 3779
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6994178235646962e-05,
      "loss": 0.8911,
      "step": 3780
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6992488419337966e-05,
      "loss": 0.9409,
      "step": 3781
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6990798212235856e-05,
      "loss": 0.9648,
      "step": 3782
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6989107614435103e-05,
      "loss": 0.9162,
      "step": 3783
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698741662603019e-05,
      "loss": 0.9624,
      "step": 3784
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6985725247115615e-05,
      "loss": 0.9307,
      "step": 3785
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6984033477785907e-05,
      "loss": 1.0118,
      "step": 3786
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6982341318135618e-05,
      "loss": 0.9399,
      "step": 3787
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698064876825932e-05,
      "loss": 1.0005,
      "step": 3788
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69789558282516e-05,
      "loss": 0.9221,
      "step": 3789
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6977262498207077e-05,
      "loss": 0.9573,
      "step": 3790
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6975568778220383e-05,
      "loss": 0.9589,
      "step": 3791
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697387466838618e-05,
      "loss": 1.0448,
      "step": 3792
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6972180168799143e-05,
      "loss": 0.9691,
      "step": 3793
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697048527955398e-05,
      "loss": 0.8944,
      "step": 3794
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696879000074541e-05,
      "loss": 0.9764,
      "step": 3795
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6967094332468176e-05,
      "loss": 0.871,
      "step": 3796
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6965398274817048e-05,
      "loss": 0.9473,
      "step": 3797
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6963701827886815e-05,
      "loss": 0.9428,
      "step": 3798
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6962004991772283e-05,
      "loss": 0.9054,
      "step": 3799
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696030776656829e-05,
      "loss": 0.8351,
      "step": 3800
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6958610152369685e-05,
      "loss": 1.0402,
      "step": 3801
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6956912149271345e-05,
      "loss": 0.9237,
      "step": 3802
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6955213757368173e-05,
      "loss": 0.9118,
      "step": 3803
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6953514976755075e-05,
      "loss": 0.9779,
      "step": 3804
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6951815807527002e-05,
      "loss": 1.0279,
      "step": 3805
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6950116249778913e-05,
      "loss": 1.0042,
      "step": 3806
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6948416303605796e-05,
      "loss": 0.8986,
      "step": 3807
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6946715969102652e-05,
      "loss": 0.9154,
      "step": 3808
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6945015246364512e-05,
      "loss": 0.9121,
      "step": 3809
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6943314135486416e-05,
      "loss": 0.9269,
      "step": 3810
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694161263656345e-05,
      "loss": 1.0235,
      "step": 3811
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69399107496907e-05,
      "loss": 0.9506,
      "step": 3812
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693820847496327e-05,
      "loss": 0.9974,
      "step": 3813
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693650581247631e-05,
      "loss": 0.9281,
      "step": 3814
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6934802762324975e-05,
      "loss": 0.8911,
      "step": 3815
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693309932460444e-05,
      "loss": 0.9309,
      "step": 3816
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693139549940991e-05,
      "loss": 0.9539,
      "step": 3817
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6929691286836605e-05,
      "loss": 0.8999,
      "step": 3818
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6927986686979773e-05,
      "loss": 0.9616,
      "step": 3819
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6926281699934674e-05,
      "loss": 0.9675,
      "step": 3820
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6924576325796595e-05,
      "loss": 0.9974,
      "step": 3821
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6922870564660855e-05,
      "loss": 0.9392,
      "step": 3822
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6921164416622775e-05,
      "loss": 0.9621,
      "step": 3823
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6919457881777712e-05,
      "loss": 0.9031,
      "step": 3824
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691775096022104e-05,
      "loss": 0.9799,
      "step": 3825
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6916043652048155e-05,
      "loss": 0.9676,
      "step": 3826
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691433595735447e-05,
      "loss": 0.9197,
      "step": 3827
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6912627876235426e-05,
      "loss": 0.8933,
      "step": 3828
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691091940878649e-05,
      "loss": 0.9973,
      "step": 3829
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690921055510313e-05,
      "loss": 0.9251,
      "step": 3830
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690750131528087e-05,
      "loss": 0.9949,
      "step": 3831
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6905791689415215e-05,
      "loss": 0.9485,
      "step": 3832
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6904081677601724e-05,
      "loss": 0.9093,
      "step": 3833
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690237127993596e-05,
      "loss": 0.9957,
      "step": 3834
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6900660496513512e-05,
      "loss": 0.9536,
      "step": 3835
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6898949327429997e-05,
      "loss": 0.9345,
      "step": 3836
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6897237772781046e-05,
      "loss": 0.9696,
      "step": 3837
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689552583266231e-05,
      "loss": 0.9606,
      "step": 3838
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6893813507169467e-05,
      "loss": 0.8247,
      "step": 3839
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689210079639822e-05,
      "loss": 0.9323,
      "step": 3840
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6890387700444278e-05,
      "loss": 0.9421,
      "step": 3841
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6888674219403392e-05,
      "loss": 0.9568,
      "step": 3842
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6886960353371324e-05,
      "loss": 1.0147,
      "step": 3843
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6885246102443846e-05,
      "loss": 1.0054,
      "step": 3844
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6883531466716773e-05,
      "loss": 0.9057,
      "step": 3845
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.688181644628593e-05,
      "loss": 0.9506,
      "step": 3846
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6880101041247168e-05,
      "loss": 0.9066,
      "step": 3847
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6878385251696352e-05,
      "loss": 0.9748,
      "step": 3848
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6876669077729377e-05,
      "loss": 0.9228,
      "step": 3849
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687495251944215e-05,
      "loss": 0.9138,
      "step": 3850
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687323557693061e-05,
      "loss": 0.9061,
      "step": 3851
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6871518250290716e-05,
      "loss": 0.8866,
      "step": 3852
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6869800539618435e-05,
      "loss": 1.0032,
      "step": 3853
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6868082445009775e-05,
      "loss": 0.9874,
      "step": 3854
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6866363966560752e-05,
      "loss": 0.9468,
      "step": 3855
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686464510436741e-05,
      "loss": 1.0035,
      "step": 3856
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6862925858525808e-05,
      "loss": 1.033,
      "step": 3857
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6861206229132038e-05,
      "loss": 0.9693,
      "step": 3858
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6859486216282194e-05,
      "loss": 0.9273,
      "step": 3859
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6857765820072414e-05,
      "loss": 0.8968,
      "step": 3860
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6856045040598844e-05,
      "loss": 0.9062,
      "step": 3861
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6854323877957648e-05,
      "loss": 1.0046,
      "step": 3862
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685260233224503e-05,
      "loss": 0.8869,
      "step": 3863
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685088040355719e-05,
      "loss": 1.0162,
      "step": 3864
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6849158091990366e-05,
      "loss": 0.9518,
      "step": 3865
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684743539764082e-05,
      "loss": 0.8561,
      "step": 3866
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6845712320604827e-05,
      "loss": 0.9157,
      "step": 3867
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6843988860978678e-05,
      "loss": 0.9571,
      "step": 3868
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68422650188587e-05,
      "loss": 0.9521,
      "step": 3869
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6840540794341235e-05,
      "loss": 1.0067,
      "step": 3870
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683881618752264e-05,
      "loss": 0.9673,
      "step": 3871
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683709119849931e-05,
      "loss": 0.9288,
      "step": 3872
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6835365827367636e-05,
      "loss": 0.9684,
      "step": 3873
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6833640074224054e-05,
      "loss": 0.93,
      "step": 3874
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683191393916501e-05,
      "loss": 0.8963,
      "step": 3875
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6830187422286973e-05,
      "loss": 0.9505,
      "step": 3876
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6828460523686435e-05,
      "loss": 0.9019,
      "step": 3877
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6826733243459905e-05,
      "loss": 0.8974,
      "step": 3878
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6825005581703918e-05,
      "loss": 0.8883,
      "step": 3879
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6823277538515036e-05,
      "loss": 0.9518,
      "step": 3880
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6821549113989824e-05,
      "loss": 0.9025,
      "step": 3881
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6819820308224884e-05,
      "loss": 0.964,
      "step": 3882
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6818091121316835e-05,
      "loss": 0.8734,
      "step": 3883
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681636155336232e-05,
      "loss": 0.8912,
      "step": 3884
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6814631604457993e-05,
      "loss": 0.97,
      "step": 3885
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6812901274700543e-05,
      "loss": 1.0322,
      "step": 3886
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681117056418667e-05,
      "loss": 0.9081,
      "step": 3887
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6809439473013103e-05,
      "loss": 0.9636,
      "step": 3888
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6807708001276587e-05,
      "loss": 0.9815,
      "step": 3889
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6805976149073888e-05,
      "loss": 0.9303,
      "step": 3890
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6804243916501797e-05,
      "loss": 0.9144,
      "step": 3891
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6802511303657124e-05,
      "loss": 0.9413,
      "step": 3892
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6800778310636696e-05,
      "loss": 0.9619,
      "step": 3893
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679904493753737e-05,
      "loss": 0.9493,
      "step": 3894
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6797311184456023e-05,
      "loss": 0.9646,
      "step": 3895
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6795577051489547e-05,
      "loss": 0.8658,
      "step": 3896
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6793842538734855e-05,
      "loss": 0.9206,
      "step": 3897
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679210764628889e-05,
      "loss": 0.9259,
      "step": 3898
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679037237424861e-05,
      "loss": 0.8751,
      "step": 3899
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6788636722710997e-05,
      "loss": 0.957,
      "step": 3900
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678690069177304e-05,
      "loss": 0.9632,
      "step": 3901
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678516428153178e-05,
      "loss": 1.0446,
      "step": 3902
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6783427492084248e-05,
      "loss": 0.9739,
      "step": 3903
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6781690323527512e-05,
      "loss": 1.0224,
      "step": 3904
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6779952775958657e-05,
      "loss": 0.8905,
      "step": 3905
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6778214849474794e-05,
      "loss": 0.9222,
      "step": 3906
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677647654417305e-05,
      "loss": 0.9449,
      "step": 3907
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6774737860150576e-05,
      "loss": 0.923,
      "step": 3908
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6772998797504537e-05,
      "loss": 0.9275,
      "step": 3909
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677125935633213e-05,
      "loss": 1.0302,
      "step": 3910
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6769519536730567e-05,
      "loss": 0.9071,
      "step": 3911
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6767779338797083e-05,
      "loss": 0.9442,
      "step": 3912
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6766038762628932e-05,
      "loss": 0.9441,
      "step": 3913
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6764297808323392e-05,
      "loss": 0.9433,
      "step": 3914
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6762556475977758e-05,
      "loss": 0.9053,
      "step": 3915
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676081476568935e-05,
      "loss": 0.9707,
      "step": 3916
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6759072677555512e-05,
      "loss": 1.0041,
      "step": 3917
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6757330211673603e-05,
      "loss": 0.9268,
      "step": 3918
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6755587368140997e-05,
      "loss": 0.9382,
      "step": 3919
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6753844147055107e-05,
      "loss": 0.9869,
      "step": 3920
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6752100548513358e-05,
      "loss": 1.0307,
      "step": 3921
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675035657261319e-05,
      "loss": 0.9606,
      "step": 3922
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6748612219452068e-05,
      "loss": 0.9716,
      "step": 3923
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6746867489127487e-05,
      "loss": 0.9302,
      "step": 3924
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674512238173695e-05,
      "loss": 0.9163,
      "step": 3925
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674337689737799e-05,
      "loss": 0.9731,
      "step": 3926
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6741631036148158e-05,
      "loss": 0.9446,
      "step": 3927
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6739884798145023e-05,
      "loss": 0.9793,
      "step": 3928
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6738138183466176e-05,
      "loss": 0.9536,
      "step": 3929
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673639119220924e-05,
      "loss": 0.9599,
      "step": 3930
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673464382447184e-05,
      "loss": 0.9231,
      "step": 3931
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673289608035164e-05,
      "loss": 0.9384,
      "step": 3932
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6731147959946313e-05,
      "loss": 0.9936,
      "step": 3933
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6729399463353555e-05,
      "loss": 0.9466,
      "step": 3934
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6727650590671093e-05,
      "loss": 1.0055,
      "step": 3935
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672590134199666e-05,
      "loss": 0.9533,
      "step": 3936
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672415171742802e-05,
      "loss": 0.9296,
      "step": 3937
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6722401717062952e-05,
      "loss": 0.9558,
      "step": 3938
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672065134099927e-05,
      "loss": 0.9523,
      "step": 3939
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671890058933478e-05,
      "loss": 0.9368,
      "step": 3940
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6717149462167343e-05,
      "loss": 0.9618,
      "step": 3941
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6715397959594818e-05,
      "loss": 0.9754,
      "step": 3942
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67136460817151e-05,
      "loss": 0.8875,
      "step": 3943
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6711893828626084e-05,
      "loss": 0.9446,
      "step": 3944
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671014120042571e-05,
      "loss": 0.9171,
      "step": 3945
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670838819721192e-05,
      "loss": 0.9297,
      "step": 3946
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6706634819082696e-05,
      "loss": 0.9015,
      "step": 3947
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6704881066136022e-05,
      "loss": 0.935,
      "step": 3948
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670312693846991e-05,
      "loss": 0.9099,
      "step": 3949
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67013724361824e-05,
      "loss": 0.8436,
      "step": 3950
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6699617559371537e-05,
      "loss": 1.013,
      "step": 3951
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669786230813541e-05,
      "loss": 0.9169,
      "step": 3952
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6696106682572103e-05,
      "loss": 1.0111,
      "step": 3953
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6694350682779744e-05,
      "loss": 0.9581,
      "step": 3954
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6692594308856467e-05,
      "loss": 0.9679,
      "step": 3955
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6690837560900428e-05,
      "loss": 0.9855,
      "step": 3956
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6689080439009812e-05,
      "loss": 0.9211,
      "step": 3957
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668732294328282e-05,
      "loss": 0.9505,
      "step": 3958
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668556507381767e-05,
      "loss": 0.9487,
      "step": 3959
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6683806830712615e-05,
      "loss": 0.9063,
      "step": 3960
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6682048214065905e-05,
      "loss": 0.8865,
      "step": 3961
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6680289223975837e-05,
      "loss": 0.9146,
      "step": 3962
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667852986054071e-05,
      "loss": 0.9175,
      "step": 3963
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6676770123858854e-05,
      "loss": 0.9003,
      "step": 3964
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667501001402861e-05,
      "loss": 0.9563,
      "step": 3965
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6673249531148353e-05,
      "loss": 1.0287,
      "step": 3966
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6671488675316467e-05,
      "loss": 0.9143,
      "step": 3967
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666972744663137e-05,
      "loss": 0.9438,
      "step": 3968
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6667965845191485e-05,
      "loss": 0.9817,
      "step": 3969
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6666203871095264e-05,
      "loss": 0.9089,
      "step": 3970
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6664441524441186e-05,
      "loss": 0.9547,
      "step": 3971
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6662678805327737e-05,
      "loss": 0.9266,
      "step": 3972
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6660915713853435e-05,
      "loss": 0.9388,
      "step": 3973
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665915225011681e-05,
      "loss": 0.9276,
      "step": 3974
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6657388414216426e-05,
      "loss": 1.0521,
      "step": 3975
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6655624206250855e-05,
      "loss": 0.9103,
      "step": 3976
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6653859626318693e-05,
      "loss": 0.9316,
      "step": 3977
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665209467451856e-05,
      "loss": 0.9445,
      "step": 3978
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6650329350949092e-05,
      "loss": 0.9211,
      "step": 3979
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6648563655708954e-05,
      "loss": 0.9095,
      "step": 3980
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.664679758889682e-05,
      "loss": 0.9853,
      "step": 3981
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6645031150611395e-05,
      "loss": 0.8475,
      "step": 3982
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66432643409514e-05,
      "loss": 0.8824,
      "step": 3983
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6641497160015577e-05,
      "loss": 0.9543,
      "step": 3984
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6639729607902694e-05,
      "loss": 0.9341,
      "step": 3985
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6637961684711526e-05,
      "loss": 0.9327,
      "step": 3986
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663619339054089e-05,
      "loss": 0.9699,
      "step": 3987
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66344247254896e-05,
      "loss": 0.9711,
      "step": 3988
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663265568965651e-05,
      "loss": 0.9448,
      "step": 3989
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6630886283140484e-05,
      "loss": 0.8885,
      "step": 3990
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662911650604041e-05,
      "loss": 0.9045,
      "step": 3991
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6627346358455197e-05,
      "loss": 0.9595,
      "step": 3992
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6625575840483774e-05,
      "loss": 0.9698,
      "step": 3993
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662380495222509e-05,
      "loss": 0.9567,
      "step": 3994
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662203369377812e-05,
      "loss": 1.0028,
      "step": 3995
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662026206524185e-05,
      "loss": 1.001,
      "step": 3996
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6618490066715293e-05,
      "loss": 0.9777,
      "step": 3997
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661671769829748e-05,
      "loss": 0.9554,
      "step": 3998
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6614944960087474e-05,
      "loss": 1.0231,
      "step": 3999
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6613171852184337e-05,
      "loss": 0.9227,
      "step": 4000
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6611398374687172e-05,
      "loss": 0.9244,
      "step": 4001
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660962452769509e-05,
      "loss": 0.8679,
      "step": 4002
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6607850311307224e-05,
      "loss": 0.9281,
      "step": 4003
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6606075725622736e-05,
      "loss": 0.8784,
      "step": 4004
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6604300770740804e-05,
      "loss": 0.8978,
      "step": 4005
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6602525446760624e-05,
      "loss": 0.9376,
      "step": 4006
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6600749753781412e-05,
      "loss": 0.9492,
      "step": 4007
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659897369190241e-05,
      "loss": 0.9305,
      "step": 4008
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6597197261222877e-05,
      "loss": 0.9547,
      "step": 4009
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6595420461842094e-05,
      "loss": 0.9279,
      "step": 4010
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6593643293859366e-05,
      "loss": 0.9719,
      "step": 4011
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6591865757374005e-05,
      "loss": 1.0078,
      "step": 4012
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6590087852485356e-05,
      "loss": 0.8763,
      "step": 4013
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6588309579292788e-05,
      "loss": 0.9412,
      "step": 4014
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658653093789568e-05,
      "loss": 0.9436,
      "step": 4015
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6584751928393437e-05,
      "loss": 0.9212,
      "step": 4016
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6582972550885482e-05,
      "loss": 0.945,
      "step": 4017
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658119280547126e-05,
      "loss": 0.9766,
      "step": 4018
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6579412692250238e-05,
      "loss": 0.9454,
      "step": 4019
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6577632211321903e-05,
      "loss": 0.9277,
      "step": 4020
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6575851362785757e-05,
      "loss": 0.9741,
      "step": 4021
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6574070146741332e-05,
      "loss": 0.9975,
      "step": 4022
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6572288563288177e-05,
      "loss": 0.9529,
      "step": 4023
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6570506612525855e-05,
      "loss": 0.8739,
      "step": 4024
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656872429455396e-05,
      "loss": 0.9988,
      "step": 4025
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.65669416094721e-05,
      "loss": 0.8878,
      "step": 4026
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.65651585573799e-05,
      "loss": 0.9221,
      "step": 4027
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6563375138377018e-05,
      "loss": 1.0103,
      "step": 4028
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656159135256312e-05,
      "loss": 0.9774,
      "step": 4029
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6559807200037902e-05,
      "loss": 0.9422,
      "step": 4030
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655802268090107e-05,
      "loss": 1.02,
      "step": 4031
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6556237795252356e-05,
      "loss": 0.9544,
      "step": 4032
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655445254319152e-05,
      "loss": 0.9276,
      "step": 4033
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655266692481833e-05,
      "loss": 0.9279,
      "step": 4034
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6550880940232582e-05,
      "loss": 0.9582,
      "step": 4035
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654909458953409e-05,
      "loss": 0.9353,
      "step": 4036
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6547307872822687e-05,
      "loss": 0.9567,
      "step": 4037
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654552079019823e-05,
      "loss": 0.9926,
      "step": 4038
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6543733341760595e-05,
      "loss": 0.9291,
      "step": 4039
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654194552760968e-05,
      "loss": 0.9224,
      "step": 4040
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6540157347845393e-05,
      "loss": 0.9516,
      "step": 4041
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653836880256768e-05,
      "loss": 0.9318,
      "step": 4042
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6536579891876497e-05,
      "loss": 0.9524,
      "step": 4043
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653479061587182e-05,
      "loss": 0.9561,
      "step": 4044
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653300097465365e-05,
      "loss": 0.9281,
      "step": 4045
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6531210968321996e-05,
      "loss": 0.8824,
      "step": 4046
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652942059697691e-05,
      "loss": 0.9077,
      "step": 4047
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6527629860718445e-05,
      "loss": 0.9226,
      "step": 4048
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6525838759646683e-05,
      "loss": 0.9763,
      "step": 4049
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6524047293861718e-05,
      "loss": 0.9275,
      "step": 4050
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6522255463463682e-05,
      "loss": 0.9732,
      "step": 4051
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6520463268552708e-05,
      "loss": 0.9368,
      "step": 4052
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6518670709228953e-05,
      "loss": 0.9626,
      "step": 4053
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651687778559261e-05,
      "loss": 0.942,
      "step": 4054
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6515084497743875e-05,
      "loss": 0.9102,
      "step": 4055
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6513290845782973e-05,
      "loss": 0.9212,
      "step": 4056
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6511496829810147e-05,
      "loss": 1.0056,
      "step": 4057
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6509702449925654e-05,
      "loss": 0.9211,
      "step": 4058
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6507907706229784e-05,
      "loss": 0.8962,
      "step": 4059
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6506112598822838e-05,
      "loss": 0.8456,
      "step": 4060
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650431712780514e-05,
      "loss": 0.8702,
      "step": 4061
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6502521293277037e-05,
      "loss": 0.9106,
      "step": 4062
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6500725095338896e-05,
      "loss": 0.9755,
      "step": 4063
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649892853409109e-05,
      "loss": 0.9786,
      "step": 4064
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649713160963404e-05,
      "loss": 0.951,
      "step": 4065
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649533432206816e-05,
      "loss": 0.8708,
      "step": 4066
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6493536671493903e-05,
      "loss": 0.9656,
      "step": 4067
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649173865801173e-05,
      "loss": 0.9429,
      "step": 4068
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6489940281722137e-05,
      "loss": 0.945,
      "step": 4069
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6488141542725618e-05,
      "loss": 0.9269,
      "step": 4070
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648634244112271e-05,
      "loss": 0.8936,
      "step": 4071
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6484542977013954e-05,
      "loss": 0.9579,
      "step": 4072
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648274315049992e-05,
      "loss": 0.9959,
      "step": 4073
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64809429616812e-05,
      "loss": 0.8561,
      "step": 4074
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6479142410658396e-05,
      "loss": 0.8733,
      "step": 4075
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647734149753214e-05,
      "loss": 0.8934,
      "step": 4076
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647554022240308e-05,
      "loss": 0.928,
      "step": 4077
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6473738585371885e-05,
      "loss": 0.9762,
      "step": 4078
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6471936586539243e-05,
      "loss": 0.9295,
      "step": 4079
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647013422600586e-05,
      "loss": 1.016,
      "step": 4080
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6468331503872474e-05,
      "loss": 0.9403,
      "step": 4081
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646652842023983e-05,
      "loss": 0.9324,
      "step": 4082
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6464724975208698e-05,
      "loss": 0.8923,
      "step": 4083
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6462921168879862e-05,
      "loss": 0.9575,
      "step": 4084
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6461117001354145e-05,
      "loss": 0.8935,
      "step": 4085
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645931247273237e-05,
      "loss": 0.8613,
      "step": 4086
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645750758311539e-05,
      "loss": 0.9173,
      "step": 4087
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6455702332604073e-05,
      "loss": 0.8798,
      "step": 4088
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6453896721299313e-05,
      "loss": 0.945,
      "step": 4089
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6452090749302015e-05,
      "loss": 0.9622,
      "step": 4090
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645028441671312e-05,
      "loss": 0.9606,
      "step": 4091
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6448477723633573e-05,
      "loss": 0.8674,
      "step": 4092
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6446670670164347e-05,
      "loss": 0.9702,
      "step": 4093
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6444863256406436e-05,
      "loss": 0.9482,
      "step": 4094
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644305548246085e-05,
      "loss": 0.948,
      "step": 4095
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6441247348428625e-05,
      "loss": 0.8892,
      "step": 4096
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6439438854410802e-05,
      "loss": 0.9249,
      "step": 4097
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6437630000508466e-05,
      "loss": 0.9244,
      "step": 4098
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6435820786822702e-05,
      "loss": 0.9678,
      "step": 4099
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6434011213454626e-05,
      "loss": 0.9156,
      "step": 4100
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6432201280505367e-05,
      "loss": 0.9714,
      "step": 4101
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643039098807608e-05,
      "loss": 0.9499,
      "step": 4102
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6428580336267942e-05,
      "loss": 0.9044,
      "step": 4103
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642676932518214e-05,
      "loss": 1.0161,
      "step": 4104
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6424957954919888e-05,
      "loss": 0.9573,
      "step": 4105
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642314622558242e-05,
      "loss": 0.92,
      "step": 4106
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6421334137270987e-05,
      "loss": 0.9087,
      "step": 4107
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6419521690086868e-05,
      "loss": 0.8698,
      "step": 4108
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6417708884131353e-05,
      "loss": 0.9395,
      "step": 4109
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6415895719505753e-05,
      "loss": 0.9429,
      "step": 4110
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6414082196311402e-05,
      "loss": 0.9428,
      "step": 4111
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6412268314649654e-05,
      "loss": 0.9196,
      "step": 4112
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6410454074621884e-05,
      "loss": 0.8947,
      "step": 4113
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6408639476329487e-05,
      "loss": 0.9976,
      "step": 4114
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640682451987387e-05,
      "loss": 0.9177,
      "step": 4115
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640500920535647e-05,
      "loss": 0.9211,
      "step": 4116
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6403193532878744e-05,
      "loss": 0.8995,
      "step": 4117
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6401377502542163e-05,
      "loss": 0.9965,
      "step": 4118
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6399561114448217e-05,
      "loss": 0.9145,
      "step": 4119
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6397744368698423e-05,
      "loss": 0.8949,
      "step": 4120
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6395927265394315e-05,
      "loss": 0.9729,
      "step": 4121
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6394109804637445e-05,
      "loss": 0.9148,
      "step": 4122
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6392291986529385e-05,
      "loss": 0.9549,
      "step": 4123
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639047381117173e-05,
      "loss": 0.9698,
      "step": 4124
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6388655278666096e-05,
      "loss": 0.895,
      "step": 4125
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6386836389114114e-05,
      "loss": 0.9776,
      "step": 4126
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6385017142617434e-05,
      "loss": 0.9605,
      "step": 4127
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6383197539277733e-05,
      "loss": 0.8496,
      "step": 4128
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6381377579196707e-05,
      "loss": 0.9326,
      "step": 4129
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637955726247606e-05,
      "loss": 0.9301,
      "step": 4130
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6377736589217537e-05,
      "loss": 0.937,
      "step": 4131
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6375915559522885e-05,
      "loss": 0.9157,
      "step": 4132
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6374094173493872e-05,
      "loss": 1.0227,
      "step": 4133
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6372272431232296e-05,
      "loss": 0.9064,
      "step": 4134
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6370450332839972e-05,
      "loss": 0.9476,
      "step": 4135
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6368627878418725e-05,
      "loss": 0.9254,
      "step": 4136
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6366805068070418e-05,
      "loss": 0.959,
      "step": 4137
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6364981901896916e-05,
      "loss": 1.0227,
      "step": 4138
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636315838000011e-05,
      "loss": 0.9738,
      "step": 4139
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636133450248192e-05,
      "loss": 0.9789,
      "step": 4140
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6359510269444273e-05,
      "loss": 0.8528,
      "step": 4141
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6357685680989116e-05,
      "loss": 0.9148,
      "step": 4142
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6355860737218433e-05,
      "loss": 0.9106,
      "step": 4143
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6354035438234205e-05,
      "loss": 0.93,
      "step": 4144
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6352209784138447e-05,
      "loss": 0.8956,
      "step": 4145
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635038377503319e-05,
      "loss": 0.9376,
      "step": 4146
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6348557411020488e-05,
      "loss": 0.9446,
      "step": 4147
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6346730692202412e-05,
      "loss": 0.8294,
      "step": 4148
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6344903618681045e-05,
      "loss": 0.886,
      "step": 4149
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6343076190558504e-05,
      "loss": 0.9986,
      "step": 4150
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6341248407936922e-05,
      "loss": 0.9725,
      "step": 4151
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6339420270918443e-05,
      "loss": 0.918,
      "step": 4152
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6337591779605245e-05,
      "loss": 1.0003,
      "step": 4153
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6335762934099508e-05,
      "loss": 0.9163,
      "step": 4154
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6333933734503448e-05,
      "loss": 0.9504,
      "step": 4155
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63321041809193e-05,
      "loss": 0.9329,
      "step": 4156
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63302742734493e-05,
      "loss": 0.8685,
      "step": 4157
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6328444012195724e-05,
      "loss": 0.9494,
      "step": 4158
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632661339726086e-05,
      "loss": 0.9506,
      "step": 4159
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6324782428747018e-05,
      "loss": 0.8613,
      "step": 4160
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6322951106756528e-05,
      "loss": 0.9315,
      "step": 4161
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6321119431391733e-05,
      "loss": 0.9305,
      "step": 4162
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6319287402755004e-05,
      "loss": 1.0186,
      "step": 4163
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631745502094873e-05,
      "loss": 0.9415,
      "step": 4164
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6315622286075315e-05,
      "loss": 0.897,
      "step": 4165
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6313789198237185e-05,
      "loss": 0.8732,
      "step": 4166
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6311955757536794e-05,
      "loss": 0.9439,
      "step": 4167
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6310121964076603e-05,
      "loss": 0.9926,
      "step": 4168
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6308287817959096e-05,
      "loss": 0.8263,
      "step": 4169
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6306453319286784e-05,
      "loss": 0.8818,
      "step": 4170
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630461846816219e-05,
      "loss": 0.9178,
      "step": 4171
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630278326468786e-05,
      "loss": 0.9925,
      "step": 4172
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630094770896636e-05,
      "loss": 0.9873,
      "step": 4173
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6299111801100273e-05,
      "loss": 0.9307,
      "step": 4174
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629727554119221e-05,
      "loss": 0.8732,
      "step": 4175
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6295438929344784e-05,
      "loss": 0.956,
      "step": 4176
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6293601965660642e-05,
      "loss": 0.9859,
      "step": 4177
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629176465024245e-05,
      "loss": 0.967,
      "step": 4178
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6289926983192893e-05,
      "loss": 0.9508,
      "step": 4179
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628808896461467e-05,
      "loss": 0.9509,
      "step": 4180
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628625059461051e-05,
      "loss": 0.9495,
      "step": 4181
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628441187328314e-05,
      "loss": 0.9092,
      "step": 4182
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6282572800735338e-05,
      "loss": 0.9382,
      "step": 4183
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6280733377069878e-05,
      "loss": 0.9465,
      "step": 4184
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627889360238956e-05,
      "loss": 0.923,
      "step": 4185
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6277053476797206e-05,
      "loss": 0.9311,
      "step": 4186
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627521300039566e-05,
      "loss": 0.9347,
      "step": 4187
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627337217328777e-05,
      "loss": 0.986,
      "step": 4188
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627153099557643e-05,
      "loss": 0.9486,
      "step": 4189
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626968946736453e-05,
      "loss": 0.9411,
      "step": 4190
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626784758875499e-05,
      "loss": 0.9223,
      "step": 4191
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626600535985075e-05,
      "loss": 0.9432,
      "step": 4192
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6264162780754766e-05,
      "loss": 0.8994,
      "step": 4193
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6262319851570015e-05,
      "loss": 0.8837,
      "step": 4194
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6260476572399494e-05,
      "loss": 0.9109,
      "step": 4195
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625863294334622e-05,
      "loss": 0.9786,
      "step": 4196
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625678896451323e-05,
      "loss": 0.9336,
      "step": 4197
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625494463600358e-05,
      "loss": 0.9578,
      "step": 4198
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625309995792034e-05,
      "loss": 0.9394,
      "step": 4199
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6251254930366612e-05,
      "loss": 0.893,
      "step": 4200
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6249409553445502e-05,
      "loss": 0.9342,
      "step": 4201
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6247563827260148e-05,
      "loss": 0.9033,
      "step": 4202
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6245717751913704e-05,
      "loss": 1.0442,
      "step": 4203
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6243871327509337e-05,
      "loss": 0.9353,
      "step": 4204
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624202455415025e-05,
      "loss": 0.9809,
      "step": 4205
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6240177431939645e-05,
      "loss": 0.9099,
      "step": 4206
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6238329960980755e-05,
      "loss": 0.9856,
      "step": 4207
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6236482141376833e-05,
      "loss": 0.8761,
      "step": 4208
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6234633973231145e-05,
      "loss": 0.9783,
      "step": 4209
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623278545664699e-05,
      "loss": 0.9865,
      "step": 4210
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6230936591727665e-05,
      "loss": 0.8721,
      "step": 4211
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622908737857651e-05,
      "loss": 0.9491,
      "step": 4212
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6227237817296864e-05,
      "loss": 0.9807,
      "step": 4213
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62253879079921e-05,
      "loss": 0.9657,
      "step": 4214
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6223537650765597e-05,
      "loss": 0.8597,
      "step": 4215
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622168704572077e-05,
      "loss": 0.8797,
      "step": 4216
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6219836092961045e-05,
      "loss": 0.8855,
      "step": 4217
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621798479258986e-05,
      "loss": 0.9057,
      "step": 4218
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6216133144710686e-05,
      "loss": 0.9657,
      "step": 4219
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6214281149427006e-05,
      "loss": 0.975,
      "step": 4220
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621242880684232e-05,
      "loss": 0.9182,
      "step": 4221
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621057611706015e-05,
      "loss": 0.9386,
      "step": 4222
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6208723080184044e-05,
      "loss": 0.9824,
      "step": 4223
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6206869696317564e-05,
      "loss": 0.9381,
      "step": 4224
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6205015965564287e-05,
      "loss": 0.9059,
      "step": 4225
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6203161888027815e-05,
      "loss": 0.9084,
      "step": 4226
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6201307463811765e-05,
      "loss": 0.8905,
      "step": 4227
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619945269301978e-05,
      "loss": 0.9247,
      "step": 4228
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619759757575552e-05,
      "loss": 0.8561,
      "step": 4229
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6195742112122662e-05,
      "loss": 0.9136,
      "step": 4230
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6193886302224895e-05,
      "loss": 0.9089,
      "step": 4231
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6192030146165946e-05,
      "loss": 0.9591,
      "step": 4232
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619017364404955e-05,
      "loss": 0.9558,
      "step": 4233
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618831679597946e-05,
      "loss": 0.9791,
      "step": 4234
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6186459602059445e-05,
      "loss": 0.9746,
      "step": 4235
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6184602062393307e-05,
      "loss": 0.8882,
      "step": 4236
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6182744177084862e-05,
      "loss": 0.9435,
      "step": 4237
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6180885946237932e-05,
      "loss": 0.9201,
      "step": 4238
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6179027369956374e-05,
      "loss": 0.8908,
      "step": 4239
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6177168448344064e-05,
      "loss": 0.9635,
      "step": 4240
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6175309181504885e-05,
      "loss": 0.9113,
      "step": 4241
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6173449569542756e-05,
      "loss": 0.9317,
      "step": 4242
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6171589612561596e-05,
      "loss": 0.9183,
      "step": 4243
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6169729310665357e-05,
      "loss": 0.9308,
      "step": 4244
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.616786866395801e-05,
      "loss": 0.9379,
      "step": 4245
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.616600767254354e-05,
      "loss": 0.9496,
      "step": 4246
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6164146336525952e-05,
      "loss": 0.9177,
      "step": 4247
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6162284656009276e-05,
      "loss": 0.9079,
      "step": 4248
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6160422631097546e-05,
      "loss": 0.891,
      "step": 4249
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615856026189484e-05,
      "loss": 0.9147,
      "step": 4250
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6156697548505234e-05,
      "loss": 0.9318,
      "step": 4251
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615483449103283e-05,
      "loss": 0.9055,
      "step": 4252
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615297108958175e-05,
      "loss": 0.921,
      "step": 4253
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6151107344256136e-05,
      "loss": 0.9591,
      "step": 4254
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614924325516015e-05,
      "loss": 0.9693,
      "step": 4255
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6147378822397967e-05,
      "loss": 0.9261,
      "step": 4256
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614551404607379e-05,
      "loss": 0.9215,
      "step": 4257
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6143648926291833e-05,
      "loss": 1.0196,
      "step": 4258
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6141783463156337e-05,
      "loss": 0.8771,
      "step": 4259
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6139917656771554e-05,
      "loss": 0.9477,
      "step": 4260
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6138051507241764e-05,
      "loss": 0.9332,
      "step": 4261
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6136185014671256e-05,
      "loss": 0.9007,
      "step": 4262
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6134318179164346e-05,
      "loss": 0.9363,
      "step": 4263
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613245100082537e-05,
      "loss": 0.969,
      "step": 4264
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6130583479758676e-05,
      "loss": 0.9733,
      "step": 4265
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612871561606864e-05,
      "loss": 0.8902,
      "step": 4266
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6126847409859644e-05,
      "loss": 0.9618,
      "step": 4267
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6124978861236106e-05,
      "loss": 1.0057,
      "step": 4268
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612310997030245e-05,
      "loss": 0.9482,
      "step": 4269
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6121240737163128e-05,
      "loss": 0.907,
      "step": 4270
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61193711619226e-05,
      "loss": 0.9357,
      "step": 4271
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6117501244685357e-05,
      "loss": 0.8517,
      "step": 4272
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61156309855559e-05,
      "loss": 0.9469,
      "step": 4273
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611376038463876e-05,
      "loss": 0.9471,
      "step": 4274
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6111889442038476e-05,
      "loss": 0.9603,
      "step": 4275
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6110018157859612e-05,
      "loss": 0.9232,
      "step": 4276
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6108146532206747e-05,
      "loss": 0.9297,
      "step": 4277
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610627456518448e-05,
      "loss": 0.9663,
      "step": 4278
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6104402256897436e-05,
      "loss": 1.0447,
      "step": 4279
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6102529607450254e-05,
      "loss": 0.8819,
      "step": 4280
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6100656616947587e-05,
      "loss": 0.9148,
      "step": 4281
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609878328549411e-05,
      "loss": 0.8656,
      "step": 4282
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6096909613194526e-05,
      "loss": 0.9139,
      "step": 4283
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6095035600153546e-05,
      "loss": 0.9617,
      "step": 4284
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609316124647591e-05,
      "loss": 0.9322,
      "step": 4285
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6091286552266364e-05,
      "loss": 0.9035,
      "step": 4286
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608941151762968e-05,
      "loss": 0.9348,
      "step": 4287
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608753614267065e-05,
      "loss": 0.9324,
      "step": 4288
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6085660427494088e-05,
      "loss": 0.9048,
      "step": 4289
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6083784372204817e-05,
      "loss": 0.9431,
      "step": 4290
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6081907976907694e-05,
      "loss": 0.9418,
      "step": 4291
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608003124170758e-05,
      "loss": 0.8967,
      "step": 4292
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6078154166709358e-05,
      "loss": 0.9148,
      "step": 4293
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607627675201794e-05,
      "loss": 0.9447,
      "step": 4294
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6074398997738243e-05,
      "loss": 0.9453,
      "step": 4295
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607252090397522e-05,
      "loss": 0.8883,
      "step": 4296
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6070642470833824e-05,
      "loss": 0.9736,
      "step": 4297
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606876369841904e-05,
      "loss": 0.9258,
      "step": 4298
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6066884586835867e-05,
      "loss": 0.9882,
      "step": 4299
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6065005136189325e-05,
      "loss": 0.8823,
      "step": 4300
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6063125346584453e-05,
      "loss": 0.9758,
      "step": 4301
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6061245218126303e-05,
      "loss": 1.0003,
      "step": 4302
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6059364750919955e-05,
      "loss": 0.9434,
      "step": 4303
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6057483945070502e-05,
      "loss": 0.8552,
      "step": 4304
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6055602800683062e-05,
      "loss": 0.8726,
      "step": 4305
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6053721317862757e-05,
      "loss": 0.9049,
      "step": 4306
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605183949671475e-05,
      "loss": 0.9849,
      "step": 4307
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6049957337344206e-05,
      "loss": 0.9565,
      "step": 4308
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6048074839856317e-05,
      "loss": 0.9511,
      "step": 4309
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6046192004356287e-05,
      "loss": 0.9737,
      "step": 4310
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6044308830949343e-05,
      "loss": 0.9324,
      "step": 4311
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6042425319740737e-05,
      "loss": 0.9039,
      "step": 4312
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604054147083573e-05,
      "loss": 0.9518,
      "step": 4313
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6038657284339604e-05,
      "loss": 0.9495,
      "step": 4314
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6036772760357664e-05,
      "loss": 0.964,
      "step": 4315
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6034887898995233e-05,
      "loss": 0.9016,
      "step": 4316
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6033002700357645e-05,
      "loss": 0.9242,
      "step": 4317
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6031117164550265e-05,
      "loss": 0.9499,
      "step": 4318
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602923129167847e-05,
      "loss": 0.9411,
      "step": 4319
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6027345081847653e-05,
      "loss": 0.951,
      "step": 4320
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602545853516324e-05,
      "loss": 0.8819,
      "step": 4321
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602357165173065e-05,
      "loss": 0.9972,
      "step": 4322
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6021684431655348e-05,
      "loss": 0.9331,
      "step": 4323
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6019796875042803e-05,
      "loss": 0.8876,
      "step": 4324
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601790898199851e-05,
      "loss": 0.9259,
      "step": 4325
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6016020752627966e-05,
      "loss": 0.9151,
      "step": 4326
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6014132187036713e-05,
      "loss": 0.9153,
      "step": 4327
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6012243285330292e-05,
      "loss": 0.9678,
      "step": 4328
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6010354047614272e-05,
      "loss": 0.9493,
      "step": 4329
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6008464473994236e-05,
      "loss": 0.9533,
      "step": 4330
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6006574564575787e-05,
      "loss": 0.833,
      "step": 4331
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6004684319464547e-05,
      "loss": 0.8811,
      "step": 4332
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6002793738766158e-05,
      "loss": 0.8665,
      "step": 4333
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600090282258628e-05,
      "loss": 0.964,
      "step": 4334
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5999011571030596e-05,
      "loss": 0.8316,
      "step": 4335
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5997119984204795e-05,
      "loss": 0.9006,
      "step": 4336
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59952280622146e-05,
      "loss": 0.972,
      "step": 4337
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5993335805165742e-05,
      "loss": 0.9781,
      "step": 4338
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599144321316398e-05,
      "loss": 0.934,
      "step": 4339
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598955028631508e-05,
      "loss": 0.8039,
      "step": 4340
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5987657024724836e-05,
      "loss": 0.9347,
      "step": 4341
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5985763428499058e-05,
      "loss": 0.8926,
      "step": 4342
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5983869497743573e-05,
      "loss": 0.8653,
      "step": 4343
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598197523256423e-05,
      "loss": 0.9598,
      "step": 4344
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598008063306689e-05,
      "loss": 0.9242,
      "step": 4345
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5978185699357447e-05,
      "loss": 0.9578,
      "step": 4346
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5976290431541797e-05,
      "loss": 0.8711,
      "step": 4347
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597439482972586e-05,
      "loss": 0.9558,
      "step": 4348
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5972498894015586e-05,
      "loss": 0.9487,
      "step": 4349
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5970602624516926e-05,
      "loss": 1.0083,
      "step": 4350
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5968706021335857e-05,
      "loss": 0.9527,
      "step": 4351
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596680908457838e-05,
      "loss": 0.9435,
      "step": 4352
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596491181435051e-05,
      "loss": 0.9632,
      "step": 4353
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596301421075828e-05,
      "loss": 0.8998,
      "step": 4354
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5961116273907744e-05,
      "loss": 0.8865,
      "step": 4355
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5959218003904968e-05,
      "loss": 0.9195,
      "step": 4356
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5957319400856048e-05,
      "loss": 0.8963,
      "step": 4357
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5955420464867085e-05,
      "loss": 0.9495,
      "step": 4358
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5953521196044213e-05,
      "loss": 0.9211,
      "step": 4359
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5951621594493573e-05,
      "loss": 0.919,
      "step": 4360
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5949721660321334e-05,
      "loss": 0.9554,
      "step": 4361
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594782139363367e-05,
      "loss": 0.972,
      "step": 4362
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594592079453679e-05,
      "loss": 0.9026,
      "step": 4363
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594401986313691e-05,
      "loss": 0.9122,
      "step": 4364
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594211859954027e-05,
      "loss": 0.984,
      "step": 4365
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5940217003853133e-05,
      "loss": 0.8657,
      "step": 4366
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5938315076181764e-05,
      "loss": 0.9661,
      "step": 4367
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5936412816632462e-05,
      "loss": 0.9713,
      "step": 4368
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5934510225311535e-05,
      "loss": 0.9208,
      "step": 4369
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5932607302325323e-05,
      "loss": 0.985,
      "step": 4370
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593070404778017e-05,
      "loss": 0.9647,
      "step": 4371
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5928800461782446e-05,
      "loss": 0.8868,
      "step": 4372
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5926896544438532e-05,
      "loss": 0.9996,
      "step": 4373
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592499229585484e-05,
      "loss": 0.9999,
      "step": 4374
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5923087716137796e-05,
      "loss": 0.8998,
      "step": 4375
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5921182805393838e-05,
      "loss": 0.9557,
      "step": 4376
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5919277563729428e-05,
      "loss": 0.9266,
      "step": 4377
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591737199125104e-05,
      "loss": 0.9008,
      "step": 4378
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591546608806518e-05,
      "loss": 0.9432,
      "step": 4379
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591355985427836e-05,
      "loss": 0.9072,
      "step": 4380
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5911653289997112e-05,
      "loss": 0.9433,
      "step": 4381
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5909746395327997e-05,
      "loss": 0.9071,
      "step": 4382
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590783917037758e-05,
      "loss": 0.9197,
      "step": 4383
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5905931615252455e-05,
      "loss": 0.9647,
      "step": 4384
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5904023730059227e-05,
      "loss": 0.9151,
      "step": 4385
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5902115514904528e-05,
      "loss": 0.8989,
      "step": 4386
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5900206969895e-05,
      "loss": 0.9375,
      "step": 4387
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5898298095137302e-05,
      "loss": 0.8903,
      "step": 4388
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589638889073813e-05,
      "loss": 0.9704,
      "step": 4389
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589447935680417e-05,
      "loss": 0.8544,
      "step": 4390
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5892569493442153e-05,
      "loss": 0.8804,
      "step": 4391
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5890659300758805e-05,
      "loss": 0.9169,
      "step": 4392
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5888748778860897e-05,
      "loss": 0.885,
      "step": 4393
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5886837927855187e-05,
      "loss": 0.9636,
      "step": 4394
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588492674784848e-05,
      "loss": 0.9198,
      "step": 4395
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5883015238947582e-05,
      "loss": 0.9333,
      "step": 4396
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5881103401259322e-05,
      "loss": 0.951,
      "step": 4397
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587919123489055e-05,
      "loss": 0.8998,
      "step": 4398
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5877278739948133e-05,
      "loss": 0.981,
      "step": 4399
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5875365916538954e-05,
      "loss": 0.9573,
      "step": 4400
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5873452764769916e-05,
      "loss": 0.9534,
      "step": 4401
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587153928474794e-05,
      "loss": 0.891,
      "step": 4402
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5869625476579967e-05,
      "loss": 0.966,
      "step": 4403
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5867711340372953e-05,
      "loss": 0.917,
      "step": 4404
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586579687623388e-05,
      "loss": 0.9888,
      "step": 4405
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5863882084269736e-05,
      "loss": 0.8523,
      "step": 4406
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5861966964587532e-05,
      "loss": 0.9137,
      "step": 4407
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586005151729431e-05,
      "loss": 0.8821,
      "step": 4408
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5858135742497114e-05,
      "loss": 0.9312,
      "step": 4409
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585621964030301e-05,
      "loss": 0.9727,
      "step": 4410
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5854303210819084e-05,
      "loss": 0.9575,
      "step": 4411
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5852386454152445e-05,
      "loss": 0.9146,
      "step": 4412
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5850469370410217e-05,
      "loss": 0.9362,
      "step": 4413
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584855195969953e-05,
      "loss": 0.9791,
      "step": 4414
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5846634222127555e-05,
      "loss": 0.9574,
      "step": 4415
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5844716157801464e-05,
      "loss": 0.9476,
      "step": 4416
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5842797766828453e-05,
      "loss": 0.9021,
      "step": 4417
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5840879049315744e-05,
      "loss": 1.0311,
      "step": 4418
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5838960005370557e-05,
      "loss": 1.0381,
      "step": 4419
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583704063510015e-05,
      "loss": 0.9388,
      "step": 4420
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5835120938611793e-05,
      "loss": 1.0159,
      "step": 4421
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583320091601277e-05,
      "loss": 0.9119,
      "step": 4422
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5831280567410384e-05,
      "loss": 0.948,
      "step": 4423
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5829359892911968e-05,
      "loss": 0.8659,
      "step": 4424
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5827438892624852e-05,
      "loss": 0.85,
      "step": 4425
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5825517566656405e-05,
      "loss": 0.9292,
      "step": 4426
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5823595915114e-05,
      "loss": 0.8998,
      "step": 4427
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582167393810504e-05,
      "loss": 0.8742,
      "step": 4428
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581975163573693e-05,
      "loss": 0.8481,
      "step": 4429
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581782900811711e-05,
      "loss": 0.8936,
      "step": 4430
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581590605535303e-05,
      "loss": 0.9244,
      "step": 4431
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581398277755215e-05,
      "loss": 0.9662,
      "step": 4432
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581205917482197e-05,
      "loss": 0.9983,
      "step": 4433
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5810135247269994e-05,
      "loss": 0.899,
      "step": 4434
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580821099500374e-05,
      "loss": 0.9601,
      "step": 4435
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5806286418130753e-05,
      "loss": 0.9294,
      "step": 4436
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580436151675859e-05,
      "loss": 0.9469,
      "step": 4437
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580243629099483e-05,
      "loss": 0.8861,
      "step": 4438
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580051074094707e-05,
      "loss": 0.9357,
      "step": 4439
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5798584866722927e-05,
      "loss": 0.8998,
      "step": 4440
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579665866843003e-05,
      "loss": 0.8907,
      "step": 4441
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5794732146176027e-05,
      "loss": 0.8813,
      "step": 4442
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5792805300068594e-05,
      "loss": 0.9555,
      "step": 4443
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5790878130215413e-05,
      "loss": 0.8876,
      "step": 4444
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5788950636724188e-05,
      "loss": 0.8823,
      "step": 4445
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5787022819702643e-05,
      "loss": 0.948,
      "step": 4446
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5785094679258522e-05,
      "loss": 0.9039,
      "step": 4447
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578316621549958e-05,
      "loss": 0.9058,
      "step": 4448
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5781237428533597e-05,
      "loss": 0.9488,
      "step": 4449
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5779308318468364e-05,
      "loss": 0.9184,
      "step": 4450
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5777378885411697e-05,
      "loss": 0.9698,
      "step": 4451
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577544912947143e-05,
      "loss": 0.9254,
      "step": 4452
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5773519050755406e-05,
      "loss": 0.9542,
      "step": 4453
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5771588649371497e-05,
      "loss": 0.9823,
      "step": 4454
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576965792542759e-05,
      "loss": 0.9118,
      "step": 4455
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5767726879031585e-05,
      "loss": 0.914,
      "step": 4456
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5765795510291405e-05,
      "loss": 0.9631,
      "step": 4457
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5763863819314985e-05,
      "loss": 0.8469,
      "step": 4458
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576193180621029e-05,
      "loss": 0.9219,
      "step": 4459
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575999947108529e-05,
      "loss": 0.8954,
      "step": 4460
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575806681404798e-05,
      "loss": 0.8927,
      "step": 4461
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5756133835206375e-05,
      "loss": 0.9845,
      "step": 4462
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.57542005346685e-05,
      "loss": 0.8885,
      "step": 4463
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5752266912542403e-05,
      "loss": 0.9304,
      "step": 4464
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5750332968936152e-05,
      "loss": 0.8443,
      "step": 4465
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5748398703957825e-05,
      "loss": 0.886,
      "step": 4466
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574646411771553e-05,
      "loss": 0.9666,
      "step": 4467
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574452921031738e-05,
      "loss": 0.9515,
      "step": 4468
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574259398187152e-05,
      "loss": 0.892,
      "step": 4469
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5740658432486097e-05,
      "loss": 0.9397,
      "step": 4470
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573872256226929e-05,
      "loss": 0.8902,
      "step": 4471
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5736786371329286e-05,
      "loss": 0.8568,
      "step": 4472
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5734849859774296e-05,
      "loss": 0.9245,
      "step": 4473
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5732913027712545e-05,
      "loss": 1.01,
      "step": 4474
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5730975875252284e-05,
      "loss": 0.8936,
      "step": 4475
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5729038402501768e-05,
      "loss": 0.96,
      "step": 4476
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5727100609569284e-05,
      "loss": 0.885,
      "step": 4477
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5725162496563124e-05,
      "loss": 0.9793,
      "step": 4478
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572322406359161e-05,
      "loss": 0.9099,
      "step": 4479
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572128531076307e-05,
      "loss": 0.97,
      "step": 4480
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5719346238185864e-05,
      "loss": 0.9373,
      "step": 4481
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571740684596836e-05,
      "loss": 0.9317,
      "step": 4482
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571546713421894e-05,
      "loss": 0.9333,
      "step": 4483
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5713527103046015e-05,
      "loss": 0.9542,
      "step": 4484
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571158675255801e-05,
      "loss": 0.9406,
      "step": 4485
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570964608286336e-05,
      "loss": 0.899,
      "step": 4486
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570770509407053e-05,
      "loss": 0.9829,
      "step": 4487
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5705763786288e-05,
      "loss": 0.8914,
      "step": 4488
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5703822159624254e-05,
      "loss": 1.0039,
      "step": 4489
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5701880214187813e-05,
      "loss": 0.9711,
      "step": 4490
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5699937950087207e-05,
      "loss": 0.8981,
      "step": 4491
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5697995367430984e-05,
      "loss": 0.9662,
      "step": 4492
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5696052466327707e-05,
      "loss": 0.8828,
      "step": 4493
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569410924688596e-05,
      "loss": 0.9497,
      "step": 4494
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569216570921435e-05,
      "loss": 0.9345,
      "step": 4495
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5690221853421495e-05,
      "loss": 0.9702,
      "step": 4496
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5688277679616032e-05,
      "loss": 0.8916,
      "step": 4497
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5686333187906612e-05,
      "loss": 0.8921,
      "step": 4498
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5684388378401912e-05,
      "loss": 0.9522,
      "step": 4499
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568244325121062e-05,
      "loss": 0.9374,
      "step": 4500
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5680497806441453e-05,
      "loss": 0.926,
      "step": 4501
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567855204420312e-05,
      "loss": 0.9425,
      "step": 4502
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5676605964604385e-05,
      "loss": 0.9319,
      "step": 4503
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5674659567753993e-05,
      "loss": 0.958,
      "step": 4504
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5672712853760733e-05,
      "loss": 0.9155,
      "step": 4505
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.56707658227334e-05,
      "loss": 0.9361,
      "step": 4506
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5668818474780806e-05,
      "loss": 0.9431,
      "step": 4507
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566687081001179e-05,
      "loss": 0.9611,
      "step": 4508
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566492282853519e-05,
      "loss": 0.9147,
      "step": 4509
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566297453045989e-05,
      "loss": 1.0084,
      "step": 4510
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5661025915894764e-05,
      "loss": 0.9434,
      "step": 4511
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5659076984948717e-05,
      "loss": 0.8796,
      "step": 4512
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5657127737730674e-05,
      "loss": 0.9957,
      "step": 4513
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565517817434957e-05,
      "loss": 0.9548,
      "step": 4514
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5653228294914366e-05,
      "loss": 0.9295,
      "step": 4515
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5651278099534025e-05,
      "loss": 0.9318,
      "step": 4516
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5649327588317555e-05,
      "loss": 0.9678,
      "step": 4517
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5647376761373955e-05,
      "loss": 0.8916,
      "step": 4518
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5645425618812252e-05,
      "loss": 0.9513,
      "step": 4519
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5643474160741492e-05,
      "loss": 0.9334,
      "step": 4520
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5641522387270737e-05,
      "loss": 0.9443,
      "step": 4521
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5639570298509067e-05,
      "loss": 0.9261,
      "step": 4522
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563761789456558e-05,
      "loss": 0.8966,
      "step": 4523
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5635665175549392e-05,
      "loss": 0.9234,
      "step": 4524
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5633712141569636e-05,
      "loss": 0.8699,
      "step": 4525
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563175879273546e-05,
      "loss": 0.95,
      "step": 4526
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5629805129156032e-05,
      "loss": 0.9157,
      "step": 4527
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5627851150940535e-05,
      "loss": 0.9004,
      "step": 4528
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562589685819818e-05,
      "loss": 0.9348,
      "step": 4529
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5623942251038183e-05,
      "loss": 0.9589,
      "step": 4530
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5621987329569778e-05,
      "loss": 0.9496,
      "step": 4531
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5620032093902232e-05,
      "loss": 0.9254,
      "step": 4532
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5618076544144804e-05,
      "loss": 0.9379,
      "step": 4533
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5616120680406797e-05,
      "loss": 0.9794,
      "step": 4534
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5614164502797513e-05,
      "loss": 0.8892,
      "step": 4535
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561220801142628e-05,
      "loss": 0.929,
      "step": 4536
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5610251206402442e-05,
      "loss": 0.9399,
      "step": 4537
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5608294087835356e-05,
      "loss": 0.9269,
      "step": 4538
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5606336655834408e-05,
      "loss": 0.9015,
      "step": 4539
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560437891050899e-05,
      "loss": 0.9075,
      "step": 4540
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5602420851968513e-05,
      "loss": 0.9217,
      "step": 4541
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560046248032241e-05,
      "loss": 0.9443,
      "step": 4542
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5598503795680136e-05,
      "loss": 0.9609,
      "step": 4543
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5596544798151146e-05,
      "loss": 0.9027,
      "step": 4544
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559458548784493e-05,
      "loss": 0.8993,
      "step": 4545
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559262586487099e-05,
      "loss": 0.8855,
      "step": 4546
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559066592933884e-05,
      "loss": 0.9264,
      "step": 4547
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5588705681358018e-05,
      "loss": 1.047,
      "step": 4548
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558674512103808e-05,
      "loss": 0.8164,
      "step": 4549
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5584784248488597e-05,
      "loss": 0.9461,
      "step": 4550
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558282306381915e-05,
      "loss": 0.9566,
      "step": 4551
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5580861567139355e-05,
      "loss": 0.9377,
      "step": 4552
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5578899758558833e-05,
      "loss": 0.9354,
      "step": 4553
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5576937638187217e-05,
      "loss": 0.8925,
      "step": 4554
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557497520613417e-05,
      "loss": 0.9319,
      "step": 4555
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557301246250937e-05,
      "loss": 0.8787,
      "step": 4556
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5571049407422507e-05,
      "loss": 0.9647,
      "step": 4557
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.556908604098329e-05,
      "loss": 0.8979,
      "step": 4558
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5567122363301456e-05,
      "loss": 1.0185,
      "step": 4559
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5565158374486734e-05,
      "loss": 1.0001,
      "step": 4560
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5563194074648902e-05,
      "loss": 0.9089,
      "step": 4561
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.556122946389773e-05,
      "loss": 0.8689,
      "step": 4562
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555926454234302e-05,
      "loss": 0.9166,
      "step": 4563
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5557299310094586e-05,
      "loss": 0.9648,
      "step": 4564
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555533376726226e-05,
      "loss": 0.952,
      "step": 4565
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555336791395589e-05,
      "loss": 0.9135,
      "step": 4566
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5551401750285343e-05,
      "loss": 0.8799,
      "step": 4567
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5549435276360508e-05,
      "loss": 0.9491,
      "step": 4568
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554746849229128e-05,
      "loss": 0.9165,
      "step": 4569
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5545501398187574e-05,
      "loss": 0.9648,
      "step": 4570
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5543533994159336e-05,
      "loss": 0.9922,
      "step": 4571
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554156628031652e-05,
      "loss": 0.9503,
      "step": 4572
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5539598256769087e-05,
      "loss": 0.9259,
      "step": 4573
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553762992362703e-05,
      "loss": 0.9488,
      "step": 4574
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5535661281000356e-05,
      "loss": 0.9186,
      "step": 4575
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5533692328999087e-05,
      "loss": 0.9097,
      "step": 4576
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553172306773326e-05,
      "loss": 0.9038,
      "step": 4577
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5529753497312938e-05,
      "loss": 0.9324,
      "step": 4578
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5527783617848187e-05,
      "loss": 0.9349,
      "step": 4579
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5525813429449108e-05,
      "loss": 0.8749,
      "step": 4580
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5523842932225804e-05,
      "loss": 0.9665,
      "step": 4581
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55218721262884e-05,
      "loss": 0.8557,
      "step": 4582
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5519901011747046e-05,
      "loss": 0.9694,
      "step": 4583
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55179295887119e-05,
      "loss": 0.9144,
      "step": 4584
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5515957857293133e-05,
      "loss": 1.0354,
      "step": 4585
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551398581760095e-05,
      "loss": 0.9083,
      "step": 4586
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5512013469745562e-05,
      "loss": 0.9876,
      "step": 4587
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5510040813837192e-05,
      "loss": 0.9608,
      "step": 4588
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5508067849986095e-05,
      "loss": 0.8923,
      "step": 4589
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550609457830253e-05,
      "loss": 0.906,
      "step": 4590
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550412099889678e-05,
      "loss": 0.9505,
      "step": 4591
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5502147111879148e-05,
      "loss": 0.9451,
      "step": 4592
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550017291735994e-05,
      "loss": 0.9745,
      "step": 4593
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5498198415449496e-05,
      "loss": 0.9052,
      "step": 4594
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5496223606258166e-05,
      "loss": 0.9021,
      "step": 4595
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549424848989631e-05,
      "loss": 0.9505,
      "step": 4596
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5492273066474323e-05,
      "loss": 0.9991,
      "step": 4597
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54902973361026e-05,
      "loss": 0.9501,
      "step": 4598
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548832129889156e-05,
      "loss": 0.9273,
      "step": 4599
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548634495495164e-05,
      "loss": 0.9089,
      "step": 4600
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5484368304393297e-05,
      "loss": 0.8748,
      "step": 4601
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5482391347326996e-05,
      "loss": 0.9617,
      "step": 4602
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5480414083863224e-05,
      "loss": 0.9388,
      "step": 4603
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5478436514112488e-05,
      "loss": 0.9441,
      "step": 4604
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5476458638185307e-05,
      "loss": 0.944,
      "step": 4605
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5474480456192224e-05,
      "loss": 1.0117,
      "step": 4606
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5472501968243793e-05,
      "loss": 0.895,
      "step": 4607
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5470523174450583e-05,
      "loss": 0.9649,
      "step": 4608
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5468544074923188e-05,
      "loss": 0.9007,
      "step": 4609
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546656466977221e-05,
      "loss": 0.8767,
      "step": 4610
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5464584959108285e-05,
      "loss": 0.9231,
      "step": 4611
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5462604943042042e-05,
      "loss": 0.9077,
      "step": 4612
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5460624621684143e-05,
      "loss": 0.8976,
      "step": 4613
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5458643995145266e-05,
      "loss": 0.959,
      "step": 4614
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54566630635361e-05,
      "loss": 0.962,
      "step": 4615
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5454681826967354e-05,
      "loss": 0.8472,
      "step": 4616
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5452700285549757e-05,
      "loss": 0.8953,
      "step": 4617
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5450718439394052e-05,
      "loss": 0.9174,
      "step": 4618
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5448736288611e-05,
      "loss": 0.9644,
      "step": 4619
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544675383331138e-05,
      "loss": 0.9387,
      "step": 4620
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544477107360598e-05,
      "loss": 0.943,
      "step": 4621
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544278800960562e-05,
      "loss": 0.8528,
      "step": 4622
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544080464142112e-05,
      "loss": 0.9007,
      "step": 4623
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543882096916333e-05,
      "loss": 0.9805,
      "step": 4624
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5436836992943117e-05,
      "loss": 0.8715,
      "step": 4625
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5434852712871357e-05,
      "loss": 0.9,
      "step": 4626
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5432868129058946e-05,
      "loss": 0.9503,
      "step": 4627
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5430883241616794e-05,
      "loss": 0.8679,
      "step": 4628
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5428898050655835e-05,
      "loss": 0.859,
      "step": 4629
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5426912556287017e-05,
      "loss": 0.9256,
      "step": 4630
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5424926758621305e-05,
      "loss": 0.9666,
      "step": 4631
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542294065776968e-05,
      "loss": 0.9279,
      "step": 4632
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5420954253843138e-05,
      "loss": 0.932,
      "step": 4633
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5418967546952693e-05,
      "loss": 0.8975,
      "step": 4634
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5416980537209387e-05,
      "loss": 0.961,
      "step": 4635
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5414993224724256e-05,
      "loss": 0.9097,
      "step": 4636
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5413005609608375e-05,
      "loss": 0.9162,
      "step": 4637
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5411017691972824e-05,
      "loss": 0.9841,
      "step": 4638
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5409029471928706e-05,
      "loss": 0.8661,
      "step": 4639
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540704094958713e-05,
      "loss": 0.9854,
      "step": 4640
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5405052125059236e-05,
      "loss": 0.9665,
      "step": 4641
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5403062998456174e-05,
      "loss": 0.9578,
      "step": 4642
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540107356988911e-05,
      "loss": 0.8517,
      "step": 4643
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5399083839469227e-05,
      "loss": 0.9447,
      "step": 4644
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5397093807307732e-05,
      "loss": 0.9557,
      "step": 4645
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5395103473515835e-05,
      "loss": 0.9391,
      "step": 4646
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5393112838204776e-05,
      "loss": 0.9172,
      "step": 4647
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539112190148581e-05,
      "loss": 0.8963,
      "step": 4648
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5389130663470194e-05,
      "loss": 0.9328,
      "step": 4649
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5387139124269227e-05,
      "loss": 0.8576,
      "step": 4650
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53851472839942e-05,
      "loss": 0.9596,
      "step": 4651
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5383155142756438e-05,
      "loss": 0.9096,
      "step": 4652
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5381162700667277e-05,
      "loss": 0.9559,
      "step": 4653
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5379169957838066e-05,
      "loss": 0.9402,
      "step": 4654
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5377176914380185e-05,
      "loss": 0.9527,
      "step": 4655
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537518357040501e-05,
      "loss": 0.9354,
      "step": 4656
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537318992602394e-05,
      "loss": 0.885,
      "step": 4657
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5371195981348404e-05,
      "loss": 0.9275,
      "step": 4658
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536920173648984e-05,
      "loss": 0.8512,
      "step": 4659
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5367207191559693e-05,
      "loss": 0.9312,
      "step": 4660
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5365212346669443e-05,
      "loss": 0.9605,
      "step": 4661
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536321720193057e-05,
      "loss": 0.9394,
      "step": 4662
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536122175745458e-05,
      "loss": 0.9089,
      "step": 4663
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535922601335299e-05,
      "loss": 0.8227,
      "step": 4664
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5357229969737344e-05,
      "loss": 0.8703,
      "step": 4665
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5355233626719192e-05,
      "loss": 0.9525,
      "step": 4666
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5353236984410106e-05,
      "loss": 0.9645,
      "step": 4667
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5351240042921673e-05,
      "loss": 0.984,
      "step": 4668
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5349242802365495e-05,
      "loss": 0.8827,
      "step": 4669
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5347245262853196e-05,
      "loss": 0.8777,
      "step": 4670
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534524742449641e-05,
      "loss": 0.8919,
      "step": 4671
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53432492874068e-05,
      "loss": 0.9826,
      "step": 4672
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534125085169602e-05,
      "loss": 0.8945,
      "step": 4673
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5339252117475778e-05,
      "loss": 0.943,
      "step": 4674
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5337253084857768e-05,
      "loss": 0.9324,
      "step": 4675
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533525375395371e-05,
      "loss": 0.9523,
      "step": 4676
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5333254124875342e-05,
      "loss": 0.8634,
      "step": 4677
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533125419773442e-05,
      "loss": 0.9275,
      "step": 4678
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5329253972642716e-05,
      "loss": 0.9734,
      "step": 4679
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532725344971202e-05,
      "loss": 0.8837,
      "step": 4680
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532525262905413e-05,
      "loss": 0.8733,
      "step": 4681
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532325151078087e-05,
      "loss": 0.8495,
      "step": 4682
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5321250095004078e-05,
      "loss": 0.9263,
      "step": 4683
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531924838183561e-05,
      "loss": 0.9193,
      "step": 4684
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531724637138733e-05,
      "loss": 0.8969,
      "step": 4685
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5315244063771134e-05,
      "loss": 0.921,
      "step": 4686
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5313241459098918e-05,
      "loss": 0.9648,
      "step": 4687
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5311238557482616e-05,
      "loss": 0.925,
      "step": 4688
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530923535903415e-05,
      "loss": 0.9091,
      "step": 4689
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530723186386548e-05,
      "loss": 0.928,
      "step": 4690
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530522807208858e-05,
      "loss": 0.8907,
      "step": 4691
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530322398381543e-05,
      "loss": 0.8795,
      "step": 4692
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530121959915804e-05,
      "loss": 0.9548,
      "step": 4693
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5299214918228427e-05,
      "loss": 0.943,
      "step": 4694
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5297209941138627e-05,
      "loss": 0.8942,
      "step": 4695
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5295204668000692e-05,
      "loss": 1.0305,
      "step": 4696
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5293199098926698e-05,
      "loss": 0.8385,
      "step": 4697
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5291193234028726e-05,
      "loss": 0.9769,
      "step": 4698
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528918707341888e-05,
      "loss": 0.9638,
      "step": 4699
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5287180617209287e-05,
      "loss": 0.873,
      "step": 4700
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5285173865512065e-05,
      "loss": 0.9008,
      "step": 4701
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5283166818439385e-05,
      "loss": 1.0111,
      "step": 4702
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5281159476103406e-05,
      "loss": 0.9285,
      "step": 4703
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5279151838616317e-05,
      "loss": 0.9686,
      "step": 4704
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5277143906090315e-05,
      "loss": 0.9049,
      "step": 4705
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5275135678637625e-05,
      "loss": 0.9408,
      "step": 4706
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5273127156370476e-05,
      "loss": 0.9575,
      "step": 4707
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5271118339401128e-05,
      "loss": 0.9346,
      "step": 4708
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5269109227841838e-05,
      "loss": 0.9781,
      "step": 4709
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52670998218049e-05,
      "loss": 0.9051,
      "step": 4710
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526509012140261e-05,
      "loss": 0.8821,
      "step": 4711
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526308012674728e-05,
      "loss": 0.8753,
      "step": 4712
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5261069837951254e-05,
      "loss": 0.9557,
      "step": 4713
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.525905925512688e-05,
      "loss": 0.8888,
      "step": 4714
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5257048378386519e-05,
      "loss": 0.9545,
      "step": 4715
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5255037207842558e-05,
      "loss": 0.9997,
      "step": 4716
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5253025743607395e-05,
      "loss": 0.8855,
      "step": 4717
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5251013985793447e-05,
      "loss": 0.9471,
      "step": 4718
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5249001934513145e-05,
      "loss": 0.8682,
      "step": 4719
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.524698958987894e-05,
      "loss": 0.9267,
      "step": 4720
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5244976952003292e-05,
      "loss": 0.945,
      "step": 4721
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5242964020998687e-05,
      "loss": 0.8965,
      "step": 4722
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5240950796977623e-05,
      "loss": 0.8978,
      "step": 4723
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5238937280052613e-05,
      "loss": 0.9789,
      "step": 4724
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5236923470336185e-05,
      "loss": 0.9366,
      "step": 4725
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5234909367940889e-05,
      "loss": 0.9339,
      "step": 4726
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5232894972979289e-05,
      "loss": 0.949,
      "step": 4727
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.523088028556396e-05,
      "loss": 0.9911,
      "step": 4728
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.52288653058075e-05,
      "loss": 0.8746,
      "step": 4729
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5226850033822527e-05,
      "loss": 0.9193,
      "step": 4730
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5224834469721662e-05,
      "loss": 0.88,
      "step": 4731
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5222818613617554e-05,
      "loss": 0.9763,
      "step": 4732
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5220802465622863e-05,
      "loss": 0.9441,
      "step": 4733
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5218786025850266e-05,
      "loss": 0.8456,
      "step": 4734
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5216769294412459e-05,
      "loss": 0.9139,
      "step": 4735
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5214752271422149e-05,
      "loss": 0.9002,
      "step": 4736
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5212734956992066e-05,
      "loss": 0.9196,
      "step": 4737
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5210717351234949e-05,
      "loss": 0.9035,
      "step": 4738
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5208699454263562e-05,
      "loss": 0.9307,
      "step": 4739
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5206681266190676e-05,
      "loss": 0.9055,
      "step": 4740
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5204662787129083e-05,
      "loss": 0.9306,
      "step": 4741
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5202644017191595e-05,
      "loss": 0.992,
      "step": 4742
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5200624956491031e-05,
      "loss": 0.9115,
      "step": 4743
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5198605605140233e-05,
      "loss": 0.8866,
      "step": 4744
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519658596325206e-05,
      "loss": 0.9459,
      "step": 4745
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519456603093938e-05,
      "loss": 0.9315,
      "step": 4746
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5192545808315087e-05,
      "loss": 0.9393,
      "step": 4747
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5190525295492082e-05,
      "loss": 0.9328,
      "step": 4748
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5188504492583294e-05,
      "loss": 0.9237,
      "step": 4749
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5186483399701652e-05,
      "loss": 0.9565,
      "step": 4750
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5184462016960113e-05,
      "loss": 0.9357,
      "step": 4751
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.518244034447165e-05,
      "loss": 0.9531,
      "step": 4752
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5180418382349245e-05,
      "loss": 0.8706,
      "step": 4753
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.51783961307059e-05,
      "loss": 0.956,
      "step": 4754
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5176373589654643e-05,
      "loss": 0.9231,
      "step": 4755
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5174350759308496e-05,
      "loss": 0.9008,
      "step": 4756
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.517232763978052e-05,
      "loss": 0.8665,
      "step": 4757
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5170304231183779e-05,
      "loss": 0.9055,
      "step": 4758
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5168280533631352e-05,
      "loss": 0.9385,
      "step": 4759
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516625654723635e-05,
      "loss": 0.9134,
      "step": 4760
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5164232272111874e-05,
      "loss": 0.9469,
      "step": 4761
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5162207708371065e-05,
      "loss": 0.94,
      "step": 4762
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5160182856127064e-05,
      "loss": 0.8563,
      "step": 4763
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5158157715493044e-05,
      "loss": 0.8789,
      "step": 4764
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5156132286582181e-05,
      "loss": 0.8947,
      "step": 4765
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5154106569507672e-05,
      "loss": 0.8478,
      "step": 4766
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5152080564382727e-05,
      "loss": 0.901,
      "step": 4767
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5150054271320576e-05,
      "loss": 0.8769,
      "step": 4768
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5148027690434463e-05,
      "loss": 0.9013,
      "step": 4769
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514600082183765e-05,
      "loss": 0.9807,
      "step": 4770
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5143973665643414e-05,
      "loss": 0.9349,
      "step": 4771
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5141946221965045e-05,
      "loss": 0.8992,
      "step": 4772
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5139918490915854e-05,
      "loss": 0.9592,
      "step": 4773
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5137890472609167e-05,
      "loss": 1.0022,
      "step": 4774
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5135862167158325e-05,
      "loss": 0.9007,
      "step": 4775
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5133833574676682e-05,
      "loss": 0.9265,
      "step": 4776
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5131804695277612e-05,
      "loss": 0.895,
      "step": 4777
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5129775529074504e-05,
      "loss": 0.9142,
      "step": 4778
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5127746076180764e-05,
      "loss": 0.9825,
      "step": 4779
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5125716336709817e-05,
      "loss": 0.908,
      "step": 4780
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5123686310775091e-05,
      "loss": 0.9691,
      "step": 4781
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.512165599849005e-05,
      "loss": 0.9,
      "step": 4782
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5119625399968157e-05,
      "loss": 0.9279,
      "step": 4783
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5117594515322896e-05,
      "loss": 0.89,
      "step": 4784
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.511556334466777e-05,
      "loss": 0.8966,
      "step": 4785
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5113531888116297e-05,
      "loss": 0.9749,
      "step": 4786
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5111500145782008e-05,
      "loss": 0.9116,
      "step": 4787
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5109468117778451e-05,
      "loss": 0.8151,
      "step": 4788
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5107435804219199e-05,
      "loss": 0.8008,
      "step": 4789
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5105403205217827e-05,
      "loss": 0.911,
      "step": 4790
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5103370320887934e-05,
      "loss": 0.8499,
      "step": 4791
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5101337151343126e-05,
      "loss": 0.9435,
      "step": 4792
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5099303696697041e-05,
      "loss": 0.8428,
      "step": 4793
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5097269957063324e-05,
      "loss": 0.8598,
      "step": 4794
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5095235932555628e-05,
      "loss": 0.8784,
      "step": 4795
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5093201623287631e-05,
      "loss": 0.9403,
      "step": 4796
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5091167029373033e-05,
      "loss": 0.9227,
      "step": 4797
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5089132150925533e-05,
      "loss": 0.8943,
      "step": 4798
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5087096988058867e-05,
      "loss": 0.9205,
      "step": 4799
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5085061540886763e-05,
      "loss": 0.9316,
      "step": 4800
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5083025809522984e-05,
      "loss": 0.8968,
      "step": 4801
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5080989794081303e-05,
      "loss": 0.9353,
      "step": 4802
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5078953494675504e-05,
      "loss": 0.9429,
      "step": 4803
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5076916911419391e-05,
      "loss": 0.986,
      "step": 4804
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5074880044426787e-05,
      "loss": 0.8959,
      "step": 4805
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5072842893811523e-05,
      "loss": 0.8722,
      "step": 4806
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5070805459687457e-05,
      "loss": 0.8972,
      "step": 4807
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.506876774216845e-05,
      "loss": 0.8621,
      "step": 4808
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.506672974136839e-05,
      "loss": 0.9365,
      "step": 4809
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.506469145740117e-05,
      "loss": 1.0331,
      "step": 4810
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.506265289038071e-05,
      "loss": 0.959,
      "step": 4811
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5060614040420935e-05,
      "loss": 0.8988,
      "step": 4812
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5058574907635797e-05,
      "loss": 0.9119,
      "step": 4813
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5056535492139254e-05,
      "loss": 0.9629,
      "step": 4814
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.505449579404529e-05,
      "loss": 0.9226,
      "step": 4815
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5052455813467892e-05,
      "loss": 0.913,
      "step": 4816
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5050415550521073e-05,
      "loss": 0.9315,
      "step": 4817
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5048375005318857e-05,
      "loss": 0.9923,
      "step": 4818
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5046334177975288e-05,
      "loss": 0.9129,
      "step": 4819
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5044293068604417e-05,
      "loss": 0.8994,
      "step": 4820
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5042251677320319e-05,
      "loss": 0.9728,
      "step": 4821
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5040210004237085e-05,
      "loss": 1.034,
      "step": 4822
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5038168049468818e-05,
      "loss": 0.8684,
      "step": 4823
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.503612581312964e-05,
      "loss": 0.8896,
      "step": 4824
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.503408329533368e-05,
      "loss": 0.9312,
      "step": 4825
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5032040496195098e-05,
      "loss": 0.904,
      "step": 4826
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5029997415828052e-05,
      "loss": 0.952,
      "step": 4827
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.502795405434673e-05,
      "loss": 0.8919,
      "step": 4828
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5025910411865329e-05,
      "loss": 0.9189,
      "step": 4829
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5023866488498067e-05,
      "loss": 0.9243,
      "step": 4830
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5021822284359168e-05,
      "loss": 0.8769,
      "step": 4831
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5019777799562882e-05,
      "loss": 0.8663,
      "step": 4832
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5017733034223465e-05,
      "loss": 0.9011,
      "step": 4833
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5015687988455203e-05,
      "loss": 0.9357,
      "step": 4834
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5013642662372383e-05,
      "loss": 0.9436,
      "step": 4835
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.501159705608931e-05,
      "loss": 0.8592,
      "step": 4836
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.500955116972031e-05,
      "loss": 0.8685,
      "step": 4837
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5007505003379728e-05,
      "loss": 0.9007,
      "step": 4838
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5005458557181914e-05,
      "loss": 0.8415,
      "step": 4839
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5003411831241237e-05,
      "loss": 0.9609,
      "step": 4840
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.500136482567209e-05,
      "loss": 0.8936,
      "step": 4841
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4999317540588872e-05,
      "loss": 0.915,
      "step": 4842
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4997269976106e-05,
      "loss": 0.8831,
      "step": 4843
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4995222132337905e-05,
      "loss": 0.9735,
      "step": 4844
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4993174009399045e-05,
      "loss": 0.8995,
      "step": 4845
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4991125607403874e-05,
      "loss": 0.8923,
      "step": 4846
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4989076926466877e-05,
      "loss": 0.9113,
      "step": 4847
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.498702796670255e-05,
      "loss": 0.9155,
      "step": 4848
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4984978728225405e-05,
      "loss": 0.9565,
      "step": 4849
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4982929211149965e-05,
      "loss": 0.9047,
      "step": 4850
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.498087941559078e-05,
      "loss": 0.9451,
      "step": 4851
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4978829341662397e-05,
      "loss": 0.8858,
      "step": 4852
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4976778989479401e-05,
      "loss": 0.8798,
      "step": 4853
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4974728359156373e-05,
      "loss": 0.8801,
      "step": 4854
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4972677450807921e-05,
      "loss": 0.9724,
      "step": 4855
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4970626264548667e-05,
      "loss": 0.9663,
      "step": 4856
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4968574800493245e-05,
      "loss": 0.9494,
      "step": 4857
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4966523058756303e-05,
      "loss": 0.8782,
      "step": 4858
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4964471039452516e-05,
      "loss": 0.8897,
      "step": 4859
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4962418742696559e-05,
      "loss": 0.9499,
      "step": 4860
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4960366168603132e-05,
      "loss": 0.797,
      "step": 4861
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4958313317286947e-05,
      "loss": 0.9019,
      "step": 4862
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4956260188862736e-05,
      "loss": 0.8651,
      "step": 4863
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4954206783445242e-05,
      "loss": 0.8983,
      "step": 4864
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4952153101149227e-05,
      "loss": 0.9735,
      "step": 4865
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.495009914208946e-05,
      "loss": 0.9013,
      "step": 4866
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4948044906380736e-05,
      "loss": 0.9066,
      "step": 4867
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4945990394137866e-05,
      "loss": 0.9145,
      "step": 4868
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.494393560547566e-05,
      "loss": 0.8918,
      "step": 4869
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4941880540508966e-05,
      "loss": 0.9136,
      "step": 4870
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4939825199352628e-05,
      "loss": 0.923,
      "step": 4871
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4937769582121522e-05,
      "loss": 0.9299,
      "step": 4872
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4935713688930526e-05,
      "loss": 1.0362,
      "step": 4873
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4933657519894542e-05,
      "loss": 0.9724,
      "step": 4874
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.493160107512848e-05,
      "loss": 0.9355,
      "step": 4875
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4929544354747277e-05,
      "loss": 0.9597,
      "step": 4876
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4927487358865871e-05,
      "loss": 0.9708,
      "step": 4877
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4925430087599224e-05,
      "loss": 0.9255,
      "step": 4878
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4923372541062316e-05,
      "loss": 0.8678,
      "step": 4879
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4921314719370133e-05,
      "loss": 0.9179,
      "step": 4880
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4919256622637681e-05,
      "loss": 0.9203,
      "step": 4881
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.491719825097999e-05,
      "loss": 0.8795,
      "step": 4882
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4915139604512087e-05,
      "loss": 0.9064,
      "step": 4883
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4913080683349034e-05,
      "loss": 0.838,
      "step": 4884
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4911021487605894e-05,
      "loss": 0.9256,
      "step": 4885
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.490896201739775e-05,
      "loss": 0.8914,
      "step": 4886
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4906902272839705e-05,
      "loss": 0.9924,
      "step": 4887
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4904842254046867e-05,
      "loss": 0.964,
      "step": 4888
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4902781961134369e-05,
      "loss": 0.9077,
      "step": 4889
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4900721394217359e-05,
      "loss": 0.8987,
      "step": 4890
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4898660553410991e-05,
      "loss": 0.9266,
      "step": 4891
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4896599438830444e-05,
      "loss": 0.9448,
      "step": 4892
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4894538050590905e-05,
      "loss": 0.9317,
      "step": 4893
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4892476388807584e-05,
      "loss": 0.9616,
      "step": 4894
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.48904144535957e-05,
      "loss": 0.8945,
      "step": 4895
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.488835224507049e-05,
      "loss": 0.8482,
      "step": 4896
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4886289763347205e-05,
      "loss": 0.8831,
      "step": 4897
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4884227008541117e-05,
      "loss": 0.9337,
      "step": 4898
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4882163980767503e-05,
      "loss": 0.92,
      "step": 4899
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4880100680141661e-05,
      "loss": 0.8554,
      "step": 4900
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4878037106778905e-05,
      "loss": 0.9085,
      "step": 4901
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4875973260794562e-05,
      "loss": 0.9801,
      "step": 4902
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4873909142303978e-05,
      "loss": 0.9043,
      "step": 4903
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.487184475142251e-05,
      "loss": 0.959,
      "step": 4904
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.486978008826553e-05,
      "loss": 0.8758,
      "step": 4905
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4867715152948427e-05,
      "loss": 0.8385,
      "step": 4906
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.486564994558661e-05,
      "loss": 0.9545,
      "step": 4907
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4863584466295494e-05,
      "loss": 0.8926,
      "step": 4908
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4861518715190515e-05,
      "loss": 0.9049,
      "step": 4909
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4859452692387124e-05,
      "loss": 0.947,
      "step": 4910
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.485738639800078e-05,
      "loss": 0.9078,
      "step": 4911
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4855319832146972e-05,
      "loss": 0.9189,
      "step": 4912
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4853252994941188e-05,
      "loss": 0.9536,
      "step": 4913
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4851185886498941e-05,
      "loss": 0.949,
      "step": 4914
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.484911850693576e-05,
      "loss": 0.9183,
      "step": 4915
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.484705085636718e-05,
      "loss": 0.9989,
      "step": 4916
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4844982934908763e-05,
      "loss": 0.8518,
      "step": 4917
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4842914742676076e-05,
      "loss": 1.0082,
      "step": 4918
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4840846279784704e-05,
      "loss": 0.9428,
      "step": 4919
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4838777546350254e-05,
      "loss": 0.8867,
      "step": 4920
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4836708542488334e-05,
      "loss": 0.9914,
      "step": 4921
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4834639268314583e-05,
      "loss": 0.8999,
      "step": 4922
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4832569723944645e-05,
      "loss": 0.9892,
      "step": 4923
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4830499909494182e-05,
      "loss": 0.909,
      "step": 4924
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4828429825078871e-05,
      "loss": 0.907,
      "step": 4925
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4826359470814406e-05,
      "loss": 0.93,
      "step": 4926
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4824288846816488e-05,
      "loss": 1.0138,
      "step": 4927
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4822217953200846e-05,
      "loss": 0.9039,
      "step": 4928
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4820146790083214e-05,
      "loss": 0.8988,
      "step": 4929
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4818075357579343e-05,
      "loss": 0.9121,
      "step": 4930
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4816003655805e-05,
      "loss": 0.9339,
      "step": 4931
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4813931684875971e-05,
      "loss": 0.9056,
      "step": 4932
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4811859444908053e-05,
      "loss": 0.9537,
      "step": 4933
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4809786936017055e-05,
      "loss": 0.9387,
      "step": 4934
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4807714158318807e-05,
      "loss": 0.9526,
      "step": 4935
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.480564111192915e-05,
      "loss": 0.901,
      "step": 4936
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4803567796963942e-05,
      "loss": 0.8639,
      "step": 4937
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4801494213539057e-05,
      "loss": 0.9382,
      "step": 4938
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.479942036177038e-05,
      "loss": 0.9814,
      "step": 4939
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4797346241773817e-05,
      "loss": 0.9339,
      "step": 4940
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.479527185366528e-05,
      "loss": 0.9294,
      "step": 4941
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4793197197560709e-05,
      "loss": 0.8787,
      "step": 4942
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4791122273576046e-05,
      "loss": 0.958,
      "step": 4943
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4789047081827254e-05,
      "loss": 0.9053,
      "step": 4944
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4786971622430313e-05,
      "loss": 0.9385,
      "step": 4945
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.478489589550121e-05,
      "loss": 0.9504,
      "step": 4946
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4782819901155961e-05,
      "loss": 0.8999,
      "step": 4947
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4780743639510578e-05,
      "loss": 0.9852,
      "step": 4948
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4778667110681103e-05,
      "loss": 0.8401,
      "step": 4949
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4776590314783592e-05,
      "loss": 0.9056,
      "step": 4950
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4774513251934108e-05,
      "loss": 0.8659,
      "step": 4951
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4772435922248733e-05,
      "loss": 0.9389,
      "step": 4952
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4770358325843566e-05,
      "loss": 0.9044,
      "step": 4953
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4768280462834714e-05,
      "loss": 0.876,
      "step": 4954
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4766202333338307e-05,
      "loss": 1.0087,
      "step": 4955
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4764123937470487e-05,
      "loss": 0.921,
      "step": 4956
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4762045275347413e-05,
      "loss": 0.8501,
      "step": 4957
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4759966347085248e-05,
      "loss": 0.8672,
      "step": 4958
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4757887152800186e-05,
      "loss": 0.8633,
      "step": 4959
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4755807692608425e-05,
      "loss": 0.8717,
      "step": 4960
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4753727966626184e-05,
      "loss": 0.8971,
      "step": 4961
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.475164797496969e-05,
      "loss": 0.9186,
      "step": 4962
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4749567717755187e-05,
      "loss": 0.9996,
      "step": 4963
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.474748719509894e-05,
      "loss": 0.9656,
      "step": 4964
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4745406407117224e-05,
      "loss": 0.9546,
      "step": 4965
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4743325353926325e-05,
      "loss": 1.0205,
      "step": 4966
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4741244035642556e-05,
      "loss": 0.8657,
      "step": 4967
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.473916245238223e-05,
      "loss": 0.9297,
      "step": 4968
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4737080604261682e-05,
      "loss": 0.8759,
      "step": 4969
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4734998491397264e-05,
      "loss": 0.8442,
      "step": 4970
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4732916113905336e-05,
      "loss": 0.9035,
      "step": 4971
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4730833471902284e-05,
      "loss": 0.876,
      "step": 4972
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4728750565504495e-05,
      "loss": 0.944,
      "step": 4973
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.472666739482838e-05,
      "loss": 0.9453,
      "step": 4974
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4724583959990364e-05,
      "loss": 0.9977,
      "step": 4975
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4722500261106885e-05,
      "loss": 0.9046,
      "step": 4976
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4720416298294392e-05,
      "loss": 0.9666,
      "step": 4977
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4718332071669357e-05,
      "loss": 0.8825,
      "step": 4978
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.471624758134826e-05,
      "loss": 0.9763,
      "step": 4979
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4714162827447597e-05,
      "loss": 0.8674,
      "step": 4980
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4712077810083882e-05,
      "loss": 1.0158,
      "step": 4981
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.470999252937364e-05,
      "loss": 0.9854,
      "step": 4982
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4707906985433416e-05,
      "loss": 0.9337,
      "step": 4983
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4705821178379762e-05,
      "loss": 0.9439,
      "step": 4984
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.470373510832925e-05,
      "loss": 0.9066,
      "step": 4985
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4701648775398463e-05,
      "loss": 0.8839,
      "step": 4986
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4699562179704008e-05,
      "loss": 0.9314,
      "step": 4987
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4697475321362489e-05,
      "loss": 0.9551,
      "step": 4988
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4695388200490544e-05,
      "loss": 0.9657,
      "step": 4989
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4693300817204815e-05,
      "loss": 0.8828,
      "step": 4990
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4691213171621956e-05,
      "loss": 0.9398,
      "step": 4991
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.468912526385865e-05,
      "loss": 0.9239,
      "step": 4992
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4687037094031577e-05,
      "loss": 0.9051,
      "step": 4993
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4684948662257443e-05,
      "loss": 0.882,
      "step": 4994
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4682859968652968e-05,
      "loss": 0.8937,
      "step": 4995
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4680771013334876e-05,
      "loss": 0.8621,
      "step": 4996
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.467868179641992e-05,
      "loss": 0.9061,
      "step": 4997
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4676592318024858e-05,
      "loss": 0.908,
      "step": 4998
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4674502578266468e-05,
      "loss": 0.9349,
      "step": 4999
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4672412577261544e-05,
      "loss": 0.9104,
      "step": 5000
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4670322315126884e-05,
      "loss": 0.9306,
      "step": 5001
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4668231791979308e-05,
      "loss": 0.8483,
      "step": 5002
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4666141007935654e-05,
      "loss": 0.8871,
      "step": 5003
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4664049963112771e-05,
      "loss": 0.9732,
      "step": 5004
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4661958657627522e-05,
      "loss": 0.9113,
      "step": 5005
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4659867091596782e-05,
      "loss": 0.9727,
      "step": 5006
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4657775265137444e-05,
      "loss": 0.8691,
      "step": 5007
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.465568317836642e-05,
      "loss": 0.8646,
      "step": 5008
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4653590831400628e-05,
      "loss": 0.8591,
      "step": 5009
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4651498224357003e-05,
      "loss": 0.9086,
      "step": 5010
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4649405357352497e-05,
      "loss": 0.8882,
      "step": 5011
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4647312230504076e-05,
      "loss": 0.9519,
      "step": 5012
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.464521884392872e-05,
      "loss": 0.9592,
      "step": 5013
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.464312519774342e-05,
      "loss": 0.9647,
      "step": 5014
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4641031292065186e-05,
      "loss": 0.8754,
      "step": 5015
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4638937127011046e-05,
      "loss": 0.9595,
      "step": 5016
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4636842702698033e-05,
      "loss": 0.9368,
      "step": 5017
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4634748019243196e-05,
      "loss": 0.8622,
      "step": 5018
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4632653076763612e-05,
      "loss": 0.9755,
      "step": 5019
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4630557875376354e-05,
      "loss": 0.9308,
      "step": 5020
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.462846241519852e-05,
      "loss": 0.9083,
      "step": 5021
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4626366696347222e-05,
      "loss": 0.8848,
      "step": 5022
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.462427071893958e-05,
      "loss": 0.9559,
      "step": 5023
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4622174483092737e-05,
      "loss": 0.9168,
      "step": 5024
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4620077988923847e-05,
      "loss": 0.8446,
      "step": 5025
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4617981236550074e-05,
      "loss": 0.9269,
      "step": 5026
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4615884226088604e-05,
      "loss": 1.0013,
      "step": 5027
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4613786957656633e-05,
      "loss": 0.9281,
      "step": 5028
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4611689431371367e-05,
      "loss": 0.9236,
      "step": 5029
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4609591647350043e-05,
      "loss": 0.9008,
      "step": 5030
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460749360570989e-05,
      "loss": 0.8715,
      "step": 5031
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4605395306568166e-05,
      "loss": 0.8799,
      "step": 5032
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4603296750042144e-05,
      "loss": 0.9491,
      "step": 5033
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4601197936249103e-05,
      "loss": 0.8976,
      "step": 5034
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.459909886530634e-05,
      "loss": 0.9195,
      "step": 5035
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4596999537331171e-05,
      "loss": 0.8574,
      "step": 5036
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4594899952440918e-05,
      "loss": 0.8722,
      "step": 5037
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4592800110752921e-05,
      "loss": 0.9399,
      "step": 5038
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.459070001238454e-05,
      "loss": 0.935,
      "step": 5039
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.458859965745314e-05,
      "loss": 0.9314,
      "step": 5040
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4586499046076108e-05,
      "loss": 0.8796,
      "step": 5041
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4584398178370839e-05,
      "loss": 0.9289,
      "step": 5042
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4582297054454748e-05,
      "loss": 0.9238,
      "step": 5043
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.458019567444526e-05,
      "loss": 0.9533,
      "step": 5044
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4578094038459818e-05,
      "loss": 0.9224,
      "step": 5045
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4575992146615874e-05,
      "loss": 0.9349,
      "step": 5046
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4573889999030902e-05,
      "loss": 0.8996,
      "step": 5047
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.457178759582238e-05,
      "loss": 0.9665,
      "step": 5048
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4569684937107808e-05,
      "loss": 0.853,
      "step": 5049
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4567582023004705e-05,
      "loss": 0.9471,
      "step": 5050
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.456547885363059e-05,
      "loss": 0.8728,
      "step": 5051
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4563375429103008e-05,
      "loss": 0.8729,
      "step": 5052
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4561271749539512e-05,
      "loss": 0.9125,
      "step": 5053
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4559167815057671e-05,
      "loss": 0.8821,
      "step": 5054
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4557063625775074e-05,
      "loss": 0.8716,
      "step": 5055
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4554959181809312e-05,
      "loss": 0.872,
      "step": 5056
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4552854483278e-05,
      "loss": 0.8385,
      "step": 5057
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4550749530298766e-05,
      "loss": 0.8617,
      "step": 5058
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4548644322989254e-05,
      "loss": 0.9555,
      "step": 5059
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4546538861467108e-05,
      "loss": 0.8617,
      "step": 5060
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4544433145850008e-05,
      "loss": 0.918,
      "step": 5061
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4542327176255629e-05,
      "loss": 0.959,
      "step": 5062
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4540220952801675e-05,
      "loss": 0.8562,
      "step": 5063
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4538114475605856e-05,
      "loss": 0.8816,
      "step": 5064
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4536007744785896e-05,
      "loss": 0.906,
      "step": 5065
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4533900760459534e-05,
      "loss": 0.8946,
      "step": 5066
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4531793522744528e-05,
      "loss": 0.9531,
      "step": 5067
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4529686031758642e-05,
      "loss": 0.898,
      "step": 5068
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4527578287619667e-05,
      "loss": 0.8916,
      "step": 5069
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4525470290445392e-05,
      "loss": 0.8558,
      "step": 5070
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4523362040353625e-05,
      "loss": 0.9466,
      "step": 5071
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4521253537462201e-05,
      "loss": 0.9535,
      "step": 5072
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.451914478188895e-05,
      "loss": 0.9492,
      "step": 5073
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4517035773751728e-05,
      "loss": 0.7997,
      "step": 5074
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4514926513168408e-05,
      "loss": 0.8544,
      "step": 5075
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4512817000256862e-05,
      "loss": 0.8526,
      "step": 5076
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4510707235134993e-05,
      "loss": 0.9128,
      "step": 5077
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4508597217920709e-05,
      "loss": 0.8705,
      "step": 5078
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4506486948731928e-05,
      "loss": 0.8898,
      "step": 5079
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4504376427686597e-05,
      "loss": 0.9256,
      "step": 5080
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4502265654902659e-05,
      "loss": 0.89,
      "step": 5081
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4500154630498085e-05,
      "loss": 0.8829,
      "step": 5082
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4498043354590857e-05,
      "loss": 0.8986,
      "step": 5083
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4495931827298961e-05,
      "loss": 0.938,
      "step": 5084
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4493820048740415e-05,
      "loss": 0.8857,
      "step": 5085
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4491708019033234e-05,
      "loss": 0.8083,
      "step": 5086
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4489595738295456e-05,
      "loss": 0.885,
      "step": 5087
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4487483206645134e-05,
      "loss": 0.9431,
      "step": 5088
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.448537042420033e-05,
      "loss": 0.8951,
      "step": 5089
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.448325739107912e-05,
      "loss": 0.8576,
      "step": 5090
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4481144107399598e-05,
      "loss": 0.9927,
      "step": 5091
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4479030573279875e-05,
      "loss": 0.9192,
      "step": 5092
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4476916788838064e-05,
      "loss": 0.9133,
      "step": 5093
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4474802754192303e-05,
      "loss": 0.9417,
      "step": 5094
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.447268846946074e-05,
      "loss": 0.9315,
      "step": 5095
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4470573934761537e-05,
      "loss": 0.9523,
      "step": 5096
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4468459150212869e-05,
      "loss": 0.94,
      "step": 5097
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4466344115932926e-05,
      "loss": 0.8508,
      "step": 5098
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4464228832039913e-05,
      "loss": 0.9042,
      "step": 5099
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4462113298652049e-05,
      "loss": 0.8981,
      "step": 5100
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4459997515887567e-05,
      "loss": 0.9337,
      "step": 5101
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.445788148386471e-05,
      "loss": 0.8811,
      "step": 5102
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4455765202701741e-05,
      "loss": 0.8763,
      "step": 5103
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.445364867251693e-05,
      "loss": 0.9516,
      "step": 5104
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4451531893428566e-05,
      "loss": 0.9195,
      "step": 5105
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.444941486555495e-05,
      "loss": 0.9083,
      "step": 5106
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4447297589014399e-05,
      "loss": 0.958,
      "step": 5107
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4445180063925243e-05,
      "loss": 0.897,
      "step": 5108
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4443062290405825e-05,
      "loss": 0.9354,
      "step": 5109
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4440944268574501e-05,
      "loss": 0.8629,
      "step": 5110
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4438825998549643e-05,
      "loss": 0.8868,
      "step": 5111
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4436707480449637e-05,
      "loss": 0.9271,
      "step": 5112
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.443458871439288e-05,
      "loss": 0.9239,
      "step": 5113
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4432469700497784e-05,
      "loss": 0.8798,
      "step": 5114
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4430350438882776e-05,
      "loss": 0.8512,
      "step": 5115
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4428230929666296e-05,
      "loss": 1.0079,
      "step": 5116
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4426111172966802e-05,
      "loss": 0.9216,
      "step": 5117
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4423991168902755e-05,
      "loss": 0.8794,
      "step": 5118
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4421870917592646e-05,
      "loss": 0.9547,
      "step": 5119
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4419750419154962e-05,
      "loss": 0.9015,
      "step": 5120
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.441762967370822e-05,
      "loss": 0.9571,
      "step": 5121
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4415508681370938e-05,
      "loss": 0.9455,
      "step": 5122
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4413387442261653e-05,
      "loss": 0.9264,
      "step": 5123
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4411265956498914e-05,
      "loss": 0.8908,
      "step": 5124
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4409144224201294e-05,
      "loss": 0.7949,
      "step": 5125
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4407022245487366e-05,
      "loss": 0.8704,
      "step": 5126
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4404900020475722e-05,
      "loss": 0.8965,
      "step": 5127
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4402777549284972e-05,
      "loss": 0.9502,
      "step": 5128
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4400654832033727e-05,
      "loss": 0.9001,
      "step": 5129
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4398531868840628e-05,
      "loss": 0.914,
      "step": 5130
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.439640865982432e-05,
      "loss": 0.9259,
      "step": 5131
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4394285205103464e-05,
      "loss": 0.8993,
      "step": 5132
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4392161504796738e-05,
      "loss": 0.9575,
      "step": 5133
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4390037559022823e-05,
      "loss": 0.997,
      "step": 5134
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4387913367900428e-05,
      "loss": 0.9993,
      "step": 5135
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4385788931548266e-05,
      "loss": 0.9694,
      "step": 5136
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4383664250085066e-05,
      "loss": 0.8862,
      "step": 5137
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4381539323629572e-05,
      "loss": 0.8901,
      "step": 5138
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4379414152300542e-05,
      "loss": 0.9287,
      "step": 5139
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4377288736216744e-05,
      "loss": 0.9241,
      "step": 5140
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4375163075496963e-05,
      "loss": 0.9266,
      "step": 5141
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4373037170259998e-05,
      "loss": 0.9678,
      "step": 5142
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4370911020624663e-05,
      "loss": 0.9156,
      "step": 5143
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4368784626709783e-05,
      "loss": 0.7978,
      "step": 5144
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436665798863419e-05,
      "loss": 0.9735,
      "step": 5145
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4364531106516744e-05,
      "loss": 0.9438,
      "step": 5146
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436240398047631e-05,
      "loss": 0.95,
      "step": 5147
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4360276610631765e-05,
      "loss": 0.9602,
      "step": 5148
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4358148997102002e-05,
      "loss": 0.9271,
      "step": 5149
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4356021140005934e-05,
      "loss": 0.8322,
      "step": 5150
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4353893039462475e-05,
      "loss": 0.8764,
      "step": 5151
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4351764695590565e-05,
      "loss": 0.8968,
      "step": 5152
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4349636108509146e-05,
      "loss": 0.9091,
      "step": 5153
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4347507278337185e-05,
      "loss": 0.8506,
      "step": 5154
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4345378205193657e-05,
      "loss": 0.9391,
      "step": 5155
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4343248889197546e-05,
      "loss": 0.8917,
      "step": 5156
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4341119330467854e-05,
      "loss": 0.9497,
      "step": 5157
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4338989529123604e-05,
      "loss": 0.8093,
      "step": 5158
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.433685948528382e-05,
      "loss": 0.9656,
      "step": 5159
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4334729199067548e-05,
      "loss": 0.9492,
      "step": 5160
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.433259867059384e-05,
      "loss": 0.9286,
      "step": 5161
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.433046789998177e-05,
      "loss": 0.8601,
      "step": 5162
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4328336887350421e-05,
      "loss": 0.9993,
      "step": 5163
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4326205632818886e-05,
      "loss": 0.8094,
      "step": 5164
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4324074136506283e-05,
      "loss": 0.9593,
      "step": 5165
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.432194239853173e-05,
      "loss": 0.9173,
      "step": 5166
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4319810419014363e-05,
      "loss": 0.9707,
      "step": 5167
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4317678198073344e-05,
      "loss": 0.9186,
      "step": 5168
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4315545735827826e-05,
      "loss": 0.8718,
      "step": 5169
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4313413032396992e-05,
      "loss": 0.9639,
      "step": 5170
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4311280087900034e-05,
      "loss": 0.8705,
      "step": 5171
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4309146902456157e-05,
      "loss": 0.9257,
      "step": 5172
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4307013476184577e-05,
      "loss": 0.9712,
      "step": 5173
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4304879809204529e-05,
      "loss": 0.9136,
      "step": 5174
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4302745901635255e-05,
      "loss": 0.9797,
      "step": 5175
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4300611753596016e-05,
      "loss": 0.9636,
      "step": 5176
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4298477365206088e-05,
      "loss": 0.8568,
      "step": 5177
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4296342736584749e-05,
      "loss": 0.9595,
      "step": 5178
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4294207867851305e-05,
      "loss": 0.8925,
      "step": 5179
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4292072759125066e-05,
      "loss": 0.8976,
      "step": 5180
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4289937410525356e-05,
      "loss": 0.883,
      "step": 5181
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4287801822171519e-05,
      "loss": 0.8732,
      "step": 5182
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4285665994182903e-05,
      "loss": 0.8257,
      "step": 5183
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4283529926678873e-05,
      "loss": 0.8948,
      "step": 5184
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4281393619778818e-05,
      "loss": 0.948,
      "step": 5185
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4279257073602125e-05,
      "loss": 0.9038,
      "step": 5186
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4277120288268196e-05,
      "loss": 0.9163,
      "step": 5187
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4274983263896459e-05,
      "loss": 0.929,
      "step": 5188
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427284600060634e-05,
      "loss": 0.8925,
      "step": 5189
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427070849851729e-05,
      "loss": 0.8644,
      "step": 5190
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4268570757748765e-05,
      "loss": 0.9906,
      "step": 5191
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.426643277842024e-05,
      "loss": 0.9315,
      "step": 5192
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4264294560651206e-05,
      "loss": 0.8625,
      "step": 5193
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4262156104561157e-05,
      "loss": 0.9287,
      "step": 5194
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4260017410269607e-05,
      "loss": 0.9133,
      "step": 5195
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4257878477896083e-05,
      "loss": 0.9652,
      "step": 5196
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4255739307560128e-05,
      "loss": 0.8932,
      "step": 5197
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4253599899381287e-05,
      "loss": 0.9359,
      "step": 5198
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4251460253479132e-05,
      "loss": 0.933,
      "step": 5199
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4249320369973241e-05,
      "loss": 0.949,
      "step": 5200
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4247180248983212e-05,
      "loss": 0.9532,
      "step": 5201
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4245039890628645e-05,
      "loss": 0.9085,
      "step": 5202
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4242899295029158e-05,
      "loss": 0.8747,
      "step": 5203
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4240758462304388e-05,
      "loss": 0.8911,
      "step": 5204
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4238617392573985e-05,
      "loss": 0.9506,
      "step": 5205
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4236476085957596e-05,
      "loss": 0.8895,
      "step": 5206
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4234334542574906e-05,
      "loss": 0.9563,
      "step": 5207
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4232192762545589e-05,
      "loss": 0.8648,
      "step": 5208
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4230050745989353e-05,
      "loss": 0.9662,
      "step": 5209
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4227908493025906e-05,
      "loss": 0.9684,
      "step": 5210
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4225766003774974e-05,
      "loss": 0.9133,
      "step": 5211
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4223623278356296e-05,
      "loss": 0.9207,
      "step": 5212
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4221480316889625e-05,
      "loss": 0.9222,
      "step": 5213
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.421933711949472e-05,
      "loss": 0.9117,
      "step": 5214
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4217193686291367e-05,
      "loss": 0.939,
      "step": 5215
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4215050017399351e-05,
      "loss": 0.8753,
      "step": 5216
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4212906112938481e-05,
      "loss": 0.9626,
      "step": 5217
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.421076197302857e-05,
      "loss": 0.9204,
      "step": 5218
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4208617597789455e-05,
      "loss": 0.9877,
      "step": 5219
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4206472987340974e-05,
      "loss": 0.9294,
      "step": 5220
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4204328141802986e-05,
      "loss": 0.849,
      "step": 5221
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.420218306129536e-05,
      "loss": 0.9061,
      "step": 5222
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4200037745937985e-05,
      "loss": 0.9371,
      "step": 5223
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.419789219585075e-05,
      "loss": 0.7948,
      "step": 5224
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4195746411153563e-05,
      "loss": 0.8574,
      "step": 5225
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.419360039196636e-05,
      "loss": 0.9612,
      "step": 5226
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4191454138409065e-05,
      "loss": 0.9248,
      "step": 5227
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.418930765060163e-05,
      "loss": 0.9341,
      "step": 5228
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4187160928664017e-05,
      "loss": 0.9421,
      "step": 5229
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.41850139727162e-05,
      "loss": 0.9001,
      "step": 5230
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4182866782878168e-05,
      "loss": 0.8382,
      "step": 5231
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4180719359269924e-05,
      "loss": 0.9334,
      "step": 5232
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4178571702011478e-05,
      "loss": 0.8379,
      "step": 5233
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.417642381122286e-05,
      "loss": 0.9393,
      "step": 5234
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4174275687024113e-05,
      "loss": 0.9022,
      "step": 5235
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4172127329535286e-05,
      "loss": 0.9227,
      "step": 5236
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4169978738876448e-05,
      "loss": 0.9437,
      "step": 5237
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4167829915167679e-05,
      "loss": 0.9618,
      "step": 5238
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4165680858529067e-05,
      "loss": 0.868,
      "step": 5239
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4163531569080724e-05,
      "loss": 0.8867,
      "step": 5240
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4161382046942763e-05,
      "loss": 0.9413,
      "step": 5241
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4159232292235316e-05,
      "loss": 0.9167,
      "step": 5242
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4157082305078531e-05,
      "loss": 0.9165,
      "step": 5243
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4154932085592564e-05,
      "loss": 0.9326,
      "step": 5244
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4152781633897588e-05,
      "loss": 0.9337,
      "step": 5245
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4150630950113782e-05,
      "loss": 0.8583,
      "step": 5246
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4148480034361342e-05,
      "loss": 0.8881,
      "step": 5247
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4146328886760483e-05,
      "loss": 0.9516,
      "step": 5248
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4144177507431423e-05,
      "loss": 0.9348,
      "step": 5249
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4142025896494396e-05,
      "loss": 0.9568,
      "step": 5250
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4139874054069656e-05,
      "loss": 0.9348,
      "step": 5251
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4137721980277462e-05,
      "loss": 0.9336,
      "step": 5252
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4135569675238083e-05,
      "loss": 0.9267,
      "step": 5253
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4133417139071815e-05,
      "loss": 1.0123,
      "step": 5254
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.413126437189895e-05,
      "loss": 0.9542,
      "step": 5255
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4129111373839804e-05,
      "loss": 0.9061,
      "step": 5256
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4126958145014704e-05,
      "loss": 0.8785,
      "step": 5257
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4124804685543986e-05,
      "loss": 0.9833,
      "step": 5258
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4122650995548004e-05,
      "loss": 0.8304,
      "step": 5259
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4120497075147123e-05,
      "loss": 0.8605,
      "step": 5260
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4118342924461716e-05,
      "loss": 0.9184,
      "step": 5261
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4116188543612182e-05,
      "loss": 0.8691,
      "step": 5262
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4114033932718916e-05,
      "loss": 0.9415,
      "step": 5263
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4111879091902335e-05,
      "loss": 0.8888,
      "step": 5264
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4109724021282869e-05,
      "loss": 0.8602,
      "step": 5265
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4107568720980958e-05,
      "loss": 0.9151,
      "step": 5266
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.410541319111706e-05,
      "loss": 0.8705,
      "step": 5267
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4103257431811642e-05,
      "loss": 0.9088,
      "step": 5268
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.410110144318518e-05,
      "loss": 0.9329,
      "step": 5269
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4098945225358172e-05,
      "loss": 0.951,
      "step": 5270
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.409678877845112e-05,
      "loss": 0.9288,
      "step": 5271
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4094632102584545e-05,
      "loss": 0.9528,
      "step": 5272
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4092475197878976e-05,
      "loss": 0.8908,
      "step": 5273
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4090318064454957e-05,
      "loss": 0.9602,
      "step": 5274
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.408816070243305e-05,
      "loss": 0.9903,
      "step": 5275
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4086003111933817e-05,
      "loss": 0.8829,
      "step": 5276
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4083845293077849e-05,
      "loss": 0.8815,
      "step": 5277
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.408168724598573e-05,
      "loss": 0.9433,
      "step": 5278
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4079528970778082e-05,
      "loss": 0.918,
      "step": 5279
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4077370467575515e-05,
      "loss": 0.9407,
      "step": 5280
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4075211736498667e-05,
      "loss": 0.9011,
      "step": 5281
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4073052777668182e-05,
      "loss": 0.9517,
      "step": 5282
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.407089359120472e-05,
      "loss": 0.9088,
      "step": 5283
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4068734177228952e-05,
      "loss": 0.9743,
      "step": 5284
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4066574535861563e-05,
      "loss": 0.9715,
      "step": 5285
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4064414667223252e-05,
      "loss": 0.9109,
      "step": 5286
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4062254571434727e-05,
      "loss": 0.9,
      "step": 5287
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.406009424861671e-05,
      "loss": 1.0537,
      "step": 5288
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4057933698889934e-05,
      "loss": 0.9207,
      "step": 5289
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4055772922375153e-05,
      "loss": 0.9384,
      "step": 5290
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4053611919193121e-05,
      "loss": 0.837,
      "step": 5291
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4051450689464615e-05,
      "loss": 0.8921,
      "step": 5292
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4049289233310419e-05,
      "loss": 0.9322,
      "step": 5293
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4047127550851333e-05,
      "loss": 0.8749,
      "step": 5294
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4044965642208171e-05,
      "loss": 0.9157,
      "step": 5295
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4042803507501752e-05,
      "loss": 0.8505,
      "step": 5296
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4040641146852912e-05,
      "loss": 0.9161,
      "step": 5297
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4038478560382504e-05,
      "loss": 0.824,
      "step": 5298
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4036315748211384e-05,
      "loss": 0.8923,
      "step": 5299
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4034152710460434e-05,
      "loss": 0.8771,
      "step": 5300
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4031989447250534e-05,
      "loss": 0.9452,
      "step": 5301
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4029825958702587e-05,
      "loss": 0.8569,
      "step": 5302
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4027662244937506e-05,
      "loss": 0.9353,
      "step": 5303
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4025498306076214e-05,
      "loss": 0.8603,
      "step": 5304
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4023334142239646e-05,
      "loss": 0.834,
      "step": 5305
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4021169753548756e-05,
      "loss": 0.9713,
      "step": 5306
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4019005140124504e-05,
      "loss": 0.9072,
      "step": 5307
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4016840302087867e-05,
      "loss": 0.9267,
      "step": 5308
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4014675239559828e-05,
      "loss": 0.872,
      "step": 5309
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4012509952661393e-05,
      "loss": 0.9503,
      "step": 5310
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4010344441513568e-05,
      "loss": 0.9224,
      "step": 5311
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4008178706237385e-05,
      "loss": 0.9367,
      "step": 5312
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4006012746953879e-05,
      "loss": 0.8711,
      "step": 5313
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4003846563784099e-05,
      "loss": 0.9188,
      "step": 5314
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.400168015684911e-05,
      "loss": 0.8944,
      "step": 5315
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.399951352626998e-05,
      "loss": 0.9336,
      "step": 5316
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3997346672167806e-05,
      "loss": 0.8767,
      "step": 5317
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3995179594663686e-05,
      "loss": 0.9443,
      "step": 5318
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3993012293878727e-05,
      "loss": 0.9086,
      "step": 5319
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3990844769934062e-05,
      "loss": 0.8357,
      "step": 5320
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3988677022950824e-05,
      "loss": 0.8871,
      "step": 5321
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3986509053050163e-05,
      "loss": 0.8652,
      "step": 5322
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3984340860353242e-05,
      "loss": 0.8798,
      "step": 5323
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3982172444981239e-05,
      "loss": 0.9706,
      "step": 5324
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3980003807055338e-05,
      "loss": 0.9435,
      "step": 5325
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3977834946696738e-05,
      "loss": 0.9339,
      "step": 5326
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3975665864026652e-05,
      "loss": 0.9627,
      "step": 5327
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3973496559166312e-05,
      "loss": 0.8652,
      "step": 5328
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3971327032236946e-05,
      "loss": 0.8437,
      "step": 5329
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3969157283359805e-05,
      "loss": 0.8561,
      "step": 5330
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3966987312656152e-05,
      "loss": 0.9096,
      "step": 5331
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3964817120247264e-05,
      "loss": 0.9354,
      "step": 5332
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3962646706254426e-05,
      "loss": 0.8765,
      "step": 5333
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3960476070798934e-05,
      "loss": 0.8713,
      "step": 5334
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3958305214002105e-05,
      "loss": 0.8496,
      "step": 5335
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.395613413598526e-05,
      "loss": 0.8532,
      "step": 5336
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3953962836869736e-05,
      "loss": 0.8715,
      "step": 5337
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.395179131677688e-05,
      "loss": 0.9106,
      "step": 5338
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3949619575828056e-05,
      "loss": 0.8918,
      "step": 5339
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3947447614144633e-05,
      "loss": 0.9561,
      "step": 5340
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3945275431848e-05,
      "loss": 0.9453,
      "step": 5341
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3943103029059551e-05,
      "loss": 0.9714,
      "step": 5342
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3940930405900703e-05,
      "loss": 0.9181,
      "step": 5343
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3938757562492873e-05,
      "loss": 0.9851,
      "step": 5344
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.39365844989575e-05,
      "loss": 0.886,
      "step": 5345
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3934411215416028e-05,
      "loss": 0.8838,
      "step": 5346
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3932237711989915e-05,
      "loss": 0.8414,
      "step": 5347
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.393006398880064e-05,
      "loss": 0.9075,
      "step": 5348
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3927890045969676e-05,
      "loss": 0.8703,
      "step": 5349
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3925715883618532e-05,
      "loss": 0.8955,
      "step": 5350
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3923541501868707e-05,
      "loss": 0.8827,
      "step": 5351
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3921366900841724e-05,
      "loss": 0.9272,
      "step": 5352
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391919208065912e-05,
      "loss": 0.934,
      "step": 5353
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3917017041442438e-05,
      "loss": 0.8621,
      "step": 5354
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3914841783313233e-05,
      "loss": 0.9478,
      "step": 5355
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391266630639308e-05,
      "loss": 0.9473,
      "step": 5356
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3910490610803557e-05,
      "loss": 0.9112,
      "step": 5357
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3908314696666261e-05,
      "loss": 0.9166,
      "step": 5358
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3906138564102794e-05,
      "loss": 0.9141,
      "step": 5359
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3903962213234778e-05,
      "loss": 0.9229,
      "step": 5360
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3901785644183847e-05,
      "loss": 0.952,
      "step": 5361
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3899608857071643e-05,
      "loss": 0.8642,
      "step": 5362
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3897431852019813e-05,
      "loss": 0.8992,
      "step": 5363
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3895254629150037e-05,
      "loss": 0.9644,
      "step": 5364
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3893077188583986e-05,
      "loss": 0.8939,
      "step": 5365
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3890899530443353e-05,
      "loss": 0.9043,
      "step": 5366
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3888721654849842e-05,
      "loss": 0.8962,
      "step": 5367
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3886543561925175e-05,
      "loss": 0.9747,
      "step": 5368
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3884365251791072e-05,
      "loss": 0.9332,
      "step": 5369
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.388218672456928e-05,
      "loss": 0.861,
      "step": 5370
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3880007980381548e-05,
      "loss": 0.9187,
      "step": 5371
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.387782901934964e-05,
      "loss": 0.906,
      "step": 5372
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3875649841595338e-05,
      "loss": 0.8235,
      "step": 5373
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3873470447240423e-05,
      "loss": 0.9466,
      "step": 5374
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3871290836406704e-05,
      "loss": 0.9088,
      "step": 5375
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3869111009215987e-05,
      "loss": 0.932,
      "step": 5376
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.38669309657901e-05,
      "loss": 0.9496,
      "step": 5377
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3864750706250884e-05,
      "loss": 0.9587,
      "step": 5378
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3862570230720185e-05,
      "loss": 0.9988,
      "step": 5379
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3860389539319862e-05,
      "loss": 0.8823,
      "step": 5380
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3858208632171794e-05,
      "loss": 0.857,
      "step": 5381
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3856027509397862e-05,
      "loss": 0.9139,
      "step": 5382
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385384617111997e-05,
      "loss": 0.8916,
      "step": 5383
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3851664617460017e-05,
      "loss": 0.9341,
      "step": 5384
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3849482848539932e-05,
      "loss": 0.9627,
      "step": 5385
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384730086448165e-05,
      "loss": 0.8976,
      "step": 5386
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3845118665407116e-05,
      "loss": 0.9921,
      "step": 5387
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384293625143828e-05,
      "loss": 0.8907,
      "step": 5388
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3840753622697124e-05,
      "loss": 0.8763,
      "step": 5389
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3838570779305622e-05,
      "loss": 0.9012,
      "step": 5390
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3836387721385768e-05,
      "loss": 0.8521,
      "step": 5391
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.383420444905957e-05,
      "loss": 0.8944,
      "step": 5392
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3832020962449047e-05,
      "loss": 0.9387,
      "step": 5393
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3829837261676222e-05,
      "loss": 0.9281,
      "step": 5394
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3827653346863146e-05,
      "loss": 0.9514,
      "step": 5395
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3825469218131867e-05,
      "loss": 0.8979,
      "step": 5396
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3823284875604451e-05,
      "loss": 0.942,
      "step": 5397
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3821100319402977e-05,
      "loss": 0.8792,
      "step": 5398
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3818915549649532e-05,
      "loss": 0.8929,
      "step": 5399
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3816730566466223e-05,
      "loss": 0.8815,
      "step": 5400
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3814545369975156e-05,
      "loss": 0.9042,
      "step": 5401
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.381235996029846e-05,
      "loss": 0.8504,
      "step": 5402
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3810174337558275e-05,
      "loss": 0.9567,
      "step": 5403
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3807988501876746e-05,
      "loss": 0.9713,
      "step": 5404
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3805802453376036e-05,
      "loss": 0.8803,
      "step": 5405
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3803616192178318e-05,
      "loss": 0.9114,
      "step": 5406
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3801429718405772e-05,
      "loss": 0.9091,
      "step": 5407
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3799243032180605e-05,
      "loss": 0.9153,
      "step": 5408
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3797056133625012e-05,
      "loss": 0.9443,
      "step": 5409
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3794869022861224e-05,
      "loss": 0.926,
      "step": 5410
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3792681700011472e-05,
      "loss": 0.9135,
      "step": 5411
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3790494165197998e-05,
      "loss": 0.8945,
      "step": 5412
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3788306418543057e-05,
      "loss": 0.8642,
      "step": 5413
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3786118460168915e-05,
      "loss": 0.913,
      "step": 5414
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378393029019786e-05,
      "loss": 1.0061,
      "step": 5415
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3781741908752175e-05,
      "loss": 0.9165,
      "step": 5416
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3779553315954166e-05,
      "loss": 0.9351,
      "step": 5417
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.377736451192615e-05,
      "loss": 0.9071,
      "step": 5418
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.377517549679045e-05,
      "loss": 0.9156,
      "step": 5419
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3772986270669409e-05,
      "loss": 0.9549,
      "step": 5420
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3770796833685374e-05,
      "loss": 0.9123,
      "step": 5421
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3768607185960711e-05,
      "loss": 1.0013,
      "step": 5422
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3766417327617791e-05,
      "loss": 0.8903,
      "step": 5423
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3764227258779e-05,
      "loss": 0.9715,
      "step": 5424
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3762036979566739e-05,
      "loss": 1.0222,
      "step": 5425
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3759846490103412e-05,
      "loss": 0.9587,
      "step": 5426
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3757655790511444e-05,
      "loss": 0.9052,
      "step": 5427
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3755464880913268e-05,
      "loss": 0.8596,
      "step": 5428
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3753273761431322e-05,
      "loss": 0.8826,
      "step": 5429
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3751082432188074e-05,
      "loss": 0.9647,
      "step": 5430
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3748890893305984e-05,
      "loss": 0.8864,
      "step": 5431
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3746699144907531e-05,
      "loss": 0.898,
      "step": 5432
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3744507187115212e-05,
      "loss": 0.908,
      "step": 5433
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3742315020051525e-05,
      "loss": 0.8923,
      "step": 5434
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3740122643838985e-05,
      "loss": 0.8856,
      "step": 5435
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3737930058600124e-05,
      "loss": 0.9521,
      "step": 5436
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3735737264457477e-05,
      "loss": 0.9549,
      "step": 5437
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3733544261533591e-05,
      "loss": 0.9722,
      "step": 5438
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3731351049951032e-05,
      "loss": 0.9143,
      "step": 5439
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3729157629832371e-05,
      "loss": 0.9569,
      "step": 5440
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3726964001300193e-05,
      "loss": 0.8598,
      "step": 5441
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3724770164477097e-05,
      "loss": 0.921,
      "step": 5442
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3722576119485687e-05,
      "loss": 0.882,
      "step": 5443
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3720381866448582e-05,
      "loss": 0.7803,
      "step": 5444
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.371818740548842e-05,
      "loss": 0.8886,
      "step": 5445
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.371599273672784e-05,
      "loss": 0.9105,
      "step": 5446
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3713797860289497e-05,
      "loss": 0.9064,
      "step": 5447
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3711602776296058e-05,
      "loss": 0.8439,
      "step": 5448
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.37094074848702e-05,
      "loss": 1.0404,
      "step": 5449
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3707211986134612e-05,
      "loss": 0.8738,
      "step": 5450
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3705016280211996e-05,
      "loss": 0.8561,
      "step": 5451
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3702820367225063e-05,
      "loss": 0.9477,
      "step": 5452
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.370062424729654e-05,
      "loss": 0.8621,
      "step": 5453
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3698427920549162e-05,
      "loss": 0.9065,
      "step": 5454
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3696231387105676e-05,
      "loss": 0.9458,
      "step": 5455
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.369403464708884e-05,
      "loss": 0.9262,
      "step": 5456
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3691837700621426e-05,
      "loss": 0.9338,
      "step": 5457
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3689640547826215e-05,
      "loss": 0.9199,
      "step": 5458
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3687443188825997e-05,
      "loss": 0.9934,
      "step": 5459
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3685245623743584e-05,
      "loss": 0.8943,
      "step": 5460
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.368304785270179e-05,
      "loss": 0.9459,
      "step": 5461
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3680849875823438e-05,
      "loss": 0.8827,
      "step": 5462
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3678651693231377e-05,
      "loss": 0.919,
      "step": 5463
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3676453305048452e-05,
      "loss": 0.9226,
      "step": 5464
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3674254711397524e-05,
      "loss": 0.9712,
      "step": 5465
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3672055912401469e-05,
      "loss": 0.9169,
      "step": 5466
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3669856908183177e-05,
      "loss": 0.9024,
      "step": 5467
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3667657698865538e-05,
      "loss": 0.8662,
      "step": 5468
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.366545828457146e-05,
      "loss": 0.9153,
      "step": 5469
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3663258665423871e-05,
      "loss": 0.9048,
      "step": 5470
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3661058841545696e-05,
      "loss": 0.9319,
      "step": 5471
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3658858813059881e-05,
      "loss": 0.8232,
      "step": 5472
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3656658580089377e-05,
      "loss": 0.9169,
      "step": 5473
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3654458142757152e-05,
      "loss": 0.8985,
      "step": 5474
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3652257501186183e-05,
      "loss": 0.8944,
      "step": 5475
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3650056655499455e-05,
      "loss": 0.9104,
      "step": 5476
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3647855605819974e-05,
      "loss": 0.9166,
      "step": 5477
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3645654352270745e-05,
      "loss": 0.9061,
      "step": 5478
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3643452894974796e-05,
      "loss": 0.9593,
      "step": 5479
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3641251234055158e-05,
      "loss": 0.8954,
      "step": 5480
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3639049369634878e-05,
      "loss": 0.8986,
      "step": 5481
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3636847301837009e-05,
      "loss": 0.9023,
      "step": 5482
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3634645030784626e-05,
      "loss": 0.8551,
      "step": 5483
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3632442556600803e-05,
      "loss": 0.8982,
      "step": 5484
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.363023987940863e-05,
      "loss": 0.9152,
      "step": 5485
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3628036999331219e-05,
      "loss": 0.9594,
      "step": 5486
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.362583391649167e-05,
      "loss": 0.8569,
      "step": 5487
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3623630631013116e-05,
      "loss": 0.9176,
      "step": 5488
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3621427143018694e-05,
      "loss": 0.9423,
      "step": 5489
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3619223452631547e-05,
      "loss": 0.9314,
      "step": 5490
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3617019559974837e-05,
      "loss": 0.8519,
      "step": 5491
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3614815465171736e-05,
      "loss": 0.8768,
      "step": 5492
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.361261116834542e-05,
      "loss": 0.9117,
      "step": 5493
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3610406669619083e-05,
      "loss": 0.9152,
      "step": 5494
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3608201969115934e-05,
      "loss": 0.9994,
      "step": 5495
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.360599706695918e-05,
      "loss": 0.889,
      "step": 5496
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3603791963272057e-05,
      "loss": 0.8947,
      "step": 5497
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3601586658177797e-05,
      "loss": 0.8793,
      "step": 5498
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3599381151799651e-05,
      "loss": 0.9339,
      "step": 5499
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3597175444260879e-05,
      "loss": 0.906,
      "step": 5500
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3594969535684752e-05,
      "loss": 0.9343,
      "step": 5501
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3592763426194553e-05,
      "loss": 0.9489,
      "step": 5502
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3590557115913576e-05,
      "loss": 0.9688,
      "step": 5503
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3588350604965127e-05,
      "loss": 0.8851,
      "step": 5504
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3586143893472526e-05,
      "loss": 0.8641,
      "step": 5505
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3583936981559093e-05,
      "loss": 0.9191,
      "step": 5506
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3581729869348173e-05,
      "loss": 0.9034,
      "step": 5507
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3579522556963112e-05,
      "loss": 1.0029,
      "step": 5508
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3577315044527272e-05,
      "loss": 0.9395,
      "step": 5509
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3575107332164032e-05,
      "loss": 0.8884,
      "step": 5510
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3572899419996766e-05,
      "loss": 0.9138,
      "step": 5511
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3570691308148873e-05,
      "loss": 0.877,
      "step": 5512
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3568482996743762e-05,
      "loss": 0.9043,
      "step": 5513
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3566274485904846e-05,
      "loss": 0.9389,
      "step": 5514
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3564065775755555e-05,
      "loss": 0.8506,
      "step": 5515
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3561856866419327e-05,
      "loss": 0.901,
      "step": 5516
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3559647758019617e-05,
      "loss": 0.9036,
      "step": 5517
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.355743845067988e-05,
      "loss": 1.0173,
      "step": 5518
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.355522894452359e-05,
      "loss": 0.9013,
      "step": 5519
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3553019239674235e-05,
      "loss": 0.8888,
      "step": 5520
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3550809336255311e-05,
      "loss": 0.9157,
      "step": 5521
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3548599234390318e-05,
      "loss": 0.9533,
      "step": 5522
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3546388934202777e-05,
      "loss": 0.9108,
      "step": 5523
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3544178435816218e-05,
      "loss": 0.9923,
      "step": 5524
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3541967739354177e-05,
      "loss": 0.9087,
      "step": 5525
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3539756844940202e-05,
      "loss": 0.9483,
      "step": 5526
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3537545752697858e-05,
      "loss": 0.9,
      "step": 5527
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3535334462750722e-05,
      "loss": 0.8708,
      "step": 5528
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3533122975222367e-05,
      "loss": 0.8697,
      "step": 5529
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.35309112902364e-05,
      "loss": 0.9614,
      "step": 5530
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3528699407916417e-05,
      "loss": 0.9393,
      "step": 5531
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3526487328386038e-05,
      "loss": 1.0213,
      "step": 5532
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3524275051768892e-05,
      "loss": 0.8595,
      "step": 5533
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3522062578188615e-05,
      "loss": 0.8886,
      "step": 5534
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3519849907768858e-05,
      "loss": 0.913,
      "step": 5535
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3517637040633282e-05,
      "loss": 0.9631,
      "step": 5536
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351542397690556e-05,
      "loss": 0.929,
      "step": 5537
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3513210716709373e-05,
      "loss": 0.8218,
      "step": 5538
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3510997260168416e-05,
      "loss": 0.9213,
      "step": 5539
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.350878360740639e-05,
      "loss": 0.8766,
      "step": 5540
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3506569758547019e-05,
      "loss": 0.9382,
      "step": 5541
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.350435571371402e-05,
      "loss": 0.9788,
      "step": 5542
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3502141473031136e-05,
      "loss": 0.993,
      "step": 5543
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3499927036622111e-05,
      "loss": 0.9596,
      "step": 5544
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.349771240461071e-05,
      "loss": 0.8731,
      "step": 5545
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3495497577120701e-05,
      "loss": 0.8374,
      "step": 5546
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3493282554275866e-05,
      "loss": 0.9067,
      "step": 5547
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3491067336199996e-05,
      "loss": 0.8712,
      "step": 5548
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3488851923016895e-05,
      "loss": 0.9005,
      "step": 5549
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3486636314850379e-05,
      "loss": 0.8675,
      "step": 5550
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3484420511824265e-05,
      "loss": 0.9304,
      "step": 5551
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3482204514062395e-05,
      "loss": 0.9236,
      "step": 5552
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3479988321688619e-05,
      "loss": 0.9626,
      "step": 5553
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3477771934826788e-05,
      "loss": 0.8453,
      "step": 5554
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3475555353600777e-05,
      "loss": 0.9436,
      "step": 5555
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3473338578134458e-05,
      "loss": 0.8988,
      "step": 5556
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3471121608551727e-05,
      "loss": 0.8978,
      "step": 5557
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3468904444976482e-05,
      "loss": 0.8638,
      "step": 5558
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3466687087532633e-05,
      "loss": 0.9763,
      "step": 5559
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.346446953634411e-05,
      "loss": 0.9464,
      "step": 5560
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3462251791534838e-05,
      "loss": 0.9202,
      "step": 5561
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3460033853228763e-05,
      "loss": 0.9442,
      "step": 5562
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3457815721549845e-05,
      "loss": 0.9166,
      "step": 5563
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3455597396622048e-05,
      "loss": 0.9548,
      "step": 5564
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3453378878569348e-05,
      "loss": 0.9383,
      "step": 5565
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.345116016751573e-05,
      "loss": 0.9102,
      "step": 5566
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3448941263585198e-05,
      "loss": 0.8732,
      "step": 5567
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3446722166901759e-05,
      "loss": 0.8758,
      "step": 5568
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3444502877589427e-05,
      "loss": 0.9441,
      "step": 5569
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.344228339577224e-05,
      "loss": 0.883,
      "step": 5570
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3440063721574236e-05,
      "loss": 0.9188,
      "step": 5571
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3437843855119472e-05,
      "loss": 0.8877,
      "step": 5572
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3435623796532005e-05,
      "loss": 0.8876,
      "step": 5573
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.343340354593591e-05,
      "loss": 0.9067,
      "step": 5574
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3431183103455272e-05,
      "loss": 0.8891,
      "step": 5575
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3428962469214186e-05,
      "loss": 0.9138,
      "step": 5576
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3426741643336758e-05,
      "loss": 0.9498,
      "step": 5577
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3424520625947104e-05,
      "loss": 0.8648,
      "step": 5578
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3422299417169353e-05,
      "loss": 0.9297,
      "step": 5579
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3420078017127645e-05,
      "loss": 0.9078,
      "step": 5580
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341785642594612e-05,
      "loss": 0.8436,
      "step": 5581
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3415634643748947e-05,
      "loss": 0.8556,
      "step": 5582
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341341267066029e-05,
      "loss": 0.8983,
      "step": 5583
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341119050680433e-05,
      "loss": 0.9482,
      "step": 5584
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3408968152305261e-05,
      "loss": 0.9115,
      "step": 5585
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3406745607287283e-05,
      "loss": 0.9668,
      "step": 5586
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3404522871874608e-05,
      "loss": 0.8812,
      "step": 5587
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3402299946191463e-05,
      "loss": 0.871,
      "step": 5588
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3400076830362078e-05,
      "loss": 0.87,
      "step": 5589
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.33978535245107e-05,
      "loss": 0.8291,
      "step": 5590
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3395630028761584e-05,
      "loss": 0.9862,
      "step": 5591
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3393406343238993e-05,
      "loss": 0.928,
      "step": 5592
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3391182468067205e-05,
      "loss": 0.98,
      "step": 5593
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3388958403370507e-05,
      "loss": 0.9088,
      "step": 5594
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3386734149273195e-05,
      "loss": 0.9259,
      "step": 5595
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3384509705899582e-05,
      "loss": 0.9018,
      "step": 5596
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3382285073373985e-05,
      "loss": 0.9048,
      "step": 5597
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3380060251820725e-05,
      "loss": 0.9101,
      "step": 5598
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3377835241364156e-05,
      "loss": 0.9709,
      "step": 5599
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3375610042128617e-05,
      "loss": 0.8924,
      "step": 5600
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3373384654238475e-05,
      "loss": 0.877,
      "step": 5601
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3371159077818097e-05,
      "loss": 0.8415,
      "step": 5602
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3368933312991868e-05,
      "loss": 0.8989,
      "step": 5603
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3366707359884182e-05,
      "loss": 0.8533,
      "step": 5604
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3364481218619438e-05,
      "loss": 0.8112,
      "step": 5605
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3362254889322053e-05,
      "loss": 0.9357,
      "step": 5606
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3360028372116448e-05,
      "loss": 0.8989,
      "step": 5607
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3357801667127063e-05,
      "loss": 0.903,
      "step": 5608
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3355574774478336e-05,
      "loss": 0.8718,
      "step": 5609
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.335334769429473e-05,
      "loss": 0.866,
      "step": 5610
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3351120426700704e-05,
      "loss": 0.9256,
      "step": 5611
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3348892971820738e-05,
      "loss": 0.8616,
      "step": 5612
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.334666532977932e-05,
      "loss": 0.9258,
      "step": 5613
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3344437500700945e-05,
      "loss": 0.8769,
      "step": 5614
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3342209484710122e-05,
      "loss": 0.8623,
      "step": 5615
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3339981281931373e-05,
      "loss": 0.8669,
      "step": 5616
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333775289248922e-05,
      "loss": 0.9449,
      "step": 5617
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3335524316508208e-05,
      "loss": 0.9076,
      "step": 5618
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3333295554112882e-05,
      "loss": 0.8869,
      "step": 5619
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3331066605427804e-05,
      "loss": 0.8997,
      "step": 5620
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3328837470577548e-05,
      "loss": 0.9822,
      "step": 5621
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3326608149686689e-05,
      "loss": 0.9177,
      "step": 5622
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3324378642879823e-05,
      "loss": 0.9131,
      "step": 5623
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3322148950281551e-05,
      "loss": 0.9167,
      "step": 5624
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.331991907201648e-05,
      "loss": 0.9207,
      "step": 5625
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.331768900820924e-05,
      "loss": 0.8794,
      "step": 5626
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3315458758984458e-05,
      "loss": 0.9046,
      "step": 5627
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.331322832446678e-05,
      "loss": 0.864,
      "step": 5628
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3310997704780859e-05,
      "loss": 0.9112,
      "step": 5629
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.330876690005136e-05,
      "loss": 0.9376,
      "step": 5630
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3306535910402953e-05,
      "loss": 0.9026,
      "step": 5631
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3304304735960328e-05,
      "loss": 0.9027,
      "step": 5632
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3302073376848177e-05,
      "loss": 0.9459,
      "step": 5633
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3299841833191206e-05,
      "loss": 0.9576,
      "step": 5634
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.329761010511413e-05,
      "loss": 0.8663,
      "step": 5635
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3295378192741673e-05,
      "loss": 0.8684,
      "step": 5636
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3293146096198574e-05,
      "loss": 0.8909,
      "step": 5637
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.329091381560958e-05,
      "loss": 0.8943,
      "step": 5638
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3288681351099446e-05,
      "loss": 0.8703,
      "step": 5639
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3286448702792938e-05,
      "loss": 0.9261,
      "step": 5640
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3284215870814839e-05,
      "loss": 0.9152,
      "step": 5641
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3281982855289926e-05,
      "loss": 0.9475,
      "step": 5642
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3279749656343007e-05,
      "loss": 0.9134,
      "step": 5643
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3277516274098883e-05,
      "loss": 0.8906,
      "step": 5644
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3275282708682376e-05,
      "loss": 0.9937,
      "step": 5645
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3273048960218315e-05,
      "loss": 0.8601,
      "step": 5646
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3270815028831536e-05,
      "loss": 0.9178,
      "step": 5647
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3268580914646892e-05,
      "loss": 0.9053,
      "step": 5648
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.326634661778924e-05,
      "loss": 0.9071,
      "step": 5649
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3264112138383445e-05,
      "loss": 0.9232,
      "step": 5650
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3261877476554395e-05,
      "loss": 0.8718,
      "step": 5651
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3259642632426973e-05,
      "loss": 0.9796,
      "step": 5652
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3257407606126081e-05,
      "loss": 0.9039,
      "step": 5653
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3255172397776628e-05,
      "loss": 0.9092,
      "step": 5654
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3252937007503539e-05,
      "loss": 0.9141,
      "step": 5655
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3250701435431741e-05,
      "loss": 0.9625,
      "step": 5656
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3248465681686173e-05,
      "loss": 0.8631,
      "step": 5657
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324622974639179e-05,
      "loss": 0.8861,
      "step": 5658
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324399362967355e-05,
      "loss": 0.9547,
      "step": 5659
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3241757331656428e-05,
      "loss": 0.9063,
      "step": 5660
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3239520852465397e-05,
      "loss": 0.9459,
      "step": 5661
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3237284192225456e-05,
      "loss": 0.9215,
      "step": 5662
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3235047351061605e-05,
      "loss": 0.9636,
      "step": 5663
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3232810329098853e-05,
      "loss": 0.858,
      "step": 5664
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3230573126462225e-05,
      "loss": 0.9684,
      "step": 5665
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.322833574327675e-05,
      "loss": 0.8715,
      "step": 5666
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3226098179667472e-05,
      "loss": 0.8843,
      "step": 5667
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3223860435759442e-05,
      "loss": 0.8621,
      "step": 5668
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.322162251167772e-05,
      "loss": 0.8981,
      "step": 5669
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.321938440754738e-05,
      "loss": 0.8566,
      "step": 5670
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3217146123493507e-05,
      "loss": 0.7907,
      "step": 5671
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3214907659641187e-05,
      "loss": 0.9007,
      "step": 5672
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3212669016115532e-05,
      "loss": 0.9076,
      "step": 5673
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3210430193041643e-05,
      "loss": 0.8975,
      "step": 5674
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3208191190544648e-05,
      "loss": 0.8632,
      "step": 5675
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3205952008749683e-05,
      "loss": 0.93,
      "step": 5676
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3203712647781884e-05,
      "loss": 0.8774,
      "step": 5677
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3201473107766403e-05,
      "loss": 0.908,
      "step": 5678
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3199233388828405e-05,
      "loss": 0.9491,
      "step": 5679
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3196993491093064e-05,
      "loss": 0.8754,
      "step": 5680
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3194753414685561e-05,
      "loss": 0.9523,
      "step": 5681
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3192513159731091e-05,
      "loss": 0.8646,
      "step": 5682
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3190272726354852e-05,
      "loss": 0.9476,
      "step": 5683
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3188032114682056e-05,
      "loss": 0.9844,
      "step": 5684
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.318579132483793e-05,
      "loss": 0.8652,
      "step": 5685
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3183550356947704e-05,
      "loss": 0.9338,
      "step": 5686
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3181309211136616e-05,
      "loss": 0.8697,
      "step": 5687
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3179067887529928e-05,
      "loss": 0.9796,
      "step": 5688
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3176826386252892e-05,
      "loss": 0.844,
      "step": 5689
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3174584707430786e-05,
      "loss": 0.9182,
      "step": 5690
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3172342851188888e-05,
      "loss": 0.9064,
      "step": 5691
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3170100817652496e-05,
      "loss": 0.9114,
      "step": 5692
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3167858606946906e-05,
      "loss": 0.926,
      "step": 5693
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3165616219197431e-05,
      "loss": 0.9161,
      "step": 5694
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.316337365452939e-05,
      "loss": 0.8649,
      "step": 5695
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3161130913068123e-05,
      "loss": 0.8567,
      "step": 5696
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3158887994938962e-05,
      "loss": 0.926,
      "step": 5697
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3156644900267266e-05,
      "loss": 0.9069,
      "step": 5698
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.315440162917839e-05,
      "loss": 0.9117,
      "step": 5699
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3152158181797707e-05,
      "loss": 0.8801,
      "step": 5700
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.31499145582506e-05,
      "loss": 0.9781,
      "step": 5701
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3147670758662455e-05,
      "loss": 0.916,
      "step": 5702
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3145426783158676e-05,
      "loss": 0.9243,
      "step": 5703
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3143182631864673e-05,
      "loss": 0.9277,
      "step": 5704
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3140938304905864e-05,
      "loss": 0.86,
      "step": 5705
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3138693802407683e-05,
      "loss": 0.8629,
      "step": 5706
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3136449124495565e-05,
      "loss": 0.8786,
      "step": 5707
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3134204271294961e-05,
      "loss": 0.8857,
      "step": 5708
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3131959242931336e-05,
      "loss": 0.8639,
      "step": 5709
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.312971403953015e-05,
      "loss": 0.9309,
      "step": 5710
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3127468661216887e-05,
      "loss": 0.848,
      "step": 5711
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3125223108117036e-05,
      "loss": 0.8563,
      "step": 5712
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3122977380356093e-05,
      "loss": 1.0053,
      "step": 5713
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3120731478059567e-05,
      "loss": 0.899,
      "step": 5714
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3118485401352981e-05,
      "loss": 0.9302,
      "step": 5715
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3116239150361857e-05,
      "loss": 0.8234,
      "step": 5716
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.311399272521173e-05,
      "loss": 0.8811,
      "step": 5717
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3111746126028158e-05,
      "loss": 0.8982,
      "step": 5718
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3109499352936685e-05,
      "loss": 0.9712,
      "step": 5719
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3107252406062885e-05,
      "loss": 0.9509,
      "step": 5720
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3105005285532334e-05,
      "loss": 0.9334,
      "step": 5721
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3102757991470618e-05,
      "loss": 0.8839,
      "step": 5722
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3100510524003331e-05,
      "loss": 0.8802,
      "step": 5723
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3098262883256082e-05,
      "loss": 0.9038,
      "step": 5724
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3096015069354479e-05,
      "loss": 0.8781,
      "step": 5725
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3093767082424156e-05,
      "loss": 0.885,
      "step": 5726
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.309151892259074e-05,
      "loss": 0.9237,
      "step": 5727
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3089270589979881e-05,
      "loss": 0.9869,
      "step": 5728
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3087022084717227e-05,
      "loss": 0.9206,
      "step": 5729
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3084773406928445e-05,
      "loss": 0.9769,
      "step": 5730
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.308252455673921e-05,
      "loss": 0.9215,
      "step": 5731
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.30802755342752e-05,
      "loss": 0.8235,
      "step": 5732
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307802633966211e-05,
      "loss": 0.8445,
      "step": 5733
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307577697302564e-05,
      "loss": 0.8768,
      "step": 5734
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3073527434491507e-05,
      "loss": 0.9619,
      "step": 5735
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3071277724185425e-05,
      "loss": 0.982,
      "step": 5736
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.306902784223313e-05,
      "loss": 0.9203,
      "step": 5737
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3066777788760359e-05,
      "loss": 0.8437,
      "step": 5738
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3064527563892866e-05,
      "loss": 0.8061,
      "step": 5739
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3062277167756409e-05,
      "loss": 0.9072,
      "step": 5740
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3060026600476754e-05,
      "loss": 0.8529,
      "step": 5741
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3057775862179684e-05,
      "loss": 0.8768,
      "step": 5742
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3055524952990985e-05,
      "loss": 0.8531,
      "step": 5743
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3053273873036454e-05,
      "loss": 0.9711,
      "step": 5744
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3051022622441902e-05,
      "loss": 0.9249,
      "step": 5745
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3048771201333142e-05,
      "loss": 0.8995,
      "step": 5746
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3046519609836002e-05,
      "loss": 0.9083,
      "step": 5747
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3044267848076317e-05,
      "loss": 0.9087,
      "step": 5748
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3042015916179934e-05,
      "loss": 0.933,
      "step": 5749
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3039763814272708e-05,
      "loss": 0.8526,
      "step": 5750
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3037511542480503e-05,
      "loss": 0.9304,
      "step": 5751
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3035259100929192e-05,
      "loss": 0.9331,
      "step": 5752
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.303300648974466e-05,
      "loss": 0.9439,
      "step": 5753
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3030753709052797e-05,
      "loss": 0.8871,
      "step": 5754
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3028500758979507e-05,
      "loss": 0.8911,
      "step": 5755
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3026247639650707e-05,
      "loss": 0.9297,
      "step": 5756
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3023994351192313e-05,
      "loss": 0.8443,
      "step": 5757
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3021740893730252e-05,
      "loss": 0.9846,
      "step": 5758
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3019487267390474e-05,
      "loss": 0.9551,
      "step": 5759
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.301723347229892e-05,
      "loss": 0.8374,
      "step": 5760
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3014979508581556e-05,
      "loss": 0.9236,
      "step": 5761
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3012725376364343e-05,
      "loss": 0.8883,
      "step": 5762
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3010471075773263e-05,
      "loss": 0.9253,
      "step": 5763
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3008216606934307e-05,
      "loss": 0.8929,
      "step": 5764
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3005961969973468e-05,
      "loss": 0.9658,
      "step": 5765
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300370716501675e-05,
      "loss": 0.9201,
      "step": 5766
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3001452192190174e-05,
      "loss": 0.9918,
      "step": 5767
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2999197051619761e-05,
      "loss": 0.9431,
      "step": 5768
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2996941743431544e-05,
      "loss": 0.9194,
      "step": 5769
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2994686267751573e-05,
      "loss": 0.8865,
      "step": 5770
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2992430624705892e-05,
      "loss": 0.8677,
      "step": 5771
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2990174814420568e-05,
      "loss": 0.8701,
      "step": 5772
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2987918837021676e-05,
      "loss": 0.8827,
      "step": 5773
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2985662692635293e-05,
      "loss": 0.8833,
      "step": 5774
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2983406381387511e-05,
      "loss": 0.8596,
      "step": 5775
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.298114990340443e-05,
      "loss": 0.8485,
      "step": 5776
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2978893258812155e-05,
      "loss": 0.9105,
      "step": 5777
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2976636447736812e-05,
      "loss": 0.8834,
      "step": 5778
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2974379470304519e-05,
      "loss": 0.9011,
      "step": 5779
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2972122326641421e-05,
      "loss": 0.9675,
      "step": 5780
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2969865016873662e-05,
      "loss": 0.9102,
      "step": 5781
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2967607541127397e-05,
      "loss": 0.8821,
      "step": 5782
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296534989952879e-05,
      "loss": 0.9055,
      "step": 5783
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2963092092204016e-05,
      "loss": 0.8684,
      "step": 5784
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2960834119279257e-05,
      "loss": 0.8429,
      "step": 5785
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.295857598088071e-05,
      "loss": 0.8887,
      "step": 5786
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2956317677134572e-05,
      "loss": 0.9065,
      "step": 5787
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2954059208167054e-05,
      "loss": 0.9192,
      "step": 5788
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2951800574104378e-05,
      "loss": 0.9068,
      "step": 5789
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2949541775072776e-05,
      "loss": 0.9044,
      "step": 5790
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2947282811198483e-05,
      "loss": 0.8785,
      "step": 5791
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2945023682607749e-05,
      "loss": 0.9332,
      "step": 5792
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.294276438942683e-05,
      "loss": 0.9652,
      "step": 5793
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2940504931781992e-05,
      "loss": 0.8478,
      "step": 5794
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2938245309799516e-05,
      "loss": 0.8824,
      "step": 5795
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2935985523605676e-05,
      "loss": 0.876,
      "step": 5796
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2933725573326774e-05,
      "loss": 0.8332,
      "step": 5797
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2931465459089112e-05,
      "loss": 0.9142,
      "step": 5798
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2929205181019003e-05,
      "loss": 0.9578,
      "step": 5799
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2926944739242763e-05,
      "loss": 0.9215,
      "step": 5800
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2924684133886732e-05,
      "loss": 0.9307,
      "step": 5801
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292242336507724e-05,
      "loss": 0.8941,
      "step": 5802
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2920162432940642e-05,
      "loss": 0.9225,
      "step": 5803
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2917901337603292e-05,
      "loss": 0.9213,
      "step": 5804
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2915640079191558e-05,
      "loss": 0.9402,
      "step": 5805
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2913378657831822e-05,
      "loss": 0.8803,
      "step": 5806
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.291111707365046e-05,
      "loss": 0.952,
      "step": 5807
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2908855326773874e-05,
      "loss": 0.8855,
      "step": 5808
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2906593417328468e-05,
      "loss": 0.9013,
      "step": 5809
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2904331345440647e-05,
      "loss": 0.8951,
      "step": 5810
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2902069111236837e-05,
      "loss": 0.8516,
      "step": 5811
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2899806714843469e-05,
      "loss": 0.9629,
      "step": 5812
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289754415638698e-05,
      "loss": 0.9755,
      "step": 5813
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2895281435993824e-05,
      "loss": 0.8237,
      "step": 5814
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2893018553790457e-05,
      "loss": 0.9198,
      "step": 5815
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2890755509903343e-05,
      "loss": 0.8946,
      "step": 5816
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2888492304458964e-05,
      "loss": 0.9431,
      "step": 5817
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2886228937583795e-05,
      "loss": 0.8839,
      "step": 5818
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2883965409404342e-05,
      "loss": 0.9049,
      "step": 5819
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2881701720047101e-05,
      "loss": 0.8906,
      "step": 5820
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2879437869638585e-05,
      "loss": 0.9421,
      "step": 5821
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2877173858305315e-05,
      "loss": 0.8636,
      "step": 5822
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.287490968617382e-05,
      "loss": 0.8764,
      "step": 5823
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.287264535337064e-05,
      "loss": 0.893,
      "step": 5824
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.287038086002233e-05,
      "loss": 0.932,
      "step": 5825
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2868116206255437e-05,
      "loss": 0.9356,
      "step": 5826
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2865851392196528e-05,
      "loss": 0.9093,
      "step": 5827
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2863586417972186e-05,
      "loss": 0.8822,
      "step": 5828
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2861321283708984e-05,
      "loss": 0.8671,
      "step": 5829
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.285905598953352e-05,
      "loss": 0.9243,
      "step": 5830
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2856790535572398e-05,
      "loss": 0.9375,
      "step": 5831
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2854524921952226e-05,
      "loss": 0.9505,
      "step": 5832
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2852259148799628e-05,
      "loss": 0.9224,
      "step": 5833
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2849993216241228e-05,
      "loss": 0.9412,
      "step": 5834
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2847727124403662e-05,
      "loss": 0.8853,
      "step": 5835
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.284546087341358e-05,
      "loss": 0.9075,
      "step": 5836
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2843194463397632e-05,
      "loss": 0.9549,
      "step": 5837
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2840927894482491e-05,
      "loss": 0.8668,
      "step": 5838
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.283866116679482e-05,
      "loss": 0.9017,
      "step": 5839
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2836394280461308e-05,
      "loss": 0.8783,
      "step": 5840
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2834127235608647e-05,
      "loss": 0.8999,
      "step": 5841
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2831860032363532e-05,
      "loss": 0.858,
      "step": 5842
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2829592670852669e-05,
      "loss": 0.9766,
      "step": 5843
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2827325151202783e-05,
      "loss": 0.9143,
      "step": 5844
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2825057473540594e-05,
      "loss": 0.9257,
      "step": 5845
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2822789637992838e-05,
      "loss": 0.9524,
      "step": 5846
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.282052164468626e-05,
      "loss": 0.9005,
      "step": 5847
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2818253493747616e-05,
      "loss": 0.9327,
      "step": 5848
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2815985185303661e-05,
      "loss": 0.872,
      "step": 5849
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2813716719481169e-05,
      "loss": 0.9871,
      "step": 5850
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2811448096406917e-05,
      "loss": 0.94,
      "step": 5851
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2809179316207696e-05,
      "loss": 0.9231,
      "step": 5852
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.28069103790103e-05,
      "loss": 0.9095,
      "step": 5853
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2804641284941534e-05,
      "loss": 1.0174,
      "step": 5854
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2802372034128212e-05,
      "loss": 0.8635,
      "step": 5855
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2800102626697162e-05,
      "loss": 0.9025,
      "step": 5856
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2797833062775207e-05,
      "loss": 0.8882,
      "step": 5857
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2795563342489194e-05,
      "loss": 0.8612,
      "step": 5858
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.279329346596597e-05,
      "loss": 0.9363,
      "step": 5859
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2791023433332392e-05,
      "loss": 0.8262,
      "step": 5860
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2788753244715328e-05,
      "loss": 0.8672,
      "step": 5861
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2786482900241652e-05,
      "loss": 0.9401,
      "step": 5862
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2784212400038252e-05,
      "loss": 0.8996,
      "step": 5863
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2781941744232014e-05,
      "loss": 0.847,
      "step": 5864
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2779670932949844e-05,
      "loss": 0.917,
      "step": 5865
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.277739996631865e-05,
      "loss": 0.8728,
      "step": 5866
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2775128844465354e-05,
      "loss": 0.9099,
      "step": 5867
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.277285756751688e-05,
      "loss": 0.9567,
      "step": 5868
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2770586135600167e-05,
      "loss": 0.8965,
      "step": 5869
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2768314548842158e-05,
      "loss": 0.899,
      "step": 5870
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2766042807369805e-05,
      "loss": 0.8746,
      "step": 5871
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2763770911310072e-05,
      "loss": 0.8924,
      "step": 5872
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2761498860789927e-05,
      "loss": 0.8584,
      "step": 5873
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2759226655936357e-05,
      "loss": 0.9653,
      "step": 5874
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2756954296876343e-05,
      "loss": 0.8848,
      "step": 5875
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.275468178373688e-05,
      "loss": 0.9263,
      "step": 5876
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2752409116644981e-05,
      "loss": 0.9276,
      "step": 5877
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2750136295727656e-05,
      "loss": 0.9298,
      "step": 5878
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2747863321111922e-05,
      "loss": 0.9065,
      "step": 5879
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2745590192924815e-05,
      "loss": 0.8617,
      "step": 5880
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2743316911293379e-05,
      "loss": 0.8506,
      "step": 5881
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2741043476344655e-05,
      "loss": 0.8347,
      "step": 5882
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2738769888205702e-05,
      "loss": 0.9098,
      "step": 5883
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2736496147003588e-05,
      "loss": 0.8829,
      "step": 5884
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.273422225286538e-05,
      "loss": 0.8593,
      "step": 5885
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.273194820591817e-05,
      "loss": 0.8823,
      "step": 5886
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2729674006289038e-05,
      "loss": 0.9842,
      "step": 5887
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2727399654105095e-05,
      "loss": 0.8735,
      "step": 5888
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2725125149493437e-05,
      "loss": 0.9354,
      "step": 5889
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2722850492581192e-05,
      "loss": 0.946,
      "step": 5890
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2720575683495478e-05,
      "loss": 0.9272,
      "step": 5891
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2718300722363431e-05,
      "loss": 0.8729,
      "step": 5892
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.271602560931219e-05,
      "loss": 0.9329,
      "step": 5893
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2713750344468911e-05,
      "loss": 0.8473,
      "step": 5894
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2711474927960748e-05,
      "loss": 0.9182,
      "step": 5895
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.270919935991487e-05,
      "loss": 0.8978,
      "step": 5896
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2706923640458454e-05,
      "loss": 0.9036,
      "step": 5897
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.270464776971868e-05,
      "loss": 0.8937,
      "step": 5898
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2702371747822747e-05,
      "loss": 0.9159,
      "step": 5899
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2700095574897857e-05,
      "loss": 0.9245,
      "step": 5900
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2697819251071212e-05,
      "loss": 0.8859,
      "step": 5901
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.269554277647004e-05,
      "loss": 0.8234,
      "step": 5902
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2693266151221559e-05,
      "loss": 0.8923,
      "step": 5903
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2690989375453006e-05,
      "loss": 0.9053,
      "step": 5904
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2688712449291627e-05,
      "loss": 0.8562,
      "step": 5905
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2686435372864674e-05,
      "loss": 0.9057,
      "step": 5906
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2684158146299403e-05,
      "loss": 0.9602,
      "step": 5907
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.268188076972309e-05,
      "loss": 0.9409,
      "step": 5908
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2679603243263002e-05,
      "loss": 0.9098,
      "step": 5909
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2677325567046435e-05,
      "loss": 0.9127,
      "step": 5910
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2675047741200675e-05,
      "loss": 0.9057,
      "step": 5911
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2672769765853029e-05,
      "loss": 0.894,
      "step": 5912
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2670491641130802e-05,
      "loss": 0.9134,
      "step": 5913
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2668213367161317e-05,
      "loss": 0.8804,
      "step": 5914
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2665934944071901e-05,
      "loss": 0.9335,
      "step": 5915
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2663656371989889e-05,
      "loss": 0.9731,
      "step": 5916
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2661377651042626e-05,
      "loss": 0.9372,
      "step": 5917
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.265909878135746e-05,
      "loss": 0.8961,
      "step": 5918
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2656819763061756e-05,
      "loss": 0.8778,
      "step": 5919
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.265454059628288e-05,
      "loss": 0.8939,
      "step": 5920
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2652261281148213e-05,
      "loss": 0.8871,
      "step": 5921
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2649981817785132e-05,
      "loss": 0.9718,
      "step": 5922
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2647702206321037e-05,
      "loss": 0.9364,
      "step": 5923
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2645422446883334e-05,
      "loss": 0.8937,
      "step": 5924
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2643142539599426e-05,
      "loss": 0.8894,
      "step": 5925
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2640862484596732e-05,
      "loss": 0.9074,
      "step": 5926
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2638582282002683e-05,
      "loss": 0.8878,
      "step": 5927
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263630193194471e-05,
      "loss": 0.9134,
      "step": 5928
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2634021434550257e-05,
      "loss": 0.9449,
      "step": 5929
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2631740789946776e-05,
      "loss": 0.8705,
      "step": 5930
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2629459998261728e-05,
      "loss": 0.8818,
      "step": 5931
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2627179059622576e-05,
      "loss": 0.8373,
      "step": 5932
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2624897974156802e-05,
      "loss": 0.9644,
      "step": 5933
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2622616741991887e-05,
      "loss": 0.8832,
      "step": 5934
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2620335363255327e-05,
      "loss": 0.8928,
      "step": 5935
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.261805383807462e-05,
      "loss": 0.8859,
      "step": 5936
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2615772166577271e-05,
      "loss": 0.8426,
      "step": 5937
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2613490348890804e-05,
      "loss": 0.8509,
      "step": 5938
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2611208385142741e-05,
      "loss": 0.8435,
      "step": 5939
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2608926275460613e-05,
      "loss": 0.9443,
      "step": 5940
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2606644019971967e-05,
      "loss": 0.9217,
      "step": 5941
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2604361618804349e-05,
      "loss": 0.8393,
      "step": 5942
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2602079072085318e-05,
      "loss": 0.9272,
      "step": 5943
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2599796379942439e-05,
      "loss": 0.8743,
      "step": 5944
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2597513542503288e-05,
      "loss": 0.9068,
      "step": 5945
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2595230559895444e-05,
      "loss": 0.8734,
      "step": 5946
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2592947432246501e-05,
      "loss": 0.947,
      "step": 5947
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2590664159684052e-05,
      "loss": 0.8625,
      "step": 5948
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.258838074233571e-05,
      "loss": 0.8672,
      "step": 5949
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.258609718032909e-05,
      "loss": 0.9295,
      "step": 5950
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2583813473791806e-05,
      "loss": 0.8855,
      "step": 5951
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2581529622851497e-05,
      "loss": 0.8648,
      "step": 5952
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.25792456276358e-05,
      "loss": 0.8843,
      "step": 5953
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2576961488272361e-05,
      "loss": 0.9224,
      "step": 5954
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2574677204888832e-05,
      "loss": 0.8275,
      "step": 5955
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2572392777612881e-05,
      "loss": 0.892,
      "step": 5956
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2570108206572176e-05,
      "loss": 0.8649,
      "step": 5957
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2567823491894399e-05,
      "loss": 0.918,
      "step": 5958
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2565538633707234e-05,
      "loss": 0.8213,
      "step": 5959
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2563253632138381e-05,
      "loss": 0.8754,
      "step": 5960
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2560968487315539e-05,
      "loss": 0.8843,
      "step": 5961
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2558683199366415e-05,
      "loss": 0.8715,
      "step": 5962
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2556397768418738e-05,
      "loss": 0.9062,
      "step": 5963
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2554112194600228e-05,
      "loss": 0.8466,
      "step": 5964
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.255182647803862e-05,
      "loss": 0.8984,
      "step": 5965
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2549540618861662e-05,
      "loss": 0.8819,
      "step": 5966
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2547254617197101e-05,
      "loss": 0.9397,
      "step": 5967
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2544968473172701e-05,
      "loss": 0.8869,
      "step": 5968
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2542682186916224e-05,
      "loss": 0.8862,
      "step": 5969
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2540395758555444e-05,
      "loss": 0.9232,
      "step": 5970
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.253810918821815e-05,
      "loss": 0.935,
      "step": 5971
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2535822476032126e-05,
      "loss": 0.8544,
      "step": 5972
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2533535622125175e-05,
      "loss": 0.8765,
      "step": 5973
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2531248626625106e-05,
      "loss": 0.9218,
      "step": 5974
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2528961489659728e-05,
      "loss": 0.8601,
      "step": 5975
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2526674211356864e-05,
      "loss": 0.9054,
      "step": 5976
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.252438679184435e-05,
      "loss": 0.8879,
      "step": 5977
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2522099231250016e-05,
      "loss": 0.8767,
      "step": 5978
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2519811529701715e-05,
      "loss": 0.8586,
      "step": 5979
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.25175236873273e-05,
      "loss": 0.8662,
      "step": 5980
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2515235704254632e-05,
      "loss": 0.8748,
      "step": 5981
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2512947580611577e-05,
      "loss": 0.8728,
      "step": 5982
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2510659316526017e-05,
      "loss": 0.9128,
      "step": 5983
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2508370912125835e-05,
      "loss": 0.9108,
      "step": 5984
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2506082367538932e-05,
      "loss": 0.8612,
      "step": 5985
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.25037936828932e-05,
      "loss": 0.9164,
      "step": 5986
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2501504858316549e-05,
      "loss": 0.9444,
      "step": 5987
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.24992158939369e-05,
      "loss": 0.8701,
      "step": 5988
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2496926789882176e-05,
      "loss": 0.8964,
      "step": 5989
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2494637546280306e-05,
      "loss": 0.9655,
      "step": 5990
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2492348163259236e-05,
      "loss": 0.949,
      "step": 5991
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.249005864094691e-05,
      "loss": 0.8638,
      "step": 5992
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2487768979471287e-05,
      "loss": 0.8984,
      "step": 5993
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2485479178960327e-05,
      "loss": 0.8922,
      "step": 5994
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2483189239542003e-05,
      "loss": 0.8554,
      "step": 5995
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2480899161344296e-05,
      "loss": 0.8436,
      "step": 5996
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2478608944495187e-05,
      "loss": 0.8375,
      "step": 5997
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2476318589122676e-05,
      "loss": 0.8721,
      "step": 5998
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2474028095354767e-05,
      "loss": 0.8393,
      "step": 5999
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2471737463319462e-05,
      "loss": 0.9712,
      "step": 6000
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.246944669314479e-05,
      "loss": 0.8691,
      "step": 6001
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2467155784958766e-05,
      "loss": 0.8823,
      "step": 6002
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.246486473888943e-05,
      "loss": 0.8947,
      "step": 6003
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2462573555064822e-05,
      "loss": 0.9614,
      "step": 6004
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2460282233612989e-05,
      "loss": 0.8457,
      "step": 6005
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2457990774661984e-05,
      "loss": 0.9249,
      "step": 6006
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2455699178339876e-05,
      "loss": 0.8761,
      "step": 6007
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2453407444774737e-05,
      "loss": 0.9506,
      "step": 6008
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2451115574094643e-05,
      "loss": 0.9584,
      "step": 6009
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2448823566427686e-05,
      "loss": 0.9435,
      "step": 6010
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2446531421901954e-05,
      "loss": 0.928,
      "step": 6011
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2444239140645557e-05,
      "loss": 0.9141,
      "step": 6012
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2441946722786602e-05,
      "loss": 0.9056,
      "step": 6013
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2439654168453201e-05,
      "loss": 0.8807,
      "step": 6014
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2437361477773486e-05,
      "loss": 0.959,
      "step": 6015
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2435068650875588e-05,
      "loss": 0.9025,
      "step": 6016
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2432775687887646e-05,
      "loss": 0.8725,
      "step": 6017
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2430482588937813e-05,
      "loss": 0.9133,
      "step": 6018
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.242818935415424e-05,
      "loss": 0.8843,
      "step": 6019
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2425895983665091e-05,
      "loss": 0.8462,
      "step": 6020
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2423602477598538e-05,
      "loss": 0.8376,
      "step": 6021
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2421308836082755e-05,
      "loss": 0.8207,
      "step": 6022
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2419015059245933e-05,
      "loss": 0.8726,
      "step": 6023
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.241672114721627e-05,
      "loss": 0.9343,
      "step": 6024
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2414427100121952e-05,
      "loss": 0.8969,
      "step": 6025
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2412132918091207e-05,
      "loss": 0.8743,
      "step": 6026
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2409838601252238e-05,
      "loss": 0.9585,
      "step": 6027
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2407544149733268e-05,
      "loss": 0.9013,
      "step": 6028
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2405249563662539e-05,
      "loss": 0.9268,
      "step": 6029
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.240295484316828e-05,
      "loss": 0.9206,
      "step": 6030
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.240065998837874e-05,
      "loss": 0.9566,
      "step": 6031
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2398364999422175e-05,
      "loss": 0.8777,
      "step": 6032
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2396069876426842e-05,
      "loss": 0.8647,
      "step": 6033
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2393774619521018e-05,
      "loss": 0.9482,
      "step": 6034
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.239147922883297e-05,
      "loss": 0.7841,
      "step": 6035
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2389183704490985e-05,
      "loss": 0.892,
      "step": 6036
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238688804662336e-05,
      "loss": 0.8418,
      "step": 6037
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2384592255358385e-05,
      "loss": 0.9208,
      "step": 6038
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238229633082437e-05,
      "loss": 0.8728,
      "step": 6039
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2380000273149628e-05,
      "loss": 0.8512,
      "step": 6040
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2377704082462482e-05,
      "loss": 0.8481,
      "step": 6041
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2375407758891259e-05,
      "loss": 0.913,
      "step": 6042
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2373111302564296e-05,
      "loss": 0.9122,
      "step": 6043
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2370814713609934e-05,
      "loss": 0.8789,
      "step": 6044
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2368517992156524e-05,
      "loss": 0.8839,
      "step": 6045
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2366221138332426e-05,
      "loss": 0.9107,
      "step": 6046
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2363924152266005e-05,
      "loss": 0.8738,
      "step": 6047
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2361627034085633e-05,
      "loss": 0.8877,
      "step": 6048
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2359329783919692e-05,
      "loss": 0.8836,
      "step": 6049
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2357032401896567e-05,
      "loss": 0.9004,
      "step": 6050
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2354734888144657e-05,
      "loss": 0.9392,
      "step": 6051
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2352437242792364e-05,
      "loss": 0.9183,
      "step": 6052
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2350139465968092e-05,
      "loss": 0.8938,
      "step": 6053
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2347841557800264e-05,
      "loss": 0.9167,
      "step": 6054
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2345543518417305e-05,
      "loss": 0.912,
      "step": 6055
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234324534794764e-05,
      "loss": 0.9655,
      "step": 6056
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2340947046519713e-05,
      "loss": 0.8706,
      "step": 6057
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2338648614261971e-05,
      "loss": 0.9326,
      "step": 6058
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.233635005130287e-05,
      "loss": 0.8988,
      "step": 6059
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2334051357770866e-05,
      "loss": 0.9117,
      "step": 6060
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2331752533794427e-05,
      "loss": 0.8726,
      "step": 6061
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2329453579502034e-05,
      "loss": 0.9046,
      "step": 6062
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2327154495022167e-05,
      "loss": 0.8622,
      "step": 6063
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2324855280483312e-05,
      "loss": 0.9025,
      "step": 6064
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2322555936013973e-05,
      "loss": 0.8591,
      "step": 6065
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2320256461742655e-05,
      "loss": 0.9312,
      "step": 6066
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2317956857797863e-05,
      "loss": 0.9227,
      "step": 6067
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2315657124308123e-05,
      "loss": 0.9484,
      "step": 6068
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2313357261401957e-05,
      "loss": 0.9164,
      "step": 6069
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2311057269207905e-05,
      "loss": 0.9311,
      "step": 6070
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2308757147854502e-05,
      "loss": 0.8621,
      "step": 6071
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2306456897470296e-05,
      "loss": 0.9234,
      "step": 6072
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2304156518183845e-05,
      "loss": 0.9076,
      "step": 6073
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2301856010123712e-05,
      "loss": 0.8944,
      "step": 6074
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2299555373418463e-05,
      "loss": 0.9143,
      "step": 6075
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.229725460819668e-05,
      "loss": 0.9274,
      "step": 6076
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2294953714586945e-05,
      "loss": 0.9037,
      "step": 6077
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2292652692717848e-05,
      "loss": 0.9754,
      "step": 6078
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2290351542717992e-05,
      "loss": 0.9629,
      "step": 6079
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2288050264715973e-05,
      "loss": 0.7776,
      "step": 6080
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2285748858840417e-05,
      "loss": 0.9795,
      "step": 6081
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2283447325219933e-05,
      "loss": 0.8728,
      "step": 6082
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2281145663983149e-05,
      "loss": 0.923,
      "step": 6083
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2278843875258709e-05,
      "loss": 0.9316,
      "step": 6084
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2276541959175245e-05,
      "loss": 0.899,
      "step": 6085
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2274239915861408e-05,
      "loss": 0.9167,
      "step": 6086
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2271937745445855e-05,
      "loss": 0.8303,
      "step": 6087
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2269635448057247e-05,
      "loss": 0.8492,
      "step": 6088
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2267333023824252e-05,
      "loss": 0.9046,
      "step": 6089
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2265030472875549e-05,
      "loss": 0.924,
      "step": 6090
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2262727795339822e-05,
      "loss": 0.8922,
      "step": 6091
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2260424991345765e-05,
      "loss": 0.867,
      "step": 6092
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2258122061022074e-05,
      "loss": 0.9059,
      "step": 6093
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.225581900449745e-05,
      "loss": 0.8875,
      "step": 6094
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.225351582190061e-05,
      "loss": 0.9318,
      "step": 6095
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2251212513360274e-05,
      "loss": 0.9152,
      "step": 6096
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.224890907900516e-05,
      "loss": 0.8674,
      "step": 6097
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2246605518964011e-05,
      "loss": 0.8542,
      "step": 6098
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2244301833365564e-05,
      "loss": 0.8627,
      "step": 6099
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2241998022338566e-05,
      "loss": 0.9025,
      "step": 6100
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2239694086011774e-05,
      "loss": 0.9577,
      "step": 6101
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.223739002451394e-05,
      "loss": 0.9713,
      "step": 6102
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2235085837973845e-05,
      "loss": 0.8531,
      "step": 6103
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2232781526520258e-05,
      "loss": 0.8396,
      "step": 6104
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.223047709028196e-05,
      "loss": 0.9536,
      "step": 6105
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2228172529387744e-05,
      "loss": 0.9273,
      "step": 6106
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2225867843966404e-05,
      "loss": 0.9606,
      "step": 6107
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2223563034146742e-05,
      "loss": 0.8293,
      "step": 6108
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2221258100057574e-05,
      "loss": 0.914,
      "step": 6109
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2218953041827711e-05,
      "loss": 0.8453,
      "step": 6110
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2216647859585977e-05,
      "loss": 0.8795,
      "step": 6111
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.221434255346121e-05,
      "loss": 0.8431,
      "step": 6112
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2212037123582238e-05,
      "loss": 0.8758,
      "step": 6113
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2209731570077914e-05,
      "loss": 0.8953,
      "step": 6114
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2207425893077085e-05,
      "loss": 0.872,
      "step": 6115
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.220512009270861e-05,
      "loss": 0.9098,
      "step": 6116
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.220281416910136e-05,
      "loss": 0.9253,
      "step": 6117
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2200508122384202e-05,
      "loss": 0.9097,
      "step": 6118
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2198201952686017e-05,
      "loss": 0.9177,
      "step": 6119
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.219589566013569e-05,
      "loss": 0.8809,
      "step": 6120
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2193589244862117e-05,
      "loss": 0.8773,
      "step": 6121
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2191282706994195e-05,
      "loss": 0.9096,
      "step": 6122
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.218897604666083e-05,
      "loss": 0.9024,
      "step": 6123
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2186669263990938e-05,
      "loss": 0.9164,
      "step": 6124
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2184362359113437e-05,
      "loss": 0.915,
      "step": 6125
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2182055332157258e-05,
      "loss": 0.8937,
      "step": 6126
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2179748183251332e-05,
      "loss": 0.8963,
      "step": 6127
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2177440912524604e-05,
      "loss": 0.8841,
      "step": 6128
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2175133520106017e-05,
      "loss": 0.8755,
      "step": 6129
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2172826006124527e-05,
      "loss": 0.8859,
      "step": 6130
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2170518370709096e-05,
      "loss": 0.8977,
      "step": 6131
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2168210613988692e-05,
      "loss": 0.8628,
      "step": 6132
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2165902736092286e-05,
      "loss": 0.9458,
      "step": 6133
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2163594737148867e-05,
      "loss": 0.9504,
      "step": 6134
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.216128661728742e-05,
      "loss": 0.87,
      "step": 6135
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2158978376636939e-05,
      "loss": 0.9088,
      "step": 6136
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2156670015326429e-05,
      "loss": 0.8779,
      "step": 6137
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2154361533484891e-05,
      "loss": 0.9408,
      "step": 6138
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2152052931241352e-05,
      "loss": 0.8928,
      "step": 6139
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2149744208724822e-05,
      "loss": 0.9066,
      "step": 6140
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.214743536606434e-05,
      "loss": 0.9362,
      "step": 6141
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2145126403388936e-05,
      "loss": 0.8814,
      "step": 6142
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2142817320827656e-05,
      "loss": 0.9021,
      "step": 6143
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2140508118509544e-05,
      "loss": 0.9388,
      "step": 6144
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2138198796563661e-05,
      "loss": 0.8093,
      "step": 6145
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2135889355119068e-05,
      "loss": 0.8904,
      "step": 6146
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2133579794304829e-05,
      "loss": 0.9073,
      "step": 6147
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2131270114250026e-05,
      "loss": 0.9238,
      "step": 6148
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2128960315083738e-05,
      "loss": 0.9064,
      "step": 6149
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2126650396935054e-05,
      "loss": 0.8765,
      "step": 6150
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.212434035993307e-05,
      "loss": 0.8903,
      "step": 6151
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2122030204206891e-05,
      "loss": 0.8131,
      "step": 6152
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2119719929885625e-05,
      "loss": 0.8878,
      "step": 6153
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2117409537098386e-05,
      "loss": 0.906,
      "step": 6154
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2115099025974295e-05,
      "loss": 0.8393,
      "step": 6155
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2112788396642486e-05,
      "loss": 0.8793,
      "step": 6156
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2110477649232086e-05,
      "loss": 0.9115,
      "step": 6157
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2108166783872244e-05,
      "loss": 0.9658,
      "step": 6158
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.210585580069211e-05,
      "loss": 0.8922,
      "step": 6159
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2103544699820832e-05,
      "loss": 0.8765,
      "step": 6160
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2101233481387578e-05,
      "loss": 0.8845,
      "step": 6161
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2098922145521514e-05,
      "loss": 0.93,
      "step": 6162
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2096610692351813e-05,
      "loss": 0.8981,
      "step": 6163
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2094299122007662e-05,
      "loss": 0.9315,
      "step": 6164
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2091987434618241e-05,
      "loss": 0.8755,
      "step": 6165
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2089675630312755e-05,
      "loss": 0.907,
      "step": 6166
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2087363709220393e-05,
      "loss": 0.8816,
      "step": 6167
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2085051671470371e-05,
      "loss": 0.9274,
      "step": 6168
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.20827395171919e-05,
      "loss": 0.8927,
      "step": 6169
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2080427246514204e-05,
      "loss": 0.9098,
      "step": 6170
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2078114859566506e-05,
      "loss": 0.9536,
      "step": 6171
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2075802356478042e-05,
      "loss": 0.9281,
      "step": 6172
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2073489737378053e-05,
      "loss": 0.9075,
      "step": 6173
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2071177002395781e-05,
      "loss": 0.895,
      "step": 6174
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2068864151660482e-05,
      "loss": 0.9594,
      "step": 6175
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206655118530142e-05,
      "loss": 0.8564,
      "step": 6176
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2064238103447854e-05,
      "loss": 0.9373,
      "step": 6177
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206192490622906e-05,
      "loss": 0.9801,
      "step": 6178
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2059611593774318e-05,
      "loss": 0.9644,
      "step": 6179
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.205729816621291e-05,
      "loss": 0.8634,
      "step": 6180
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.205498462367413e-05,
      "loss": 0.8737,
      "step": 6181
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2052670966287274e-05,
      "loss": 0.9142,
      "step": 6182
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.205035719418165e-05,
      "loss": 0.8548,
      "step": 6183
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2048043307486568e-05,
      "loss": 0.9803,
      "step": 6184
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2045729306331344e-05,
      "loss": 0.8944,
      "step": 6185
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2043415190845305e-05,
      "loss": 0.9329,
      "step": 6186
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204110096115778e-05,
      "loss": 0.8984,
      "step": 6187
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.20387866173981e-05,
      "loss": 0.8824,
      "step": 6188
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2036472159695615e-05,
      "loss": 0.9223,
      "step": 6189
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2034157588179673e-05,
      "loss": 0.8149,
      "step": 6190
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.203184290297963e-05,
      "loss": 0.9468,
      "step": 6191
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2029528104224845e-05,
      "loss": 0.9719,
      "step": 6192
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2027213192044691e-05,
      "loss": 0.9106,
      "step": 6193
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2024898166568536e-05,
      "loss": 0.9028,
      "step": 6194
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2022583027925769e-05,
      "loss": 0.9091,
      "step": 6195
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2020267776245772e-05,
      "loss": 0.8923,
      "step": 6196
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2017952411657944e-05,
      "loss": 0.8784,
      "step": 6197
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2015636934291682e-05,
      "loss": 0.9234,
      "step": 6198
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2013321344276387e-05,
      "loss": 0.9282,
      "step": 6199
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2011005641741478e-05,
      "loss": 0.8424,
      "step": 6200
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2008689826816375e-05,
      "loss": 0.9734,
      "step": 6201
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2006373899630499e-05,
      "loss": 0.8982,
      "step": 6202
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2004057860313287e-05,
      "loss": 0.9154,
      "step": 6203
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2001741708994173e-05,
      "loss": 0.8656,
      "step": 6204
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1999425445802597e-05,
      "loss": 0.9446,
      "step": 6205
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1997109070868018e-05,
      "loss": 0.9064,
      "step": 6206
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1994792584319885e-05,
      "loss": 0.8377,
      "step": 6207
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1992475986287663e-05,
      "loss": 0.9135,
      "step": 6208
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1990159276900826e-05,
      "loss": 0.8404,
      "step": 6209
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1987842456288843e-05,
      "loss": 0.9205,
      "step": 6210
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1985525524581198e-05,
      "loss": 0.9535,
      "step": 6211
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.198320848190738e-05,
      "loss": 0.9221,
      "step": 6212
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1980891328396877e-05,
      "loss": 0.9165,
      "step": 6213
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1978574064179198e-05,
      "loss": 0.8996,
      "step": 6214
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1976256689383843e-05,
      "loss": 0.903,
      "step": 6215
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1973939204140323e-05,
      "loss": 0.8496,
      "step": 6216
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1971621608578161e-05,
      "loss": 0.9522,
      "step": 6217
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1969303902826881e-05,
      "loss": 0.9117,
      "step": 6218
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1966986087016012e-05,
      "loss": 0.8681,
      "step": 6219
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1964668161275097e-05,
      "loss": 0.8504,
      "step": 6220
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1962350125733668e-05,
      "loss": 0.8744,
      "step": 6221
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1960031980521285e-05,
      "loss": 0.8739,
      "step": 6222
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1957713725767499e-05,
      "loss": 0.9589,
      "step": 6223
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1955395361601869e-05,
      "loss": 0.8787,
      "step": 6224
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1953076888153964e-05,
      "loss": 0.862,
      "step": 6225
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1950758305553366e-05,
      "loss": 0.8606,
      "step": 6226
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1948439613929643e-05,
      "loss": 0.9251,
      "step": 6227
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1946120813412389e-05,
      "loss": 0.8742,
      "step": 6228
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1943801904131191e-05,
      "loss": 0.8535,
      "step": 6229
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1941482886215654e-05,
      "loss": 0.8782,
      "step": 6230
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1939163759795375e-05,
      "loss": 0.966,
      "step": 6231
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1936844524999966e-05,
      "loss": 0.8988,
      "step": 6232
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1934525181959044e-05,
      "loss": 0.9671,
      "step": 6233
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1932205730802235e-05,
      "loss": 0.8983,
      "step": 6234
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1929886171659164e-05,
      "loss": 0.8853,
      "step": 6235
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1927566504659465e-05,
      "loss": 0.8847,
      "step": 6236
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.192524672993278e-05,
      "loss": 0.9339,
      "step": 6237
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1922926847608754e-05,
      "loss": 0.9181,
      "step": 6238
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1920606857817043e-05,
      "loss": 0.8846,
      "step": 6239
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1918286760687299e-05,
      "loss": 0.9038,
      "step": 6240
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1915966556349195e-05,
      "loss": 0.8813,
      "step": 6241
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1913646244932394e-05,
      "loss": 0.9335,
      "step": 6242
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1911325826566575e-05,
      "loss": 0.864,
      "step": 6243
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1909005301381425e-05,
      "loss": 0.8843,
      "step": 6244
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1906684669506627e-05,
      "loss": 0.9469,
      "step": 6245
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1904363931071876e-05,
      "loss": 0.8215,
      "step": 6246
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1902043086206876e-05,
      "loss": 0.8695,
      "step": 6247
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1899722135041332e-05,
      "loss": 0.9302,
      "step": 6248
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1897401077704951e-05,
      "loss": 0.8735,
      "step": 6249
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1895079914327457e-05,
      "loss": 0.8904,
      "step": 6250
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1892758645038574e-05,
      "loss": 0.9065,
      "step": 6251
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.189043726996803e-05,
      "loss": 0.9533,
      "step": 6252
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1888115789245563e-05,
      "loss": 0.9084,
      "step": 6253
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1885794203000911e-05,
      "loss": 0.8514,
      "step": 6254
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1883472511363827e-05,
      "loss": 0.8794,
      "step": 6255
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1881150714464062e-05,
      "loss": 0.86,
      "step": 6256
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1878828812431374e-05,
      "loss": 0.917,
      "step": 6257
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1876506805395529e-05,
      "loss": 0.8717,
      "step": 6258
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1874184693486303e-05,
      "loss": 0.9077,
      "step": 6259
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1871862476833467e-05,
      "loss": 0.8438,
      "step": 6260
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1869540155566808e-05,
      "loss": 0.8132,
      "step": 6261
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1867217729816112e-05,
      "loss": 0.9086,
      "step": 6262
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1864895199711177e-05,
      "loss": 0.8602,
      "step": 6263
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1862572565381803e-05,
      "loss": 0.877,
      "step": 6264
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.186024982695779e-05,
      "loss": 0.8803,
      "step": 6265
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.185792698456896e-05,
      "loss": 0.9078,
      "step": 6266
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1855604038345124e-05,
      "loss": 0.8652,
      "step": 6267
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1853280988416106e-05,
      "loss": 0.9194,
      "step": 6268
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1850957834911741e-05,
      "loss": 0.9394,
      "step": 6269
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1848634577961861e-05,
      "loss": 0.8614,
      "step": 6270
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1846311217696304e-05,
      "loss": 0.9527,
      "step": 6271
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1843987754244923e-05,
      "loss": 0.8699,
      "step": 6272
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1841664187737569e-05,
      "loss": 0.9467,
      "step": 6273
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1839340518304097e-05,
      "loss": 0.9091,
      "step": 6274
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1837016746074373e-05,
      "loss": 0.8527,
      "step": 6275
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1834692871178265e-05,
      "loss": 0.908,
      "step": 6276
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1832368893745657e-05,
      "loss": 0.9365,
      "step": 6277
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1830044813906421e-05,
      "loss": 0.9229,
      "step": 6278
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1827720631790447e-05,
      "loss": 0.9238,
      "step": 6279
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1825396347527631e-05,
      "loss": 0.8982,
      "step": 6280
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1823071961247869e-05,
      "loss": 0.9017,
      "step": 6281
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1820747473081064e-05,
      "loss": 0.8821,
      "step": 6282
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1818422883157127e-05,
      "loss": 0.8989,
      "step": 6283
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1816098191605976e-05,
      "loss": 0.9502,
      "step": 6284
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.181377339855753e-05,
      "loss": 0.9636,
      "step": 6285
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1811448504141714e-05,
      "loss": 0.919,
      "step": 6286
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1809123508488466e-05,
      "loss": 0.9059,
      "step": 6287
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180679841172772e-05,
      "loss": 0.8515,
      "step": 6288
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1804473213989423e-05,
      "loss": 0.9147,
      "step": 6289
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180214791540352e-05,
      "loss": 0.8368,
      "step": 6290
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.179982251609997e-05,
      "loss": 0.8412,
      "step": 6291
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1797497016208733e-05,
      "loss": 0.8489,
      "step": 6292
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1795171415859776e-05,
      "loss": 0.8918,
      "step": 6293
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1792845715183072e-05,
      "loss": 0.8734,
      "step": 6294
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1790519914308599e-05,
      "loss": 0.953,
      "step": 6295
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1788194013366334e-05,
      "loss": 0.936,
      "step": 6296
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1785868012486275e-05,
      "loss": 0.915,
      "step": 6297
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1783541911798408e-05,
      "loss": 0.9526,
      "step": 6298
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1781215711432741e-05,
      "loss": 0.8206,
      "step": 6299
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1778889411519275e-05,
      "loss": 0.9413,
      "step": 6300
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177656301218802e-05,
      "loss": 0.8866,
      "step": 6301
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1774236513569e-05,
      "loss": 0.8916,
      "step": 6302
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177190991579223e-05,
      "loss": 0.87,
      "step": 6303
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.176958321898774e-05,
      "loss": 0.9528,
      "step": 6304
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1767256423285562e-05,
      "loss": 0.8066,
      "step": 6305
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1764929528815741e-05,
      "loss": 0.8712,
      "step": 6306
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1762602535708312e-05,
      "loss": 0.9478,
      "step": 6307
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1760275444093331e-05,
      "loss": 0.9308,
      "step": 6308
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1757948254100854e-05,
      "loss": 0.7938,
      "step": 6309
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1755620965860939e-05,
      "loss": 0.8567,
      "step": 6310
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1753293579503655e-05,
      "loss": 0.9182,
      "step": 6311
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1750966095159071e-05,
      "loss": 0.8225,
      "step": 6312
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1748638512957271e-05,
      "loss": 0.8712,
      "step": 6313
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1746310833028328e-05,
      "loss": 0.931,
      "step": 6314
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1743983055502337e-05,
      "loss": 0.8707,
      "step": 6315
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1741655180509392e-05,
      "loss": 0.8868,
      "step": 6316
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1739327208179589e-05,
      "loss": 0.9857,
      "step": 6317
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1736999138643032e-05,
      "loss": 0.9305,
      "step": 6318
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1734670972029837e-05,
      "loss": 0.9181,
      "step": 6319
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1732342708470115e-05,
      "loss": 0.9801,
      "step": 6320
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1730014348093988e-05,
      "loss": 0.9033,
      "step": 6321
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1727685891031584e-05,
      "loss": 0.9276,
      "step": 6322
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1725357337413029e-05,
      "loss": 0.855,
      "step": 6323
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1723028687368468e-05,
      "loss": 0.9207,
      "step": 6324
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1720699941028036e-05,
      "loss": 0.8889,
      "step": 6325
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1718371098521885e-05,
      "loss": 0.8739,
      "step": 6326
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.171604215998017e-05,
      "loss": 0.8734,
      "step": 6327
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1713713125533049e-05,
      "loss": 0.9009,
      "step": 6328
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.171138399531068e-05,
      "loss": 0.898,
      "step": 6329
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1709054769443242e-05,
      "loss": 0.9186,
      "step": 6330
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1706725448060903e-05,
      "loss": 0.944,
      "step": 6331
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1704396031293846e-05,
      "loss": 0.9324,
      "step": 6332
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1702066519272255e-05,
      "loss": 0.8029,
      "step": 6333
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.169973691212632e-05,
      "loss": 0.9524,
      "step": 6334
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1697407209986237e-05,
      "loss": 0.8857,
      "step": 6335
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1695077412982212e-05,
      "loss": 0.9077,
      "step": 6336
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1692747521244448e-05,
      "loss": 0.9241,
      "step": 6337
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1690417534903155e-05,
      "loss": 0.8736,
      "step": 6338
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1688087454088554e-05,
      "loss": 0.8678,
      "step": 6339
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1685757278930865e-05,
      "loss": 0.9228,
      "step": 6340
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1683427009560318e-05,
      "loss": 0.9186,
      "step": 6341
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1681096646107143e-05,
      "loss": 0.8625,
      "step": 6342
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1678766188701581e-05,
      "loss": 0.8714,
      "step": 6343
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1676435637473875e-05,
      "loss": 0.9424,
      "step": 6344
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1674104992554273e-05,
      "loss": 0.884,
      "step": 6345
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1671774254073031e-05,
      "loss": 0.8322,
      "step": 6346
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1669443422160407e-05,
      "loss": 0.9139,
      "step": 6347
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1667112496946664e-05,
      "loss": 0.9298,
      "step": 6348
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1664781478562075e-05,
      "loss": 0.9515,
      "step": 6349
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.166245036713691e-05,
      "loss": 0.8932,
      "step": 6350
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1660119162801453e-05,
      "loss": 0.8719,
      "step": 6351
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1657787865685992e-05,
      "loss": 0.8665,
      "step": 6352
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1655456475920811e-05,
      "loss": 0.9217,
      "step": 6353
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.165312499363621e-05,
      "loss": 0.9394,
      "step": 6354
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1650793418962487e-05,
      "loss": 0.8101,
      "step": 6355
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1648461752029949e-05,
      "loss": 0.9713,
      "step": 6356
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.164612999296891e-05,
      "loss": 0.8998,
      "step": 6357
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1643798141909686e-05,
      "loss": 0.8638,
      "step": 6358
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1641466198982592e-05,
      "loss": 0.8976,
      "step": 6359
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.163913416431796e-05,
      "loss": 0.8271,
      "step": 6360
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1636802038046122e-05,
      "loss": 0.8258,
      "step": 6361
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1634469820297413e-05,
      "loss": 0.8815,
      "step": 6362
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1632137511202178e-05,
      "loss": 0.919,
      "step": 6363
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.162980511089076e-05,
      "loss": 0.89,
      "step": 6364
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1627472619493511e-05,
      "loss": 0.9773,
      "step": 6365
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1625140037140795e-05,
      "loss": 0.9022,
      "step": 6366
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1622807363962965e-05,
      "loss": 0.8937,
      "step": 6367
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1620474600090392e-05,
      "loss": 0.8804,
      "step": 6368
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1618141745653453e-05,
      "loss": 0.8546,
      "step": 6369
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1615808800782519e-05,
      "loss": 0.8447,
      "step": 6370
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1613475765607978e-05,
      "loss": 0.843,
      "step": 6371
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1611142640260215e-05,
      "loss": 0.8518,
      "step": 6372
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.160880942486962e-05,
      "loss": 0.8917,
      "step": 6373
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1606476119566596e-05,
      "loss": 0.8979,
      "step": 6374
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1604142724481543e-05,
      "loss": 0.9147,
      "step": 6375
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1601809239744867e-05,
      "loss": 0.844,
      "step": 6376
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1599475665486986e-05,
      "loss": 0.8886,
      "step": 6377
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1597142001838313e-05,
      "loss": 0.8591,
      "step": 6378
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1594808248929273e-05,
      "loss": 0.9327,
      "step": 6379
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1592474406890293e-05,
      "loss": 0.9332,
      "step": 6380
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1590140475851804e-05,
      "loss": 0.8234,
      "step": 6381
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1587806455944248e-05,
      "loss": 0.9139,
      "step": 6382
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1585472347298065e-05,
      "loss": 0.8733,
      "step": 6383
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.15831381500437e-05,
      "loss": 0.8835,
      "step": 6384
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1580803864311609e-05,
      "loss": 0.9403,
      "step": 6385
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157846949023225e-05,
      "loss": 0.8423,
      "step": 6386
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1576135027936083e-05,
      "loss": 0.8962,
      "step": 6387
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157380047755358e-05,
      "loss": 0.8601,
      "step": 6388
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1571465839215208e-05,
      "loss": 0.9138,
      "step": 6389
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1569131113051448e-05,
      "loss": 0.8743,
      "step": 6390
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1566796299192779e-05,
      "loss": 0.9206,
      "step": 6391
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.156446139776969e-05,
      "loss": 0.854,
      "step": 6392
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.156212640891267e-05,
      "loss": 0.9414,
      "step": 6393
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1559791332752224e-05,
      "loss": 0.9492,
      "step": 6394
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1557456169418843e-05,
      "loss": 0.93,
      "step": 6395
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1555120919043042e-05,
      "loss": 0.9458,
      "step": 6396
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1552785581755328e-05,
      "loss": 0.9072,
      "step": 6397
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1550450157686215e-05,
      "loss": 0.9193,
      "step": 6398
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.154811464696623e-05,
      "loss": 0.8899,
      "step": 6399
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1545779049725899e-05,
      "loss": 0.9429,
      "step": 6400
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1543443366095747e-05,
      "loss": 0.8986,
      "step": 6401
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1541107596206313e-05,
      "loss": 0.9197,
      "step": 6402
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1538771740188138e-05,
      "loss": 0.9266,
      "step": 6403
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1536435798171768e-05,
      "loss": 0.8944,
      "step": 6404
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1534099770287752e-05,
      "loss": 0.9145,
      "step": 6405
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1531763656666643e-05,
      "loss": 0.9518,
      "step": 6406
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1529427457439004e-05,
      "loss": 0.8542,
      "step": 6407
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1527091172735399e-05,
      "loss": 0.8898,
      "step": 6408
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1524754802686393e-05,
      "loss": 0.8716,
      "step": 6409
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1522418347422563e-05,
      "loss": 0.9348,
      "step": 6410
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1520081807074488e-05,
      "loss": 0.9361,
      "step": 6411
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1517745181772755e-05,
      "loss": 0.8533,
      "step": 6412
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1515408471647947e-05,
      "loss": 0.9138,
      "step": 6413
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1513071676830656e-05,
      "loss": 0.9578,
      "step": 6414
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1510734797451487e-05,
      "loss": 0.8768,
      "step": 6415
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1508397833641036e-05,
      "loss": 0.8751,
      "step": 6416
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.150606078552991e-05,
      "loss": 0.8577,
      "step": 6417
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1503723653248727e-05,
      "loss": 0.8554,
      "step": 6418
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.15013864369281e-05,
      "loss": 0.8727,
      "step": 6419
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1499049136698646e-05,
      "loss": 0.9136,
      "step": 6420
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1496711752690998e-05,
      "loss": 0.9379,
      "step": 6421
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1494374285035782e-05,
      "loss": 0.8618,
      "step": 6422
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1492036733863636e-05,
      "loss": 0.9094,
      "step": 6423
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1489699099305203e-05,
      "loss": 0.8817,
      "step": 6424
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1487361381491118e-05,
      "loss": 0.9152,
      "step": 6425
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1485023580552039e-05,
      "loss": 0.9274,
      "step": 6426
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1482685696618617e-05,
      "loss": 0.8611,
      "step": 6427
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1480347729821508e-05,
      "loss": 0.9552,
      "step": 6428
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1478009680291381e-05,
      "loss": 0.9237,
      "step": 6429
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1475671548158901e-05,
      "loss": 0.8627,
      "step": 6430
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1473333333554742e-05,
      "loss": 0.8797,
      "step": 6431
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1470995036609578e-05,
      "loss": 0.8659,
      "step": 6432
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.146865665745409e-05,
      "loss": 0.9865,
      "step": 6433
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1466318196218968e-05,
      "loss": 0.8595,
      "step": 6434
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1463979653034902e-05,
      "loss": 0.9636,
      "step": 6435
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1461641028032587e-05,
      "loss": 0.8771,
      "step": 6436
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1459302321342722e-05,
      "loss": 0.9143,
      "step": 6437
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1456963533096016e-05,
      "loss": 0.8956,
      "step": 6438
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1454624663423168e-05,
      "loss": 0.9159,
      "step": 6439
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1452285712454905e-05,
      "loss": 0.9022,
      "step": 6440
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1449946680321938e-05,
      "loss": 0.8533,
      "step": 6441
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1447607567154985e-05,
      "loss": 0.8364,
      "step": 6442
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1445268373084784e-05,
      "loss": 0.8753,
      "step": 6443
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1442929098242059e-05,
      "loss": 0.8827,
      "step": 6444
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.144058974275755e-05,
      "loss": 0.8984,
      "step": 6445
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1438250306761998e-05,
      "loss": 0.9288,
      "step": 6446
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1435910790386146e-05,
      "loss": 0.8711,
      "step": 6447
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1433571193760746e-05,
      "loss": 0.8741,
      "step": 6448
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1431231517016553e-05,
      "loss": 0.9014,
      "step": 6449
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1428891760284322e-05,
      "loss": 0.9324,
      "step": 6450
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.142655192369482e-05,
      "loss": 0.8212,
      "step": 6451
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.142421200737881e-05,
      "loss": 0.9472,
      "step": 6452
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1421872011467068e-05,
      "loss": 0.8374,
      "step": 6453
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1419531936090374e-05,
      "loss": 0.9099,
      "step": 6454
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1417191781379505e-05,
      "loss": 0.9296,
      "step": 6455
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1414851547465245e-05,
      "loss": 0.8391,
      "step": 6456
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1412511234478386e-05,
      "loss": 0.913,
      "step": 6457
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1410170842549721e-05,
      "loss": 0.8629,
      "step": 6458
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1407830371810052e-05,
      "loss": 0.945,
      "step": 6459
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1405489822390178e-05,
      "loss": 0.8846,
      "step": 6460
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.140314919442091e-05,
      "loss": 0.8775,
      "step": 6461
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.140080848803306e-05,
      "loss": 0.9154,
      "step": 6462
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1398467703357442e-05,
      "loss": 0.8397,
      "step": 6463
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1396126840524877e-05,
      "loss": 0.9249,
      "step": 6464
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1393785899666194e-05,
      "loss": 0.8552,
      "step": 6465
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1391444880912216e-05,
      "loss": 0.855,
      "step": 6466
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1389103784393782e-05,
      "loss": 0.8427,
      "step": 6467
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1386762610241728e-05,
      "loss": 0.866,
      "step": 6468
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1384421358586897e-05,
      "loss": 0.8681,
      "step": 6469
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1382080029560136e-05,
      "loss": 0.8545,
      "step": 6470
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1379738623292296e-05,
      "loss": 0.9369,
      "step": 6471
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1377397139914233e-05,
      "loss": 0.9094,
      "step": 6472
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1375055579556804e-05,
      "loss": 0.8621,
      "step": 6473
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1372713942350879e-05,
      "loss": 0.8477,
      "step": 6474
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.137037222842732e-05,
      "loss": 0.8451,
      "step": 6475
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1368030437917003e-05,
      "loss": 0.9221,
      "step": 6476
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1365688570950804e-05,
      "loss": 0.9034,
      "step": 6477
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1363346627659604e-05,
      "loss": 0.8798,
      "step": 6478
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.136100460817429e-05,
      "loss": 0.8083,
      "step": 6479
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1358662512625749e-05,
      "loss": 0.883,
      "step": 6480
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1356320341144879e-05,
      "loss": 0.933,
      "step": 6481
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1353978093862579e-05,
      "loss": 0.9478,
      "step": 6482
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1351635770909741e-05,
      "loss": 0.8995,
      "step": 6483
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1349293372417286e-05,
      "loss": 0.9112,
      "step": 6484
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1346950898516114e-05,
      "loss": 0.8634,
      "step": 6485
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1344608349337145e-05,
      "loss": 0.8599,
      "step": 6486
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.13422657250113e-05,
      "loss": 0.9548,
      "step": 6487
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1339923025669499e-05,
      "loss": 0.8948,
      "step": 6488
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.133758025144267e-05,
      "loss": 0.8857,
      "step": 6489
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1335237402461748e-05,
      "loss": 0.9241,
      "step": 6490
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1332894478857664e-05,
      "loss": 0.8946,
      "step": 6491
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1330551480761365e-05,
      "loss": 0.9221,
      "step": 6492
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1328208408303789e-05,
      "loss": 0.8723,
      "step": 6493
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1325865261615889e-05,
      "loss": 0.9369,
      "step": 6494
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1323522040828614e-05,
      "loss": 0.8794,
      "step": 6495
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1321178746072924e-05,
      "loss": 0.9259,
      "step": 6496
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131883537747978e-05,
      "loss": 0.8847,
      "step": 6497
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1316491935180145e-05,
      "loss": 0.8316,
      "step": 6498
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131414841930499e-05,
      "loss": 0.8504,
      "step": 6499
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131180482998529e-05,
      "loss": 0.852,
      "step": 6500
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1309461167352019e-05,
      "loss": 0.8588,
      "step": 6501
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1307117431536157e-05,
      "loss": 0.8685,
      "step": 6502
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1304773622668692e-05,
      "loss": 0.923,
      "step": 6503
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1302429740880618e-05,
      "loss": 0.9142,
      "step": 6504
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1300085786302924e-05,
      "loss": 0.8317,
      "step": 6505
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.129774175906661e-05,
      "loss": 0.8796,
      "step": 6506
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1295397659302676e-05,
      "loss": 0.9276,
      "step": 6507
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1293053487142128e-05,
      "loss": 0.879,
      "step": 6508
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.129070924271598e-05,
      "loss": 0.8594,
      "step": 6509
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.128836492615524e-05,
      "loss": 0.9173,
      "step": 6510
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1286020537590929e-05,
      "loss": 0.8583,
      "step": 6511
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1283676077154074e-05,
      "loss": 0.8748,
      "step": 6512
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1281331544975694e-05,
      "loss": 0.9025,
      "step": 6513
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1278986941186817e-05,
      "loss": 0.8506,
      "step": 6514
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1276642265918489e-05,
      "loss": 0.8684,
      "step": 6515
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1274297519301737e-05,
      "loss": 0.8964,
      "step": 6516
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1271952701467611e-05,
      "loss": 0.9387,
      "step": 6517
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1269607812547155e-05,
      "loss": 0.9003,
      "step": 6518
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1267262852671413e-05,
      "loss": 0.8371,
      "step": 6519
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1264917821971442e-05,
      "loss": 0.9298,
      "step": 6520
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1262572720578307e-05,
      "loss": 0.9865,
      "step": 6521
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.126022754862306e-05,
      "loss": 0.8729,
      "step": 6522
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1257882306236776e-05,
      "loss": 0.8752,
      "step": 6523
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1255536993550517e-05,
      "loss": 0.9612,
      "step": 6524
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1253191610695362e-05,
      "loss": 0.9684,
      "step": 6525
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1250846157802389e-05,
      "loss": 0.9252,
      "step": 6526
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1248500635002673e-05,
      "loss": 0.9467,
      "step": 6527
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1246155042427307e-05,
      "loss": 0.9262,
      "step": 6528
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1243809380207378e-05,
      "loss": 0.8168,
      "step": 6529
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1241463648473979e-05,
      "loss": 0.8652,
      "step": 6530
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1239117847358205e-05,
      "loss": 0.8879,
      "step": 6531
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1236771976991164e-05,
      "loss": 1.0132,
      "step": 6532
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1234426037503952e-05,
      "loss": 0.9201,
      "step": 6533
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1232080029027683e-05,
      "loss": 0.8855,
      "step": 6534
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1229733951693469e-05,
      "loss": 0.9402,
      "step": 6535
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1227387805632426e-05,
      "loss": 0.8621,
      "step": 6536
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1225041590975676e-05,
      "loss": 0.8881,
      "step": 6537
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1222695307854341e-05,
      "loss": 0.8829,
      "step": 6538
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1220348956399552e-05,
      "loss": 0.9509,
      "step": 6539
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1218002536742438e-05,
      "loss": 0.8154,
      "step": 6540
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1215656049014132e-05,
      "loss": 0.8696,
      "step": 6541
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1213309493345781e-05,
      "loss": 0.8785,
      "step": 6542
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1210962869868524e-05,
      "loss": 0.8383,
      "step": 6543
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1208616178713508e-05,
      "loss": 0.9387,
      "step": 6544
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.120626942001188e-05,
      "loss": 0.8749,
      "step": 6545
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1203922593894803e-05,
      "loss": 0.8704,
      "step": 6546
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.120157570049343e-05,
      "loss": 0.9072,
      "step": 6547
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1199228739938925e-05,
      "loss": 0.9037,
      "step": 6548
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1196881712362451e-05,
      "loss": 0.8548,
      "step": 6549
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1194534617895182e-05,
      "loss": 0.8616,
      "step": 6550
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1192187456668292e-05,
      "loss": 0.8716,
      "step": 6551
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1189840228812949e-05,
      "loss": 0.8196,
      "step": 6552
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1187492934460343e-05,
      "loss": 0.9221,
      "step": 6553
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1185145573741655e-05,
      "loss": 0.8768,
      "step": 6554
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1182798146788074e-05,
      "loss": 0.8839,
      "step": 6555
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1180450653730795e-05,
      "loss": 0.8977,
      "step": 6556
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.117810309470101e-05,
      "loss": 0.8764,
      "step": 6557
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1175755469829913e-05,
      "loss": 0.8781,
      "step": 6558
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.117340777924872e-05,
      "loss": 0.8936,
      "step": 6559
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1171060023088627e-05,
      "loss": 0.8807,
      "step": 6560
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1168712201480847e-05,
      "loss": 0.9325,
      "step": 6561
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1166364314556597e-05,
      "loss": 0.8973,
      "step": 6562
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1164016362447093e-05,
      "loss": 0.9098,
      "step": 6563
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1161668345283556e-05,
      "loss": 0.8346,
      "step": 6564
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.115932026319721e-05,
      "loss": 0.8177,
      "step": 6565
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1156972116319284e-05,
      "loss": 0.907,
      "step": 6566
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1154623904781012e-05,
      "loss": 0.7856,
      "step": 6567
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1152275628713629e-05,
      "loss": 0.9556,
      "step": 6568
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1149927288248372e-05,
      "loss": 0.8527,
      "step": 6569
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1147578883516487e-05,
      "loss": 0.8579,
      "step": 6570
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1145230414649218e-05,
      "loss": 0.8677,
      "step": 6571
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1142881881777818e-05,
      "loss": 0.932,
      "step": 6572
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.114053328503354e-05,
      "loss": 0.8877,
      "step": 6573
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.113818462454764e-05,
      "loss": 0.8874,
      "step": 6574
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1135835900451383e-05,
      "loss": 0.857,
      "step": 6575
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.113348711287603e-05,
      "loss": 0.8586,
      "step": 6576
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1131138261952845e-05,
      "loss": 0.8804,
      "step": 6577
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1128789347813105e-05,
      "loss": 0.967,
      "step": 6578
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1126440370588085e-05,
      "loss": 0.8234,
      "step": 6579
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.112409133040906e-05,
      "loss": 0.9678,
      "step": 6580
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1121742227407317e-05,
      "loss": 0.9068,
      "step": 6581
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.111939306171414e-05,
      "loss": 0.8451,
      "step": 6582
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1117043833460816e-05,
      "loss": 0.8277,
      "step": 6583
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1114694542778639e-05,
      "loss": 0.874,
      "step": 6584
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1112345189798906e-05,
      "loss": 0.8718,
      "step": 6585
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1109995774652913e-05,
      "loss": 0.8458,
      "step": 6586
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1107646297471968e-05,
      "loss": 0.821,
      "step": 6587
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1105296758387374e-05,
      "loss": 0.9382,
      "step": 6588
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1102947157530444e-05,
      "loss": 0.8782,
      "step": 6589
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.110059749503249e-05,
      "loss": 0.9032,
      "step": 6590
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1098247771024825e-05,
      "loss": 0.8682,
      "step": 6591
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.109589798563878e-05,
      "loss": 0.7877,
      "step": 6592
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1093548139005668e-05,
      "loss": 0.8466,
      "step": 6593
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1091198231256816e-05,
      "loss": 0.8815,
      "step": 6594
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1088848262523562e-05,
      "loss": 0.8855,
      "step": 6595
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1086498232937234e-05,
      "loss": 0.9032,
      "step": 6596
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1084148142629177e-05,
      "loss": 0.9443,
      "step": 6597
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1081797991730725e-05,
      "loss": 0.8443,
      "step": 6598
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1079447780373222e-05,
      "loss": 0.9731,
      "step": 6599
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1077097508688021e-05,
      "loss": 0.9176,
      "step": 6600
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1074747176806469e-05,
      "loss": 0.9116,
      "step": 6601
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1072396784859917e-05,
      "loss": 0.9103,
      "step": 6602
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1070046332979729e-05,
      "loss": 0.8786,
      "step": 6603
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1067695821297266e-05,
      "loss": 0.8561,
      "step": 6604
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1065345249943887e-05,
      "loss": 0.8472,
      "step": 6605
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1062994619050964e-05,
      "loss": 0.8754,
      "step": 6606
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1060643928749863e-05,
      "loss": 0.8958,
      "step": 6607
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1058293179171966e-05,
      "loss": 0.8785,
      "step": 6608
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1055942370448647e-05,
      "loss": 0.8323,
      "step": 6609
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1053591502711283e-05,
      "loss": 0.9152,
      "step": 6610
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1051240576091263e-05,
      "loss": 0.8631,
      "step": 6611
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1048889590719976e-05,
      "loss": 0.8869,
      "step": 6612
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1046538546728807e-05,
      "loss": 0.8503,
      "step": 6613
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1044187444249155e-05,
      "loss": 0.8814,
      "step": 6614
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1041836283412416e-05,
      "loss": 0.9179,
      "step": 6615
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1039485064349991e-05,
      "loss": 0.8189,
      "step": 6616
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1037133787193282e-05,
      "loss": 0.9355,
      "step": 6617
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1034782452073695e-05,
      "loss": 0.8795,
      "step": 6618
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1032431059122648e-05,
      "loss": 0.9031,
      "step": 6619
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1030079608471544e-05,
      "loss": 0.9092,
      "step": 6620
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1027728100251807e-05,
      "loss": 0.9149,
      "step": 6621
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1025376534594859e-05,
      "loss": 0.9166,
      "step": 6622
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1023024911632117e-05,
      "loss": 0.9268,
      "step": 6623
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1020673231495008e-05,
      "loss": 0.9011,
      "step": 6624
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1018321494314965e-05,
      "loss": 0.8861,
      "step": 6625
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1015969700223421e-05,
      "loss": 0.8665,
      "step": 6626
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1013617849351809e-05,
      "loss": 0.8612,
      "step": 6627
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1011265941831569e-05,
      "loss": 0.8911,
      "step": 6628
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1008913977794144e-05,
      "loss": 0.8548,
      "step": 6629
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1006561957370983e-05,
      "loss": 0.9508,
      "step": 6630
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.100420988069353e-05,
      "loss": 0.846,
      "step": 6631
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1001857747893236e-05,
      "loss": 0.8859,
      "step": 6632
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.099950555910156e-05,
      "loss": 0.8605,
      "step": 6633
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.099715331444996e-05,
      "loss": 0.902,
      "step": 6634
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0994801014069891e-05,
      "loss": 0.9035,
      "step": 6635
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0992448658092824e-05,
      "loss": 0.8508,
      "step": 6636
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0990096246650223e-05,
      "loss": 0.8384,
      "step": 6637
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.098774377987356e-05,
      "loss": 0.7955,
      "step": 6638
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.098539125789431e-05,
      "loss": 0.8601,
      "step": 6639
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0983038680843947e-05,
      "loss": 0.8623,
      "step": 6640
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0980686048853953e-05,
      "loss": 0.8166,
      "step": 6641
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0978333362055809e-05,
      "loss": 0.8496,
      "step": 6642
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0975980620581e-05,
      "loss": 0.8609,
      "step": 6643
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0973627824561019e-05,
      "loss": 0.8818,
      "step": 6644
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0971274974127353e-05,
      "loss": 0.9746,
      "step": 6645
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.09689220694115e-05,
      "loss": 0.8974,
      "step": 6646
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.096656911054496e-05,
      "loss": 0.8705,
      "step": 6647
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0964216097659232e-05,
      "loss": 0.8967,
      "step": 6648
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0961863030885818e-05,
      "loss": 0.9534,
      "step": 6649
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.095950991035623e-05,
      "loss": 0.941,
      "step": 6650
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.095715673620197e-05,
      "loss": 0.8111,
      "step": 6651
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0954803508554562e-05,
      "loss": 0.8821,
      "step": 6652
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0952450227545515e-05,
      "loss": 0.8724,
      "step": 6653
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0950096893306348e-05,
      "loss": 0.8189,
      "step": 6654
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0947743505968586e-05,
      "loss": 0.8793,
      "step": 6655
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0945390065663754e-05,
      "loss": 0.8841,
      "step": 6656
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0943036572523378e-05,
      "loss": 0.9011,
      "step": 6657
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094068302667899e-05,
      "loss": 0.869,
      "step": 6658
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0938329428262127e-05,
      "loss": 0.8694,
      "step": 6659
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.093597577740432e-05,
      "loss": 0.8696,
      "step": 6660
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0933622074237112e-05,
      "loss": 0.9234,
      "step": 6661
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0931268318892044e-05,
      "loss": 0.8917,
      "step": 6662
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0928914511500664e-05,
      "loss": 0.9405,
      "step": 6663
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.092656065219452e-05,
      "loss": 0.8751,
      "step": 6664
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0924206741105161e-05,
      "loss": 0.9312,
      "step": 6665
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0921852778364145e-05,
      "loss": 0.9138,
      "step": 6666
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0919498764103028e-05,
      "loss": 0.8735,
      "step": 6667
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.091714469845337e-05,
      "loss": 0.8513,
      "step": 6668
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0914790581546735e-05,
      "loss": 0.8686,
      "step": 6669
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0912436413514684e-05,
      "loss": 0.8087,
      "step": 6670
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0910082194488788e-05,
      "loss": 0.896,
      "step": 6671
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0907727924600624e-05,
      "loss": 0.8767,
      "step": 6672
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0905373603981761e-05,
      "loss": 0.8624,
      "step": 6673
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0903019232763775e-05,
      "loss": 0.8646,
      "step": 6674
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0900664811078252e-05,
      "loss": 0.911,
      "step": 6675
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.089831033905677e-05,
      "loss": 0.8917,
      "step": 6676
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0895955816830916e-05,
      "loss": 0.8958,
      "step": 6677
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0893601244532277e-05,
      "loss": 0.8718,
      "step": 6678
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0891246622292446e-05,
      "loss": 0.9181,
      "step": 6679
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088889195024302e-05,
      "loss": 0.9063,
      "step": 6680
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088653722851559e-05,
      "loss": 0.8595,
      "step": 6681
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0884182457241759e-05,
      "loss": 0.792,
      "step": 6682
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088182763655313e-05,
      "loss": 0.9138,
      "step": 6683
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0879472766581307e-05,
      "loss": 0.8426,
      "step": 6684
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0877117847457896e-05,
      "loss": 0.9162,
      "step": 6685
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.087476287931451e-05,
      "loss": 0.9419,
      "step": 6686
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0872407862282763e-05,
      "loss": 0.8639,
      "step": 6687
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0870052796494269e-05,
      "loss": 0.8861,
      "step": 6688
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.086769768208065e-05,
      "loss": 0.8911,
      "step": 6689
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0865342519173523e-05,
      "loss": 0.8324,
      "step": 6690
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0862987307904518e-05,
      "loss": 0.9101,
      "step": 6691
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.086063204840526e-05,
      "loss": 0.891,
      "step": 6692
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0858276740807374e-05,
      "loss": 0.8827,
      "step": 6693
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0855921385242498e-05,
      "loss": 0.8956,
      "step": 6694
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0853565981842262e-05,
      "loss": 0.8941,
      "step": 6695
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.085121053073831e-05,
      "loss": 0.9024,
      "step": 6696
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.084885503206228e-05,
      "loss": 0.8716,
      "step": 6697
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0846499485945811e-05,
      "loss": 0.9622,
      "step": 6698
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0844143892520557e-05,
      "loss": 0.8951,
      "step": 6699
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.084178825191816e-05,
      "loss": 0.919,
      "step": 6700
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0839432564270269e-05,
      "loss": 0.8475,
      "step": 6701
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0837076829708546e-05,
      "loss": 0.853,
      "step": 6702
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0834721048364638e-05,
      "loss": 0.9468,
      "step": 6703
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.083236522037021e-05,
      "loss": 0.8673,
      "step": 6704
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0830009345856923e-05,
      "loss": 0.9157,
      "step": 6705
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.082765342495644e-05,
      "loss": 0.8544,
      "step": 6706
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0825297457800425e-05,
      "loss": 0.8231,
      "step": 6707
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0822941444520551e-05,
      "loss": 0.9468,
      "step": 6708
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0820585385248487e-05,
      "loss": 0.8743,
      "step": 6709
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0818229280115913e-05,
      "loss": 0.8531,
      "step": 6710
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0815873129254499e-05,
      "loss": 0.9127,
      "step": 6711
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0813516932795927e-05,
      "loss": 0.9476,
      "step": 6712
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0811160690871881e-05,
      "loss": 0.8677,
      "step": 6713
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0808804403614044e-05,
      "loss": 0.8124,
      "step": 6714
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0806448071154102e-05,
      "loss": 0.8736,
      "step": 6715
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0804091693623746e-05,
      "loss": 0.8506,
      "step": 6716
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.080173527115467e-05,
      "loss": 0.8775,
      "step": 6717
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0799378803878564e-05,
      "loss": 0.8541,
      "step": 6718
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.079702229192713e-05,
      "loss": 0.9376,
      "step": 6719
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0794665735432066e-05,
      "loss": 0.8692,
      "step": 6720
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0792309134525073e-05,
      "loss": 0.9189,
      "step": 6721
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0789952489337856e-05,
      "loss": 0.8844,
      "step": 6722
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0787595800002122e-05,
      "loss": 0.9034,
      "step": 6723
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0785239066649585e-05,
      "loss": 0.9136,
      "step": 6724
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0782882289411953e-05,
      "loss": 0.8881,
      "step": 6725
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0780525468420937e-05,
      "loss": 0.8821,
      "step": 6726
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0778168603808262e-05,
      "loss": 0.8824,
      "step": 6727
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.077581169570564e-05,
      "loss": 0.9196,
      "step": 6728
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0773454744244798e-05,
      "loss": 0.871,
      "step": 6729
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0771097749557457e-05,
      "loss": 0.8915,
      "step": 6730
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0768740711775345e-05,
      "loss": 0.9278,
      "step": 6731
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0766383631030195e-05,
      "loss": 0.8653,
      "step": 6732
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0764026507453734e-05,
      "loss": 0.947,
      "step": 6733
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0761669341177693e-05,
      "loss": 0.8978,
      "step": 6734
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0759312132333814e-05,
      "loss": 0.9275,
      "step": 6735
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0756954881053834e-05,
      "loss": 0.8376,
      "step": 6736
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0754597587469491e-05,
      "loss": 0.9276,
      "step": 6737
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0752240251712531e-05,
      "loss": 0.8993,
      "step": 6738
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0749882873914701e-05,
      "loss": 0.923,
      "step": 6739
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0747525454207749e-05,
      "loss": 0.8672,
      "step": 6740
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0745167992723422e-05,
      "loss": 0.8466,
      "step": 6741
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0742810489593479e-05,
      "loss": 0.8552,
      "step": 6742
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0740452944949667e-05,
      "loss": 0.8935,
      "step": 6743
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0738095358923748e-05,
      "loss": 0.9079,
      "step": 6744
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.073573773164748e-05,
      "loss": 0.935,
      "step": 6745
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0733380063252626e-05,
      "loss": 0.8686,
      "step": 6746
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0731022353870953e-05,
      "loss": 0.9863,
      "step": 6747
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0728664603634224e-05,
      "loss": 0.9044,
      "step": 6748
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.072630681267421e-05,
      "loss": 0.9105,
      "step": 6749
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0723948981122683e-05,
      "loss": 0.8011,
      "step": 6750
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.072159110911141e-05,
      "loss": 0.8488,
      "step": 6751
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0719233196772173e-05,
      "loss": 0.8763,
      "step": 6752
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.071687524423675e-05,
      "loss": 0.9124,
      "step": 6753
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.071451725163692e-05,
      "loss": 0.8739,
      "step": 6754
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.071215921910446e-05,
      "loss": 0.8808,
      "step": 6755
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0709801146771163e-05,
      "loss": 0.9067,
      "step": 6756
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0707443034768815e-05,
      "loss": 0.8651,
      "step": 6757
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0705084883229203e-05,
      "loss": 0.9384,
      "step": 6758
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0702726692284113e-05,
      "loss": 0.8783,
      "step": 6759
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0700368462065347e-05,
      "loss": 0.8469,
      "step": 6760
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0698010192704697e-05,
      "loss": 0.8708,
      "step": 6761
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.069565188433396e-05,
      "loss": 0.8516,
      "step": 6762
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0693293537084937e-05,
      "loss": 0.8777,
      "step": 6763
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0690935151089435e-05,
      "loss": 0.8748,
      "step": 6764
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0688576726479248e-05,
      "loss": 0.9075,
      "step": 6765
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0686218263386193e-05,
      "loss": 0.8887,
      "step": 6766
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0683859761942073e-05,
      "loss": 0.8847,
      "step": 6767
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0681501222278701e-05,
      "loss": 0.9059,
      "step": 6768
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0679142644527889e-05,
      "loss": 0.7797,
      "step": 6769
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.067678402882145e-05,
      "loss": 0.8967,
      "step": 6770
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0674425375291204e-05,
      "loss": 0.9354,
      "step": 6771
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0672066684068973e-05,
      "loss": 0.8933,
      "step": 6772
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0669707955286575e-05,
      "loss": 0.9456,
      "step": 6773
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0667349189075832e-05,
      "loss": 0.9346,
      "step": 6774
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0664990385568577e-05,
      "loss": 0.9199,
      "step": 6775
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0662631544896627e-05,
      "loss": 0.8817,
      "step": 6776
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.066027266719182e-05,
      "loss": 0.8698,
      "step": 6777
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0657913752585984e-05,
      "loss": 0.8947,
      "step": 6778
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0655554801210956e-05,
      "loss": 0.8685,
      "step": 6779
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0653195813198571e-05,
      "loss": 0.8131,
      "step": 6780
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0650836788680663e-05,
      "loss": 0.7535,
      "step": 6781
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0648477727789079e-05,
      "loss": 0.7778,
      "step": 6782
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0646118630655659e-05,
      "loss": 0.9268,
      "step": 6783
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0643759497412242e-05,
      "loss": 0.8773,
      "step": 6784
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0641400328190684e-05,
      "loss": 0.8577,
      "step": 6785
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0639041123122822e-05,
      "loss": 0.8883,
      "step": 6786
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0636681882340512e-05,
      "loss": 0.946,
      "step": 6787
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0634322605975606e-05,
      "loss": 0.8425,
      "step": 6788
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0631963294159956e-05,
      "loss": 0.8897,
      "step": 6789
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0629603947025426e-05,
      "loss": 0.918,
      "step": 6790
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0627244564703867e-05,
      "loss": 0.851,
      "step": 6791
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0624885147327137e-05,
      "loss": 0.8764,
      "step": 6792
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0622525695027103e-05,
      "loss": 0.8591,
      "step": 6793
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0620166207935632e-05,
      "loss": 0.9098,
      "step": 6794
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.061780668618458e-05,
      "loss": 0.8961,
      "step": 6795
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.061544712990582e-05,
      "loss": 0.827,
      "step": 6796
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0613087539231226e-05,
      "loss": 0.9286,
      "step": 6797
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0610727914292663e-05,
      "loss": 0.9407,
      "step": 6798
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.060836825522201e-05,
      "loss": 0.8447,
      "step": 6799
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0606008562151137e-05,
      "loss": 0.8965,
      "step": 6800
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0603648835211927e-05,
      "loss": 0.871,
      "step": 6801
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0601289074536261e-05,
      "loss": 0.8806,
      "step": 6802
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.059892928025601e-05,
      "loss": 0.8746,
      "step": 6803
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0596569452503067e-05,
      "loss": 0.9195,
      "step": 6804
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0594209591409312e-05,
      "loss": 0.9036,
      "step": 6805
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0591849697106633e-05,
      "loss": 0.8037,
      "step": 6806
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0589489769726922e-05,
      "loss": 0.8644,
      "step": 6807
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0587129809402065e-05,
      "loss": 0.9253,
      "step": 6808
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0584769816263956e-05,
      "loss": 0.8574,
      "step": 6809
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0582409790444492e-05,
      "loss": 0.8359,
      "step": 6810
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0580049732075563e-05,
      "loss": 0.8176,
      "step": 6811
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0577689641289073e-05,
      "loss": 0.8293,
      "step": 6812
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0575329518216917e-05,
      "loss": 0.8878,
      "step": 6813
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0572969362991e-05,
      "loss": 0.9132,
      "step": 6814
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0570609175743222e-05,
      "loss": 0.8355,
      "step": 6815
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0568248956605493e-05,
      "loss": 0.9499,
      "step": 6816
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0565888705709715e-05,
      "loss": 0.8081,
      "step": 6817
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.05635284231878e-05,
      "loss": 0.9534,
      "step": 6818
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0561168109171658e-05,
      "loss": 0.9126,
      "step": 6819
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0558807763793197e-05,
      "loss": 0.9401,
      "step": 6820
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0556447387184337e-05,
      "loss": 0.843,
      "step": 6821
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.055408697947699e-05,
      "loss": 0.9096,
      "step": 6822
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0551726540803073e-05,
      "loss": 0.854,
      "step": 6823
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0549366071294509e-05,
      "loss": 0.8771,
      "step": 6824
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0547005571083212e-05,
      "loss": 0.8575,
      "step": 6825
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0544645040301113e-05,
      "loss": 0.8535,
      "step": 6826
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0542284479080134e-05,
      "loss": 0.8457,
      "step": 6827
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0539923887552195e-05,
      "loss": 0.8747,
      "step": 6828
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0537563265849228e-05,
      "loss": 0.8724,
      "step": 6829
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0535202614103163e-05,
      "loss": 0.8972,
      "step": 6830
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.053284193244593e-05,
      "loss": 0.8858,
      "step": 6831
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0530481221009465e-05,
      "loss": 0.8059,
      "step": 6832
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0528120479925698e-05,
      "loss": 0.877,
      "step": 6833
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0525759709326565e-05,
      "loss": 0.8315,
      "step": 6834
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0523398909344007e-05,
      "loss": 0.8785,
      "step": 6835
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0521038080109962e-05,
      "loss": 0.9767,
      "step": 6836
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.051867722175637e-05,
      "loss": 0.8999,
      "step": 6837
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0516316334415174e-05,
      "loss": 0.8909,
      "step": 6838
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0513955418218316e-05,
      "loss": 0.8573,
      "step": 6839
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0511594473297748e-05,
      "loss": 0.9025,
      "step": 6840
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0509233499785412e-05,
      "loss": 0.8906,
      "step": 6841
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0506872497813258e-05,
      "loss": 0.8766,
      "step": 6842
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0504511467513241e-05,
      "loss": 0.8925,
      "step": 6843
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0502150409017308e-05,
      "loss": 0.7996,
      "step": 6844
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0499789322457412e-05,
      "loss": 0.8538,
      "step": 6845
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0497428207965515e-05,
      "loss": 0.8907,
      "step": 6846
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0495067065673565e-05,
      "loss": 0.8426,
      "step": 6847
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0492705895713526e-05,
      "loss": 0.8151,
      "step": 6848
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.049034469821736e-05,
      "loss": 0.8584,
      "step": 6849
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0487983473317022e-05,
      "loss": 0.8745,
      "step": 6850
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0485622221144485e-05,
      "loss": 0.9274,
      "step": 6851
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0483260941831703e-05,
      "loss": 0.9183,
      "step": 6852
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0480899635510647e-05,
      "loss": 0.8457,
      "step": 6853
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0478538302313286e-05,
      "loss": 0.8931,
      "step": 6854
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0476176942371585e-05,
      "loss": 0.9059,
      "step": 6855
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0473815555817517e-05,
      "loss": 0.9056,
      "step": 6856
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0471454142783057e-05,
      "loss": 0.8843,
      "step": 6857
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0469092703400174e-05,
      "loss": 0.8952,
      "step": 6858
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0466731237800847e-05,
      "loss": 0.9018,
      "step": 6859
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0464369746117048e-05,
      "loss": 0.8654,
      "step": 6860
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0462008228480757e-05,
      "loss": 0.9318,
      "step": 6861
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0459646685023957e-05,
      "loss": 0.9555,
      "step": 6862
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0457285115878623e-05,
      "loss": 0.9145,
      "step": 6863
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0454923521176742e-05,
      "loss": 0.8542,
      "step": 6864
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0452561901050294e-05,
      "loss": 0.8678,
      "step": 6865
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.045020025563127e-05,
      "loss": 0.8301,
      "step": 6866
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0447838585051646e-05,
      "loss": 0.9351,
      "step": 6867
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0445476889443422e-05,
      "loss": 0.886,
      "step": 6868
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.044311516893858e-05,
      "loss": 0.9644,
      "step": 6869
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0440753423669114e-05,
      "loss": 0.9949,
      "step": 6870
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0438391653767017e-05,
      "loss": 0.8946,
      "step": 6871
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0436029859364276e-05,
      "loss": 0.8706,
      "step": 6872
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0433668040592892e-05,
      "loss": 0.9506,
      "step": 6873
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0431306197584863e-05,
      "loss": 0.8471,
      "step": 6874
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.042894433047218e-05,
      "loss": 0.8515,
      "step": 6875
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0426582439386847e-05,
      "loss": 0.9116,
      "step": 6876
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0424220524460863e-05,
      "loss": 0.8714,
      "step": 6877
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0421858585826227e-05,
      "loss": 0.9015,
      "step": 6878
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.041949662361495e-05,
      "loss": 0.9479,
      "step": 6879
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0417134637959026e-05,
      "loss": 0.8633,
      "step": 6880
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0414772628990464e-05,
      "loss": 0.8926,
      "step": 6881
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0412410596841276e-05,
      "loss": 0.8586,
      "step": 6882
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0410048541643465e-05,
      "loss": 0.9417,
      "step": 6883
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0407686463529043e-05,
      "loss": 0.9013,
      "step": 6884
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.040532436263002e-05,
      "loss": 0.8876,
      "step": 6885
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0402962239078405e-05,
      "loss": 0.8764,
      "step": 6886
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0400600093006217e-05,
      "loss": 0.8475,
      "step": 6887
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0398237924545465e-05,
      "loss": 0.8357,
      "step": 6888
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.039587573382817e-05,
      "loss": 0.9452,
      "step": 6889
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0393513520986344e-05,
      "loss": 0.8718,
      "step": 6890
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.039115128615201e-05,
      "loss": 0.7969,
      "step": 6891
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0388789029457186e-05,
      "loss": 0.8151,
      "step": 6892
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0386426751033893e-05,
      "loss": 0.9418,
      "step": 6893
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0384064451014149e-05,
      "loss": 0.9185,
      "step": 6894
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0381702129529982e-05,
      "loss": 0.8869,
      "step": 6895
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0379339786713416e-05,
      "loss": 0.8867,
      "step": 6896
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0376977422696472e-05,
      "loss": 0.8551,
      "step": 6897
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0374615037611182e-05,
      "loss": 0.8347,
      "step": 6898
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0372252631589574e-05,
      "loss": 0.8746,
      "step": 6899
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.036989020476367e-05,
      "loss": 0.8825,
      "step": 6900
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0367527757265513e-05,
      "loss": 0.8479,
      "step": 6901
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0365165289227121e-05,
      "loss": 0.847,
      "step": 6902
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0362802800780534e-05,
      "loss": 0.9012,
      "step": 6903
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0360440292057785e-05,
      "loss": 0.842,
      "step": 6904
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0358077763190906e-05,
      "loss": 0.9022,
      "step": 6905
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0355715214311934e-05,
      "loss": 0.9219,
      "step": 6906
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.035335264555291e-05,
      "loss": 0.8521,
      "step": 6907
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0350990057045867e-05,
      "loss": 0.9376,
      "step": 6908
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0348627448922847e-05,
      "loss": 0.8777,
      "step": 6909
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0346264821315893e-05,
      "loss": 0.9071,
      "step": 6910
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.034390217435704e-05,
      "loss": 0.8893,
      "step": 6911
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0341539508178336e-05,
      "loss": 0.906,
      "step": 6912
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.033917682291182e-05,
      "loss": 0.8378,
      "step": 6913
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.033681411868954e-05,
      "loss": 0.8649,
      "step": 6914
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0334451395643543e-05,
      "loss": 0.9259,
      "step": 6915
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0332088653905872e-05,
      "loss": 0.8758,
      "step": 6916
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0329725893608577e-05,
      "loss": 0.9048,
      "step": 6917
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0327363114883711e-05,
      "loss": 0.855,
      "step": 6918
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0325000317863313e-05,
      "loss": 0.8256,
      "step": 6919
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0322637502679444e-05,
      "loss": 0.8171,
      "step": 6920
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0320274669464154e-05,
      "loss": 0.8995,
      "step": 6921
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0317911818349493e-05,
      "loss": 0.8386,
      "step": 6922
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0315548949467512e-05,
      "loss": 0.8804,
      "step": 6923
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0313186062950277e-05,
      "loss": 0.9164,
      "step": 6924
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0310823158929835e-05,
      "loss": 0.9487,
      "step": 6925
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0308460237538247e-05,
      "loss": 0.9541,
      "step": 6926
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0306097298907567e-05,
      "loss": 0.8975,
      "step": 6927
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0303734343169858e-05,
      "loss": 0.8795,
      "step": 6928
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0301371370457178e-05,
      "loss": 0.8209,
      "step": 6929
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0299008380901585e-05,
      "loss": 0.9107,
      "step": 6930
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0296645374635146e-05,
      "loss": 0.846,
      "step": 6931
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0294282351789922e-05,
      "loss": 0.8197,
      "step": 6932
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0291919312497972e-05,
      "loss": 0.8614,
      "step": 6933
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0289556256891366e-05,
      "loss": 0.8047,
      "step": 6934
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.028719318510217e-05,
      "loss": 0.9003,
      "step": 6935
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0284830097262446e-05,
      "loss": 0.8459,
      "step": 6936
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0282466993504264e-05,
      "loss": 0.8825,
      "step": 6937
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0280103873959688e-05,
      "loss": 0.9084,
      "step": 6938
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0277740738760792e-05,
      "loss": 0.9148,
      "step": 6939
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0275377588039647e-05,
      "loss": 0.842,
      "step": 6940
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0273014421928317e-05,
      "loss": 0.8521,
      "step": 6941
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0270651240558879e-05,
      "loss": 0.8268,
      "step": 6942
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0268288044063406e-05,
      "loss": 0.889,
      "step": 6943
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0265924832573966e-05,
      "loss": 0.8901,
      "step": 6944
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0263561606222639e-05,
      "loss": 0.9355,
      "step": 6945
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0261198365141496e-05,
      "loss": 0.9219,
      "step": 6946
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0258835109462613e-05,
      "loss": 0.864,
      "step": 6947
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0256471839318068e-05,
      "loss": 0.9064,
      "step": 6948
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0254108554839936e-05,
      "loss": 0.8942,
      "step": 6949
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0251745256160302e-05,
      "loss": 0.9291,
      "step": 6950
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0249381943411236e-05,
      "loss": 1.0237,
      "step": 6951
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0247018616724824e-05,
      "loss": 0.8988,
      "step": 6952
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0244655276233144e-05,
      "loss": 0.8492,
      "step": 6953
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.024229192206828e-05,
      "loss": 0.9186,
      "step": 6954
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0239928554362308e-05,
      "loss": 0.9023,
      "step": 6955
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0237565173247314e-05,
      "loss": 0.8256,
      "step": 6956
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0235201778855388e-05,
      "loss": 0.8953,
      "step": 6957
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0232838371318602e-05,
      "loss": 0.8372,
      "step": 6958
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0230474950769054e-05,
      "loss": 0.8593,
      "step": 6959
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0228111517338821e-05,
      "loss": 0.8855,
      "step": 6960
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0225748071159992e-05,
      "loss": 0.9793,
      "step": 6961
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0223384612364655e-05,
      "loss": 0.8573,
      "step": 6962
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0221021141084898e-05,
      "loss": 0.842,
      "step": 6963
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0218657657452808e-05,
      "loss": 0.924,
      "step": 6964
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0216294161600474e-05,
      "loss": 0.8745,
      "step": 6965
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0213930653659987e-05,
      "loss": 0.859,
      "step": 6966
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.021156713376344e-05,
      "loss": 0.8616,
      "step": 6967
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0209203602042923e-05,
      "loss": 0.8505,
      "step": 6968
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0206840058630524e-05,
      "loss": 0.958,
      "step": 6969
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0204476503658345e-05,
      "loss": 0.8176,
      "step": 6970
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0202112937258468e-05,
      "loss": 0.8913,
      "step": 6971
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0199749359562993e-05,
      "loss": 0.858,
      "step": 6972
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0197385770704015e-05,
      "loss": 0.8698,
      "step": 6973
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0195022170813626e-05,
      "loss": 0.8477,
      "step": 6974
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0192658560023927e-05,
      "loss": 0.9144,
      "step": 6975
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0190294938467011e-05,
      "loss": 0.8209,
      "step": 6976
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0187931306274973e-05,
      "loss": 0.8629,
      "step": 6977
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0185567663579918e-05,
      "loss": 0.9097,
      "step": 6978
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0183204010513936e-05,
      "loss": 0.8916,
      "step": 6979
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0180840347209129e-05,
      "loss": 0.8812,
      "step": 6980
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0178476673797595e-05,
      "loss": 0.9221,
      "step": 6981
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0176112990411438e-05,
      "loss": 0.8555,
      "step": 6982
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0173749297182754e-05,
      "loss": 0.919,
      "step": 6983
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0171385594243648e-05,
      "loss": 0.9325,
      "step": 6984
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0169021881726215e-05,
      "loss": 0.9915,
      "step": 6985
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0166658159762568e-05,
      "loss": 0.878,
      "step": 6986
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.01642944284848e-05,
      "loss": 0.8426,
      "step": 6987
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0161930688025018e-05,
      "loss": 0.8759,
      "step": 6988
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0159566938515323e-05,
      "loss": 0.8188,
      "step": 6989
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0157203180087822e-05,
      "loss": 0.7909,
      "step": 6990
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0154839412874619e-05,
      "loss": 0.8261,
      "step": 6991
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0152475637007821e-05,
      "loss": 0.899,
      "step": 6992
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0150111852619532e-05,
      "loss": 0.964,
      "step": 6993
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0147748059841857e-05,
      "loss": 0.8891,
      "step": 6994
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0145384258806905e-05,
      "loss": 0.9048,
      "step": 6995
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0143020449646778e-05,
      "loss": 0.9195,
      "step": 6996
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0140656632493594e-05,
      "loss": 0.9742,
      "step": 6997
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0138292807479447e-05,
      "loss": 0.9042,
      "step": 6998
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0135928974736453e-05,
      "loss": 0.8723,
      "step": 6999
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0133565134396725e-05,
      "loss": 0.8818,
      "step": 7000
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0131201286592368e-05,
      "loss": 0.8025,
      "step": 7001
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0128837431455485e-05,
      "loss": 0.8122,
      "step": 7002
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0126473569118198e-05,
      "loss": 0.9449,
      "step": 7003
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0124109699712611e-05,
      "loss": 0.8457,
      "step": 7004
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0121745823370834e-05,
      "loss": 0.9068,
      "step": 7005
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0119381940224979e-05,
      "loss": 0.8926,
      "step": 7006
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0117018050407162e-05,
      "loss": 0.8711,
      "step": 7007
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.011465415404949e-05,
      "loss": 0.9387,
      "step": 7008
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.011229025128408e-05,
      "loss": 0.8749,
      "step": 7009
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.010992634224304e-05,
      "loss": 0.8744,
      "step": 7010
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0107562427058483e-05,
      "loss": 0.8456,
      "step": 7011
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.010519850586253e-05,
      "loss": 0.8685,
      "step": 7012
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0102834578787283e-05,
      "loss": 0.8395,
      "step": 7013
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0100470645964868e-05,
      "loss": 0.8248,
      "step": 7014
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0098106707527389e-05,
      "loss": 0.8381,
      "step": 7015
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0095742763606967e-05,
      "loss": 0.8527,
      "step": 7016
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0093378814335718e-05,
      "loss": 0.8506,
      "step": 7017
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.009101485984575e-05,
      "loss": 0.8475,
      "step": 7018
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.008865090026919e-05,
      "loss": 0.8812,
      "step": 7019
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0086286935738146e-05,
      "loss": 0.8917,
      "step": 7020
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0083922966384733e-05,
      "loss": 0.8309,
      "step": 7021
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0081558992341072e-05,
      "loss": 0.8384,
      "step": 7022
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0079195013739277e-05,
      "loss": 0.8381,
      "step": 7023
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0076831030711468e-05,
      "loss": 0.8765,
      "step": 7024
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0074467043389757e-05,
      "loss": 0.9093,
      "step": 7025
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0072103051906268e-05,
      "loss": 0.8749,
      "step": 7026
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0069739056393114e-05,
      "loss": 0.9122,
      "step": 7027
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0067375056982416e-05,
      "loss": 0.7807,
      "step": 7028
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0065011053806288e-05,
      "loss": 0.7711,
      "step": 7029
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0062647046996852e-05,
      "loss": 0.8837,
      "step": 7030
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0060283036686225e-05,
      "loss": 0.8392,
      "step": 7031
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0057919023006525e-05,
      "loss": 0.9216,
      "step": 7032
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0055555006089875e-05,
      "loss": 0.8004,
      "step": 7033
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0053190986068391e-05,
      "loss": 0.8916,
      "step": 7034
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0050826963074193e-05,
      "loss": 0.8638,
      "step": 7035
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0048462937239398e-05,
      "loss": 0.9352,
      "step": 7036
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0046098908696129e-05,
      "loss": 0.9077,
      "step": 7037
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0043734877576506e-05,
      "loss": 0.9643,
      "step": 7038
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0041370844012646e-05,
      "loss": 0.8642,
      "step": 7039
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0039006808136669e-05,
      "loss": 0.8464,
      "step": 7040
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0036642770080695e-05,
      "loss": 0.8768,
      "step": 7041
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0034278729976853e-05,
      "loss": 0.81,
      "step": 7042
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0031914687957249e-05,
      "loss": 0.8429,
      "step": 7043
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0029550644154016e-05,
      "loss": 0.8499,
      "step": 7044
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0027186598699268e-05,
      "loss": 0.8304,
      "step": 7045
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0024822551725127e-05,
      "loss": 0.8582,
      "step": 7046
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0022458503363714e-05,
      "loss": 0.8913,
      "step": 7047
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0020094453747152e-05,
      "loss": 0.8943,
      "step": 7048
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0017730403007557e-05,
      "loss": 0.8511,
      "step": 7049
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0015366351277056e-05,
      "loss": 0.9386,
      "step": 7050
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0013002298687764e-05,
      "loss": 0.9475,
      "step": 7051
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0010638245371809e-05,
      "loss": 0.8491,
      "step": 7052
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0008274191461307e-05,
      "loss": 0.8902,
      "step": 7053
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0005910137088379e-05,
      "loss": 0.896,
      "step": 7054
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.000354608238515e-05,
      "loss": 0.855,
      "step": 7055
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0001182027483738e-05,
      "loss": 0.9334,
      "step": 7056
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.998817972516265e-06,
      "loss": 0.8628,
      "step": 7057
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.996453917614852e-06,
      "loss": 0.8644,
      "step": 7058
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.994089862911623e-06,
      "loss": 0.8584,
      "step": 7059
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.991725808538696e-06,
      "loss": 0.8816,
      "step": 7060
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.989361754628193e-06,
      "loss": 0.8185,
      "step": 7061
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.98699770131224e-06,
      "loss": 0.8096,
      "step": 7062
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.984633648722947e-06,
      "loss": 0.8952,
      "step": 7063
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.982269596992444e-06,
      "loss": 0.9215,
      "step": 7064
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.979905546252852e-06,
      "loss": 0.9132,
      "step": 7065
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.977541496636287e-06,
      "loss": 0.8034,
      "step": 7066
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.975177448274875e-06,
      "loss": 0.7891,
      "step": 7067
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.972813401300737e-06,
      "loss": 0.887,
      "step": 7068
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.970449355845988e-06,
      "loss": 0.8839,
      "step": 7069
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.968085312042751e-06,
      "loss": 0.8956,
      "step": 7070
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.965721270023154e-06,
      "loss": 0.8644,
      "step": 7071
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.963357229919307e-06,
      "loss": 0.8887,
      "step": 7072
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.960993191863334e-06,
      "loss": 0.917,
      "step": 7073
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.95862915598736e-06,
      "loss": 0.9008,
      "step": 7074
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.956265122423499e-06,
      "loss": 0.8725,
      "step": 7075
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.953901091303873e-06,
      "loss": 0.8256,
      "step": 7076
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.951537062760607e-06,
      "loss": 0.9509,
      "step": 7077
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.94917303692581e-06,
      "loss": 0.8314,
      "step": 7078
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.94680901393161e-06,
      "loss": 0.8966,
      "step": 7079
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.944444993910125e-06,
      "loss": 0.9806,
      "step": 7080
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.942080976993478e-06,
      "loss": 0.8481,
      "step": 7081
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.939716963313779e-06,
      "loss": 0.8772,
      "step": 7082
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.93735295300315e-06,
      "loss": 0.88,
      "step": 7083
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.934988946193715e-06,
      "loss": 0.8955,
      "step": 7084
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.932624943017587e-06,
      "loss": 0.8638,
      "step": 7085
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.930260943606886e-06,
      "loss": 0.7891,
      "step": 7086
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.927896948093737e-06,
      "loss": 0.8672,
      "step": 7087
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.925532956610245e-06,
      "loss": 0.9117,
      "step": 7088
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.923168969288534e-06,
      "loss": 0.8274,
      "step": 7089
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.920804986260726e-06,
      "loss": 0.8995,
      "step": 7090
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.91844100765893e-06,
      "loss": 0.8653,
      "step": 7091
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.916077033615268e-06,
      "loss": 0.9119,
      "step": 7092
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.913713064261859e-06,
      "loss": 0.8155,
      "step": 7093
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.911349099730813e-06,
      "loss": 0.88,
      "step": 7094
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.908985140154249e-06,
      "loss": 0.8258,
      "step": 7095
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.906621185664288e-06,
      "loss": 0.8961,
      "step": 7096
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.904257236393035e-06,
      "loss": 0.9088,
      "step": 7097
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.901893292472613e-06,
      "loss": 0.8863,
      "step": 7098
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.899529354035139e-06,
      "loss": 0.8391,
      "step": 7099
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.897165421212718e-06,
      "loss": 0.8927,
      "step": 7100
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.894801494137475e-06,
      "loss": 0.8146,
      "step": 7101
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.89243757294152e-06,
      "loss": 0.881,
      "step": 7102
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.890073657756964e-06,
      "loss": 0.9934,
      "step": 7103
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.887709748715924e-06,
      "loss": 0.8603,
      "step": 7104
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.88534584595051e-06,
      "loss": 0.8318,
      "step": 7105
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.882981949592841e-06,
      "loss": 0.8933,
      "step": 7106
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.880618059775023e-06,
      "loss": 0.8686,
      "step": 7107
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.878254176629169e-06,
      "loss": 0.8317,
      "step": 7108
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.875890300287394e-06,
      "loss": 0.8808,
      "step": 7109
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.873526430881805e-06,
      "loss": 0.8668,
      "step": 7110
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.871162568544515e-06,
      "loss": 0.8634,
      "step": 7111
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.868798713407639e-06,
      "loss": 0.8548,
      "step": 7112
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.866434865603278e-06,
      "loss": 0.9247,
      "step": 7113
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.864071025263547e-06,
      "loss": 0.899,
      "step": 7114
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.861707192520557e-06,
      "loss": 0.885,
      "step": 7115
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.859343367506411e-06,
      "loss": 0.8415,
      "step": 7116
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.856979550353222e-06,
      "loss": 0.8653,
      "step": 7117
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.8546157411931e-06,
      "loss": 0.8049,
      "step": 7118
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.852251940158145e-06,
      "loss": 0.9069,
      "step": 7119
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.84988814738047e-06,
      "loss": 0.9025,
      "step": 7120
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.847524362992182e-06,
      "loss": 0.8629,
      "step": 7121
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.845160587125383e-06,
      "loss": 0.8195,
      "step": 7122
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.84279681991218e-06,
      "loss": 0.8359,
      "step": 7123
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.840433061484682e-06,
      "loss": 0.8511,
      "step": 7124
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.838069311974986e-06,
      "loss": 0.846,
      "step": 7125
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.835705571515203e-06,
      "loss": 0.905,
      "step": 7126
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.833341840237434e-06,
      "loss": 0.8341,
      "step": 7127
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.830978118273788e-06,
      "loss": 0.908,
      "step": 7128
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.828614405756355e-06,
      "loss": 0.8579,
      "step": 7129
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.826250702817247e-06,
      "loss": 0.8817,
      "step": 7130
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.823887009588567e-06,
      "loss": 0.9489,
      "step": 7131
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.821523326202409e-06,
      "loss": 0.9561,
      "step": 7132
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.819159652790874e-06,
      "loss": 0.8997,
      "step": 7133
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.81679598948607e-06,
      "loss": 0.8751,
      "step": 7134
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.814432336420085e-06,
      "loss": 0.8684,
      "step": 7135
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.812068693725027e-06,
      "loss": 0.8289,
      "step": 7136
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.809705061532992e-06,
      "loss": 0.7948,
      "step": 7137
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.807341439976074e-06,
      "loss": 0.8606,
      "step": 7138
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.804977829186374e-06,
      "loss": 0.8664,
      "step": 7139
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.802614229295988e-06,
      "loss": 0.8693,
      "step": 7140
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.800250640437009e-06,
      "loss": 0.9021,
      "step": 7141
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.797887062741534e-06,
      "loss": 0.8673,
      "step": 7142
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.795523496341662e-06,
      "loss": 0.8831,
      "step": 7143
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.793159941369477e-06,
      "loss": 0.8776,
      "step": 7144
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.79079639795708e-06,
      "loss": 0.944,
      "step": 7145
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.788432866236565e-06,
      "loss": 0.8841,
      "step": 7146
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.786069346340017e-06,
      "loss": 0.9412,
      "step": 7147
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.783705838399528e-06,
      "loss": 0.8856,
      "step": 7148
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.781342342547195e-06,
      "loss": 0.8927,
      "step": 7149
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.778978858915106e-06,
      "loss": 0.911,
      "step": 7150
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.776615387635346e-06,
      "loss": 0.8548,
      "step": 7151
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.77425192884001e-06,
      "loss": 0.8821,
      "step": 7152
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.771888482661182e-06,
      "loss": 0.8309,
      "step": 7153
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.76952504923095e-06,
      "loss": 0.872,
      "step": 7154
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.767161628681396e-06,
      "loss": 0.8001,
      "step": 7155
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.764798221144618e-06,
      "loss": 0.8413,
      "step": 7156
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.762434826752688e-06,
      "loss": 0.8239,
      "step": 7157
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.760071445637695e-06,
      "loss": 0.8664,
      "step": 7158
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.757708077931725e-06,
      "loss": 0.877,
      "step": 7159
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.755344723766858e-06,
      "loss": 0.854,
      "step": 7160
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.752981383275178e-06,
      "loss": 0.7896,
      "step": 7161
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.750618056588767e-06,
      "loss": 0.728,
      "step": 7162
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.748254743839703e-06,
      "loss": 0.8993,
      "step": 7163
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.745891445160064e-06,
      "loss": 0.9247,
      "step": 7164
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.743528160681936e-06,
      "loss": 0.9184,
      "step": 7165
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.74116489053739e-06,
      "loss": 0.852,
      "step": 7166
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.738801634858506e-06,
      "loss": 0.827,
      "step": 7167
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.736438393777365e-06,
      "loss": 0.9134,
      "step": 7168
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.734075167426035e-06,
      "loss": 0.8833,
      "step": 7169
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.731711955936595e-06,
      "loss": 0.8712,
      "step": 7170
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.72934875944112e-06,
      "loss": 0.8789,
      "step": 7171
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.726985578071686e-06,
      "loss": 0.869,
      "step": 7172
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.724622411960356e-06,
      "loss": 0.9002,
      "step": 7173
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.722259261239208e-06,
      "loss": 0.9086,
      "step": 7174
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.719896126040314e-06,
      "loss": 0.8367,
      "step": 7175
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.717533006495738e-06,
      "loss": 0.8917,
      "step": 7176
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.715169902737556e-06,
      "loss": 0.8276,
      "step": 7177
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.712806814897835e-06,
      "loss": 0.9155,
      "step": 7178
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.710443743108636e-06,
      "loss": 0.8862,
      "step": 7179
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.70808068750203e-06,
      "loss": 0.8366,
      "step": 7180
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.705717648210085e-06,
      "loss": 0.9007,
      "step": 7181
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.703354625364859e-06,
      "loss": 0.9054,
      "step": 7182
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.700991619098417e-06,
      "loss": 0.8056,
      "step": 7183
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.698628629542827e-06,
      "loss": 0.8265,
      "step": 7184
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.696265656830145e-06,
      "loss": 0.9448,
      "step": 7185
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.693902701092434e-06,
      "loss": 0.8953,
      "step": 7186
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.691539762461758e-06,
      "loss": 0.8473,
      "step": 7187
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.689176841070169e-06,
      "loss": 0.9054,
      "step": 7188
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.686813937049724e-06,
      "loss": 0.9322,
      "step": 7189
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.68445105053249e-06,
      "loss": 0.8715,
      "step": 7190
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.68208818165051e-06,
      "loss": 0.8986,
      "step": 7191
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.67972533053585e-06,
      "loss": 0.917,
      "step": 7192
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.67736249732056e-06,
      "loss": 0.8913,
      "step": 7193
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.674999682136688e-06,
      "loss": 0.9411,
      "step": 7194
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.672636885116294e-06,
      "loss": 0.8839,
      "step": 7195
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.670274106391423e-06,
      "loss": 0.8126,
      "step": 7196
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.667911346094131e-06,
      "loss": 0.8635,
      "step": 7197
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.66554860435646e-06,
      "loss": 0.8576,
      "step": 7198
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.663185881310461e-06,
      "loss": 0.8562,
      "step": 7199
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.660823177088182e-06,
      "loss": 0.8465,
      "step": 7200
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.658460491821668e-06,
      "loss": 0.8942,
      "step": 7201
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.65609782564296e-06,
      "loss": 0.8706,
      "step": 7202
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.653735178684112e-06,
      "loss": 0.9435,
      "step": 7203
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.651372551077154e-06,
      "loss": 0.9263,
      "step": 7204
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.649009942954134e-06,
      "loss": 0.8494,
      "step": 7205
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.646647354447095e-06,
      "loss": 0.9964,
      "step": 7206
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.644284785688068e-06,
      "loss": 0.8884,
      "step": 7207
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.641922236809097e-06,
      "loss": 0.9057,
      "step": 7208
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.63955970794222e-06,
      "loss": 0.9394,
      "step": 7209
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.637197199219469e-06,
      "loss": 0.851,
      "step": 7210
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.63483471077288e-06,
      "loss": 0.8688,
      "step": 7211
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.632472242734494e-06,
      "loss": 0.8407,
      "step": 7212
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.630109795236331e-06,
      "loss": 0.8369,
      "step": 7213
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.627747368410429e-06,
      "loss": 0.8753,
      "step": 7214
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.62538496238882e-06,
      "loss": 0.8619,
      "step": 7215
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.62302257730353e-06,
      "loss": 0.8953,
      "step": 7216
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.620660213286587e-06,
      "loss": 0.8552,
      "step": 7217
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.618297870470018e-06,
      "loss": 0.8438,
      "step": 7218
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.615935548985854e-06,
      "loss": 0.9514,
      "step": 7219
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.61357324896611e-06,
      "loss": 0.8035,
      "step": 7220
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.611210970542815e-06,
      "loss": 0.8455,
      "step": 7221
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.608848713847994e-06,
      "loss": 0.8599,
      "step": 7222
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.606486479013658e-06,
      "loss": 0.8713,
      "step": 7223
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.604124266171832e-06,
      "loss": 0.8552,
      "step": 7224
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.601762075454536e-06,
      "loss": 0.8627,
      "step": 7225
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.599399906993787e-06,
      "loss": 0.8564,
      "step": 7226
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.597037760921595e-06,
      "loss": 0.9247,
      "step": 7227
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.594675637369985e-06,
      "loss": 0.8522,
      "step": 7228
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.59231353647096e-06,
      "loss": 0.8723,
      "step": 7229
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.589951458356537e-06,
      "loss": 0.841,
      "step": 7230
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.587589403158729e-06,
      "loss": 0.8619,
      "step": 7231
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.58522737100954e-06,
      "loss": 0.8545,
      "step": 7232
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.582865362040979e-06,
      "loss": 0.8741,
      "step": 7233
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.580503376385056e-06,
      "loss": 0.9588,
      "step": 7234
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.578141414173774e-06,
      "loss": 0.8278,
      "step": 7235
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.575779475539138e-06,
      "loss": 0.8878,
      "step": 7236
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.573417560613158e-06,
      "loss": 0.8382,
      "step": 7237
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.571055669527824e-06,
      "loss": 0.8575,
      "step": 7238
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.56869380241514e-06,
      "loss": 0.8127,
      "step": 7239
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.566331959407108e-06,
      "loss": 0.9467,
      "step": 7240
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.563970140635726e-06,
      "loss": 0.8146,
      "step": 7241
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.561608346232986e-06,
      "loss": 0.9076,
      "step": 7242
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.559246576330888e-06,
      "loss": 0.8886,
      "step": 7243
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.556884831061422e-06,
      "loss": 0.8642,
      "step": 7244
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.55452311055658e-06,
      "loss": 0.8462,
      "step": 7245
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.552161414948354e-06,
      "loss": 0.9052,
      "step": 7246
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.549799744368736e-06,
      "loss": 0.8429,
      "step": 7247
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.547438098949708e-06,
      "loss": 0.8879,
      "step": 7248
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.54507647882326e-06,
      "loss": 0.8664,
      "step": 7249
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.54271488412138e-06,
      "loss": 0.8241,
      "step": 7250
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.540353314976045e-06,
      "loss": 0.8608,
      "step": 7251
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.537991771519243e-06,
      "loss": 0.889,
      "step": 7252
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.535630253882957e-06,
      "loss": 0.8801,
      "step": 7253
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.533268762199157e-06,
      "loss": 0.8903,
      "step": 7254
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.530907296599828e-06,
      "loss": 0.8551,
      "step": 7255
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.528545857216948e-06,
      "loss": 0.8829,
      "step": 7256
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.526184444182485e-06,
      "loss": 0.868,
      "step": 7257
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.523823057628417e-06,
      "loss": 0.8646,
      "step": 7258
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.521461697686719e-06,
      "loss": 0.8579,
      "step": 7259
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.519100364489355e-06,
      "loss": 0.8361,
      "step": 7260
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.5167390581683e-06,
      "loss": 0.9374,
      "step": 7261
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.514377778855521e-06,
      "loss": 0.9634,
      "step": 7262
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.51201652668298e-06,
      "loss": 0.8581,
      "step": 7263
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.509655301782643e-06,
      "loss": 0.8408,
      "step": 7264
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.507294104286474e-06,
      "loss": 0.7931,
      "step": 7265
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.504932934326437e-06,
      "loss": 0.8812,
      "step": 7266
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.502571792034488e-06,
      "loss": 0.9148,
      "step": 7267
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.500210677542591e-06,
      "loss": 0.9034,
      "step": 7268
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.497849590982697e-06,
      "loss": 0.9713,
      "step": 7269
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.495488532486762e-06,
      "loss": 0.8864,
      "step": 7270
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.493127502186742e-06,
      "loss": 0.9381,
      "step": 7271
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.490766500214591e-06,
      "loss": 0.8656,
      "step": 7272
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.488405526702255e-06,
      "loss": 0.8831,
      "step": 7273
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.486044581781685e-06,
      "loss": 0.88,
      "step": 7274
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.483683665584831e-06,
      "loss": 0.8394,
      "step": 7275
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.481322778243633e-06,
      "loss": 0.8517,
      "step": 7276
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.47896191989004e-06,
      "loss": 0.8735,
      "step": 7277
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.476601090655996e-06,
      "loss": 0.8287,
      "step": 7278
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.474240290673438e-06,
      "loss": 0.8588,
      "step": 7279
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.471879520074304e-06,
      "loss": 0.849,
      "step": 7280
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.46951877899054e-06,
      "loss": 0.8547,
      "step": 7281
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.467158067554072e-06,
      "loss": 0.854,
      "step": 7282
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.464797385896838e-06,
      "loss": 0.9342,
      "step": 7283
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.462436734150775e-06,
      "loss": 0.8512,
      "step": 7284
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.460076112447809e-06,
      "loss": 0.848,
      "step": 7285
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.45771552091987e-06,
      "loss": 0.8164,
      "step": 7286
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.455354959698887e-06,
      "loss": 0.8366,
      "step": 7287
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.452994428916789e-06,
      "loss": 0.8669,
      "step": 7288
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.450633928705495e-06,
      "loss": 0.9106,
      "step": 7289
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.448273459196929e-06,
      "loss": 0.9086,
      "step": 7290
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.445913020523013e-06,
      "loss": 0.8077,
      "step": 7291
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.443552612815667e-06,
      "loss": 0.8861,
      "step": 7292
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.441192236206804e-06,
      "loss": 0.8704,
      "step": 7293
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.438831890828345e-06,
      "loss": 0.8473,
      "step": 7294
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.436471576812203e-06,
      "loss": 0.931,
      "step": 7295
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.434111294290285e-06,
      "loss": 0.8331,
      "step": 7296
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.431751043394512e-06,
      "loss": 0.8116,
      "step": 7297
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.42939082425678e-06,
      "loss": 0.8523,
      "step": 7298
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.427030637009002e-06,
      "loss": 0.8827,
      "step": 7299
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.424670481783085e-06,
      "loss": 0.8677,
      "step": 7300
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.42231035871093e-06,
      "loss": 0.86,
      "step": 7301
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.419950267924439e-06,
      "loss": 0.9095,
      "step": 7302
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.417590209555514e-06,
      "loss": 0.894,
      "step": 7303
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.415230183736045e-06,
      "loss": 0.91,
      "step": 7304
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.412870190597936e-06,
      "loss": 0.8884,
      "step": 7305
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.410510230273083e-06,
      "loss": 0.8887,
      "step": 7306
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.40815030289337e-06,
      "loss": 0.9071,
      "step": 7307
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.405790408590691e-06,
      "loss": 0.8958,
      "step": 7308
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.403430547496936e-06,
      "loss": 0.8188,
      "step": 7309
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.401070719743992e-06,
      "loss": 0.8271,
      "step": 7310
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.398710925463744e-06,
      "loss": 0.9079,
      "step": 7311
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.396351164788072e-06,
      "loss": 0.893,
      "step": 7312
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.393991437848865e-06,
      "loss": 0.8988,
      "step": 7313
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.391631744777993e-06,
      "loss": 0.8265,
      "step": 7314
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.389272085707339e-06,
      "loss": 0.8631,
      "step": 7315
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.38691246076878e-06,
      "loss": 0.9138,
      "step": 7316
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.384552870094184e-06,
      "loss": 0.8891,
      "step": 7317
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.382193313815425e-06,
      "loss": 0.9061,
      "step": 7318
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.379833792064375e-06,
      "loss": 0.8809,
      "step": 7319
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.377474304972898e-06,
      "loss": 0.8822,
      "step": 7320
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.375114852672863e-06,
      "loss": 0.9181,
      "step": 7321
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.372755435296138e-06,
      "loss": 0.8939,
      "step": 7322
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.370396052974576e-06,
      "loss": 0.8613,
      "step": 7323
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.368036705840042e-06,
      "loss": 0.9091,
      "step": 7324
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.365677394024395e-06,
      "loss": 0.8206,
      "step": 7325
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.36331811765949e-06,
      "loss": 0.8727,
      "step": 7326
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.36095887687718e-06,
      "loss": 0.9101,
      "step": 7327
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.358599671809323e-06,
      "loss": 0.8142,
      "step": 7328
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.35624050258776e-06,
      "loss": 0.9459,
      "step": 7329
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.353881369344344e-06,
      "loss": 0.8311,
      "step": 7330
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.35152227221092e-06,
      "loss": 0.8735,
      "step": 7331
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.349163211319339e-06,
      "loss": 0.898,
      "step": 7332
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.346804186801432e-06,
      "loss": 0.8527,
      "step": 7333
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.344445198789046e-06,
      "loss": 1.0058,
      "step": 7334
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.342086247414017e-06,
      "loss": 0.8873,
      "step": 7335
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.339727332808181e-06,
      "loss": 0.9248,
      "step": 7336
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.337368455103373e-06,
      "loss": 0.887,
      "step": 7337
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.335009614431428e-06,
      "loss": 0.925,
      "step": 7338
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.33265081092417e-06,
      "loss": 0.8253,
      "step": 7339
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.330292044713427e-06,
      "loss": 0.8904,
      "step": 7340
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.327933315931032e-06,
      "loss": 0.8998,
      "step": 7341
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.325574624708798e-06,
      "loss": 0.9018,
      "step": 7342
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.323215971178553e-06,
      "loss": 0.9314,
      "step": 7343
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.320857355472118e-06,
      "loss": 0.9294,
      "step": 7344
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.318498777721304e-06,
      "loss": 0.8979,
      "step": 7345
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.316140238057929e-06,
      "loss": 0.8553,
      "step": 7346
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.313781736613812e-06,
      "loss": 0.8685,
      "step": 7347
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.311423273520754e-06,
      "loss": 0.9074,
      "step": 7348
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.309064848910569e-06,
      "loss": 0.9077,
      "step": 7349
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.306706462915064e-06,
      "loss": 0.8645,
      "step": 7350
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.304348115666042e-06,
      "loss": 0.8697,
      "step": 7351
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.301989807295305e-06,
      "loss": 0.8891,
      "step": 7352
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.299631537934658e-06,
      "loss": 0.8804,
      "step": 7353
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.29727330771589e-06,
      "loss": 0.8531,
      "step": 7354
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.294915116770802e-06,
      "loss": 0.8734,
      "step": 7355
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.292556965231187e-06,
      "loss": 0.9031,
      "step": 7356
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.290198853228838e-06,
      "loss": 0.9143,
      "step": 7357
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.287840780895541e-06,
      "loss": 0.8726,
      "step": 7358
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.285482748363084e-06,
      "loss": 0.8705,
      "step": 7359
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.283124755763253e-06,
      "loss": 0.825,
      "step": 7360
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.280766803227828e-06,
      "loss": 0.835,
      "step": 7361
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.27840889088859e-06,
      "loss": 0.8817,
      "step": 7362
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.276051018877324e-06,
      "loss": 0.861,
      "step": 7363
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.273693187325793e-06,
      "loss": 0.8858,
      "step": 7364
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.271335396365777e-06,
      "loss": 0.9444,
      "step": 7365
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.26897764612905e-06,
      "loss": 0.7977,
      "step": 7366
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.266619936747376e-06,
      "loss": 0.8892,
      "step": 7367
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.264262268352523e-06,
      "loss": 0.8681,
      "step": 7368
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.261904641076259e-06,
      "loss": 0.8251,
      "step": 7369
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.259547055050337e-06,
      "loss": 0.8636,
      "step": 7370
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.257189510406526e-06,
      "loss": 0.7804,
      "step": 7371
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.254832007276581e-06,
      "loss": 0.7863,
      "step": 7372
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.252474545792255e-06,
      "loss": 0.8299,
      "step": 7373
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.2501171260853e-06,
      "loss": 0.8876,
      "step": 7374
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.247759748287472e-06,
      "loss": 0.8625,
      "step": 7375
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.245402412530512e-06,
      "loss": 0.8702,
      "step": 7376
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.24304511894617e-06,
      "loss": 0.9052,
      "step": 7377
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.240687867666188e-06,
      "loss": 0.8483,
      "step": 7378
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.23833065882231e-06,
      "loss": 0.9042,
      "step": 7379
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.235973492546271e-06,
      "loss": 0.9103,
      "step": 7380
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.233616368969806e-06,
      "loss": 0.8725,
      "step": 7381
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.231259288224657e-06,
      "loss": 0.9279,
      "step": 7382
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.228902250442544e-06,
      "loss": 0.8892,
      "step": 7383
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.226545255755204e-06,
      "loss": 0.9012,
      "step": 7384
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.224188304294363e-06,
      "loss": 0.8914,
      "step": 7385
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.221831396191741e-06,
      "loss": 0.8209,
      "step": 7386
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.219474531579063e-06,
      "loss": 0.9276,
      "step": 7387
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.217117710588052e-06,
      "loss": 0.8458,
      "step": 7388
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.214760933350417e-06,
      "loss": 0.8977,
      "step": 7389
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.212404199997878e-06,
      "loss": 0.8931,
      "step": 7390
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.210047510662147e-06,
      "loss": 0.8922,
      "step": 7391
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.20769086547493e-06,
      "loss": 0.8595,
      "step": 7392
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.205334264567939e-06,
      "loss": 0.8783,
      "step": 7393
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.202977708072873e-06,
      "loss": 0.8403,
      "step": 7394
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.200621196121438e-06,
      "loss": 0.8442,
      "step": 7395
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.198264728845332e-06,
      "loss": 0.8533,
      "step": 7396
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.195908306376259e-06,
      "loss": 0.838,
      "step": 7397
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.193551928845902e-06,
      "loss": 0.8829,
      "step": 7398
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.19119559638596e-06,
      "loss": 0.8732,
      "step": 7399
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.18883930912812e-06,
      "loss": 0.8842,
      "step": 7400
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.186483067204075e-06,
      "loss": 0.8797,
      "step": 7401
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.184126870745503e-06,
      "loss": 0.8517,
      "step": 7402
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.181770719884088e-06,
      "loss": 0.8466,
      "step": 7403
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.179414614751514e-06,
      "loss": 0.8093,
      "step": 7404
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.17705855547945e-06,
      "loss": 0.9173,
      "step": 7405
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.174702542199577e-06,
      "loss": 0.8766,
      "step": 7406
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.172346575043566e-06,
      "loss": 0.8331,
      "step": 7407
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.16999065414308e-06,
      "loss": 0.8421,
      "step": 7408
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.167634779629792e-06,
      "loss": 0.8583,
      "step": 7409
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.165278951635365e-06,
      "loss": 0.9249,
      "step": 7410
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.162923170291457e-06,
      "loss": 0.9225,
      "step": 7411
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.16056743572973e-06,
      "loss": 0.9467,
      "step": 7412
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.158211748081845e-06,
      "loss": 0.7875,
      "step": 7413
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.155856107479446e-06,
      "loss": 0.8038,
      "step": 7414
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.153500514054189e-06,
      "loss": 0.898,
      "step": 7415
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.151144967937725e-06,
      "loss": 0.9299,
      "step": 7416
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.148789469261694e-06,
      "loss": 0.8979,
      "step": 7417
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.14643401815774e-06,
      "loss": 0.8546,
      "step": 7418
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.144078614757508e-06,
      "loss": 0.874,
      "step": 7419
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.14172325919263e-06,
      "loss": 0.9137,
      "step": 7420
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.139367951594744e-06,
      "loss": 0.929,
      "step": 7421
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.137012692095487e-06,
      "loss": 0.8576,
      "step": 7422
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.13465748082648e-06,
      "loss": 0.8307,
      "step": 7423
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.132302317919352e-06,
      "loss": 0.8501,
      "step": 7424
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.129947203505731e-06,
      "loss": 0.8722,
      "step": 7425
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.127592137717239e-06,
      "loss": 0.803,
      "step": 7426
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.125237120685491e-06,
      "loss": 0.7944,
      "step": 7427
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.122882152542105e-06,
      "loss": 0.9102,
      "step": 7428
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.120527233418698e-06,
      "loss": 0.8527,
      "step": 7429
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.118172363446873e-06,
      "loss": 0.8128,
      "step": 7430
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.115817542758241e-06,
      "loss": 0.8806,
      "step": 7431
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.113462771484415e-06,
      "loss": 0.827,
      "step": 7432
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.111108049756984e-06,
      "loss": 0.862,
      "step": 7433
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.108753377707554e-06,
      "loss": 0.8065,
      "step": 7434
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.106398755467726e-06,
      "loss": 0.8493,
      "step": 7435
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.104044183169088e-06,
      "loss": 0.8825,
      "step": 7436
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.101689660943232e-06,
      "loss": 0.866,
      "step": 7437
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.099335188921751e-06,
      "loss": 0.8778,
      "step": 7438
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.096980767236226e-06,
      "loss": 0.8887,
      "step": 7439
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.09462639601824e-06,
      "loss": 0.8979,
      "step": 7440
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.092272075399381e-06,
      "loss": 0.8877,
      "step": 7441
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.089917805511215e-06,
      "loss": 0.8717,
      "step": 7442
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.08756358648532e-06,
      "loss": 0.8247,
      "step": 7443
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.085209418453272e-06,
      "loss": 0.8923,
      "step": 7444
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.082855301546632e-06,
      "loss": 0.9172,
      "step": 7445
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.080501235896973e-06,
      "loss": 0.945,
      "step": 7446
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.078147221635855e-06,
      "loss": 0.9496,
      "step": 7447
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.075793258894842e-06,
      "loss": 0.9492,
      "step": 7448
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.073439347805483e-06,
      "loss": 0.8326,
      "step": 7449
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.071085488499338e-06,
      "loss": 0.8481,
      "step": 7450
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.068731681107958e-06,
      "loss": 0.8965,
      "step": 7451
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.06637792576289e-06,
      "loss": 0.8739,
      "step": 7452
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.064024222595682e-06,
      "loss": 0.8366,
      "step": 7453
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.061670571737878e-06,
      "loss": 0.7813,
      "step": 7454
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.059316973321011e-06,
      "loss": 0.8426,
      "step": 7455
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.056963427476622e-06,
      "loss": 0.8002,
      "step": 7456
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.05460993433625e-06,
      "loss": 0.8165,
      "step": 7457
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.052256494031417e-06,
      "loss": 0.8186,
      "step": 7458
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.049903106693653e-06,
      "loss": 0.8522,
      "step": 7459
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.04754977245449e-06,
      "loss": 0.8751,
      "step": 7460
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.04519649144544e-06,
      "loss": 0.8375,
      "step": 7461
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.042843263798029e-06,
      "loss": 0.8332,
      "step": 7462
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.040490089643776e-06,
      "loss": 0.892,
      "step": 7463
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.038136969114186e-06,
      "loss": 0.7878,
      "step": 7464
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.035783902340771e-06,
      "loss": 0.7887,
      "step": 7465
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.033430889455045e-06,
      "loss": 0.8813,
      "step": 7466
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.031077930588503e-06,
      "loss": 0.8442,
      "step": 7467
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.02872502587265e-06,
      "loss": 0.9281,
      "step": 7468
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.026372175438984e-06,
      "loss": 0.8298,
      "step": 7469
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.024019379419002e-06,
      "loss": 0.8971,
      "step": 7470
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.021666637944195e-06,
      "loss": 0.8904,
      "step": 7471
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.019313951146048e-06,
      "loss": 0.9398,
      "step": 7472
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.016961319156057e-06,
      "loss": 0.8866,
      "step": 7473
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.014608742105693e-06,
      "loss": 0.8564,
      "step": 7474
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.012256220126441e-06,
      "loss": 0.8557,
      "step": 7475
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.009903753349778e-06,
      "loss": 0.889,
      "step": 7476
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.007551341907178e-06,
      "loss": 0.8472,
      "step": 7477
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.005198985930112e-06,
      "loss": 0.8593,
      "step": 7478
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.002846685550047e-06,
      "loss": 0.868,
      "step": 7479
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.000494440898443e-06,
      "loss": 0.9499,
      "step": 7480
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.998142252106766e-06,
      "loss": 0.882,
      "step": 7481
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.995790119306475e-06,
      "loss": 0.869,
      "step": 7482
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.99343804262902e-06,
      "loss": 0.8685,
      "step": 7483
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.991086022205856e-06,
      "loss": 0.9109,
      "step": 7484
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.988734058168433e-06,
      "loss": 0.9178,
      "step": 7485
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.986382150648194e-06,
      "loss": 0.9239,
      "step": 7486
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.98403029977658e-06,
      "loss": 0.7914,
      "step": 7487
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.981678505685038e-06,
      "loss": 1.0202,
      "step": 7488
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.979326768504994e-06,
      "loss": 0.9326,
      "step": 7489
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.976975088367887e-06,
      "loss": 0.8812,
      "step": 7490
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.974623465405148e-06,
      "loss": 0.8536,
      "step": 7491
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.972271899748195e-06,
      "loss": 0.8653,
      "step": 7492
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.969920391528459e-06,
      "loss": 0.8895,
      "step": 7493
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.967568940877357e-06,
      "loss": 0.8408,
      "step": 7494
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.965217547926306e-06,
      "loss": 0.8895,
      "step": 7495
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.962866212806722e-06,
      "loss": 0.8335,
      "step": 7496
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.96051493565001e-06,
      "loss": 0.887,
      "step": 7497
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.958163716587589e-06,
      "loss": 0.8931,
      "step": 7498
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.955812555750847e-06,
      "loss": 0.8685,
      "step": 7499
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.953461453271194e-06,
      "loss": 0.8788,
      "step": 7500
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.951110409280027e-06,
      "loss": 0.9023,
      "step": 7501
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.948759423908739e-06,
      "loss": 0.8531,
      "step": 7502
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.946408497288718e-06,
      "loss": 0.9054,
      "step": 7503
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.944057629551358e-06,
      "loss": 0.8726,
      "step": 7504
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.941706820828037e-06,
      "loss": 0.7862,
      "step": 7505
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.939356071250137e-06,
      "loss": 0.8654,
      "step": 7506
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.937005380949043e-06,
      "loss": 0.8196,
      "step": 7507
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.934654750056118e-06,
      "loss": 0.862,
      "step": 7508
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.932304178702737e-06,
      "loss": 0.9441,
      "step": 7509
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.929953667020274e-06,
      "loss": 0.9685,
      "step": 7510
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.927603215140084e-06,
      "loss": 0.8193,
      "step": 7511
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.925252823193533e-06,
      "loss": 0.8804,
      "step": 7512
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.922902491311984e-06,
      "loss": 0.8626,
      "step": 7513
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.92055221962678e-06,
      "loss": 0.8096,
      "step": 7514
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.918202008269277e-06,
      "loss": 0.8321,
      "step": 7515
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.915851857370823e-06,
      "loss": 0.8597,
      "step": 7516
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.913501767062767e-06,
      "loss": 0.8877,
      "step": 7517
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.911151737476442e-06,
      "loss": 0.8208,
      "step": 7518
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.908801768743186e-06,
      "loss": 0.8486,
      "step": 7519
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.906451860994338e-06,
      "loss": 0.8967,
      "step": 7520
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.904102014361224e-06,
      "loss": 0.8156,
      "step": 7521
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.901752228975173e-06,
      "loss": 0.8712,
      "step": 7522
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.899402504967515e-06,
      "loss": 0.9005,
      "step": 7523
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.89705284246956e-06,
      "loss": 0.8813,
      "step": 7524
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.894703241612626e-06,
      "loss": 0.8619,
      "step": 7525
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.892353702528035e-06,
      "loss": 0.8542,
      "step": 7526
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.89000422534709e-06,
      "loss": 0.8599,
      "step": 7527
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.887654810201099e-06,
      "loss": 0.8581,
      "step": 7528
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.885305457221365e-06,
      "loss": 0.8809,
      "step": 7529
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.882956166539187e-06,
      "loss": 0.8882,
      "step": 7530
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.880606938285862e-06,
      "loss": 0.9245,
      "step": 7531
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.878257772592687e-06,
      "loss": 0.8166,
      "step": 7532
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.875908669590942e-06,
      "loss": 0.8573,
      "step": 7533
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.873559629411918e-06,
      "loss": 0.919,
      "step": 7534
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.871210652186899e-06,
      "loss": 0.9,
      "step": 7535
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.868861738047158e-06,
      "loss": 0.8685,
      "step": 7536
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.866512887123974e-06,
      "loss": 0.8191,
      "step": 7537
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.864164099548618e-06,
      "loss": 0.8784,
      "step": 7538
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.861815375452361e-06,
      "loss": 0.8446,
      "step": 7539
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.859466714966461e-06,
      "loss": 0.8426,
      "step": 7540
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.85711811822218e-06,
      "loss": 0.8926,
      "step": 7541
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.854769585350786e-06,
      "loss": 0.8283,
      "step": 7542
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.852421116483516e-06,
      "loss": 0.8726,
      "step": 7543
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.85007271175163e-06,
      "loss": 0.8923,
      "step": 7544
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.847724371286375e-06,
      "loss": 0.9037,
      "step": 7545
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.84537609521899e-06,
      "loss": 0.8694,
      "step": 7546
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.843027883680716e-06,
      "loss": 0.8447,
      "step": 7547
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.840679736802794e-06,
      "loss": 0.879,
      "step": 7548
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.838331654716447e-06,
      "loss": 0.9134,
      "step": 7549
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.835983637552909e-06,
      "loss": 0.8414,
      "step": 7550
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.833635685443407e-06,
      "loss": 0.8471,
      "step": 7551
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.831287798519156e-06,
      "loss": 0.8801,
      "step": 7552
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.828939976911377e-06,
      "loss": 0.8904,
      "step": 7553
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.826592220751285e-06,
      "loss": 0.8601,
      "step": 7554
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.824244530170088e-06,
      "loss": 0.9277,
      "step": 7555
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.821896905298995e-06,
      "loss": 0.8281,
      "step": 7556
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.81954934626921e-06,
      "loss": 0.8384,
      "step": 7557
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.817201853211928e-06,
      "loss": 0.8794,
      "step": 7558
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.814854426258346e-06,
      "loss": 0.9401,
      "step": 7559
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.812507065539659e-06,
      "loss": 0.9131,
      "step": 7560
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.810159771187053e-06,
      "loss": 0.7878,
      "step": 7561
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.807812543331712e-06,
      "loss": 0.8974,
      "step": 7562
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.805465382104818e-06,
      "loss": 0.9112,
      "step": 7563
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.80311828763755e-06,
      "loss": 0.8721,
      "step": 7564
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.800771260061078e-06,
      "loss": 0.8722,
      "step": 7565
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.798424299506572e-06,
      "loss": 0.9019,
      "step": 7566
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.7960774061052e-06,
      "loss": 0.9179,
      "step": 7567
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.793730579988122e-06,
      "loss": 0.8877,
      "step": 7568
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.791383821286497e-06,
      "loss": 0.8436,
      "step": 7569
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.78903713013148e-06,
      "loss": 0.8831,
      "step": 7570
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.786690506654222e-06,
      "loss": 0.8123,
      "step": 7571
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.784343950985868e-06,
      "loss": 0.8741,
      "step": 7572
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.781997463257567e-06,
      "loss": 0.9247,
      "step": 7573
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.779651043600453e-06,
      "loss": 0.9849,
      "step": 7574
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.77730469214566e-06,
      "loss": 0.8776,
      "step": 7575
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.77495840902433e-06,
      "loss": 0.8507,
      "step": 7576
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.772612194367577e-06,
      "loss": 0.9393,
      "step": 7577
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.770266048306535e-06,
      "loss": 0.8747,
      "step": 7578
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.76791997097232e-06,
      "loss": 0.896,
      "step": 7579
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.765573962496051e-06,
      "loss": 0.8845,
      "step": 7580
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.76322802300884e-06,
      "loss": 0.8466,
      "step": 7581
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.760882152641798e-06,
      "loss": 0.9355,
      "step": 7582
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.758536351526026e-06,
      "loss": 0.8479,
      "step": 7583
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.756190619792626e-06,
      "loss": 0.8773,
      "step": 7584
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.753844957572695e-06,
      "loss": 0.8936,
      "step": 7585
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.751499364997329e-06,
      "loss": 0.7978,
      "step": 7586
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.749153842197615e-06,
      "loss": 0.8776,
      "step": 7587
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.74680838930464e-06,
      "loss": 0.8503,
      "step": 7588
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.744463006449486e-06,
      "loss": 0.868,
      "step": 7589
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.742117693763229e-06,
      "loss": 0.7789,
      "step": 7590
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.739772451376941e-06,
      "loss": 0.8146,
      "step": 7591
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.7374272794217e-06,
      "loss": 0.8821,
      "step": 7592
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.735082178028561e-06,
      "loss": 0.8823,
      "step": 7593
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.73273714732859e-06,
      "loss": 0.881,
      "step": 7594
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.730392187452852e-06,
      "loss": 0.8045,
      "step": 7595
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.728047298532392e-06,
      "loss": 0.8648,
      "step": 7596
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.72570248069826e-06,
      "loss": 0.9398,
      "step": 7597
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.723357734081515e-06,
      "loss": 0.8685,
      "step": 7598
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.721013058813184e-06,
      "loss": 0.8455,
      "step": 7599
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.718668455024311e-06,
      "loss": 0.8547,
      "step": 7600
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.716323922845933e-06,
      "loss": 0.8304,
      "step": 7601
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.713979462409075e-06,
      "loss": 0.9047,
      "step": 7602
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.711635073844765e-06,
      "loss": 0.8776,
      "step": 7603
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.709290757284025e-06,
      "loss": 0.8757,
      "step": 7604
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.706946512857874e-06,
      "loss": 0.8415,
      "step": 7605
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.704602340697328e-06,
      "loss": 0.9136,
      "step": 7606
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.702258240933392e-06,
      "loss": 0.8489,
      "step": 7607
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.699914213697081e-06,
      "loss": 0.9061,
      "step": 7608
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.697570259119385e-06,
      "loss": 0.8445,
      "step": 7609
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.695226377331308e-06,
      "loss": 0.8532,
      "step": 7610
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.692882568463847e-06,
      "loss": 0.8075,
      "step": 7611
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.690538832647985e-06,
      "loss": 0.9291,
      "step": 7612
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.688195170014712e-06,
      "loss": 0.8673,
      "step": 7613
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.685851580695015e-06,
      "loss": 0.8583,
      "step": 7614
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.683508064819858e-06,
      "loss": 0.8574,
      "step": 7615
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.681164622520221e-06,
      "loss": 0.8393,
      "step": 7616
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.67882125392708e-06,
      "loss": 0.8879,
      "step": 7617
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.67647795917139e-06,
      "loss": 0.831,
      "step": 7618
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.674134738384114e-06,
      "loss": 0.8322,
      "step": 7619
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.671791591696215e-06,
      "loss": 0.8495,
      "step": 7620
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.669448519238639e-06,
      "loss": 0.918,
      "step": 7621
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.667105521142336e-06,
      "loss": 0.8124,
      "step": 7622
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.664762597538257e-06,
      "loss": 0.8499,
      "step": 7623
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.662419748557333e-06,
      "loss": 0.9169,
      "step": 7624
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.660076974330503e-06,
      "loss": 0.8657,
      "step": 7625
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.657734274988706e-06,
      "loss": 0.887,
      "step": 7626
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.655391650662859e-06,
      "loss": 0.8635,
      "step": 7627
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.653049101483887e-06,
      "loss": 0.7926,
      "step": 7628
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.650706627582716e-06,
      "loss": 0.8751,
      "step": 7629
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.64836422909026e-06,
      "loss": 0.8341,
      "step": 7630
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.646021906137425e-06,
      "loss": 0.83,
      "step": 7631
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.643679658855121e-06,
      "loss": 0.9677,
      "step": 7632
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.641337487374253e-06,
      "loss": 0.9008,
      "step": 7633
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.638995391825713e-06,
      "loss": 0.9159,
      "step": 7634
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.636653372340398e-06,
      "loss": 0.8968,
      "step": 7635
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.6343114290492e-06,
      "loss": 0.8329,
      "step": 7636
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.631969562083e-06,
      "loss": 0.8557,
      "step": 7637
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.629627771572681e-06,
      "loss": 0.8913,
      "step": 7638
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.627286057649126e-06,
      "loss": 0.8832,
      "step": 7639
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.624944420443197e-06,
      "loss": 0.8161,
      "step": 7640
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.622602860085769e-06,
      "loss": 0.8222,
      "step": 7641
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.620261376707708e-06,
      "loss": 0.8806,
      "step": 7642
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.617919970439867e-06,
      "loss": 0.8462,
      "step": 7643
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.615578641413105e-06,
      "loss": 0.8585,
      "step": 7644
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.613237389758276e-06,
      "loss": 0.8821,
      "step": 7645
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.610896215606221e-06,
      "loss": 0.8665,
      "step": 7646
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.608555119087785e-06,
      "loss": 0.7658,
      "step": 7647
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.606214100333811e-06,
      "loss": 0.8001,
      "step": 7648
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.603873159475125e-06,
      "loss": 0.8936,
      "step": 7649
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.601532296642561e-06,
      "loss": 0.7994,
      "step": 7650
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.599191511966945e-06,
      "loss": 0.8363,
      "step": 7651
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.596850805579093e-06,
      "loss": 0.8776,
      "step": 7652
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.594510177609825e-06,
      "loss": 0.8739,
      "step": 7653
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.59216962818995e-06,
      "loss": 0.9314,
      "step": 7654
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.589829157450282e-06,
      "loss": 0.8431,
      "step": 7655
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.587488765521617e-06,
      "loss": 0.9468,
      "step": 7656
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.585148452534757e-06,
      "loss": 0.8749,
      "step": 7657
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.5828082186205e-06,
      "loss": 0.8104,
      "step": 7658
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.58046806390963e-06,
      "loss": 0.9121,
      "step": 7659
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.578127988532932e-06,
      "loss": 0.9136,
      "step": 7660
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.575787992621193e-06,
      "loss": 0.9191,
      "step": 7661
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.573448076305185e-06,
      "loss": 0.933,
      "step": 7662
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.57110823971568e-06,
      "loss": 0.8295,
      "step": 7663
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.568768482983453e-06,
      "loss": 0.9048,
      "step": 7664
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.566428806239256e-06,
      "loss": 0.8084,
      "step": 7665
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.564089209613856e-06,
      "loss": 0.9166,
      "step": 7666
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.561749693238006e-06,
      "loss": 0.9358,
      "step": 7667
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.559410257242453e-06,
      "loss": 0.8723,
      "step": 7668
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.557070901757943e-06,
      "loss": 0.8753,
      "step": 7669
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.55473162691522e-06,
      "loss": 0.8283,
      "step": 7670
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.552392432845016e-06,
      "loss": 0.8934,
      "step": 7671
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.550053319678065e-06,
      "loss": 0.9129,
      "step": 7672
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.5477142875451e-06,
      "loss": 0.8301,
      "step": 7673
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.545375336576834e-06,
      "loss": 0.812,
      "step": 7674
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.54303646690399e-06,
      "loss": 0.9097,
      "step": 7675
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.540697678657278e-06,
      "loss": 0.8507,
      "step": 7676
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.538358971967418e-06,
      "loss": 0.9664,
      "step": 7677
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.536020346965101e-06,
      "loss": 0.8836,
      "step": 7678
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.533681803781033e-06,
      "loss": 0.8554,
      "step": 7679
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.531343342545913e-06,
      "loss": 0.8955,
      "step": 7680
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.529004963390426e-06,
      "loss": 0.8402,
      "step": 7681
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.52666666644526e-06,
      "loss": 0.7651,
      "step": 7682
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.524328451841102e-06,
      "loss": 0.9035,
      "step": 7683
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.52199031970862e-06,
      "loss": 0.8523,
      "step": 7684
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.519652270178492e-06,
      "loss": 0.8434,
      "step": 7685
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.517314303381386e-06,
      "loss": 0.945,
      "step": 7686
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.514976419447963e-06,
      "loss": 0.8899,
      "step": 7687
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.512638618508884e-06,
      "loss": 0.8353,
      "step": 7688
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.510300900694804e-06,
      "loss": 0.9173,
      "step": 7689
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.507963266136366e-06,
      "loss": 0.8018,
      "step": 7690
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.50562571496422e-06,
      "loss": 0.8424,
      "step": 7691
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.503288247309007e-06,
      "loss": 0.8496,
      "step": 7692
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.500950863301357e-06,
      "loss": 0.8244,
      "step": 7693
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.498613563071905e-06,
      "loss": 0.9148,
      "step": 7694
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.496276346751277e-06,
      "loss": 0.8371,
      "step": 7695
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.493939214470091e-06,
      "loss": 0.803,
      "step": 7696
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.491602166358966e-06,
      "loss": 0.9104,
      "step": 7697
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.489265202548513e-06,
      "loss": 0.8596,
      "step": 7698
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.486928323169346e-06,
      "loss": 0.8805,
      "step": 7699
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.484591528352056e-06,
      "loss": 0.8901,
      "step": 7700
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.482254818227247e-06,
      "loss": 0.8389,
      "step": 7701
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.479918192925515e-06,
      "loss": 0.852,
      "step": 7702
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.47758165257744e-06,
      "loss": 0.8704,
      "step": 7703
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.47524519731361e-06,
      "loss": 0.842,
      "step": 7704
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.472908827264606e-06,
      "loss": 0.8359,
      "step": 7705
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.470572542560998e-06,
      "loss": 0.842,
      "step": 7706
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.468236343333358e-06,
      "loss": 0.863,
      "step": 7707
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.465900229712253e-06,
      "loss": 0.8634,
      "step": 7708
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.463564201828235e-06,
      "loss": 0.7806,
      "step": 7709
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.461228259811862e-06,
      "loss": 0.8997,
      "step": 7710
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.458892403793689e-06,
      "loss": 0.8404,
      "step": 7711
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.456556633904254e-06,
      "loss": 0.7943,
      "step": 7712
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.454220950274106e-06,
      "loss": 0.8403,
      "step": 7713
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.451885353033773e-06,
      "loss": 0.8478,
      "step": 7714
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.449549842313786e-06,
      "loss": 0.8826,
      "step": 7715
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.447214418244675e-06,
      "loss": 0.8179,
      "step": 7716
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.444879080956965e-06,
      "loss": 0.8932,
      "step": 7717
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.44254383058116e-06,
      "loss": 0.8634,
      "step": 7718
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.44020866724778e-06,
      "loss": 0.9041,
      "step": 7719
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.43787359108733e-06,
      "loss": 0.8868,
      "step": 7720
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.435538602230313e-06,
      "loss": 0.9187,
      "step": 7721
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.433203700807223e-06,
      "loss": 0.9421,
      "step": 7722
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.430868886948552e-06,
      "loss": 0.8812,
      "step": 7723
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.428534160784796e-06,
      "loss": 0.894,
      "step": 7724
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.426199522446422e-06,
      "loss": 0.878,
      "step": 7725
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.423864972063915e-06,
      "loss": 0.8884,
      "step": 7726
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.421530509767754e-06,
      "loss": 0.8091,
      "step": 7727
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.419196135688393e-06,
      "loss": 0.8142,
      "step": 7728
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.416861849956303e-06,
      "loss": 0.9572,
      "step": 7729
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.41452765270194e-06,
      "loss": 0.819,
      "step": 7730
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.412193544055755e-06,
      "loss": 0.9105,
      "step": 7731
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.409859524148196e-06,
      "loss": 0.852,
      "step": 7732
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.407525593109712e-06,
      "loss": 0.9092,
      "step": 7733
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.40519175107073e-06,
      "loss": 0.867,
      "step": 7734
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.402857998161688e-06,
      "loss": 0.8794,
      "step": 7735
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.400524334513016e-06,
      "loss": 0.8981,
      "step": 7736
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.398190760255135e-06,
      "loss": 0.8575,
      "step": 7737
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.39585727551846e-06,
      "loss": 0.8173,
      "step": 7738
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.393523880433408e-06,
      "loss": 0.9032,
      "step": 7739
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.391190575130382e-06,
      "loss": 0.7792,
      "step": 7740
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.388857359739788e-06,
      "loss": 0.9054,
      "step": 7741
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.386524234392027e-06,
      "loss": 0.8976,
      "step": 7742
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.384191199217484e-06,
      "loss": 0.9173,
      "step": 7743
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.38185825434655e-06,
      "loss": 0.8009,
      "step": 7744
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.379525399909608e-06,
      "loss": 0.9675,
      "step": 7745
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.37719263603704e-06,
      "loss": 0.8426,
      "step": 7746
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.374859962859209e-06,
      "loss": 0.8749,
      "step": 7747
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.372527380506489e-06,
      "loss": 0.9039,
      "step": 7748
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.370194889109245e-06,
      "loss": 0.8842,
      "step": 7749
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.367862488797826e-06,
      "loss": 0.8033,
      "step": 7750
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.365530179702589e-06,
      "loss": 0.8229,
      "step": 7751
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.363197961953881e-06,
      "loss": 0.8794,
      "step": 7752
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.360865835682042e-06,
      "loss": 0.9077,
      "step": 7753
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.35853380101741e-06,
      "loss": 0.8484,
      "step": 7754
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.35620185809032e-06,
      "loss": 0.864,
      "step": 7755
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.353870007031091e-06,
      "loss": 0.8583,
      "step": 7756
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.351538247970051e-06,
      "loss": 0.8506,
      "step": 7757
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.349206581037516e-06,
      "loss": 0.8582,
      "step": 7758
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.346875006363794e-06,
      "loss": 0.8308,
      "step": 7759
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.344543524079192e-06,
      "loss": 0.8665,
      "step": 7760
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.342212134314012e-06,
      "loss": 0.9014,
      "step": 7761
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.339880837198549e-06,
      "loss": 0.8929,
      "step": 7762
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.337549632863093e-06,
      "loss": 0.8564,
      "step": 7763
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.33521852143793e-06,
      "loss": 0.921,
      "step": 7764
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.332887503053339e-06,
      "loss": 0.9097,
      "step": 7765
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.330556577839594e-06,
      "loss": 0.8373,
      "step": 7766
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.32822574592697e-06,
      "loss": 0.8701,
      "step": 7767
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.32589500744573e-06,
      "loss": 0.8926,
      "step": 7768
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.323564362526128e-06,
      "loss": 0.9249,
      "step": 7769
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.32123381129842e-06,
      "loss": 0.8899,
      "step": 7770
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.31890335389286e-06,
      "loss": 0.8434,
      "step": 7771
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.316572990439684e-06,
      "loss": 0.8733,
      "step": 7772
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.314242721069135e-06,
      "loss": 0.8574,
      "step": 7773
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.31191254591145e-06,
      "loss": 0.7965,
      "step": 7774
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.309582465096848e-06,
      "loss": 0.9039,
      "step": 7775
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.307252478755554e-06,
      "loss": 0.8272,
      "step": 7776
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.304922587017793e-06,
      "loss": 0.7855,
      "step": 7777
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.302592790013765e-06,
      "loss": 0.8428,
      "step": 7778
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.300263087873683e-06,
      "loss": 0.863,
      "step": 7779
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.29793348072775e-06,
      "loss": 0.8399,
      "step": 7780
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.295603968706156e-06,
      "loss": 0.8068,
      "step": 7781
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.293274551939097e-06,
      "loss": 0.8576,
      "step": 7782
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.290945230556761e-06,
      "loss": 0.8546,
      "step": 7783
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.288616004689321e-06,
      "loss": 0.8478,
      "step": 7784
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.286286874466953e-06,
      "loss": 0.7983,
      "step": 7785
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.283957840019834e-06,
      "loss": 0.8173,
      "step": 7786
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.281628901478118e-06,
      "loss": 0.8313,
      "step": 7787
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.279300058971967e-06,
      "loss": 0.7737,
      "step": 7788
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.276971312631536e-06,
      "loss": 0.8525,
      "step": 7789
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.274642662586973e-06,
      "loss": 0.8947,
      "step": 7790
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.27231410896842e-06,
      "loss": 0.912,
      "step": 7791
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.269985651906012e-06,
      "loss": 0.8545,
      "step": 7792
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.267657291529888e-06,
      "loss": 0.8659,
      "step": 7793
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.265329027970164e-06,
      "loss": 0.8833,
      "step": 7794
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.263000861356968e-06,
      "loss": 0.8812,
      "step": 7795
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.260672791820415e-06,
      "loss": 0.8832,
      "step": 7796
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.25834481949061e-06,
      "loss": 0.9097,
      "step": 7797
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.256016944497663e-06,
      "loss": 0.8876,
      "step": 7798
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.253689166971675e-06,
      "loss": 0.8684,
      "step": 7799
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.251361487042732e-06,
      "loss": 0.9056,
      "step": 7800
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.249033904840929e-06,
      "loss": 0.9392,
      "step": 7801
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.24670642049635e-06,
      "loss": 0.9189,
      "step": 7802
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.244379034139064e-06,
      "loss": 0.8446,
      "step": 7803
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.24205174589915e-06,
      "loss": 0.7721,
      "step": 7804
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.239724555906672e-06,
      "loss": 0.8668,
      "step": 7805
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.237397464291691e-06,
      "loss": 0.8929,
      "step": 7806
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.235070471184264e-06,
      "loss": 0.8962,
      "step": 7807
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.232743576714443e-06,
      "loss": 0.8124,
      "step": 7808
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.230416781012264e-06,
      "loss": 0.9217,
      "step": 7809
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.228090084207773e-06,
      "loss": 0.7826,
      "step": 7810
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.225763486431007e-06,
      "loss": 0.878,
      "step": 7811
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.223436987811983e-06,
      "loss": 0.8784,
      "step": 7812
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.221110588480728e-06,
      "loss": 0.8584,
      "step": 7813
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.21878428856726e-06,
      "loss": 0.8473,
      "step": 7814
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.216458088201595e-06,
      "loss": 0.8594,
      "step": 7815
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.214131987513729e-06,
      "loss": 0.87,
      "step": 7816
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.211805986633667e-06,
      "loss": 0.8752,
      "step": 7817
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.209480085691408e-06,
      "loss": 0.8419,
      "step": 7818
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.207154284816932e-06,
      "loss": 0.8585,
      "step": 7819
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.204828584140226e-06,
      "loss": 0.8957,
      "step": 7820
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.202502983791269e-06,
      "loss": 0.9216,
      "step": 7821
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.200177483900033e-06,
      "loss": 0.8902,
      "step": 7822
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.19785208459648e-06,
      "loss": 0.8238,
      "step": 7823
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.195526786010584e-06,
      "loss": 0.9023,
      "step": 7824
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.193201588272284e-06,
      "loss": 0.8191,
      "step": 7825
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.190876491511536e-06,
      "loss": 0.9977,
      "step": 7826
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.18855149585829e-06,
      "loss": 0.9049,
      "step": 7827
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.186226601442476e-06,
      "loss": 0.9157,
      "step": 7828
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.183901808394027e-06,
      "loss": 0.8298,
      "step": 7829
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.181577116842876e-06,
      "loss": 0.7965,
      "step": 7830
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.179252526918939e-06,
      "loss": 0.8867,
      "step": 7831
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.176928038752133e-06,
      "loss": 0.909,
      "step": 7832
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.174603652472372e-06,
      "loss": 0.8707,
      "step": 7833
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.172279368209554e-06,
      "loss": 0.8677,
      "step": 7834
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.16995518609358e-06,
      "loss": 0.8111,
      "step": 7835
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.167631106254345e-06,
      "loss": 0.8702,
      "step": 7836
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.165307128821738e-06,
      "loss": 0.8705,
      "step": 7837
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.162983253925632e-06,
      "loss": 0.8663,
      "step": 7838
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.160659481695907e-06,
      "loss": 0.8285,
      "step": 7839
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.158335812262436e-06,
      "loss": 0.9698,
      "step": 7840
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.156012245755079e-06,
      "loss": 0.8802,
      "step": 7841
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.153688782303696e-06,
      "loss": 0.9024,
      "step": 7842
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.151365422038144e-06,
      "loss": 0.8363,
      "step": 7843
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.14904216508826e-06,
      "loss": 0.8068,
      "step": 7844
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.146719011583895e-06,
      "loss": 0.8814,
      "step": 7845
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.14439596165488e-06,
      "loss": 0.8695,
      "step": 7846
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.142073015431042e-06,
      "loss": 0.7678,
      "step": 7847
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.13975017304221e-06,
      "loss": 0.8191,
      "step": 7848
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.137427434618204e-06,
      "loss": 0.819,
      "step": 7849
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.135104800288826e-06,
      "loss": 0.8535,
      "step": 7850
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.132782270183888e-06,
      "loss": 0.8989,
      "step": 7851
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.130459844433195e-06,
      "loss": 0.8772,
      "step": 7852
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.128137523166536e-06,
      "loss": 0.8645,
      "step": 7853
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.1258153065137e-06,
      "loss": 0.8328,
      "step": 7854
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.123493194604473e-06,
      "loss": 0.8652,
      "step": 7855
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.121171187568628e-06,
      "loss": 0.8524,
      "step": 7856
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.11884928553594e-06,
      "loss": 0.8475,
      "step": 7857
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.116527488636173e-06,
      "loss": 0.8211,
      "step": 7858
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.114205796999092e-06,
      "loss": 0.912,
      "step": 7859
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.111884210754439e-06,
      "loss": 0.8108,
      "step": 7860
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.10956273003197e-06,
      "loss": 0.8838,
      "step": 7861
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.10724135496143e-06,
      "loss": 0.8309,
      "step": 7862
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.104920085672545e-06,
      "loss": 0.8849,
      "step": 7863
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.10259892229505e-06,
      "loss": 0.881,
      "step": 7864
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.100277864958673e-06,
      "loss": 0.8541,
      "step": 7865
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.097956913793125e-06,
      "loss": 0.8925,
      "step": 7866
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.095636068928124e-06,
      "loss": 0.9745,
      "step": 7867
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.093315330493378e-06,
      "loss": 0.7849,
      "step": 7868
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.090994698618578e-06,
      "loss": 0.8665,
      "step": 7869
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.088674173433426e-06,
      "loss": 0.8893,
      "step": 7870
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.08635375506761e-06,
      "loss": 0.9552,
      "step": 7871
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.084033443650809e-06,
      "loss": 0.8413,
      "step": 7872
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.081713239312701e-06,
      "loss": 0.9399,
      "step": 7873
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.079393142182963e-06,
      "loss": 0.8648,
      "step": 7874
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.077073152391248e-06,
      "loss": 0.7976,
      "step": 7875
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.074753270067222e-06,
      "loss": 0.9977,
      "step": 7876
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.07243349534054e-06,
      "loss": 0.8614,
      "step": 7877
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.070113828340839e-06,
      "loss": 0.9191,
      "step": 7878
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.067794269197768e-06,
      "loss": 0.8215,
      "step": 7879
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.065474818040956e-06,
      "loss": 0.8319,
      "step": 7880
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.063155475000037e-06,
      "loss": 0.8528,
      "step": 7881
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.060836240204628e-06,
      "loss": 0.8569,
      "step": 7882
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.058517113784347e-06,
      "loss": 0.8141,
      "step": 7883
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.05619809586881e-06,
      "loss": 0.8536,
      "step": 7884
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.053879186587613e-06,
      "loss": 0.8238,
      "step": 7885
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.051560386070356e-06,
      "loss": 0.8466,
      "step": 7886
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.04924169444664e-06,
      "loss": 0.8614,
      "step": 7887
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.046923111846037e-06,
      "loss": 0.8744,
      "step": 7888
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.044604638398133e-06,
      "loss": 0.9244,
      "step": 7889
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.042286274232506e-06,
      "loss": 0.8469,
      "step": 7890
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.039968019478717e-06,
      "loss": 0.8772,
      "step": 7891
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.037649874266332e-06,
      "loss": 0.8673,
      "step": 7892
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.03533183872491e-06,
      "loss": 0.7776,
      "step": 7893
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.03301391298399e-06,
      "loss": 0.7942,
      "step": 7894
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.03069609717312e-06,
      "loss": 0.7995,
      "step": 7895
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.02837839142184e-06,
      "loss": 0.8978,
      "step": 7896
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.026060795859679e-06,
      "loss": 0.817,
      "step": 7897
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.023743310616159e-06,
      "loss": 0.8476,
      "step": 7898
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.021425935820807e-06,
      "loss": 0.9262,
      "step": 7899
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.019108671603125e-06,
      "loss": 0.9052,
      "step": 7900
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.016791518092623e-06,
      "loss": 0.8811,
      "step": 7901
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.014474475418807e-06,
      "loss": 0.8881,
      "step": 7902
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.01215754371116e-06,
      "loss": 0.8838,
      "step": 7903
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.009840723099178e-06,
      "loss": 0.8907,
      "step": 7904
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.007524013712337e-06,
      "loss": 0.8974,
      "step": 7905
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.005207415680118e-06,
      "loss": 0.9037,
      "step": 7906
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.002890929131985e-06,
      "loss": 0.9484,
      "step": 7907
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.000574554197403e-06,
      "loss": 0.9148,
      "step": 7908
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.998258291005832e-06,
      "loss": 0.8988,
      "step": 7909
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.995942139686716e-06,
      "loss": 0.8689,
      "step": 7910
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.9936261003695e-06,
      "loss": 0.8497,
      "step": 7911
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.991310173183628e-06,
      "loss": 0.8651,
      "step": 7912
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.988994358258524e-06,
      "loss": 0.8178,
      "step": 7913
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.986678655723615e-06,
      "loss": 0.8898,
      "step": 7914
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.984363065708325e-06,
      "loss": 0.8493,
      "step": 7915
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.98204758834206e-06,
      "loss": 0.908,
      "step": 7916
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.979732223754227e-06,
      "loss": 0.8617,
      "step": 7917
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.977416972074234e-06,
      "loss": 0.8245,
      "step": 7918
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.975101833431465e-06,
      "loss": 0.859,
      "step": 7919
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.972786807955312e-06,
      "loss": 0.8635,
      "step": 7920
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.970471895775158e-06,
      "loss": 0.8347,
      "step": 7921
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.968157097020372e-06,
      "loss": 0.8258,
      "step": 7922
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.96584241182033e-06,
      "loss": 0.9514,
      "step": 7923
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.963527840304388e-06,
      "loss": 0.851,
      "step": 7924
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.961213382601902e-06,
      "loss": 0.7985,
      "step": 7925
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.958899038842224e-06,
      "loss": 0.8884,
      "step": 7926
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.956584809154697e-06,
      "loss": 0.8735,
      "step": 7927
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.95427069366866e-06,
      "loss": 0.8495,
      "step": 7928
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.951956692513434e-06,
      "loss": 0.8602,
      "step": 7929
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.949642805818351e-06,
      "loss": 0.8662,
      "step": 7930
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.947329033712728e-06,
      "loss": 0.8255,
      "step": 7931
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.945015376325873e-06,
      "loss": 0.8834,
      "step": 7932
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.94270183378709e-06,
      "loss": 0.8032,
      "step": 7933
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.940388406225687e-06,
      "loss": 0.8336,
      "step": 7934
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.938075093770943e-06,
      "loss": 0.8794,
      "step": 7935
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.935761896552148e-06,
      "loss": 0.8395,
      "step": 7936
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.933448814698585e-06,
      "loss": 0.8172,
      "step": 7937
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.93113584833952e-06,
      "loss": 0.8052,
      "step": 7938
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.928822997604222e-06,
      "loss": 0.8956,
      "step": 7939
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.926510262621952e-06,
      "loss": 0.8616,
      "step": 7940
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.92419764352196e-06,
      "loss": 0.8926,
      "step": 7941
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.921885140433496e-06,
      "loss": 0.8386,
      "step": 7942
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.9195727534858e-06,
      "loss": 0.8866,
      "step": 7943
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.917260482808102e-06,
      "loss": 0.7623,
      "step": 7944
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.914948328529632e-06,
      "loss": 0.8436,
      "step": 7945
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.91263629077961e-06,
      "loss": 0.9077,
      "step": 7946
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.91032436968725e-06,
      "loss": 0.8058,
      "step": 7947
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.908012565381762e-06,
      "loss": 0.8191,
      "step": 7948
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.905700877992342e-06,
      "loss": 0.9077,
      "step": 7949
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.90338930764819e-06,
      "loss": 0.8723,
      "step": 7950
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.901077854478489e-06,
      "loss": 0.8098,
      "step": 7951
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.898766518612422e-06,
      "loss": 0.9105,
      "step": 7952
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.896455300179171e-06,
      "loss": 0.8585,
      "step": 7953
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.894144199307894e-06,
      "loss": 0.8868,
      "step": 7954
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.891833216127756e-06,
      "loss": 0.8695,
      "step": 7955
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.889522350767915e-06,
      "loss": 0.82,
      "step": 7956
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.887211603357518e-06,
      "loss": 0.9278,
      "step": 7957
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.884900974025705e-06,
      "loss": 0.9008,
      "step": 7958
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.882590462901617e-06,
      "loss": 0.8665,
      "step": 7959
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.880280070114377e-06,
      "loss": 0.8562,
      "step": 7960
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.87796979579311e-06,
      "loss": 0.8235,
      "step": 7961
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.875659640066934e-06,
      "loss": 0.8754,
      "step": 7962
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.87334960306495e-06,
      "loss": 0.8159,
      "step": 7963
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.871039684916267e-06,
      "loss": 0.918,
      "step": 7964
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.868729885749979e-06,
      "loss": 0.9272,
      "step": 7965
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.866420205695174e-06,
      "loss": 0.8588,
      "step": 7966
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.864110644880935e-06,
      "loss": 0.8393,
      "step": 7967
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.861801203436344e-06,
      "loss": 0.7917,
      "step": 7968
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.859491881490458e-06,
      "loss": 0.8865,
      "step": 7969
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.857182679172346e-06,
      "loss": 0.8877,
      "step": 7970
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.854873596611066e-06,
      "loss": 0.8417,
      "step": 7971
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.852564633935665e-06,
      "loss": 0.8459,
      "step": 7972
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.85025579127518e-06,
      "loss": 0.8351,
      "step": 7973
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.847947068758652e-06,
      "loss": 0.8247,
      "step": 7974
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.84563846651511e-06,
      "loss": 0.8974,
      "step": 7975
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.843329984673576e-06,
      "loss": 0.8121,
      "step": 7976
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.841021623363061e-06,
      "loss": 0.8728,
      "step": 7977
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.838713382712583e-06,
      "loss": 0.7873,
      "step": 7978
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.836405262851134e-06,
      "loss": 0.8369,
      "step": 7979
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.834097263907714e-06,
      "loss": 0.8792,
      "step": 7980
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.831789386011313e-06,
      "loss": 0.9041,
      "step": 7981
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.829481629290907e-06,
      "loss": 0.8041,
      "step": 7982
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.827173993875475e-06,
      "loss": 0.7678,
      "step": 7983
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.824866479893988e-06,
      "loss": 0.8833,
      "step": 7984
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.822559087475398e-06,
      "loss": 0.8781,
      "step": 7985
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.820251816748668e-06,
      "loss": 0.8455,
      "step": 7986
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.817944667842747e-06,
      "loss": 0.8788,
      "step": 7987
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.815637640886566e-06,
      "loss": 0.8675,
      "step": 7988
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.813330736009067e-06,
      "loss": 0.8018,
      "step": 7989
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.811023953339175e-06,
      "loss": 0.8351,
      "step": 7990
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.80871729300581e-06,
      "loss": 0.8176,
      "step": 7991
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.806410755137885e-06,
      "loss": 0.8396,
      "step": 7992
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.804104339864314e-06,
      "loss": 0.8112,
      "step": 7993
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.801798047313986e-06,
      "loss": 0.8682,
      "step": 7994
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.7994918776158e-06,
      "loss": 0.8453,
      "step": 7995
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.797185830898641e-06,
      "loss": 0.8225,
      "step": 7996
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.794879907291391e-06,
      "loss": 0.8291,
      "step": 7997
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.792574106922918e-06,
      "loss": 0.9201,
      "step": 7998
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.790268429922089e-06,
      "loss": 0.9144,
      "step": 7999
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.787962876417765e-06,
      "loss": 0.8571,
      "step": 8000
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.785657446538795e-06,
      "loss": 0.9003,
      "step": 8001
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.783352140414023e-06,
      "loss": 0.908,
      "step": 8002
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.781046958172294e-06,
      "loss": 0.805,
      "step": 8003
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.77874189994243e-06,
      "loss": 0.8604,
      "step": 8004
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.776436965853258e-06,
      "loss": 0.8859,
      "step": 8005
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.7741321560336e-06,
      "loss": 0.873,
      "step": 8006
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.771827470612257e-06,
      "loss": 0.8652,
      "step": 8007
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.76952290971804e-06,
      "loss": 0.8751,
      "step": 8008
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.767218473479745e-06,
      "loss": 0.8178,
      "step": 8009
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.764914162026157e-06,
      "loss": 0.8818,
      "step": 8010
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.76260997548606e-06,
      "loss": 0.8481,
      "step": 8011
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.760305913988233e-06,
      "loss": 0.8531,
      "step": 8012
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.758001977661439e-06,
      "loss": 0.8901,
      "step": 8013
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.755698166634437e-06,
      "loss": 0.8222,
      "step": 8014
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.753394481035992e-06,
      "loss": 0.7935,
      "step": 8015
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.751090920994841e-06,
      "loss": 0.9235,
      "step": 8016
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.748787486639731e-06,
      "loss": 0.8897,
      "step": 8017
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.746484178099391e-06,
      "loss": 0.8317,
      "step": 8018
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.744180995502554e-06,
      "loss": 0.92,
      "step": 8019
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.74187793897793e-06,
      "loss": 0.8358,
      "step": 8020
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.739575008654235e-06,
      "loss": 0.9201,
      "step": 8021
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.73727220466018e-06,
      "loss": 0.8128,
      "step": 8022
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.734969527124454e-06,
      "loss": 0.8832,
      "step": 8023
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.732666976175751e-06,
      "loss": 0.8645,
      "step": 8024
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.730364551942758e-06,
      "loss": 0.8832,
      "step": 8025
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.728062254554149e-06,
      "loss": 0.8249,
      "step": 8026
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.725760084138593e-06,
      "loss": 0.8539,
      "step": 8027
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.72345804082476e-06,
      "loss": 0.8207,
      "step": 8028
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.721156124741293e-06,
      "loss": 0.9403,
      "step": 8029
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.71885433601685e-06,
      "loss": 0.8562,
      "step": 8030
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.716552674780072e-06,
      "loss": 0.8172,
      "step": 8031
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.714251141159587e-06,
      "loss": 0.8107,
      "step": 8032
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.711949735284025e-06,
      "loss": 0.8833,
      "step": 8033
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.709648457282013e-06,
      "loss": 0.8757,
      "step": 8034
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.707347307282154e-06,
      "loss": 0.8731,
      "step": 8035
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.705046285413056e-06,
      "loss": 0.8812,
      "step": 8036
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.702745391803323e-06,
      "loss": 0.8598,
      "step": 8037
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.700444626581539e-06,
      "loss": 0.9004,
      "step": 8038
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.698143989876291e-06,
      "loss": 0.8553,
      "step": 8039
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.695843481816158e-06,
      "loss": 0.8586,
      "step": 8040
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.693543102529707e-06,
      "loss": 0.8578,
      "step": 8041
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.691242852145503e-06,
      "loss": 0.814,
      "step": 8042
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.688942730792097e-06,
      "loss": 0.8933,
      "step": 8043
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.686642738598044e-06,
      "loss": 0.8368,
      "step": 8044
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.684342875691879e-06,
      "loss": 0.8173,
      "step": 8045
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.682043142202139e-06,
      "loss": 0.8609,
      "step": 8046
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.679743538257352e-06,
      "loss": 0.8462,
      "step": 8047
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.67744406398603e-06,
      "loss": 0.8677,
      "step": 8048
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.67514471951669e-06,
      "loss": 0.8179,
      "step": 8049
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.672845504977838e-06,
      "loss": 0.8593,
      "step": 8050
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.670546420497968e-06,
      "loss": 0.8558,
      "step": 8051
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.668247466205575e-06,
      "loss": 0.9136,
      "step": 8052
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.665948642229139e-06,
      "loss": 0.9211,
      "step": 8053
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.663649948697134e-06,
      "loss": 0.8037,
      "step": 8054
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.66135138573803e-06,
      "loss": 0.8554,
      "step": 8055
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.659052953480289e-06,
      "loss": 0.9496,
      "step": 8056
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.656754652052363e-06,
      "loss": 0.7859,
      "step": 8057
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.654456481582699e-06,
      "loss": 0.9215,
      "step": 8058
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.65215844219974e-06,
      "loss": 0.8597,
      "step": 8059
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.649860534031912e-06,
      "loss": 0.843,
      "step": 8060
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.64756275720764e-06,
      "loss": 0.8764,
      "step": 8061
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.645265111855346e-06,
      "loss": 0.8677,
      "step": 8062
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.642967598103436e-06,
      "loss": 0.7853,
      "step": 8063
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.64067021608031e-06,
      "loss": 0.8267,
      "step": 8064
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.638372965914368e-06,
      "loss": 0.9319,
      "step": 8065
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.636075847733999e-06,
      "loss": 0.8994,
      "step": 8066
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.633778861667575e-06,
      "loss": 0.8533,
      "step": 8067
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.631482007843476e-06,
      "loss": 0.8985,
      "step": 8068
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6291852863900705e-06,
      "loss": 0.9254,
      "step": 8069
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.626888697435708e-06,
      "loss": 0.8497,
      "step": 8070
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.624592241108743e-06,
      "loss": 0.8374,
      "step": 8071
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.622295917537522e-06,
      "loss": 0.8395,
      "step": 8072
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6199997268503744e-06,
      "loss": 0.8696,
      "step": 8073
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.617703669175633e-06,
      "loss": 0.7886,
      "step": 8074
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.615407744641618e-06,
      "loss": 0.8834,
      "step": 8075
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.613111953376644e-06,
      "loss": 0.8521,
      "step": 8076
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.610816295509014e-06,
      "loss": 0.8617,
      "step": 8077
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.608520771167034e-06,
      "loss": 0.8913,
      "step": 8078
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.606225380478986e-06,
      "loss": 0.8352,
      "step": 8079
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.603930123573158e-06,
      "loss": 0.7856,
      "step": 8080
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.601635000577829e-06,
      "loss": 0.8258,
      "step": 8081
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.599340011621262e-06,
      "loss": 0.9189,
      "step": 8082
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.597045156831721e-06,
      "loss": 0.8562,
      "step": 8083
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.594750436337467e-06,
      "loss": 0.8716,
      "step": 8084
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5924558502667335e-06,
      "loss": 0.8518,
      "step": 8085
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.590161398747766e-06,
      "loss": 0.9376,
      "step": 8086
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.587867081908795e-06,
      "loss": 0.8063,
      "step": 8087
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.585572899878049e-06,
      "loss": 0.8791,
      "step": 8088
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.583278852783736e-06,
      "loss": 0.8999,
      "step": 8089
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.580984940754067e-06,
      "loss": 0.8697,
      "step": 8090
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.578691163917248e-06,
      "loss": 0.8593,
      "step": 8091
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.576397522401467e-06,
      "loss": 0.8374,
      "step": 8092
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.574104016334911e-06,
      "loss": 0.778,
      "step": 8093
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.571810645845765e-06,
      "loss": 0.814,
      "step": 8094
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.569517411062189e-06,
      "loss": 0.8892,
      "step": 8095
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.567224312112353e-06,
      "loss": 0.883,
      "step": 8096
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.564931349124416e-06,
      "loss": 0.8258,
      "step": 8097
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.562638522226518e-06,
      "loss": 0.8734,
      "step": 8098
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5603458315468015e-06,
      "loss": 0.831,
      "step": 8099
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.558053277213403e-06,
      "loss": 0.8777,
      "step": 8100
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.555760859354444e-06,
      "loss": 0.8277,
      "step": 8101
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.553468578098044e-06,
      "loss": 0.8391,
      "step": 8102
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.551176433572318e-06,
      "loss": 0.8401,
      "step": 8103
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.548884425905358e-06,
      "loss": 0.9142,
      "step": 8104
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.546592555225265e-06,
      "loss": 0.8583,
      "step": 8105
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.544300821660127e-06,
      "loss": 0.9622,
      "step": 8106
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.542009225338019e-06,
      "loss": 0.816,
      "step": 8107
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5397177663870156e-06,
      "loss": 0.8542,
      "step": 8108
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.53742644493518e-06,
      "loss": 0.8548,
      "step": 8109
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.535135261110573e-06,
      "loss": 0.8295,
      "step": 8110
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.532844215041235e-06,
      "loss": 0.8363,
      "step": 8111
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.530553306855212e-06,
      "loss": 0.9338,
      "step": 8112
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.528262536680539e-06,
      "loss": 0.8659,
      "step": 8113
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.525971904645238e-06,
      "loss": 0.887,
      "step": 8114
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.523681410877325e-06,
      "loss": 0.8257,
      "step": 8115
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.521391055504816e-06,
      "loss": 0.8461,
      "step": 8116
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.519100838655708e-06,
      "loss": 0.814,
      "step": 8117
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.516810760457999e-06,
      "loss": 0.8529,
      "step": 8118
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.514520821039678e-06,
      "loss": 0.849,
      "step": 8119
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.512231020528717e-06,
      "loss": 0.9608,
      "step": 8120
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.509941359053091e-06,
      "loss": 0.7632,
      "step": 8121
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.507651836740769e-06,
      "loss": 0.9157,
      "step": 8122
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.505362453719697e-06,
      "loss": 0.8925,
      "step": 8123
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5030732101178284e-06,
      "loss": 0.8808,
      "step": 8124
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.500784106063104e-06,
      "loss": 0.8835,
      "step": 8125
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.498495141683453e-06,
      "loss": 0.7933,
      "step": 8126
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.496206317106803e-06,
      "loss": 0.888,
      "step": 8127
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.493917632461074e-06,
      "loss": 0.8682,
      "step": 8128
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.491629087874166e-06,
      "loss": 0.8359,
      "step": 8129
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.489340683473984e-06,
      "loss": 0.8504,
      "step": 8130
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4870524193884274e-06,
      "loss": 0.8969,
      "step": 8131
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4847642957453726e-06,
      "loss": 0.8505,
      "step": 8132
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.482476312672702e-06,
      "loss": 0.9443,
      "step": 8133
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.480188470298286e-06,
      "loss": 0.8519,
      "step": 8134
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.477900768749986e-06,
      "loss": 0.9017,
      "step": 8135
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.475613208155655e-06,
      "loss": 0.8741,
      "step": 8136
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.473325788643137e-06,
      "loss": 0.8791,
      "step": 8137
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.471038510340277e-06,
      "loss": 0.8668,
      "step": 8138
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4687513733748985e-06,
      "loss": 0.8394,
      "step": 8139
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.466464377874824e-06,
      "loss": 0.8362,
      "step": 8140
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.464177523967876e-06,
      "loss": 0.8314,
      "step": 8141
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.461890811781852e-06,
      "loss": 0.9539,
      "step": 8142
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.459604241444556e-06,
      "loss": 0.8031,
      "step": 8143
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.457317813083781e-06,
      "loss": 0.8409,
      "step": 8144
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.455031526827302e-06,
      "loss": 0.9022,
      "step": 8145
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4527453828028995e-06,
      "loss": 0.8579,
      "step": 8146
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.450459381138342e-06,
      "loss": 0.8457,
      "step": 8147
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.448173521961384e-06,
      "loss": 0.8214,
      "step": 8148
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4458878053997765e-06,
      "loss": 0.8564,
      "step": 8149
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.443602231581267e-06,
      "loss": 0.8422,
      "step": 8150
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.441316800633587e-06,
      "loss": 0.8283,
      "step": 8151
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.439031512684465e-06,
      "loss": 0.8279,
      "step": 8152
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.436746367861624e-06,
      "loss": 0.9526,
      "step": 8153
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.434461366292766e-06,
      "loss": 0.8162,
      "step": 8154
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.432176508105602e-06,
      "loss": 0.9264,
      "step": 8155
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.429891793427824e-06,
      "loss": 0.8838,
      "step": 8156
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.427607222387121e-06,
      "loss": 0.8583,
      "step": 8157
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.425322795111172e-06,
      "loss": 0.856,
      "step": 8158
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.423038511727642e-06,
      "loss": 0.8209,
      "step": 8159
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.420754372364204e-06,
      "loss": 0.9007,
      "step": 8160
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.418470377148504e-06,
      "loss": 0.8006,
      "step": 8161
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.416186526208193e-06,
      "loss": 0.859,
      "step": 8162
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.413902819670915e-06,
      "loss": 0.897,
      "step": 8163
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.411619257664291e-06,
      "loss": 0.8718,
      "step": 8164
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4093358403159475e-06,
      "loss": 0.9162,
      "step": 8165
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.407052567753503e-06,
      "loss": 0.9518,
      "step": 8166
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.404769440104558e-06,
      "loss": 0.8903,
      "step": 8167
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.402486457496714e-06,
      "loss": 0.8857,
      "step": 8168
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.400203620057564e-06,
      "loss": 0.8188,
      "step": 8169
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.397920927914686e-06,
      "loss": 0.8608,
      "step": 8170
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.395638381195654e-06,
      "loss": 0.8201,
      "step": 8171
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.393355980028039e-06,
      "loss": 0.8139,
      "step": 8172
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.391073724539391e-06,
      "loss": 0.909,
      "step": 8173
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.388791614857262e-06,
      "loss": 0.8385,
      "step": 8174
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.386509651109199e-06,
      "loss": 0.8211,
      "step": 8175
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.384227833422731e-06,
      "loss": 0.9103,
      "step": 8176
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.381946161925384e-06,
      "loss": 0.879,
      "step": 8177
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.379664636744673e-06,
      "loss": 0.8735,
      "step": 8178
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.377383258008115e-06,
      "loss": 0.8291,
      "step": 8179
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.375102025843199e-06,
      "loss": 0.8804,
      "step": 8180
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3728209403774244e-06,
      "loss": 0.8661,
      "step": 8181
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.370540001738275e-06,
      "loss": 0.8002,
      "step": 8182
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.368259210053228e-06,
      "loss": 0.8632,
      "step": 8183
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.365978565449745e-06,
      "loss": 0.8287,
      "step": 8184
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.363698068055294e-06,
      "loss": 0.8204,
      "step": 8185
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3614177179973205e-06,
      "loss": 0.8272,
      "step": 8186
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.359137515403268e-06,
      "loss": 0.9034,
      "step": 8187
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.356857460400578e-06,
      "loss": 0.8645,
      "step": 8188
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.354577553116669e-06,
      "loss": 0.8572,
      "step": 8189
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.352297793678962e-06,
      "loss": 0.8586,
      "step": 8190
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.350018182214871e-06,
      "loss": 0.8486,
      "step": 8191
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.347738718851792e-06,
      "loss": 0.9169,
      "step": 8192
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.345459403717121e-06,
      "loss": 0.8686,
      "step": 8193
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.343180236938248e-06,
      "loss": 0.8267,
      "step": 8194
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3409012186425425e-06,
      "loss": 0.8265,
      "step": 8195
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.338622348957377e-06,
      "loss": 0.8673,
      "step": 8196
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.336343628010116e-06,
      "loss": 0.8313,
      "step": 8197
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.334065055928102e-06,
      "loss": 0.8731,
      "step": 8198
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.331786632838686e-06,
      "loss": 0.8821,
      "step": 8199
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.329508358869201e-06,
      "loss": 0.8467,
      "step": 8200
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3272302341469756e-06,
      "loss": 0.8915,
      "step": 8201
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.324952258799327e-06,
      "loss": 0.8628,
      "step": 8202
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3226744329535675e-06,
      "loss": 0.8989,
      "step": 8203
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.320396756737001e-06,
      "loss": 0.8629,
      "step": 8204
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3181192302769145e-06,
      "loss": 0.8927,
      "step": 8205
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3158418537005975e-06,
      "loss": 0.7624,
      "step": 8206
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.313564627135331e-06,
      "loss": 0.8128,
      "step": 8207
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.311287550708376e-06,
      "loss": 0.9221,
      "step": 8208
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.309010624546996e-06,
      "loss": 0.8471,
      "step": 8209
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.306733848778446e-06,
      "loss": 0.8947,
      "step": 8210
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.304457223529964e-06,
      "loss": 0.8708,
      "step": 8211
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.302180748928786e-06,
      "loss": 0.8664,
      "step": 8212
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.299904425102147e-06,
      "loss": 0.8087,
      "step": 8213
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.297628252177253e-06,
      "loss": 0.8336,
      "step": 8214
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.295352230281321e-06,
      "loss": 0.773,
      "step": 8215
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.293076359541551e-06,
      "loss": 0.8598,
      "step": 8216
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.290800640085134e-06,
      "loss": 0.9022,
      "step": 8217
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.288525072039254e-06,
      "loss": 0.9194,
      "step": 8218
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.286249655531095e-06,
      "loss": 0.8913,
      "step": 8219
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.283974390687813e-06,
      "loss": 0.8692,
      "step": 8220
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2816992776365714e-06,
      "loss": 0.8756,
      "step": 8221
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.279424316504527e-06,
      "loss": 0.8643,
      "step": 8222
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.277149507418812e-06,
      "loss": 0.8701,
      "step": 8223
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2748748505065634e-06,
      "loss": 0.8822,
      "step": 8224
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.272600345894909e-06,
      "loss": 0.8516,
      "step": 8225
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.270325993710964e-06,
      "loss": 0.8798,
      "step": 8226
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.268051794081834e-06,
      "loss": 0.8672,
      "step": 8227
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2657777471346205e-06,
      "loss": 0.8182,
      "step": 8228
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.263503852996417e-06,
      "loss": 0.8572,
      "step": 8229
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.261230111794301e-06,
      "loss": 0.8699,
      "step": 8230
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.258956523655347e-06,
      "loss": 0.9389,
      "step": 8231
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.256683088706626e-06,
      "loss": 0.7978,
      "step": 8232
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.254409807075187e-06,
      "loss": 0.8807,
      "step": 8233
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.252136678888081e-06,
      "loss": 0.8455,
      "step": 8234
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.249863704272351e-06,
      "loss": 0.8664,
      "step": 8235
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.247590883355023e-06,
      "loss": 0.8656,
      "step": 8236
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.24531821626312e-06,
      "loss": 0.8811,
      "step": 8237
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.243045703123662e-06,
      "loss": 0.9185,
      "step": 8238
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.240773344063648e-06,
      "loss": 0.8633,
      "step": 8239
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.238501139210072e-06,
      "loss": 0.833,
      "step": 8240
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.236229088689932e-06,
      "loss": 0.8929,
      "step": 8241
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.233957192630198e-06,
      "loss": 0.8943,
      "step": 8242
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.231685451157844e-06,
      "loss": 0.8737,
      "step": 8243
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.229413864399837e-06,
      "loss": 0.8687,
      "step": 8244
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.227142432483122e-06,
      "loss": 0.8073,
      "step": 8245
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.224871155534648e-06,
      "loss": 0.8577,
      "step": 8246
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.222600033681349e-06,
      "loss": 0.8463,
      "step": 8247
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.22032906705016e-06,
      "loss": 0.8487,
      "step": 8248
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.218058255767989e-06,
      "loss": 0.7976,
      "step": 8249
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.215787599961751e-06,
      "loss": 0.898,
      "step": 8250
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.213517099758349e-06,
      "loss": 0.911,
      "step": 8251
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.211246755284673e-06,
      "loss": 0.8286,
      "step": 8252
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.208976566667609e-06,
      "loss": 0.9253,
      "step": 8253
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.206706534034034e-06,
      "loss": 0.7806,
      "step": 8254
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2044366575108095e-06,
      "loss": 0.7714,
      "step": 8255
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.202166937224795e-06,
      "loss": 0.8631,
      "step": 8256
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.199897373302844e-06,
      "loss": 0.8739,
      "step": 8257
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.197627965871791e-06,
      "loss": 0.8326,
      "step": 8258
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.195358715058469e-06,
      "loss": 0.8593,
      "step": 8259
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.193089620989704e-06,
      "loss": 0.8245,
      "step": 8260
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1908206837923066e-06,
      "loss": 0.9251,
      "step": 8261
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.188551903593084e-06,
      "loss": 0.8436,
      "step": 8262
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.186283280518835e-06,
      "loss": 0.8969,
      "step": 8263
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1840148146963415e-06,
      "loss": 0.8966,
      "step": 8264
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.181746506252387e-06,
      "loss": 0.7463,
      "step": 8265
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.179478355313742e-06,
      "loss": 0.8027,
      "step": 8266
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.177210362007163e-06,
      "loss": 0.8326,
      "step": 8267
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.174942526459408e-06,
      "loss": 0.8418,
      "step": 8268
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.172674848797218e-06,
      "loss": 0.7913,
      "step": 8269
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.170407329147333e-06,
      "loss": 0.8419,
      "step": 8270
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.168139967636471e-06,
      "loss": 0.8895,
      "step": 8271
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.165872764391355e-06,
      "loss": 0.9212,
      "step": 8272
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.163605719538693e-06,
      "loss": 0.8585,
      "step": 8273
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.161338833205181e-06,
      "loss": 0.8609,
      "step": 8274
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.159072105517513e-06,
      "loss": 0.8822,
      "step": 8275
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1568055366023704e-06,
      "loss": 0.8675,
      "step": 8276
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.154539126586424e-06,
      "loss": 0.8536,
      "step": 8277
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.15227287559634e-06,
      "loss": 0.8735,
      "step": 8278
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.150006783758778e-06,
      "loss": 0.9986,
      "step": 8279
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.147740851200375e-06,
      "loss": 0.9406,
      "step": 8280
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1454750780477735e-06,
      "loss": 0.9151,
      "step": 8281
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.143209464427605e-06,
      "loss": 0.8608,
      "step": 8282
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.140944010466483e-06,
      "loss": 0.8686,
      "step": 8283
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.13867871629102e-06,
      "loss": 0.8308,
      "step": 8284
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.136413582027821e-06,
      "loss": 0.834,
      "step": 8285
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.134148607803475e-06,
      "loss": 0.8747,
      "step": 8286
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.131883793744568e-06,
      "loss": 0.8673,
      "step": 8287
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.129619139977676e-06,
      "loss": 0.8824,
      "step": 8288
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1273546466293605e-06,
      "loss": 0.8532,
      "step": 8289
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.125090313826182e-06,
      "loss": 0.8791,
      "step": 8290
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1228261416946895e-06,
      "loss": 0.8887,
      "step": 8291
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.120562130361419e-06,
      "loss": 0.8627,
      "step": 8292
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.118298279952901e-06,
      "loss": 0.8162,
      "step": 8293
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.116034590595659e-06,
      "loss": 0.8943,
      "step": 8294
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1137710624162056e-06,
      "loss": 0.8374,
      "step": 8295
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.11150769554104e-06,
      "loss": 0.8232,
      "step": 8296
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1092444900966565e-06,
      "loss": 0.8365,
      "step": 8297
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.106981446209546e-06,
      "loss": 0.8778,
      "step": 8298
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.104718564006179e-06,
      "loss": 0.8502,
      "step": 8299
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.102455843613021e-06,
      "loss": 0.8877,
      "step": 8300
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.100193285156536e-06,
      "loss": 0.8143,
      "step": 8301
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.097930888763166e-06,
      "loss": 0.8838,
      "step": 8302
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.095668654559356e-06,
      "loss": 0.9202,
      "step": 8303
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.093406582671538e-06,
      "loss": 0.8251,
      "step": 8304
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.091144673226127e-06,
      "loss": 0.8206,
      "step": 8305
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.088882926349539e-06,
      "loss": 0.8003,
      "step": 8306
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.086621342168183e-06,
      "loss": 0.8535,
      "step": 8307
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.084359920808444e-06,
      "loss": 0.8864,
      "step": 8308
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.08209866239671e-06,
      "loss": 0.8747,
      "step": 8309
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0798375670593634e-06,
      "loss": 0.8795,
      "step": 8310
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.077576634922762e-06,
      "loss": 0.8785,
      "step": 8311
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.075315866113272e-06,
      "loss": 0.8215,
      "step": 8312
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.07305526075724e-06,
      "loss": 0.8625,
      "step": 8313
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.070794818981002e-06,
      "loss": 0.8198,
      "step": 8314
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.06853454091089e-06,
      "loss": 0.891,
      "step": 8315
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0662744266732275e-06,
      "loss": 0.8915,
      "step": 8316
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.064014476394328e-06,
      "loss": 0.8501,
      "step": 8317
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.061754690200489e-06,
      "loss": 0.8546,
      "step": 8318
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.059495068218007e-06,
      "loss": 0.8977,
      "step": 8319
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.057235610573175e-06,
      "loss": 0.8466,
      "step": 8320
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.054976317392254e-06,
      "loss": 0.8332,
      "step": 8321
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.052717188801518e-06,
      "loss": 0.894,
      "step": 8322
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.050458224927228e-06,
      "loss": 0.8517,
      "step": 8323
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.048199425895624e-06,
      "loss": 0.8635,
      "step": 8324
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0459407918329485e-06,
      "loss": 0.7942,
      "step": 8325
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.043682322865433e-06,
      "loss": 0.8613,
      "step": 8326
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.041424019119293e-06,
      "loss": 0.7716,
      "step": 8327
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.039165880720743e-06,
      "loss": 0.859,
      "step": 8328
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.036907907795989e-06,
      "loss": 0.7732,
      "step": 8329
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.034650100471213e-06,
      "loss": 0.8147,
      "step": 8330
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.032392458872606e-06,
      "loss": 0.8517,
      "step": 8331
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.030134983126342e-06,
      "loss": 0.8834,
      "step": 8332
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.027877673358582e-06,
      "loss": 0.826,
      "step": 8333
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.025620529695483e-06,
      "loss": 0.8468,
      "step": 8334
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.023363552263194e-06,
      "loss": 0.8687,
      "step": 8335
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.021106741187847e-06,
      "loss": 0.8231,
      "step": 8336
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.018850096595573e-06,
      "loss": 0.8791,
      "step": 8337
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.016593618612488e-06,
      "loss": 0.8758,
      "step": 8338
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.014337307364709e-06,
      "loss": 0.897,
      "step": 8339
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.012081162978326e-06,
      "loss": 0.907,
      "step": 8340
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.009825185579432e-06,
      "loss": 0.8338,
      "step": 8341
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.007569375294111e-06,
      "loss": 0.8656,
      "step": 8342
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.005313732248431e-06,
      "loss": 0.8523,
      "step": 8343
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.003058256568456e-06,
      "loss": 0.8576,
      "step": 8344
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.000802948380243e-06,
      "loss": 0.8255,
      "step": 8345
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.998547807809828e-06,
      "loss": 0.8409,
      "step": 8346
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.99629283498325e-06,
      "loss": 0.8781,
      "step": 8347
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.994038030026535e-06,
      "loss": 0.8814,
      "step": 8348
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.991783393065694e-06,
      "loss": 0.8873,
      "step": 8349
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.989528924226736e-06,
      "loss": 0.8529,
      "step": 8350
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.98727462363566e-06,
      "loss": 0.9225,
      "step": 8351
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.985020491418449e-06,
      "loss": 0.8665,
      "step": 8352
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.982766527701081e-06,
      "loss": 0.8305,
      "step": 8353
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.980512732609531e-06,
      "loss": 0.8529,
      "step": 8354
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.978259106269749e-06,
      "loss": 0.8437,
      "step": 8355
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.976005648807691e-06,
      "loss": 0.8372,
      "step": 8356
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.973752360349299e-06,
      "loss": 0.8048,
      "step": 8357
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.971499241020495e-06,
      "loss": 0.8132,
      "step": 8358
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.969246290947206e-06,
      "loss": 0.8509,
      "step": 8359
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.966993510255346e-06,
      "loss": 0.8425,
      "step": 8360
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.964740899070812e-06,
      "loss": 0.8401,
      "step": 8361
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9624884575194995e-06,
      "loss": 0.8544,
      "step": 8362
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.960236185727294e-06,
      "loss": 0.8489,
      "step": 8363
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9579840838200694e-06,
      "loss": 0.8489,
      "step": 8364
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9557321519236865e-06,
      "loss": 0.8283,
      "step": 8365
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.953480390164001e-06,
      "loss": 0.8254,
      "step": 8366
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9512287986668615e-06,
      "loss": 0.8074,
      "step": 8367
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9489773775581e-06,
      "loss": 0.8178,
      "step": 8368
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9467261269635474e-06,
      "loss": 0.8002,
      "step": 8369
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.944475047009018e-06,
      "loss": 0.8458,
      "step": 8370
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.942224137820318e-06,
      "loss": 0.8886,
      "step": 8371
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.939973399523246e-06,
      "loss": 0.8672,
      "step": 8372
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.937722832243596e-06,
      "loss": 0.8034,
      "step": 8373
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9354724361071356e-06,
      "loss": 0.842,
      "step": 8374
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.933222211239641e-06,
      "loss": 0.9352,
      "step": 8375
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.930972157766873e-06,
      "loss": 0.8727,
      "step": 8376
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.928722275814577e-06,
      "loss": 0.9015,
      "step": 8377
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.926472565508495e-06,
      "loss": 0.8922,
      "step": 8378
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.924223026974364e-06,
      "loss": 0.9457,
      "step": 8379
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.921973660337894e-06,
      "loss": 0.942,
      "step": 8380
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.919724465724803e-06,
      "loss": 0.8783,
      "step": 8381
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9174754432607974e-06,
      "loss": 0.7979,
      "step": 8382
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.915226593071559e-06,
      "loss": 0.8701,
      "step": 8383
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.912977915282777e-06,
      "loss": 0.8691,
      "step": 8384
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9107294100201225e-06,
      "loss": 0.8301,
      "step": 8385
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9084810774092625e-06,
      "loss": 0.8395,
      "step": 8386
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.906232917575846e-06,
      "loss": 0.8189,
      "step": 8387
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.90398493064552e-06,
      "loss": 0.8307,
      "step": 8388
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.901737116743923e-06,
      "loss": 0.9512,
      "step": 8389
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.899489475996671e-06,
      "loss": 0.8875,
      "step": 8390
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8972420085293834e-06,
      "loss": 0.8311,
      "step": 8391
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.894994714467667e-06,
      "loss": 0.9036,
      "step": 8392
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.892747593937118e-06,
      "loss": 0.8876,
      "step": 8393
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.890500647063318e-06,
      "loss": 0.8365,
      "step": 8394
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.888253873971849e-06,
      "loss": 0.8302,
      "step": 8395
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8860072747882714e-06,
      "loss": 0.8383,
      "step": 8396
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.883760849638146e-06,
      "loss": 0.8475,
      "step": 8397
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.881514598647023e-06,
      "loss": 0.8361,
      "step": 8398
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.879268521940434e-06,
      "loss": 0.8438,
      "step": 8399
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.87702261964391e-06,
      "loss": 0.8741,
      "step": 8400
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.874776891882968e-06,
      "loss": 0.8334,
      "step": 8401
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.872531338783115e-06,
      "loss": 0.8393,
      "step": 8402
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.870285960469852e-06,
      "loss": 0.8419,
      "step": 8403
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.86804075706867e-06,
      "loss": 0.8899,
      "step": 8404
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.86579572870504e-06,
      "loss": 0.8627,
      "step": 8405
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.863550875504437e-06,
      "loss": 0.8292,
      "step": 8406
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.861306197592319e-06,
      "loss": 0.8379,
      "step": 8407
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.85906169509414e-06,
      "loss": 0.8011,
      "step": 8408
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.856817368135331e-06,
      "loss": 0.9011,
      "step": 8409
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.854573216841327e-06,
      "loss": 0.8642,
      "step": 8410
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.852329241337548e-06,
      "loss": 0.8555,
      "step": 8411
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.850085441749403e-06,
      "loss": 0.8362,
      "step": 8412
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.847841818202293e-06,
      "loss": 0.7887,
      "step": 8413
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8455983708216134e-06,
      "loss": 0.7651,
      "step": 8414
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.843355099732737e-06,
      "loss": 0.8293,
      "step": 8415
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.841112005061038e-06,
      "loss": 0.7976,
      "step": 8416
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.838869086931882e-06,
      "loss": 0.8821,
      "step": 8417
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8366263454706116e-06,
      "loss": 0.8783,
      "step": 8418
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.834383780802572e-06,
      "loss": 0.8938,
      "step": 8419
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.832141393053099e-06,
      "loss": 0.7649,
      "step": 8420
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.829899182347508e-06,
      "loss": 0.8493,
      "step": 8421
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.827657148811112e-06,
      "loss": 0.8456,
      "step": 8422
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.825415292569219e-06,
      "loss": 0.8592,
      "step": 8423
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.823173613747112e-06,
      "loss": 0.878,
      "step": 8424
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.820932112470076e-06,
      "loss": 0.9233,
      "step": 8425
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8186907888633846e-06,
      "loss": 0.8353,
      "step": 8426
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.816449643052299e-06,
      "loss": 0.8165,
      "step": 8427
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.814208675162071e-06,
      "loss": 0.9156,
      "step": 8428
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.811967885317943e-06,
      "loss": 0.8053,
      "step": 8429
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.809727273645152e-06,
      "loss": 0.9081,
      "step": 8430
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.807486840268911e-06,
      "loss": 0.8547,
      "step": 8431
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.805246585314438e-06,
      "loss": 0.8859,
      "step": 8432
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.80300650890694e-06,
      "loss": 0.8568,
      "step": 8433
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.800766611171597e-06,
      "loss": 0.8837,
      "step": 8434
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7985268922336015e-06,
      "loss": 0.8448,
      "step": 8435
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.796287352218122e-06,
      "loss": 0.7766,
      "step": 8436
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.794047991250321e-06,
      "loss": 0.8501,
      "step": 8437
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.791808809455351e-06,
      "loss": 0.8273,
      "step": 8438
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.78956980695836e-06,
      "loss": 0.9615,
      "step": 8439
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.787330983884472e-06,
      "loss": 0.8722,
      "step": 8440
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.785092340358812e-06,
      "loss": 0.9861,
      "step": 8441
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.782853876506498e-06,
      "loss": 0.9057,
      "step": 8442
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.780615592452622e-06,
      "loss": 0.882,
      "step": 8443
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.778377488322283e-06,
      "loss": 0.8905,
      "step": 8444
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7761395642405635e-06,
      "loss": 0.9477,
      "step": 8445
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7739018203325315e-06,
      "loss": 0.8913,
      "step": 8446
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.771664256723252e-06,
      "loss": 0.9003,
      "step": 8447
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.76942687353778e-06,
      "loss": 0.9712,
      "step": 8448
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.767189670901151e-06,
      "loss": 0.935,
      "step": 8449
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.764952648938399e-06,
      "loss": 0.7967,
      "step": 8450
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.762715807774547e-06,
      "loss": 0.8504,
      "step": 8451
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.760479147534605e-06,
      "loss": 0.8213,
      "step": 8452
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.758242668343575e-06,
      "loss": 0.8299,
      "step": 8453
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.75600637032645e-06,
      "loss": 0.9118,
      "step": 8454
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.753770253608214e-06,
      "loss": 0.9051,
      "step": 8455
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.751534318313828e-06,
      "loss": 0.9366,
      "step": 8456
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.749298564568261e-06,
      "loss": 0.951,
      "step": 8457
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.747062992496466e-06,
      "loss": 0.7971,
      "step": 8458
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.744827602223374e-06,
      "loss": 0.8363,
      "step": 8459
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.742592393873923e-06,
      "loss": 0.9365,
      "step": 8460
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.740357367573031e-06,
      "loss": 0.8021,
      "step": 8461
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.738122523445609e-06,
      "loss": 0.7857,
      "step": 8462
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.735887861616555e-06,
      "loss": 0.8121,
      "step": 8463
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7336533822107665e-06,
      "loss": 0.9376,
      "step": 8464
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.731419085353111e-06,
      "loss": 0.8637,
      "step": 8465
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.729184971168464e-06,
      "loss": 0.8435,
      "step": 8466
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7269510397816895e-06,
      "loss": 0.8562,
      "step": 8467
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.724717291317626e-06,
      "loss": 0.8478,
      "step": 8468
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.722483725901119e-06,
      "loss": 0.866,
      "step": 8469
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7202503436569975e-06,
      "loss": 0.8578,
      "step": 8470
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7180171447100764e-06,
      "loss": 0.8858,
      "step": 8471
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.715784129185165e-06,
      "loss": 0.8125,
      "step": 8472
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.713551297207066e-06,
      "loss": 0.8023,
      "step": 8473
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.711318648900558e-06,
      "loss": 0.8622,
      "step": 8474
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7090861843904235e-06,
      "loss": 0.8657,
      "step": 8475
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.706853903801427e-06,
      "loss": 0.8412,
      "step": 8476
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.704621807258329e-06,
      "loss": 0.9039,
      "step": 8477
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.702389894885873e-06,
      "loss": 0.8492,
      "step": 8478
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.700158166808795e-06,
      "loss": 0.8587,
      "step": 8479
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.697926623151827e-06,
      "loss": 0.9286,
      "step": 8480
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.695695264039674e-06,
      "loss": 0.9002,
      "step": 8481
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.693464089597048e-06,
      "loss": 0.846,
      "step": 8482
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.691233099948647e-06,
      "loss": 0.8436,
      "step": 8483
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6890022952191446e-06,
      "loss": 0.8973,
      "step": 8484
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6867716755332216e-06,
      "loss": 0.7827,
      "step": 8485
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.684541241015545e-06,
      "loss": 0.8431,
      "step": 8486
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.682310991790762e-06,
      "loss": 0.8688,
      "step": 8487
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.68008092798352e-06,
      "loss": 0.8798,
      "step": 8488
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.677851049718453e-06,
      "loss": 0.813,
      "step": 8489
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.675621357120179e-06,
      "loss": 0.8019,
      "step": 8490
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.673391850313311e-06,
      "loss": 0.8663,
      "step": 8491
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6711625294224565e-06,
      "loss": 0.8387,
      "step": 8492
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.668933394572198e-06,
      "loss": 0.8451,
      "step": 8493
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.66670444588712e-06,
      "loss": 0.8703,
      "step": 8494
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.664475683491797e-06,
      "loss": 0.8722,
      "step": 8495
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.662247107510782e-06,
      "loss": 0.8492,
      "step": 8496
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.660018718068629e-06,
      "loss": 0.915,
      "step": 8497
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.657790515289877e-06,
      "loss": 0.8661,
      "step": 8498
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6555624992990576e-06,
      "loss": 0.8382,
      "step": 8499
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6533346702206835e-06,
      "loss": 0.8012,
      "step": 8500
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.651107028179264e-06,
      "loss": 0.9216,
      "step": 8501
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.648879573299299e-06,
      "loss": 0.8202,
      "step": 8502
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.646652305705273e-06,
      "loss": 0.8234,
      "step": 8503
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6444252255216645e-06,
      "loss": 0.889,
      "step": 8504
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.642198332872942e-06,
      "loss": 0.8697,
      "step": 8505
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.639971627883553e-06,
      "loss": 0.8643,
      "step": 8506
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.637745110677949e-06,
      "loss": 0.8384,
      "step": 8507
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6355187813805665e-06,
      "loss": 0.8752,
      "step": 8508
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6332926401158225e-06,
      "loss": 0.8832,
      "step": 8509
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.631066687008134e-06,
      "loss": 0.8566,
      "step": 8510
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.628840922181907e-06,
      "loss": 0.8423,
      "step": 8511
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.626615345761529e-06,
      "loss": 0.8555,
      "step": 8512
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.624389957871385e-06,
      "loss": 0.8828,
      "step": 8513
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.622164758635849e-06,
      "loss": 0.8791,
      "step": 8514
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.619939748179276e-06,
      "loss": 0.8593,
      "step": 8515
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6177149266260195e-06,
      "loss": 0.8493,
      "step": 8516
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.615490294100422e-06,
      "loss": 0.7974,
      "step": 8517
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.613265850726806e-06,
      "loss": 0.8821,
      "step": 8518
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.611041596629496e-06,
      "loss": 0.8833,
      "step": 8519
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6088175319328e-06,
      "loss": 0.8155,
      "step": 8520
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.606593656761011e-06,
      "loss": 0.9222,
      "step": 8521
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.604369971238419e-06,
      "loss": 0.8543,
      "step": 8522
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6021464754893004e-06,
      "loss": 0.8941,
      "step": 8523
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.599923169637925e-06,
      "loss": 0.8354,
      "step": 8524
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.597700053808539e-06,
      "loss": 0.805,
      "step": 8525
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.595477128125391e-06,
      "loss": 0.8118,
      "step": 8526
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.59325439271272e-06,
      "loss": 0.7781,
      "step": 8527
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.591031847694741e-06,
      "loss": 0.8932,
      "step": 8528
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5888094931956705e-06,
      "loss": 0.8151,
      "step": 8529
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.586587329339715e-06,
      "loss": 0.8544,
      "step": 8530
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5843653562510565e-06,
      "loss": 0.908,
      "step": 8531
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5821435740538805e-06,
      "loss": 0.851,
      "step": 8532
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.579921982872361e-06,
      "loss": 0.8418,
      "step": 8533
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.577700582830648e-06,
      "loss": 0.8525,
      "step": 8534
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.575479374052895e-06,
      "loss": 0.859,
      "step": 8535
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.573258356663245e-06,
      "loss": 0.835,
      "step": 8536
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.571037530785815e-06,
      "loss": 0.8816,
      "step": 8537
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.568816896544729e-06,
      "loss": 0.824,
      "step": 8538
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.566596454064096e-06,
      "loss": 0.805,
      "step": 8539
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.564376203467999e-06,
      "loss": 0.9101,
      "step": 8540
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.562156144880531e-06,
      "loss": 0.8916,
      "step": 8541
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.559936278425767e-06,
      "loss": 0.8229,
      "step": 8542
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.557716604227764e-06,
      "loss": 0.7836,
      "step": 8543
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.555497122410576e-06,
      "loss": 0.8862,
      "step": 8544
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.553277833098245e-06,
      "loss": 0.8494,
      "step": 8545
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.551058736414805e-06,
      "loss": 0.8896,
      "step": 8546
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.54883983248427e-06,
      "loss": 0.9075,
      "step": 8547
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.546621121430654e-06,
      "loss": 0.8137,
      "step": 8548
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.544402603377955e-06,
      "loss": 0.9092,
      "step": 8549
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.542184278450156e-06,
      "loss": 0.8522,
      "step": 8550
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.539966146771239e-06,
      "loss": 0.8028,
      "step": 8551
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.537748208465166e-06,
      "loss": 0.7424,
      "step": 8552
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5355304636558945e-06,
      "loss": 0.9362,
      "step": 8553
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.533312912467367e-06,
      "loss": 0.8757,
      "step": 8554
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.531095555023523e-06,
      "loss": 0.8556,
      "step": 8555
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5288783914482765e-06,
      "loss": 0.829,
      "step": 8556
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.526661421865543e-06,
      "loss": 0.8675,
      "step": 8557
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.524444646399229e-06,
      "loss": 0.819,
      "step": 8558
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.522228065173213e-06,
      "loss": 0.7806,
      "step": 8559
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.520011678311382e-06,
      "loss": 0.9057,
      "step": 8560
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5177954859376055e-06,
      "loss": 0.9404,
      "step": 8561
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.515579488175737e-06,
      "loss": 0.8835,
      "step": 8562
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5133636851496255e-06,
      "loss": 0.8609,
      "step": 8563
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.511148076983109e-06,
      "loss": 0.8932,
      "step": 8564
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.5089326638000074e-06,
      "loss": 0.833,
      "step": 8565
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.506717445724136e-06,
      "loss": 0.8638,
      "step": 8566
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.5045024228793e-06,
      "loss": 0.8154,
      "step": 8567
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.502287595389294e-06,
      "loss": 0.8537,
      "step": 8568
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.500072963377891e-06,
      "loss": 0.8635,
      "step": 8569
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.497858526968867e-06,
      "loss": 0.8508,
      "step": 8570
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.495644286285984e-06,
      "loss": 0.8278,
      "step": 8571
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.493430241452985e-06,
      "loss": 0.9055,
      "step": 8572
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.491216392593609e-06,
      "loss": 0.8209,
      "step": 8573
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.489002739831588e-06,
      "loss": 0.8377,
      "step": 8574
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4867892832906285e-06,
      "loss": 0.9071,
      "step": 8575
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.484576023094441e-06,
      "loss": 0.8361,
      "step": 8576
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4823629593667195e-06,
      "loss": 0.7749,
      "step": 8577
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4801500922311435e-06,
      "loss": 0.8413,
      "step": 8578
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4779374218113885e-06,
      "loss": 0.7991,
      "step": 8579
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.475724948231112e-06,
      "loss": 0.9141,
      "step": 8580
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.473512671613964e-06,
      "loss": 0.8555,
      "step": 8581
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.471300592083585e-06,
      "loss": 0.8721,
      "step": 8582
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.469088709763605e-06,
      "loss": 0.7759,
      "step": 8583
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.466877024777635e-06,
      "loss": 0.8393,
      "step": 8584
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.464665537249282e-06,
      "loss": 0.9014,
      "step": 8585
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4624542473021435e-06,
      "loss": 0.9151,
      "step": 8586
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.460243155059801e-06,
      "loss": 0.8513,
      "step": 8587
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.458032260645827e-06,
      "loss": 0.8666,
      "step": 8588
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.455821564183784e-06,
      "loss": 0.8363,
      "step": 8589
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.453611065797225e-06,
      "loss": 0.862,
      "step": 8590
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.451400765609683e-06,
      "loss": 0.8166,
      "step": 8591
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.449190663744691e-06,
      "loss": 0.8061,
      "step": 8592
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.446980760325767e-06,
      "loss": 0.8591,
      "step": 8593
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.444771055476412e-06,
      "loss": 0.8955,
      "step": 8594
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4425615493201235e-06,
      "loss": 0.8198,
      "step": 8595
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.440352241980387e-06,
      "loss": 0.8382,
      "step": 8596
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.438143133580674e-06,
      "loss": 0.8599,
      "step": 8597
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.435934224244447e-06,
      "loss": 0.8929,
      "step": 8598
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.433725514095158e-06,
      "loss": 0.9032,
      "step": 8599
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.431517003256241e-06,
      "loss": 0.7842,
      "step": 8600
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.429308691851128e-06,
      "loss": 0.874,
      "step": 8601
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.427100580003237e-06,
      "loss": 0.9027,
      "step": 8602
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.424892667835971e-06,
      "loss": 0.793,
      "step": 8603
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.422684955472729e-06,
      "loss": 0.8195,
      "step": 8604
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.420477443036892e-06,
      "loss": 0.8515,
      "step": 8605
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4182701306518315e-06,
      "loss": 0.8836,
      "step": 8606
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.416063018440909e-06,
      "loss": 0.8288,
      "step": 8607
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.41385610652748e-06,
      "loss": 0.8606,
      "step": 8608
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.411649395034874e-06,
      "loss": 0.9256,
      "step": 8609
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4094428840864254e-06,
      "loss": 0.8686,
      "step": 8610
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.407236573805451e-06,
      "loss": 0.8746,
      "step": 8611
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4050304643152505e-06,
      "loss": 0.8394,
      "step": 8612
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.402824555739122e-06,
      "loss": 0.8126,
      "step": 8613
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4006188482003495e-06,
      "loss": 0.8046,
      "step": 8614
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.398413341822206e-06,
      "loss": 0.853,
      "step": 8615
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.396208036727946e-06,
      "loss": 0.8227,
      "step": 8616
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.394002933040819e-06,
      "loss": 0.848,
      "step": 8617
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.391798030884072e-06,
      "loss": 0.815,
      "step": 8618
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.389593330380921e-06,
      "loss": 0.8275,
      "step": 8619
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.387388831654584e-06,
      "loss": 0.832,
      "step": 8620
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.385184534828269e-06,
      "loss": 0.8729,
      "step": 8621
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3829804400251636e-06,
      "loss": 0.8711,
      "step": 8622
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.380776547368454e-06,
      "loss": 0.8056,
      "step": 8623
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.378572856981311e-06,
      "loss": 0.8082,
      "step": 8624
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.376369368986885e-06,
      "loss": 0.8916,
      "step": 8625
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3741660835083305e-06,
      "loss": 0.8575,
      "step": 8626
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.371963000668786e-06,
      "loss": 0.8752,
      "step": 8627
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.369760120591372e-06,
      "loss": 0.8244,
      "step": 8628
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3675574433992e-06,
      "loss": 0.8776,
      "step": 8629
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.365354969215378e-06,
      "loss": 0.7866,
      "step": 8630
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.363152698162993e-06,
      "loss": 0.8644,
      "step": 8631
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.360950630365126e-06,
      "loss": 0.83,
      "step": 8632
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.358748765944848e-06,
      "loss": 0.8832,
      "step": 8633
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.356547105025208e-06,
      "loss": 0.8802,
      "step": 8634
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.354345647729258e-06,
      "loss": 0.8559,
      "step": 8635
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.352144394180029e-06,
      "loss": 0.8404,
      "step": 8636
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.349943344500548e-06,
      "loss": 0.8384,
      "step": 8637
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.34774249881382e-06,
      "loss": 0.8806,
      "step": 8638
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.34554185724285e-06,
      "loss": 0.8934,
      "step": 8639
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.343341419910627e-06,
      "loss": 0.8563,
      "step": 8640
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.341141186940122e-06,
      "loss": 0.8505,
      "step": 8641
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3389411584543044e-06,
      "loss": 0.8231,
      "step": 8642
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.336741334576133e-06,
      "loss": 0.8886,
      "step": 8643
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.334541715428542e-06,
      "loss": 0.8309,
      "step": 8644
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.332342301134467e-06,
      "loss": 0.8557,
      "step": 8645
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.330143091816828e-06,
      "loss": 0.9393,
      "step": 8646
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3279440875985325e-06,
      "loss": 0.8664,
      "step": 8647
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.325745288602479e-06,
      "loss": 0.8163,
      "step": 8648
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.323546694951554e-06,
      "loss": 0.8433,
      "step": 8649
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.321348306768627e-06,
      "loss": 0.7931,
      "step": 8650
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.319150124176562e-06,
      "loss": 0.8546,
      "step": 8651
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3169521472982166e-06,
      "loss": 0.8571,
      "step": 8652
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.31475437625642e-06,
      "loss": 0.8655,
      "step": 8653
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.312556811174004e-06,
      "loss": 0.905,
      "step": 8654
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.310359452173791e-06,
      "loss": 0.8045,
      "step": 8655
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.308162299378578e-06,
      "loss": 0.8345,
      "step": 8656
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.305965352911162e-06,
      "loss": 0.8679,
      "step": 8657
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.303768612894325e-06,
      "loss": 0.8752,
      "step": 8658
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.301572079450842e-06,
      "loss": 0.8465,
      "step": 8659
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.299375752703461e-06,
      "loss": 0.7938,
      "step": 8660
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.297179632774938e-06,
      "loss": 0.9469,
      "step": 8661
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.294983719788007e-06,
      "loss": 0.8162,
      "step": 8662
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.29278801386539e-06,
      "loss": 0.8437,
      "step": 8663
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.290592515129801e-06,
      "loss": 0.8799,
      "step": 8664
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.288397223703946e-06,
      "loss": 0.87,
      "step": 8665
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.286202139710504e-06,
      "loss": 0.8468,
      "step": 8666
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.28400726327216e-06,
      "loss": 0.8416,
      "step": 8667
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.281812594511584e-06,
      "loss": 0.8479,
      "step": 8668
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.27961813355142e-06,
      "loss": 0.8281,
      "step": 8669
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.277423880514317e-06,
      "loss": 0.9356,
      "step": 8670
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2752298355229094e-06,
      "loss": 0.8488,
      "step": 8671
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.273035998699809e-06,
      "loss": 0.8645,
      "step": 8672
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.27084237016763e-06,
      "loss": 0.848,
      "step": 8673
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.268648950048972e-06,
      "loss": 0.896,
      "step": 8674
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.266455738466411e-06,
      "loss": 0.804,
      "step": 8675
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.264262735542526e-06,
      "loss": 0.8783,
      "step": 8676
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.26206994139988e-06,
      "loss": 0.8704,
      "step": 8677
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.259877356161017e-06,
      "loss": 0.8045,
      "step": 8678
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.257684979948479e-06,
      "loss": 0.8012,
      "step": 8679
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.255492812884794e-06,
      "loss": 0.8901,
      "step": 8680
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.253300855092472e-06,
      "loss": 0.902,
      "step": 8681
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.251109106694019e-06,
      "loss": 0.7861,
      "step": 8682
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.248917567811927e-06,
      "loss": 0.8391,
      "step": 8683
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.246726238568679e-06,
      "loss": 0.8326,
      "step": 8684
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.244535119086736e-06,
      "loss": 0.7426,
      "step": 8685
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.242344209488558e-06,
      "loss": 0.8303,
      "step": 8686
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.24015350989659e-06,
      "loss": 0.8662,
      "step": 8687
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2379630204332645e-06,
      "loss": 0.8235,
      "step": 8688
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.235772741221e-06,
      "loss": 0.8527,
      "step": 8689
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.233582672382212e-06,
      "loss": 0.8839,
      "step": 8690
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.231392814039292e-06,
      "loss": 0.8494,
      "step": 8691
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2292031663146256e-06,
      "loss": 0.8728,
      "step": 8692
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.227013729330595e-06,
      "loss": 0.7736,
      "step": 8693
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.224824503209553e-06,
      "loss": 0.8986,
      "step": 8694
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.222635488073854e-06,
      "loss": 0.8476,
      "step": 8695
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.220446684045837e-06,
      "loss": 0.841,
      "step": 8696
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.218258091247828e-06,
      "loss": 0.8666,
      "step": 8697
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.216069709802142e-06,
      "loss": 0.7981,
      "step": 8698
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.213881539831088e-06,
      "loss": 0.8956,
      "step": 8699
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.211693581456948e-06,
      "loss": 0.8183,
      "step": 8700
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.209505834802006e-06,
      "loss": 0.918,
      "step": 8701
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.207318299988532e-06,
      "loss": 0.8012,
      "step": 8702
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.205130977138778e-06,
      "loss": 0.8148,
      "step": 8703
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.202943866374988e-06,
      "loss": 0.9048,
      "step": 8704
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.200756967819399e-06,
      "loss": 0.8113,
      "step": 8705
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1985702815942295e-06,
      "loss": 0.8237,
      "step": 8706
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.196383807821685e-06,
      "loss": 0.8968,
      "step": 8707
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.194197546623964e-06,
      "loss": 0.9051,
      "step": 8708
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.192011498123257e-06,
      "loss": 0.7869,
      "step": 8709
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.189825662441727e-06,
      "loss": 0.821,
      "step": 8710
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1876400397015406e-06,
      "loss": 0.8005,
      "step": 8711
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.185454630024846e-06,
      "loss": 0.8775,
      "step": 8712
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.183269433533781e-06,
      "loss": 0.8834,
      "step": 8713
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.181084450350468e-06,
      "loss": 0.7957,
      "step": 8714
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.178899680597028e-06,
      "loss": 0.8432,
      "step": 8715
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1767151243955516e-06,
      "loss": 0.9096,
      "step": 8716
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.174530781868136e-06,
      "loss": 0.867,
      "step": 8717
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.172346653136858e-06,
      "loss": 0.7805,
      "step": 8718
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.170162738323779e-06,
      "loss": 0.8442,
      "step": 8719
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.167979037550958e-06,
      "loss": 0.8104,
      "step": 8720
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.165795550940433e-06,
      "loss": 0.8263,
      "step": 8721
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.163612278614235e-06,
      "loss": 0.8962,
      "step": 8722
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1614292206943795e-06,
      "loss": 0.859,
      "step": 8723
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.159246377302881e-06,
      "loss": 0.8001,
      "step": 8724
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.15706374856172e-06,
      "loss": 0.846,
      "step": 8725
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.154881334592888e-06,
      "loss": 0.8271,
      "step": 8726
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.15269913551835e-06,
      "loss": 0.8594,
      "step": 8727
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.150517151460069e-06,
      "loss": 0.8634,
      "step": 8728
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.148335382539985e-06,
      "loss": 0.8815,
      "step": 8729
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1461538288800345e-06,
      "loss": 0.7969,
      "step": 8730
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1439724906021395e-06,
      "loss": 0.834,
      "step": 8731
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.141791367828207e-06,
      "loss": 0.9127,
      "step": 8732
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.139610460680138e-06,
      "loss": 0.8005,
      "step": 8733
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.137429769279819e-06,
      "loss": 0.9017,
      "step": 8734
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1352492937491195e-06,
      "loss": 0.8421,
      "step": 8735
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.133069034209901e-06,
      "loss": 0.843,
      "step": 8736
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.130888990784016e-06,
      "loss": 0.9022,
      "step": 8737
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.128709163593301e-06,
      "loss": 0.8726,
      "step": 8738
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.126529552759577e-06,
      "loss": 0.8063,
      "step": 8739
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1243501584046675e-06,
      "loss": 0.8578,
      "step": 8740
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.122170980650362e-06,
      "loss": 0.8561,
      "step": 8741
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.119992019618453e-06,
      "loss": 0.8281,
      "step": 8742
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.117813275430724e-06,
      "loss": 0.8577,
      "step": 8743
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.115634748208931e-06,
      "loss": 0.8344,
      "step": 8744
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1134564380748275e-06,
      "loss": 0.7933,
      "step": 8745
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.11127834515016e-06,
      "loss": 0.8895,
      "step": 8746
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.10910046955665e-06,
      "loss": 0.882,
      "step": 8747
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1069228114160175e-06,
      "loss": 0.9145,
      "step": 8748
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.104745370849969e-06,
      "loss": 0.8438,
      "step": 8749
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.102568147980188e-06,
      "loss": 0.8099,
      "step": 8750
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.100391142928361e-06,
      "loss": 0.8205,
      "step": 8751
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.098214355816152e-06,
      "loss": 0.869,
      "step": 8752
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.096037786765223e-06,
      "loss": 0.7937,
      "step": 8753
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.093861435897208e-06,
      "loss": 0.8772,
      "step": 8754
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.091685303333743e-06,
      "loss": 0.8433,
      "step": 8755
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.089509389196446e-06,
      "loss": 0.8795,
      "step": 8756
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.087333693606923e-06,
      "loss": 0.8229,
      "step": 8757
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.085158216686767e-06,
      "loss": 0.8503,
      "step": 8758
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0829829585575665e-06,
      "loss": 0.8006,
      "step": 8759
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.080807919340883e-06,
      "loss": 0.8046,
      "step": 8760
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.078633099158278e-06,
      "loss": 0.7788,
      "step": 8761
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.076458498131297e-06,
      "loss": 0.8129,
      "step": 8762
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0742841163814714e-06,
      "loss": 0.8187,
      "step": 8763
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.072109954030324e-06,
      "loss": 0.8004,
      "step": 8764
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0699360111993665e-06,
      "loss": 0.8907,
      "step": 8765
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.067762288010088e-06,
      "loss": 0.8843,
      "step": 8766
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.065588784583976e-06,
      "loss": 0.8277,
      "step": 8767
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.063415501042506e-06,
      "loss": 0.9147,
      "step": 8768
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.061242437507131e-06,
      "loss": 0.8,
      "step": 8769
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.059069594099301e-06,
      "loss": 0.8419,
      "step": 8770
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0568969709404516e-06,
      "loss": 0.9881,
      "step": 8771
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.054724568152004e-06,
      "loss": 0.8708,
      "step": 8772
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.05255238585537e-06,
      "loss": 0.8548,
      "step": 8773
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.050380424171947e-06,
      "loss": 0.8387,
      "step": 8774
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.048208683223123e-06,
      "loss": 0.9204,
      "step": 8775
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.046037163130267e-06,
      "loss": 0.8916,
      "step": 8776
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.043865864014741e-06,
      "loss": 0.8203,
      "step": 8777
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.041694785997898e-06,
      "loss": 0.8465,
      "step": 8778
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.039523929201068e-06,
      "loss": 0.8309,
      "step": 8779
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.037353293745577e-06,
      "loss": 0.8724,
      "step": 8780
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.035182879752739e-06,
      "loss": 0.8346,
      "step": 8781
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.033012687343848e-06,
      "loss": 0.8412,
      "step": 8782
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.030842716640197e-06,
      "loss": 0.8334,
      "step": 8783
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.028672967763061e-06,
      "loss": 0.8631,
      "step": 8784
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.026503440833692e-06,
      "loss": 0.8501,
      "step": 8785
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0243341359733475e-06,
      "loss": 0.8163,
      "step": 8786
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.022165053303265e-06,
      "loss": 0.7756,
      "step": 8787
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.019996192944666e-06,
      "loss": 0.8669,
      "step": 8788
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.017827555018763e-06,
      "loss": 0.7729,
      "step": 8789
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.015659139646761e-06,
      "loss": 0.845,
      "step": 8790
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.01349094694984e-06,
      "loss": 0.9155,
      "step": 8791
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.011322977049179e-06,
      "loss": 0.8353,
      "step": 8792
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.009155230065943e-06,
      "loss": 0.8535,
      "step": 8793
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.006987706121276e-06,
      "loss": 0.917,
      "step": 8794
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.004820405336318e-06,
      "loss": 0.9111,
      "step": 8795
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.002653327832195e-06,
      "loss": 0.8526,
      "step": 8796
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.000486473730022e-06,
      "loss": 0.9347,
      "step": 8797
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.998319843150895e-06,
      "loss": 0.8277,
      "step": 8798
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9961534362159014e-06,
      "loss": 0.8448,
      "step": 8799
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.993987253046125e-06,
      "loss": 0.8477,
      "step": 8800
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.991821293762616e-06,
      "loss": 0.8932,
      "step": 8801
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.989655558486431e-06,
      "loss": 0.8809,
      "step": 8802
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.987490047338612e-06,
      "loss": 0.7952,
      "step": 8803
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.985324760440174e-06,
      "loss": 0.8332,
      "step": 8804
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.983159697912136e-06,
      "loss": 0.7966,
      "step": 8805
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.980994859875499e-06,
      "loss": 0.732,
      "step": 8806
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.978830246451246e-06,
      "loss": 0.8199,
      "step": 8807
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.976665857760355e-06,
      "loss": 0.8652,
      "step": 8808
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.974501693923791e-06,
      "loss": 0.8485,
      "step": 8809
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.972337755062497e-06,
      "loss": 0.8668,
      "step": 8810
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.970174041297414e-06,
      "loss": 0.8191,
      "step": 8811
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.968010552749468e-06,
      "loss": 0.8363,
      "step": 8812
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.965847289539568e-06,
      "loss": 0.862,
      "step": 8813
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.963684251788617e-06,
      "loss": 0.8607,
      "step": 8814
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.961521439617501e-06,
      "loss": 0.8852,
      "step": 8815
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.959358853147091e-06,
      "loss": 0.8618,
      "step": 8816
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.957196492498252e-06,
      "loss": 0.8394,
      "step": 8817
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.95503435779183e-06,
      "loss": 0.8575,
      "step": 8818
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9528724491486675e-06,
      "loss": 0.8242,
      "step": 8819
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.950710766689582e-06,
      "loss": 0.8419,
      "step": 8820
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.948549310535388e-06,
      "loss": 0.913,
      "step": 8821
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.946388080806882e-06,
      "loss": 0.8873,
      "step": 8822
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.94422707762485e-06,
      "loss": 0.8964,
      "step": 8823
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.942066301110067e-06,
      "loss": 0.8131,
      "step": 8824
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.939905751383295e-06,
      "loss": 0.9021,
      "step": 8825
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.937745428565277e-06,
      "loss": 0.8762,
      "step": 8826
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.93558533277675e-06,
      "loss": 0.8384,
      "step": 8827
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.933425464138441e-06,
      "loss": 0.8404,
      "step": 8828
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.931265822771051e-06,
      "loss": 0.835,
      "step": 8829
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9291064087952835e-06,
      "loss": 0.8495,
      "step": 8830
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.926947222331822e-06,
      "loss": 0.8399,
      "step": 8831
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.924788263501337e-06,
      "loss": 0.7994,
      "step": 8832
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.922629532424486e-06,
      "loss": 0.8843,
      "step": 8833
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.920471029221923e-06,
      "loss": 0.8333,
      "step": 8834
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.91831275401427e-06,
      "loss": 0.8145,
      "step": 8835
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.916154706922155e-06,
      "loss": 0.7995,
      "step": 8836
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.913996888066185e-06,
      "loss": 0.8494,
      "step": 8837
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.911839297566953e-06,
      "loss": 0.8437,
      "step": 8838
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.909681935545044e-06,
      "loss": 0.835,
      "step": 8839
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.907524802121029e-06,
      "loss": 0.8608,
      "step": 8840
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.90536789741546e-06,
      "loss": 0.9501,
      "step": 8841
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.903211221548881e-06,
      "loss": 0.834,
      "step": 8842
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.901054774641829e-06,
      "loss": 0.8178,
      "step": 8843
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.898898556814823e-06,
      "loss": 0.8345,
      "step": 8844
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.896742568188361e-06,
      "loss": 0.8564,
      "step": 8845
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.89458680888294e-06,
      "loss": 0.8695,
      "step": 8846
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.892431279019044e-06,
      "loss": 0.7878,
      "step": 8847
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.890275978717135e-06,
      "loss": 0.8561,
      "step": 8848
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.888120908097668e-06,
      "loss": 0.8498,
      "step": 8849
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.88596606728109e-06,
      "loss": 0.8113,
      "step": 8850
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.883811456387821e-06,
      "loss": 0.8719,
      "step": 8851
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.881657075538283e-06,
      "loss": 0.8204,
      "step": 8852
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.879502924852881e-06,
      "loss": 0.8416,
      "step": 8853
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.877349004451998e-06,
      "loss": 0.8345,
      "step": 8854
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.875195314456016e-06,
      "loss": 0.8174,
      "step": 8855
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8730418549853e-06,
      "loss": 0.9316,
      "step": 8856
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8708886261601985e-06,
      "loss": 0.8016,
      "step": 8857
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.868735628101052e-06,
      "loss": 0.8636,
      "step": 8858
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.866582860928191e-06,
      "loss": 0.865,
      "step": 8859
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.864430324761919e-06,
      "loss": 0.9018,
      "step": 8860
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.862278019722542e-06,
      "loss": 0.821,
      "step": 8861
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.860125945930346e-06,
      "loss": 0.858,
      "step": 8862
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.857974103505607e-06,
      "loss": 0.8312,
      "step": 8863
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.855822492568582e-06,
      "loss": 0.8245,
      "step": 8864
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.85367111323952e-06,
      "loss": 0.8337,
      "step": 8865
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.851519965638661e-06,
      "loss": 0.9024,
      "step": 8866
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.849369049886222e-06,
      "loss": 0.8976,
      "step": 8867
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.847218366102414e-06,
      "loss": 0.8985,
      "step": 8868
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8450679144074385e-06,
      "loss": 0.8634,
      "step": 8869
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.842917694921471e-06,
      "loss": 0.83,
      "step": 8870
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.840767707764685e-06,
      "loss": 0.8693,
      "step": 8871
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.838617953057242e-06,
      "loss": 0.8477,
      "step": 8872
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.83646843091928e-06,
      "loss": 0.8692,
      "step": 8873
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.834319141470937e-06,
      "loss": 0.8263,
      "step": 8874
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.832170084832327e-06,
      "loss": 0.7912,
      "step": 8875
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.830021261123556e-06,
      "loss": 0.8922,
      "step": 8876
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.827872670464715e-06,
      "loss": 0.8639,
      "step": 8877
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.825724312975889e-06,
      "loss": 0.8273,
      "step": 8878
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.823576188777143e-06,
      "loss": 0.8345,
      "step": 8879
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8214282979885225e-06,
      "loss": 0.8536,
      "step": 8880
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.819280640730083e-06,
      "loss": 0.7994,
      "step": 8881
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.817133217121835e-06,
      "loss": 0.8411,
      "step": 8882
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.814986027283804e-06,
      "loss": 0.8357,
      "step": 8883
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.81283907133599e-06,
      "loss": 0.7778,
      "step": 8884
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8106923493983725e-06,
      "loss": 0.8237,
      "step": 8885
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.808545861590937e-06,
      "loss": 0.7562,
      "step": 8886
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.806399608033639e-06,
      "loss": 0.8493,
      "step": 8887
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.804253588846438e-06,
      "loss": 0.8392,
      "step": 8888
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.802107804149253e-06,
      "loss": 0.8336,
      "step": 8889
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.799962254062019e-06,
      "loss": 0.8428,
      "step": 8890
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7978169387046425e-06,
      "loss": 0.8917,
      "step": 8891
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.795671858197019e-06,
      "loss": 0.8237,
      "step": 8892
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.793527012659028e-06,
      "loss": 0.8717,
      "step": 8893
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.791382402210548e-06,
      "loss": 0.8842,
      "step": 8894
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.789238026971431e-06,
      "loss": 0.8138,
      "step": 8895
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.787093887061519e-06,
      "loss": 0.8309,
      "step": 8896
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.784949982600654e-06,
      "loss": 0.9001,
      "step": 8897
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.782806313708636e-06,
      "loss": 0.8284,
      "step": 8898
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.780662880505282e-06,
      "loss": 0.8896,
      "step": 8899
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.77851968311038e-06,
      "loss": 0.814,
      "step": 8900
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.776376721643709e-06,
      "loss": 0.8322,
      "step": 8901
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.774233996225027e-06,
      "loss": 0.8804,
      "step": 8902
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.772091506974097e-06,
      "loss": 0.8396,
      "step": 8903
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.769949254010652e-06,
      "loss": 0.8731,
      "step": 8904
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.767807237454411e-06,
      "loss": 0.8353,
      "step": 8905
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.765665457425102e-06,
      "loss": 0.8368,
      "step": 8906
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.763523914042406e-06,
      "loss": 0.8593,
      "step": 8907
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.76138260742602e-06,
      "loss": 0.8266,
      "step": 8908
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.759241537695615e-06,
      "loss": 0.8831,
      "step": 8909
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7571007049708416e-06,
      "loss": 0.8925,
      "step": 8910
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.754960109371358e-06,
      "loss": 0.7882,
      "step": 8911
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.752819751016787e-06,
      "loss": 0.8882,
      "step": 8912
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.750679630026761e-06,
      "loss": 0.8501,
      "step": 8913
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7485397465208694e-06,
      "loss": 0.897,
      "step": 8914
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.746400100618717e-06,
      "loss": 0.8011,
      "step": 8915
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.744260692439878e-06,
      "loss": 0.885,
      "step": 8916
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.74212152210392e-06,
      "loss": 0.8209,
      "step": 8917
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.739982589730394e-06,
      "loss": 0.8242,
      "step": 8918
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.737843895438846e-06,
      "loss": 0.7904,
      "step": 8919
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.735705439348798e-06,
      "loss": 0.8213,
      "step": 8920
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.733567221579758e-06,
      "loss": 0.846,
      "step": 8921
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.731429242251241e-06,
      "loss": 0.8422,
      "step": 8922
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.729291501482715e-06,
      "loss": 0.9019,
      "step": 8923
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.727153999393664e-06,
      "loss": 0.9465,
      "step": 8924
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.725016736103548e-06,
      "loss": 0.8407,
      "step": 8925
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.722879711731809e-06,
      "loss": 0.8241,
      "step": 8926
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7207429263978795e-06,
      "loss": 0.8373,
      "step": 8927
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7186063802211845e-06,
      "loss": 0.8292,
      "step": 8928
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7164700733211275e-06,
      "loss": 0.9013,
      "step": 8929
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.714334005817099e-06,
      "loss": 0.8351,
      "step": 8930
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.712198177828489e-06,
      "loss": 0.8633,
      "step": 8931
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.710062589474646e-06,
      "loss": 0.9218,
      "step": 8932
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.707927240874939e-06,
      "loss": 0.8983,
      "step": 8933
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.705792132148695e-06,
      "loss": 0.7947,
      "step": 8934
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.703657263415252e-06,
      "loss": 0.7956,
      "step": 8935
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.701522634793915e-06,
      "loss": 0.7951,
      "step": 8936
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.699388246403982e-06,
      "loss": 0.8763,
      "step": 8937
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.697254098364749e-06,
      "loss": 0.8299,
      "step": 8938
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.695120190795474e-06,
      "loss": 0.8342,
      "step": 8939
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.692986523815426e-06,
      "loss": 0.8084,
      "step": 8940
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.690853097543847e-06,
      "loss": 0.8227,
      "step": 8941
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.688719912099969e-06,
      "loss": 0.7962,
      "step": 8942
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.686586967603008e-06,
      "loss": 0.9144,
      "step": 8943
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.684454264172177e-06,
      "loss": 0.8071,
      "step": 8944
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.68232180192666e-06,
      "loss": 0.9061,
      "step": 8945
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.680189580985635e-06,
      "loss": 0.8406,
      "step": 8946
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.678057601468277e-06,
      "loss": 0.8325,
      "step": 8947
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.675925863493721e-06,
      "loss": 0.8044,
      "step": 8948
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.673794367181115e-06,
      "loss": 0.819,
      "step": 8949
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.671663112649584e-06,
      "loss": 0.8548,
      "step": 8950
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.669532100018235e-06,
      "loss": 0.8534,
      "step": 8951
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.667401329406161e-06,
      "loss": 0.8297,
      "step": 8952
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.665270800932455e-06,
      "loss": 0.7753,
      "step": 8953
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6631405147161836e-06,
      "loss": 0.9081,
      "step": 8954
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.661010470876396e-06,
      "loss": 0.7768,
      "step": 8955
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.658880669532145e-06,
      "loss": 0.8436,
      "step": 8956
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.656751110802458e-06,
      "loss": 0.8062,
      "step": 8957
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.654621794806348e-06,
      "loss": 0.8456,
      "step": 8958
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.652492721662814e-06,
      "loss": 0.8443,
      "step": 8959
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.650363891490855e-06,
      "loss": 0.8146,
      "step": 8960
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.648235304409439e-06,
      "loss": 0.8415,
      "step": 8961
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.646106960537525e-06,
      "loss": 0.9337,
      "step": 8962
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.643978859994073e-06,
      "loss": 0.9172,
      "step": 8963
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.641851002897999e-06,
      "loss": 0.8299,
      "step": 8964
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.639723389368239e-06,
      "loss": 0.8325,
      "step": 8965
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.637596019523694e-06,
      "loss": 0.9161,
      "step": 8966
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6354688934832605e-06,
      "loss": 0.8493,
      "step": 8967
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6333420113658115e-06,
      "loss": 0.8773,
      "step": 8968
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.631215373290221e-06,
      "loss": 0.9103,
      "step": 8969
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.629088979375339e-06,
      "loss": 0.9008,
      "step": 8970
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.62696282974e-06,
      "loss": 0.8066,
      "step": 8971
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.624836924503042e-06,
      "loss": 0.8338,
      "step": 8972
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.622711263783259e-06,
      "loss": 0.7706,
      "step": 8973
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.620585847699462e-06,
      "loss": 0.8393,
      "step": 8974
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.618460676370433e-06,
      "loss": 0.8486,
      "step": 8975
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.61633574991494e-06,
      "loss": 0.8143,
      "step": 8976
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.614211068451737e-06,
      "loss": 0.8427,
      "step": 8977
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.612086632099576e-06,
      "loss": 0.9032,
      "step": 8978
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.60996244097718e-06,
      "loss": 0.8813,
      "step": 8979
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.607838495203264e-06,
      "loss": 0.8517,
      "step": 8980
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.6057147948965366e-06,
      "loss": 0.83,
      "step": 8981
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.603591340175682e-06,
      "loss": 0.8315,
      "step": 8982
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.601468131159375e-06,
      "loss": 0.7806,
      "step": 8983
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.599345167966272e-06,
      "loss": 0.8166,
      "step": 8984
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.597222450715032e-06,
      "loss": 0.8945,
      "step": 8985
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.595099979524279e-06,
      "loss": 0.816,
      "step": 8986
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.592977754512633e-06,
      "loss": 0.8191,
      "step": 8987
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.590855775798709e-06,
      "loss": 0.8577,
      "step": 8988
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.588734043501085e-06,
      "loss": 0.8893,
      "step": 8989
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5866125577383516e-06,
      "loss": 0.8182,
      "step": 8990
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.584491318629068e-06,
      "loss": 0.8628,
      "step": 8991
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.582370326291786e-06,
      "loss": 0.8521,
      "step": 8992
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.580249580845038e-06,
      "loss": 0.8805,
      "step": 8993
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.578129082407356e-06,
      "loss": 0.863,
      "step": 8994
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.576008831097246e-06,
      "loss": 0.818,
      "step": 8995
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.573888827033199e-06,
      "loss": 0.8543,
      "step": 8996
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.571769070333708e-06,
      "loss": 0.8382,
      "step": 8997
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.569649561117227e-06,
      "loss": 0.8268,
      "step": 8998
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.567530299502221e-06,
      "loss": 0.8195,
      "step": 8999
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5654112856071255e-06,
      "loss": 0.8467,
      "step": 9000
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.563292519550368e-06,
      "loss": 0.936,
      "step": 9001
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5611740014503575e-06,
      "loss": 0.9119,
      "step": 9002
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5590557314255e-06,
      "loss": 0.8123,
      "step": 9003
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.556937709594178e-06,
      "loss": 0.8497,
      "step": 9004
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.554819936074756e-06,
      "loss": 0.8162,
      "step": 9005
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.552702410985602e-06,
      "loss": 0.8494,
      "step": 9006
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.550585134445053e-06,
      "loss": 0.8561,
      "step": 9007
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5484681065714385e-06,
      "loss": 0.8539,
      "step": 9008
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.546351327483072e-06,
      "loss": 0.9247,
      "step": 9009
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5442347972982624e-06,
      "loss": 0.8663,
      "step": 9010
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.542118516135293e-06,
      "loss": 0.8294,
      "step": 9011
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.540002484112432e-06,
      "loss": 0.8559,
      "step": 9012
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.537886701347954e-06,
      "loss": 0.8379,
      "step": 9013
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.535771167960088e-06,
      "loss": 0.7969,
      "step": 9014
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.533655884067077e-06,
      "loss": 0.8434,
      "step": 9015
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.531540849787136e-06,
      "loss": 0.8721,
      "step": 9016
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.529426065238469e-06,
      "loss": 0.778,
      "step": 9017
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.527311530539262e-06,
      "loss": 0.9107,
      "step": 9018
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.525197245807699e-06,
      "loss": 0.8573,
      "step": 9019
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.523083211161939e-06,
      "loss": 0.7839,
      "step": 9020
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.520969426720126e-06,
      "loss": 0.9204,
      "step": 9021
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.518855892600405e-06,
      "loss": 0.8558,
      "step": 9022
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.516742608920882e-06,
      "loss": 0.9137,
      "step": 9023
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.514629575799675e-06,
      "loss": 0.8377,
      "step": 9024
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.512516793354865e-06,
      "loss": 0.8821,
      "step": 9025
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5104042617045475e-06,
      "loss": 0.7856,
      "step": 9026
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.508291980966768e-06,
      "loss": 0.8848,
      "step": 9027
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.506179951259588e-06,
      "loss": 0.8595,
      "step": 9028
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5040681727010414e-06,
      "loss": 0.9014,
      "step": 9029
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.501956645409146e-06,
      "loss": 0.8476,
      "step": 9030
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.499845369501916e-06,
      "loss": 0.8805,
      "step": 9031
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.497734345097343e-06,
      "loss": 0.8169,
      "step": 9032
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.495623572313409e-06,
      "loss": 0.8101,
      "step": 9033
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4935130512680715e-06,
      "loss": 0.8041,
      "step": 9034
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.491402782079294e-06,
      "loss": 0.8485,
      "step": 9035
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.489292764865008e-06,
      "loss": 0.828,
      "step": 9036
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4871829997431406e-06,
      "loss": 0.8166,
      "step": 9037
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.485073486831597e-06,
      "loss": 0.8333,
      "step": 9038
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.482964226248271e-06,
      "loss": 0.8402,
      "step": 9039
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.480855218111052e-06,
      "loss": 0.8867,
      "step": 9040
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.478746462537804e-06,
      "loss": 0.8162,
      "step": 9041
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.476637959646378e-06,
      "loss": 0.8935,
      "step": 9042
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4745297095546125e-06,
      "loss": 0.8628,
      "step": 9043
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.472421712380336e-06,
      "loss": 0.9166,
      "step": 9044
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4703139682413585e-06,
      "loss": 0.921,
      "step": 9045
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.468206477255472e-06,
      "loss": 0.8487,
      "step": 9046
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4660992395404675e-06,
      "loss": 0.8339,
      "step": 9047
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.463992255214108e-06,
      "loss": 0.8744,
      "step": 9048
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.461885524394148e-06,
      "loss": 0.8208,
      "step": 9049
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.459779047198325e-06,
      "loss": 0.7788,
      "step": 9050
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4576728237443756e-06,
      "loss": 0.8954,
      "step": 9051
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.455566854149996e-06,
      "loss": 0.849,
      "step": 9052
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.453461138532894e-06,
      "loss": 0.8692,
      "step": 9053
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.451355677010752e-06,
      "loss": 0.8788,
      "step": 9054
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.449250469701233e-06,
      "loss": 0.8601,
      "step": 9055
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.447145516722001e-06,
      "loss": 0.8645,
      "step": 9056
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.445040818190691e-06,
      "loss": 0.8386,
      "step": 9057
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4429363742249305e-06,
      "loss": 0.8284,
      "step": 9058
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.440832184942329e-06,
      "loss": 0.7879,
      "step": 9059
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.43872825046049e-06,
      "loss": 0.7971,
      "step": 9060
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.436624570896996e-06,
      "loss": 0.8741,
      "step": 9061
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.434521146369414e-06,
      "loss": 0.8678,
      "step": 9062
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.432417976995299e-06,
      "loss": 0.8485,
      "step": 9063
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.430315062892191e-06,
      "loss": 0.8455,
      "step": 9064
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.428212404177623e-06,
      "loss": 0.8903,
      "step": 9065
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4261100009691026e-06,
      "loss": 0.8336,
      "step": 9066
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.42400785338413e-06,
      "loss": 0.8772,
      "step": 9067
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.421905961540184e-06,
      "loss": 0.8243,
      "step": 9068
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.419804325554742e-06,
      "loss": 0.7673,
      "step": 9069
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.417702945545254e-06,
      "loss": 0.8423,
      "step": 9070
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.415601821629161e-06,
      "loss": 0.8644,
      "step": 9071
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.413500953923894e-06,
      "loss": 0.8112,
      "step": 9072
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4114003425468616e-06,
      "loss": 0.8913,
      "step": 9073
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4092999876154635e-06,
      "loss": 0.883,
      "step": 9074
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.407199889247079e-06,
      "loss": 0.8701,
      "step": 9075
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.405100047559088e-06,
      "loss": 0.8624,
      "step": 9076
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4030004626688324e-06,
      "loss": 0.7999,
      "step": 9077
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.400901134693663e-06,
      "loss": 0.8421,
      "step": 9078
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.398802063750901e-06,
      "loss": 0.9083,
      "step": 9079
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.396703249957857e-06,
      "loss": 0.8195,
      "step": 9080
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.394604693431834e-06,
      "loss": 0.965,
      "step": 9081
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.392506394290114e-06,
      "loss": 0.8658,
      "step": 9082
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.390408352649963e-06,
      "loss": 0.8517,
      "step": 9083
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.388310568628632e-06,
      "loss": 0.8203,
      "step": 9084
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.386213042343371e-06,
      "loss": 0.9247,
      "step": 9085
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3841157739114e-06,
      "loss": 0.826,
      "step": 9086
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.38201876344993e-06,
      "loss": 0.7902,
      "step": 9087
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3799220110761595e-06,
      "loss": 0.8437,
      "step": 9088
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.377825516907265e-06,
      "loss": 0.803,
      "step": 9089
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.375729281060422e-06,
      "loss": 0.8399,
      "step": 9090
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.373633303652784e-06,
      "loss": 0.801,
      "step": 9091
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.371537584801484e-06,
      "loss": 0.8218,
      "step": 9092
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.369442124623647e-06,
      "loss": 0.79,
      "step": 9093
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.36734692323639e-06,
      "loss": 0.8572,
      "step": 9094
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.365251980756805e-06,
      "loss": 0.8259,
      "step": 9095
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.363157297301968e-06,
      "loss": 0.7899,
      "step": 9096
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.361062872988956e-06,
      "loss": 0.8436,
      "step": 9097
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.358968707934815e-06,
      "loss": 0.815,
      "step": 9098
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.356874802256584e-06,
      "loss": 0.8389,
      "step": 9099
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.354781156071283e-06,
      "loss": 0.8704,
      "step": 9100
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.35268776949593e-06,
      "loss": 0.8389,
      "step": 9101
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.350594642647505e-06,
      "loss": 0.8812,
      "step": 9102
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.348501775643e-06,
      "loss": 0.8278,
      "step": 9103
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.346409168599376e-06,
      "loss": 0.8676,
      "step": 9104
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3443168216335795e-06,
      "loss": 0.881,
      "step": 9105
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.342224734862555e-06,
      "loss": 0.86,
      "step": 9106
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.340132908403222e-06,
      "loss": 0.9818,
      "step": 9107
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.338041342372482e-06,
      "loss": 0.8924,
      "step": 9108
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.33595003688723e-06,
      "loss": 0.8466,
      "step": 9109
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.333858992064351e-06,
      "loss": 0.8804,
      "step": 9110
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.331768208020694e-06,
      "loss": 0.8779,
      "step": 9111
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.329677684873122e-06,
      "loss": 0.8065,
      "step": 9112
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.327587422738463e-06,
      "loss": 0.8178,
      "step": 9113
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.325497421733532e-06,
      "loss": 0.7794,
      "step": 9114
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.323407681975143e-06,
      "loss": 0.9183,
      "step": 9115
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.321318203580081e-06,
      "loss": 0.8541,
      "step": 9116
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.319228986665129e-06,
      "loss": 0.922,
      "step": 9117
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.317140031347036e-06,
      "loss": 0.8801,
      "step": 9118
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.315051337742558e-06,
      "loss": 0.9057,
      "step": 9119
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3129629059684265e-06,
      "loss": 0.8363,
      "step": 9120
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.31087473614135e-06,
      "loss": 0.9285,
      "step": 9121
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.308786828378043e-06,
      "loss": 0.8111,
      "step": 9122
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.306699182795189e-06,
      "loss": 0.8694,
      "step": 9123
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.30461179950946e-06,
      "loss": 0.8572,
      "step": 9124
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.302524678637512e-06,
      "loss": 0.8491,
      "step": 9125
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.300437820296e-06,
      "loss": 0.8787,
      "step": 9126
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.298351224601539e-06,
      "loss": 0.8967,
      "step": 9127
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.296264891670755e-06,
      "loss": 0.8466,
      "step": 9128
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.294178821620243e-06,
      "loss": 0.7898,
      "step": 9129
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2920930145665846e-06,
      "loss": 0.8146,
      "step": 9130
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.29000747062636e-06,
      "loss": 0.7973,
      "step": 9131
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.287922189916122e-06,
      "loss": 0.8733,
      "step": 9132
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.285837172552407e-06,
      "loss": 0.8395,
      "step": 9133
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.283752418651742e-06,
      "loss": 0.8526,
      "step": 9134
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.281667928330649e-06,
      "loss": 0.8866,
      "step": 9135
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.279583701705611e-06,
      "loss": 0.8253,
      "step": 9136
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2774997388931196e-06,
      "loss": 0.7583,
      "step": 9137
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.275416040009635e-06,
      "loss": 0.8909,
      "step": 9138
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.273332605171622e-06,
      "loss": 0.8734,
      "step": 9139
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2712494344955075e-06,
      "loss": 0.8886,
      "step": 9140
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.269166528097716e-06,
      "loss": 0.8501,
      "step": 9141
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.267083886094668e-06,
      "loss": 0.8065,
      "step": 9142
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.265001508602738e-06,
      "loss": 0.863,
      "step": 9143
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2629193957383216e-06,
      "loss": 0.8618,
      "step": 9144
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.260837547617775e-06,
      "loss": 0.8659,
      "step": 9145
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.258755964357445e-06,
      "loss": 0.859,
      "step": 9146
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.256674646073674e-06,
      "loss": 0.8359,
      "step": 9147
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.254593592882779e-06,
      "loss": 0.857,
      "step": 9148
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.252512804901062e-06,
      "loss": 0.8118,
      "step": 9149
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.250432282244813e-06,
      "loss": 0.9736,
      "step": 9150
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.248352025030317e-06,
      "loss": 0.803,
      "step": 9151
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.246272033373821e-06,
      "loss": 0.8418,
      "step": 9152
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.244192307391578e-06,
      "loss": 0.816,
      "step": 9153
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.242112847199818e-06,
      "loss": 0.856,
      "step": 9154
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2400336529147536e-06,
      "loss": 0.8855,
      "step": 9155
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.237954724652592e-06,
      "loss": 0.8609,
      "step": 9156
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.235876062529516e-06,
      "loss": 0.8319,
      "step": 9157
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2337976666616975e-06,
      "loss": 0.8519,
      "step": 9158
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.231719537165288e-06,
      "loss": 0.9135,
      "step": 9159
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.229641674156443e-06,
      "loss": 0.8667,
      "step": 9160
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2275640777512705e-06,
      "loss": 0.8156,
      "step": 9161
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.225486748065896e-06,
      "loss": 0.8686,
      "step": 9162
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.223409685216408e-06,
      "loss": 0.8717,
      "step": 9163
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2213328893188965e-06,
      "loss": 0.9283,
      "step": 9164
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.219256360489424e-06,
      "loss": 0.8114,
      "step": 9165
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2171800988440415e-06,
      "loss": 0.8024,
      "step": 9166
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.215104104498794e-06,
      "loss": 0.8569,
      "step": 9167
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.213028377569689e-06,
      "loss": 0.8496,
      "step": 9168
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.210952918172748e-06,
      "loss": 0.8988,
      "step": 9169
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.208877726423958e-06,
      "loss": 0.7845,
      "step": 9170
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.20680280243929e-06,
      "loss": 0.8121,
      "step": 9171
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.204728146334719e-06,
      "loss": 0.8641,
      "step": 9172
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.202653758226186e-06,
      "loss": 0.8055,
      "step": 9173
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.200579638229623e-06,
      "loss": 0.8792,
      "step": 9174
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.198505786460943e-06,
      "loss": 0.8986,
      "step": 9175
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.196432203036064e-06,
      "loss": 0.8381,
      "step": 9176
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.194358888070853e-06,
      "loss": 0.8057,
      "step": 9177
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1922858416811975e-06,
      "loss": 0.8925,
      "step": 9178
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.19021306398295e-06,
      "loss": 0.859,
      "step": 9179
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.18814055509195e-06,
      "loss": 0.8992,
      "step": 9180
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.186068315124031e-06,
      "loss": 0.8363,
      "step": 9181
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.183996344195004e-06,
      "loss": 0.9083,
      "step": 9182
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1819246424206625e-06,
      "loss": 0.7959,
      "step": 9183
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.17985320991679e-06,
      "loss": 0.8614,
      "step": 9184
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.177782046799157e-06,
      "loss": 0.8339,
      "step": 9185
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1757111531835135e-06,
      "loss": 0.8165,
      "step": 9186
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.173640529185599e-06,
      "loss": 0.7801,
      "step": 9187
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.171570174921129e-06,
      "loss": 0.868,
      "step": 9188
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.169500090505819e-06,
      "loss": 0.7756,
      "step": 9189
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.167430276055358e-06,
      "loss": 0.8691,
      "step": 9190
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.165360731685416e-06,
      "loss": 0.8992,
      "step": 9191
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.16329145751167e-06,
      "loss": 0.8947,
      "step": 9192
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.16122245364975e-06,
      "loss": 0.843,
      "step": 9193
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.159153720215298e-06,
      "loss": 0.8252,
      "step": 9194
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.157085257323929e-06,
      "loss": 0.809,
      "step": 9195
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.155017065091239e-06,
      "loss": 0.8711,
      "step": 9196
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.15294914363282e-06,
      "loss": 0.918,
      "step": 9197
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.150881493064244e-06,
      "loss": 0.7758,
      "step": 9198
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.148814113501062e-06,
      "loss": 0.828,
      "step": 9199
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.146747005058813e-06,
      "loss": 0.8204,
      "step": 9200
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.144680167853036e-06,
      "loss": 0.8765,
      "step": 9201
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.142613601999222e-06,
      "loss": 0.8561,
      "step": 9202
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.140547307612882e-06,
      "loss": 0.8418,
      "step": 9203
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1384812848094885e-06,
      "loss": 0.8737,
      "step": 9204
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.136415533704508e-06,
      "loss": 0.7876,
      "step": 9205
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1343500544133925e-06,
      "loss": 0.7765,
      "step": 9206
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1322848470515705e-06,
      "loss": 0.84,
      "step": 9207
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.130219911734475e-06,
      "loss": 0.8658,
      "step": 9208
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.128155248577492e-06,
      "loss": 0.9089,
      "step": 9209
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.126090857696024e-06,
      "loss": 0.8948,
      "step": 9210
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.124026739205441e-06,
      "loss": 0.9273,
      "step": 9211
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1219628932210995e-06,
      "loss": 0.8477,
      "step": 9212
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1198993198583405e-06,
      "loss": 0.8333,
      "step": 9213
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.117836019232499e-06,
      "loss": 0.7984,
      "step": 9214
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.115772991458885e-06,
      "loss": 0.7898,
      "step": 9215
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.113710236652792e-06,
      "loss": 0.8837,
      "step": 9216
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.111647754929514e-06,
      "loss": 0.8922,
      "step": 9217
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1095855464043024e-06,
      "loss": 0.7961,
      "step": 9218
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.10752361119242e-06,
      "loss": 0.8098,
      "step": 9219
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.105461949409099e-06,
      "loss": 0.8501,
      "step": 9220
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.103400561169558e-06,
      "loss": 0.8991,
      "step": 9221
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1013394465890105e-06,
      "loss": 0.8475,
      "step": 9222
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.099278605782645e-06,
      "loss": 0.8267,
      "step": 9223
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.097218038865633e-06,
      "loss": 0.8236,
      "step": 9224
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.095157745953132e-06,
      "loss": 0.8041,
      "step": 9225
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.093097727160301e-06,
      "loss": 0.7201,
      "step": 9226
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.091037982602251e-06,
      "loss": 0.7925,
      "step": 9227
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.088978512394109e-06,
      "loss": 0.7835,
      "step": 9228
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.08691931665097e-06,
      "loss": 0.8552,
      "step": 9229
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.084860395487913e-06,
      "loss": 0.8608,
      "step": 9230
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.082801749020013e-06,
      "loss": 0.8284,
      "step": 9231
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.080743377362317e-06,
      "loss": 0.8367,
      "step": 9232
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.078685280629873e-06,
      "loss": 0.847,
      "step": 9233
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.076627458937686e-06,
      "loss": 0.9383,
      "step": 9234
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.074569912400778e-06,
      "loss": 0.9006,
      "step": 9235
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.072512641134133e-06,
      "loss": 0.8707,
      "step": 9236
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0704556452527274e-06,
      "loss": 0.8093,
      "step": 9237
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.068398924871519e-06,
      "loss": 0.7962,
      "step": 9238
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.06634248010546e-06,
      "loss": 0.8325,
      "step": 9239
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.064286311069476e-06,
      "loss": 0.7946,
      "step": 9240
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0622304178784775e-06,
      "loss": 0.8376,
      "step": 9241
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.060174800647375e-06,
      "loss": 0.827,
      "step": 9242
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.058119459491038e-06,
      "loss": 0.8578,
      "step": 9243
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.056064394524343e-06,
      "loss": 0.7685,
      "step": 9244
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.05400960586214e-06,
      "loss": 0.9248,
      "step": 9245
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.051955093619263e-06,
      "loss": 0.8338,
      "step": 9246
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0499008579105415e-06,
      "loss": 0.8861,
      "step": 9247
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.047846898850777e-06,
      "loss": 0.9167,
      "step": 9248
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.045793216554761e-06,
      "loss": 0.8639,
      "step": 9249
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0437398111372636e-06,
      "loss": 0.8442,
      "step": 9250
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.041686682713059e-06,
      "loss": 0.9034,
      "step": 9251
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.039633831396871e-06,
      "loss": 0.7506,
      "step": 9252
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.037581257303445e-06,
      "loss": 0.9197,
      "step": 9253
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.035528960547485e-06,
      "loss": 0.835,
      "step": 9254
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.033476941243697e-06,
      "loss": 0.9224,
      "step": 9255
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.031425199506759e-06,
      "loss": 0.8491,
      "step": 9256
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.029373735451333e-06,
      "loss": 0.8338,
      "step": 9257
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.027322549192082e-06,
      "loss": 0.8921,
      "step": 9258
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.025271640843628e-06,
      "loss": 0.8856,
      "step": 9259
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.023221010520603e-06,
      "loss": 0.8651,
      "step": 9260
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0211706583376065e-06,
      "loss": 0.842,
      "step": 9261
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.019120584409227e-06,
      "loss": 0.9112,
      "step": 9262
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.017070788850036e-06,
      "loss": 0.8333,
      "step": 9263
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.015021271774598e-06,
      "loss": 0.8139,
      "step": 9264
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.012972033297453e-06,
      "loss": 0.825,
      "step": 9265
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0109230735331224e-06,
      "loss": 0.8642,
      "step": 9266
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0088743925961315e-06,
      "loss": 0.8136,
      "step": 9267
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0068259906009586e-06,
      "loss": 0.8476,
      "step": 9268
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.004777867662096e-06,
      "loss": 0.7947,
      "step": 9269
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.002730023894005e-06,
      "loss": 0.8333,
      "step": 9270
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.000682459411129e-06,
      "loss": 0.8358,
      "step": 9271
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.998635174327912e-06,
      "loss": 0.8874,
      "step": 9272
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9965881687587645e-06,
      "loss": 0.8347,
      "step": 9273
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.99454144281809e-06,
      "loss": 0.9087,
      "step": 9274
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.992494996620274e-06,
      "loss": 0.8105,
      "step": 9275
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.99044883027969e-06,
      "loss": 0.8516,
      "step": 9276
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.988402943910694e-06,
      "loss": 0.7709,
      "step": 9277
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.986357337627623e-06,
      "loss": 0.8849,
      "step": 9278
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9843120115447975e-06,
      "loss": 0.8747,
      "step": 9279
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9822669657765344e-06,
      "loss": 0.8346,
      "step": 9280
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.980222200437122e-06,
      "loss": 0.8679,
      "step": 9281
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.978177715640832e-06,
      "loss": 0.8727,
      "step": 9282
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.976133511501938e-06,
      "loss": 0.8336,
      "step": 9283
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.974089588134672e-06,
      "loss": 0.9115,
      "step": 9284
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.972045945653272e-06,
      "loss": 0.8201,
      "step": 9285
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.970002584171953e-06,
      "loss": 0.832,
      "step": 9286
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.967959503804909e-06,
      "loss": 0.8635,
      "step": 9287
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.96591670466632e-06,
      "loss": 0.8745,
      "step": 9288
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.963874186870363e-06,
      "loss": 0.8797,
      "step": 9289
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.961831950531184e-06,
      "loss": 0.9384,
      "step": 9290
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.959789995762914e-06,
      "loss": 0.843,
      "step": 9291
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.957748322679685e-06,
      "loss": 0.9024,
      "step": 9292
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.955706931395586e-06,
      "loss": 0.8236,
      "step": 9293
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.953665822024718e-06,
      "loss": 0.8418,
      "step": 9294
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.951624994681147e-06,
      "loss": 0.9177,
      "step": 9295
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.949584449478933e-06,
      "loss": 0.8809,
      "step": 9296
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.947544186532111e-06,
      "loss": 0.7993,
      "step": 9297
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.945504205954713e-06,
      "loss": 0.8344,
      "step": 9298
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9434645078607475e-06,
      "loss": 0.823,
      "step": 9299
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.941425092364204e-06,
      "loss": 0.7875,
      "step": 9300
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.939385959579067e-06,
      "loss": 0.7986,
      "step": 9301
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.937347109619295e-06,
      "loss": 0.8528,
      "step": 9302
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.935308542598834e-06,
      "loss": 0.8153,
      "step": 9303
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.933270258631613e-06,
      "loss": 0.9358,
      "step": 9304
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.931232257831552e-06,
      "loss": 0.8298,
      "step": 9305
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.929194540312546e-06,
      "loss": 0.8619,
      "step": 9306
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.927157106188475e-06,
      "loss": 0.7936,
      "step": 9307
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.925119955573218e-06,
      "loss": 0.783,
      "step": 9308
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.923083088580611e-06,
      "loss": 0.8182,
      "step": 9309
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9210465053245e-06,
      "loss": 0.8612,
      "step": 9310
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9190102059187016e-06,
      "loss": 0.8491,
      "step": 9311
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.91697419047702e-06,
      "loss": 0.8646,
      "step": 9312
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.914938459113239e-06,
      "loss": 0.8461,
      "step": 9313
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.912903011941137e-06,
      "loss": 0.8228,
      "step": 9314
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.910867849074469e-06,
      "loss": 0.8154,
      "step": 9315
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.908832970626969e-06,
      "loss": 0.7822,
      "step": 9316
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9067983767123736e-06,
      "loss": 0.9266,
      "step": 9317
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.904764067444377e-06,
      "loss": 0.8585,
      "step": 9318
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.902730042936682e-06,
      "loss": 0.8432,
      "step": 9319
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.900696303302962e-06,
      "loss": 0.8547,
      "step": 9320
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8986628486568776e-06,
      "loss": 0.7885,
      "step": 9321
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8966296791120705e-06,
      "loss": 0.8191,
      "step": 9322
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.894596794782176e-06,
      "loss": 0.789,
      "step": 9323
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.892564195780804e-06,
      "loss": 0.8617,
      "step": 9324
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.890531882221548e-06,
      "loss": 0.8818,
      "step": 9325
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.888499854217995e-06,
      "loss": 0.8788,
      "step": 9326
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8864681118837075e-06,
      "loss": 0.8473,
      "step": 9327
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.884436655332235e-06,
      "loss": 0.8795,
      "step": 9328
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.882405484677106e-06,
      "loss": 0.9249,
      "step": 9329
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.880374600031846e-06,
      "loss": 0.8077,
      "step": 9330
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.878344001509952e-06,
      "loss": 0.8823,
      "step": 9331
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.876313689224906e-06,
      "loss": 0.9004,
      "step": 9332
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.874283663290188e-06,
      "loss": 0.8836,
      "step": 9333
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.872253923819236e-06,
      "loss": 0.8511,
      "step": 9334
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8702244709254974e-06,
      "loss": 0.8329,
      "step": 9335
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.868195304722391e-06,
      "loss": 0.8139,
      "step": 9336
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.866166425323323e-06,
      "loss": 0.8201,
      "step": 9337
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.864137832841678e-06,
      "loss": 0.7974,
      "step": 9338
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.862109527390834e-06,
      "loss": 0.9125,
      "step": 9339
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.860081509084148e-06,
      "loss": 0.8807,
      "step": 9340
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8580537780349545e-06,
      "loss": 0.8599,
      "step": 9341
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.856026334356591e-06,
      "loss": 0.8155,
      "step": 9342
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.853999178162352e-06,
      "loss": 0.8212,
      "step": 9343
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.851972309565539e-06,
      "loss": 0.8701,
      "step": 9344
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.849945728679425e-06,
      "loss": 0.8232,
      "step": 9345
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.847919435617279e-06,
      "loss": 0.8167,
      "step": 9346
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.845893430492331e-06,
      "loss": 0.889,
      "step": 9347
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8438677134178214e-06,
      "loss": 0.8779,
      "step": 9348
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.841842284506959e-06,
      "loss": 0.8771,
      "step": 9349
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.839817143872936e-06,
      "loss": 0.8247,
      "step": 9350
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.83779229162894e-06,
      "loss": 0.7571,
      "step": 9351
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.835767727888131e-06,
      "loss": 0.8497,
      "step": 9352
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8337434527636574e-06,
      "loss": 0.8498,
      "step": 9353
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.831719466368647e-06,
      "loss": 0.8098,
      "step": 9354
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8296957688162226e-06,
      "loss": 0.7966,
      "step": 9355
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8276723602194816e-06,
      "loss": 0.8445,
      "step": 9356
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8256492406915015e-06,
      "loss": 0.7911,
      "step": 9357
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.823626410345362e-06,
      "loss": 0.839,
      "step": 9358
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.821603869294099e-06,
      "loss": 0.82,
      "step": 9359
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.819581617650759e-06,
      "loss": 0.9229,
      "step": 9360
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8175596555283556e-06,
      "loss": 0.8123,
      "step": 9361
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.815537983039892e-06,
      "loss": 0.8329,
      "step": 9362
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.813516600298351e-06,
      "loss": 0.8124,
      "step": 9363
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.81149550741671e-06,
      "loss": 0.8455,
      "step": 9364
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.809474704507921e-06,
      "loss": 0.8336,
      "step": 9365
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.807454191684914e-06,
      "loss": 0.8539,
      "step": 9366
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.805433969060622e-06,
      "loss": 0.8955,
      "step": 9367
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.803414036747945e-06,
      "loss": 0.8304,
      "step": 9368
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.801394394859771e-06,
      "loss": 0.8989,
      "step": 9369
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.799375043508971e-06,
      "loss": 0.836,
      "step": 9370
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.797355982808411e-06,
      "loss": 0.8736,
      "step": 9371
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.795337212870919e-06,
      "loss": 0.7728,
      "step": 9372
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.793318733809328e-06,
      "loss": 0.8845,
      "step": 9373
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7913005457364426e-06,
      "loss": 0.859,
      "step": 9374
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.789282648765051e-06,
      "loss": 0.8043,
      "step": 9375
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.787265043007937e-06,
      "loss": 0.7396,
      "step": 9376
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.785247728577854e-06,
      "loss": 0.8083,
      "step": 9377
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.783230705587546e-06,
      "loss": 0.8347,
      "step": 9378
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.781213974149734e-06,
      "loss": 0.809,
      "step": 9379
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.779197534377139e-06,
      "loss": 0.9051,
      "step": 9380
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.777181386382449e-06,
      "loss": 0.8585,
      "step": 9381
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.775165530278337e-06,
      "loss": 0.8248,
      "step": 9382
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.773149966177478e-06,
      "loss": 0.8128,
      "step": 9383
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7711346941925e-06,
      "loss": 0.8512,
      "step": 9384
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.769119714436043e-06,
      "loss": 0.8283,
      "step": 9385
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.767105027020716e-06,
      "loss": 0.8346,
      "step": 9386
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.765090632059116e-06,
      "loss": 0.8579,
      "step": 9387
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.763076529663817e-06,
      "loss": 0.7845,
      "step": 9388
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.761062719947391e-06,
      "loss": 0.8467,
      "step": 9389
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7590492030223815e-06,
      "loss": 0.8762,
      "step": 9390
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7570359790013134e-06,
      "loss": 0.8238,
      "step": 9391
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.755023047996709e-06,
      "loss": 0.9258,
      "step": 9392
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.753010410121064e-06,
      "loss": 0.8624,
      "step": 9393
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7509980654868584e-06,
      "loss": 0.8432,
      "step": 9394
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.748986014206553e-06,
      "loss": 0.8385,
      "step": 9395
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.74697425639261e-06,
      "loss": 0.7999,
      "step": 9396
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.744962792157445e-06,
      "loss": 0.8629,
      "step": 9397
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.742951621613484e-06,
      "loss": 0.8152,
      "step": 9398
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.740940744873125e-06,
      "loss": 0.8681,
      "step": 9399
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.738930162048745e-06,
      "loss": 0.7832,
      "step": 9400
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.73691987325272e-06,
      "loss": 0.7997,
      "step": 9401
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.734909878597396e-06,
      "loss": 0.8383,
      "step": 9402
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.732900178195104e-06,
      "loss": 0.8814,
      "step": 9403
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.730890772158162e-06,
      "loss": 0.8596,
      "step": 9404
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.728881660598875e-06,
      "loss": 0.8233,
      "step": 9405
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.726872843629525e-06,
      "loss": 0.8062,
      "step": 9406
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.724864321362376e-06,
      "loss": 0.8595,
      "step": 9407
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7228560939096905e-06,
      "loss": 0.8744,
      "step": 9408
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.720848161383687e-06,
      "loss": 0.7946,
      "step": 9409
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.718840523896597e-06,
      "loss": 0.893,
      "step": 9410
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.716833181560619e-06,
      "loss": 0.9187,
      "step": 9411
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.714826134487938e-06,
      "loss": 0.8833,
      "step": 9412
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.712819382790717e-06,
      "loss": 0.9103,
      "step": 9413
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.71081292658112e-06,
      "loss": 0.8822,
      "step": 9414
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.708806765971275e-06,
      "loss": 0.7832,
      "step": 9415
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7068009010733016e-06,
      "loss": 0.8249,
      "step": 9416
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.704795331999308e-06,
      "loss": 0.7561,
      "step": 9417
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.702790058861376e-06,
      "loss": 0.8577,
      "step": 9418
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.700785081771577e-06,
      "loss": 0.8802,
      "step": 9419
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.698780400841962e-06,
      "loss": 0.8603,
      "step": 9420
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.696776016184574e-06,
      "loss": 0.8497,
      "step": 9421
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.694771927911423e-06,
      "loss": 0.7977,
      "step": 9422
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.692768136134522e-06,
      "loss": 0.7878,
      "step": 9423
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6907646409658536e-06,
      "loss": 0.8043,
      "step": 9424
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.688761442517386e-06,
      "loss": 0.9033,
      "step": 9425
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.686758540901079e-06,
      "loss": 0.861,
      "step": 9426
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.684755936228867e-06,
      "loss": 0.8714,
      "step": 9427
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.682753628612672e-06,
      "loss": 0.8702,
      "step": 9428
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.680751618164392e-06,
      "loss": 0.877,
      "step": 9429
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.678749904995923e-06,
      "loss": 0.8436,
      "step": 9430
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.676748489219133e-06,
      "loss": 0.9,
      "step": 9431
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.67474737094587e-06,
      "loss": 0.9842,
      "step": 9432
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.672746550287985e-06,
      "loss": 0.8205,
      "step": 9433
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.670746027357284e-06,
      "loss": 0.8827,
      "step": 9434
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.668745802265581e-06,
      "loss": 0.8829,
      "step": 9435
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.666745875124657e-06,
      "loss": 0.8341,
      "step": 9436
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.664746246046295e-06,
      "loss": 0.7807,
      "step": 9437
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.662746915142236e-06,
      "loss": 0.7875,
      "step": 9438
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6607478825242236e-06,
      "loss": 0.9077,
      "step": 9439
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.658749148303981e-06,
      "loss": 0.86,
      "step": 9440
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.656750712593204e-06,
      "loss": 0.8754,
      "step": 9441
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.65475257550359e-06,
      "loss": 0.8497,
      "step": 9442
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.652754737146807e-06,
      "loss": 0.8239,
      "step": 9443
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.650757197634509e-06,
      "loss": 0.8111,
      "step": 9444
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.648759957078329e-06,
      "loss": 0.8433,
      "step": 9445
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6467630155899e-06,
      "loss": 0.8628,
      "step": 9446
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.64476637328081e-06,
      "loss": 0.8075,
      "step": 9447
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.642770030262659e-06,
      "loss": 0.8097,
      "step": 9448
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.640773986647013e-06,
      "loss": 0.7823,
      "step": 9449
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.638778242545423e-06,
      "loss": 0.8218,
      "step": 9450
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.636782798069434e-06,
      "loss": 0.8079,
      "step": 9451
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.634787653330561e-06,
      "loss": 0.8057,
      "step": 9452
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.63279280844031e-06,
      "loss": 0.8145,
      "step": 9453
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.630798263510162e-06,
      "loss": 0.8667,
      "step": 9454
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.628804018651597e-06,
      "loss": 0.8398,
      "step": 9455
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.626810073976064e-06,
      "loss": 0.8427,
      "step": 9456
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.624816429594994e-06,
      "loss": 0.8212,
      "step": 9457
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.622823085619821e-06,
      "loss": 0.8425,
      "step": 9458
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.620830042161933e-06,
      "loss": 0.8458,
      "step": 9459
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.618837299332724e-06,
      "loss": 0.8413,
      "step": 9460
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.616844857243561e-06,
      "loss": 0.9078,
      "step": 9461
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.614852716005804e-06,
      "loss": 0.8576,
      "step": 9462
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.612860875730777e-06,
      "loss": 0.843,
      "step": 9463
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.610869336529809e-06,
      "loss": 0.8931,
      "step": 9464
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6088780985141964e-06,
      "loss": 0.8694,
      "step": 9465
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6068871617952235e-06,
      "loss": 0.8434,
      "step": 9466
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.604896526484166e-06,
      "loss": 0.8673,
      "step": 9467
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.602906192692272e-06,
      "loss": 0.8444,
      "step": 9468
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.600916160530775e-06,
      "loss": 0.8332,
      "step": 9469
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5989264301108915e-06,
      "loss": 0.7683,
      "step": 9470
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.596937001543832e-06,
      "loss": 0.8316,
      "step": 9471
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.594947874940766e-06,
      "loss": 0.8064,
      "step": 9472
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.592959050412874e-06,
      "loss": 0.9003,
      "step": 9473
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5909705280713e-06,
      "loss": 0.7836,
      "step": 9474
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5889823080271764e-06,
      "loss": 0.7689,
      "step": 9475
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.586994390391627e-06,
      "loss": 0.8903,
      "step": 9476
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.585006775275746e-06,
      "loss": 0.8103,
      "step": 9477
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5830194627906185e-06,
      "loss": 0.877,
      "step": 9478
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.581032453047306e-06,
      "loss": 0.8688,
      "step": 9479
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.579045746156866e-06,
      "loss": 0.9118,
      "step": 9480
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.577059342230324e-06,
      "loss": 0.913,
      "step": 9481
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.575073241378699e-06,
      "loss": 0.8622,
      "step": 9482
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.573087443712985e-06,
      "loss": 0.8334,
      "step": 9483
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.571101949344168e-06,
      "loss": 0.8766,
      "step": 9484
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5691167583832104e-06,
      "loss": 0.8362,
      "step": 9485
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5671318709410575e-06,
      "loss": 0.7938,
      "step": 9486
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.565147287128648e-06,
      "loss": 0.7643,
      "step": 9487
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.563163007056883e-06,
      "loss": 0.9162,
      "step": 9488
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.561179030836669e-06,
      "loss": 0.8369,
      "step": 9489
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5591953585788824e-06,
      "loss": 0.8235,
      "step": 9490
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.557211990394383e-06,
      "loss": 0.8467,
      "step": 9491
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.555228926394021e-06,
      "loss": 0.8927,
      "step": 9492
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.553246166688623e-06,
      "loss": 0.7948,
      "step": 9493
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.551263711389001e-06,
      "loss": 0.815,
      "step": 9494
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.549281560605947e-06,
      "loss": 0.8251,
      "step": 9495
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.547299714450246e-06,
      "loss": 0.8828,
      "step": 9496
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.545318173032648e-06,
      "loss": 0.8095,
      "step": 9497
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.543336936463903e-06,
      "loss": 0.9362,
      "step": 9498
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.541356004854739e-06,
      "loss": 0.8989,
      "step": 9499
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.539375378315858e-06,
      "loss": 0.912,
      "step": 9500
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.53739505695796e-06,
      "loss": 0.9508,
      "step": 9501
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.535415040891718e-06,
      "loss": 0.8536,
      "step": 9502
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.53343533022779e-06,
      "loss": 0.8128,
      "step": 9503
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.531455925076813e-06,
      "loss": 0.8493,
      "step": 9504
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.529476825549419e-06,
      "loss": 0.8596,
      "step": 9505
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.527498031756211e-06,
      "loss": 0.8497,
      "step": 9506
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.525519543807779e-06,
      "loss": 0.8673,
      "step": 9507
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.523541361814693e-06,
      "loss": 0.892,
      "step": 9508
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.521563485887513e-06,
      "loss": 0.9264,
      "step": 9509
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.519585916136778e-06,
      "loss": 0.8531,
      "step": 9510
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.517608652673004e-06,
      "loss": 0.8532,
      "step": 9511
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.515631695606708e-06,
      "loss": 0.8541,
      "step": 9512
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.51365504504836e-06,
      "loss": 0.8622,
      "step": 9513
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5116787011084415e-06,
      "loss": 0.8717,
      "step": 9514
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.509702663897404e-06,
      "loss": 0.8586,
      "step": 9515
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.507726933525678e-06,
      "loss": 0.789,
      "step": 9516
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.505751510103691e-06,
      "loss": 0.8086,
      "step": 9517
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5037763937418384e-06,
      "loss": 0.8124,
      "step": 9518
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.501801584550508e-06,
      "loss": 0.8233,
      "step": 9519
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.49982708264006e-06,
      "loss": 0.857,
      "step": 9520
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.49785288812086e-06,
      "loss": 0.8365,
      "step": 9521
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.49587900110322e-06,
      "loss": 0.8978,
      "step": 9522
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.493905421697472e-06,
      "loss": 0.9218,
      "step": 9523
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.491932150013909e-06,
      "loss": 0.9275,
      "step": 9524
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4899591861628075e-06,
      "loss": 0.8462,
      "step": 9525
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.487986530254442e-06,
      "loss": 0.8122,
      "step": 9526
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.486014182399049e-06,
      "loss": 0.8424,
      "step": 9527
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4840421427068705e-06,
      "loss": 0.7664,
      "step": 9528
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.482070411288105e-06,
      "loss": 0.9256,
      "step": 9529
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.480098988252958e-06,
      "loss": 0.839,
      "step": 9530
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.478127873711603e-06,
      "loss": 0.8035,
      "step": 9531
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4761570677742015e-06,
      "loss": 0.8685,
      "step": 9532
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.474186570550895e-06,
      "loss": 0.8526,
      "step": 9533
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.472216382151814e-06,
      "loss": 0.8227,
      "step": 9534
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.470246502687066e-06,
      "loss": 0.8211,
      "step": 9535
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.468276932266738e-06,
      "loss": 0.8048,
      "step": 9536
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.466307671000918e-06,
      "loss": 0.856,
      "step": 9537
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.464338718999644e-06,
      "loss": 0.8128,
      "step": 9538
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.462370076372972e-06,
      "loss": 0.7642,
      "step": 9539
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.460401743230918e-06,
      "loss": 0.8162,
      "step": 9540
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.458433719683482e-06,
      "loss": 0.8452,
      "step": 9541
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.456466005840664e-06,
      "loss": 0.7354,
      "step": 9542
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.454498601812427e-06,
      "loss": 0.775,
      "step": 9543
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.452531507708727e-06,
      "loss": 0.8252,
      "step": 9544
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.450564723639496e-06,
      "loss": 0.8371,
      "step": 9545
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.448598249714662e-06,
      "loss": 0.8593,
      "step": 9546
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.446632086044112e-06,
      "loss": 0.9155,
      "step": 9547
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.444666232737743e-06,
      "loss": 0.866,
      "step": 9548
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.442700689905418e-06,
      "loss": 0.7886,
      "step": 9549
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.440735457656981e-06,
      "loss": 0.8703,
      "step": 9550
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.438770536102271e-06,
      "loss": 0.8753,
      "step": 9551
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.436805925351098e-06,
      "loss": 0.8731,
      "step": 9552
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.434841625513269e-06,
      "loss": 0.8308,
      "step": 9553
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.432877636698548e-06,
      "loss": 0.863,
      "step": 9554
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.430913959016711e-06,
      "loss": 0.8966,
      "step": 9555
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.428950592577497e-06,
      "loss": 0.7995,
      "step": 9556
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.426987537490635e-06,
      "loss": 0.8784,
      "step": 9557
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.425024793865832e-06,
      "loss": 0.7926,
      "step": 9558
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.423062361812787e-06,
      "loss": 0.847,
      "step": 9559
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.421100241441173e-06,
      "loss": 0.876,
      "step": 9560
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.419138432860644e-06,
      "loss": 0.7645,
      "step": 9561
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4171769361808526e-06,
      "loss": 0.8258,
      "step": 9562
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.415215751511406e-06,
      "loss": 0.8203,
      "step": 9563
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4132548789619226e-06,
      "loss": 0.8656,
      "step": 9564
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4112943186419844e-06,
      "loss": 0.8592,
      "step": 9565
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.409334070661162e-06,
      "loss": 0.7903,
      "step": 9566
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4073741351290135e-06,
      "loss": 0.8487,
      "step": 9567
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.405414512155073e-06,
      "loss": 0.8975,
      "step": 9568
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.403455201848858e-06,
      "loss": 0.8371,
      "step": 9569
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.401496204319867e-06,
      "loss": 0.8067,
      "step": 9570
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3995375196775936e-06,
      "loss": 0.8567,
      "step": 9571
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.39757914803149e-06,
      "loss": 0.844,
      "step": 9572
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3956210894910145e-06,
      "loss": 0.8088,
      "step": 9573
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.393663344165593e-06,
      "loss": 0.8514,
      "step": 9574
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.391705912164645e-06,
      "loss": 0.8104,
      "step": 9575
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.389748793597561e-06,
      "loss": 0.8307,
      "step": 9576
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.38779198857372e-06,
      "loss": 0.8991,
      "step": 9577
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.385835497202492e-06,
      "loss": 0.8749,
      "step": 9578
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.383879319593205e-06,
      "loss": 0.8233,
      "step": 9579
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.381923455855198e-06,
      "loss": 0.8388,
      "step": 9580
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.379967906097774e-06,
      "loss": 0.8646,
      "step": 9581
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.378012670430225e-06,
      "loss": 0.8229,
      "step": 9582
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.376057748961819e-06,
      "loss": 0.8032,
      "step": 9583
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.374103141801822e-06,
      "loss": 0.7793,
      "step": 9584
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3721488490594665e-06,
      "loss": 0.829,
      "step": 9585
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.370194870843971e-06,
      "loss": 0.9016,
      "step": 9586
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.368241207264547e-06,
      "loss": 0.8643,
      "step": 9587
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.366287858430368e-06,
      "loss": 0.8189,
      "step": 9588
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.364334824450611e-06,
      "loss": 0.7767,
      "step": 9589
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.362382105434424e-06,
      "loss": 0.8611,
      "step": 9590
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.360429701490935e-06,
      "loss": 0.7944,
      "step": 9591
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.358477612729266e-06,
      "loss": 0.8793,
      "step": 9592
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.356525839258513e-06,
      "loss": 0.9091,
      "step": 9593
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.354574381187754e-06,
      "loss": 0.8584,
      "step": 9594
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.352623238626048e-06,
      "loss": 0.8547,
      "step": 9595
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.350672411682447e-06,
      "loss": 0.895,
      "step": 9596
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3487219004659755e-06,
      "loss": 0.7733,
      "step": 9597
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.34677170508564e-06,
      "loss": 0.81,
      "step": 9598
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.34482182565043e-06,
      "loss": 0.794,
      "step": 9599
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3428722622693284e-06,
      "loss": 0.839,
      "step": 9600
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.340923015051285e-06,
      "loss": 0.8199,
      "step": 9601
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.338974084105238e-06,
      "loss": 0.8226,
      "step": 9602
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.337025469540116e-06,
      "loss": 0.8577,
      "step": 9603
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.335077171464809e-06,
      "loss": 0.8633,
      "step": 9604
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.333129189988215e-06,
      "loss": 0.8684,
      "step": 9605
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.331181525219196e-06,
      "loss": 0.8266,
      "step": 9606
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.329234177266605e-06,
      "loss": 0.8763,
      "step": 9607
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.327287146239267e-06,
      "loss": 0.8605,
      "step": 9608
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.325340432246008e-06,
      "loss": 0.8913,
      "step": 9609
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.323394035395619e-06,
      "loss": 0.8565,
      "step": 9610
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.321447955796877e-06,
      "loss": 0.8104,
      "step": 9611
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.319502193558554e-06,
      "loss": 0.825,
      "step": 9612
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.31755674878938e-06,
      "loss": 0.8382,
      "step": 9613
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.31561162159809e-06,
      "loss": 0.9052,
      "step": 9614
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3136668120933915e-06,
      "loss": 0.825,
      "step": 9615
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.31172232038397e-06,
      "loss": 0.7805,
      "step": 9616
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.309778146578506e-06,
      "loss": 0.7417,
      "step": 9617
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.30783429078565e-06,
      "loss": 0.8707,
      "step": 9618
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3058907531140415e-06,
      "loss": 0.822,
      "step": 9619
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.303947533672295e-06,
      "loss": 0.8477,
      "step": 9620
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.302004632569019e-06,
      "loss": 0.8052,
      "step": 9621
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.300062049912795e-06,
      "loss": 0.8355,
      "step": 9622
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.298119785812191e-06,
      "loss": 0.8446,
      "step": 9623
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.296177840375747e-06,
      "loss": 0.8519,
      "step": 9624
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.294236213712004e-06,
      "loss": 0.8129,
      "step": 9625
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2922949059294704e-06,
      "loss": 0.8348,
      "step": 9626
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.290353917136639e-06,
      "loss": 0.8847,
      "step": 9627
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.288413247441996e-06,
      "loss": 0.8823,
      "step": 9628
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2864728969539856e-06,
      "loss": 0.7731,
      "step": 9629
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.284532865781062e-06,
      "loss": 0.8563,
      "step": 9630
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.282593154031646e-06,
      "loss": 0.78,
      "step": 9631
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.28065376181414e-06,
      "loss": 0.8015,
      "step": 9632
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.27871468923693e-06,
      "loss": 0.9276,
      "step": 9633
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.276775936408395e-06,
      "loss": 0.8593,
      "step": 9634
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2748375034368804e-06,
      "loss": 0.8602,
      "step": 9635
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2728993904307195e-06,
      "loss": 0.8704,
      "step": 9636
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.270961597498238e-06,
      "loss": 0.871,
      "step": 9637
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.269024124747719e-06,
      "loss": 0.8372,
      "step": 9638
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2670869722874575e-06,
      "loss": 0.9058,
      "step": 9639
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.265150140225709e-06,
      "loss": 0.9281,
      "step": 9640
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.263213628670717e-06,
      "loss": 0.8307,
      "step": 9641
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2612774377307145e-06,
      "loss": 0.8143,
      "step": 9642
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.259341567513904e-06,
      "loss": 0.8662,
      "step": 9643
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.257406018128486e-06,
      "loss": 0.8375,
      "step": 9644
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2554707896826204e-06,
      "loss": 0.8114,
      "step": 9645
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.253535882284473e-06,
      "loss": 0.8364,
      "step": 9646
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2516012960421786e-06,
      "loss": 0.8858,
      "step": 9647
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.249667031063853e-06,
      "loss": 0.8506,
      "step": 9648
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.247733087457598e-06,
      "loss": 0.8646,
      "step": 9649
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.245799465331502e-06,
      "loss": 0.8084,
      "step": 9650
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.243866164793627e-06,
      "loss": 0.853,
      "step": 9651
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.241933185952017e-06,
      "loss": 0.8427,
      "step": 9652
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.240000528914713e-06,
      "loss": 0.8981,
      "step": 9653
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.238068193789712e-06,
      "loss": 0.8534,
      "step": 9654
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.236136180685016e-06,
      "loss": 0.8347,
      "step": 9655
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2342044897085995e-06,
      "loss": 0.877,
      "step": 9656
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2322731209684196e-06,
      "loss": 0.8094,
      "step": 9657
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.230342074572411e-06,
      "loss": 0.8176,
      "step": 9658
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.228411350628504e-06,
      "loss": 0.8634,
      "step": 9659
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.226480949244597e-06,
      "loss": 0.8558,
      "step": 9660
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.224550870528572e-06,
      "loss": 0.9149,
      "step": 9661
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.222621114588308e-06,
      "loss": 0.7784,
      "step": 9662
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.220691681531639e-06,
      "loss": 0.8345,
      "step": 9663
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2187625714664085e-06,
      "loss": 0.7946,
      "step": 9664
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.216833784500422e-06,
      "loss": 0.8227,
      "step": 9665
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.214905320741479e-06,
      "loss": 0.8435,
      "step": 9666
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2129771802973585e-06,
      "loss": 0.8595,
      "step": 9667
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.211049363275811e-06,
      "loss": 0.8266,
      "step": 9668
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.209121869784592e-06,
      "loss": 0.838,
      "step": 9669
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.207194699931407e-06,
      "loss": 0.8155,
      "step": 9670
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.205267853823974e-06,
      "loss": 0.8997,
      "step": 9671
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2033413315699746e-06,
      "loss": 0.9011,
      "step": 9672
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.201415133277077e-06,
      "loss": 0.7785,
      "step": 9673
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1994892590529305e-06,
      "loss": 0.8432,
      "step": 9674
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.197563709005173e-06,
      "loss": 0.8477,
      "step": 9675
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.195638483241415e-06,
      "loss": 0.8581,
      "step": 9676
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.193713581869248e-06,
      "loss": 0.8648,
      "step": 9677
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.191789004996265e-06,
      "loss": 0.8822,
      "step": 9678
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.189864752730007e-06,
      "loss": 0.8206,
      "step": 9679
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.18794082517803e-06,
      "loss": 0.7965,
      "step": 9680
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.186017222447851e-06,
      "loss": 0.8748,
      "step": 9681
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.184093944646978e-06,
      "loss": 0.8098,
      "step": 9682
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.182170991882892e-06,
      "loss": 0.8765,
      "step": 9683
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.180248364263073e-06,
      "loss": 0.8022,
      "step": 9684
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.178326061894965e-06,
      "loss": 0.7732,
      "step": 9685
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1764040848859985e-06,
      "loss": 0.8823,
      "step": 9686
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.174482433343596e-06,
      "loss": 0.8483,
      "step": 9687
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.172561107375149e-06,
      "loss": 0.8328,
      "step": 9688
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.170640107088037e-06,
      "loss": 0.7871,
      "step": 9689
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.168719432589614e-06,
      "loss": 0.7809,
      "step": 9690
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.166799083987232e-06,
      "loss": 0.8718,
      "step": 9691
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1648790613882095e-06,
      "loss": 0.8191,
      "step": 9692
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.162959364899852e-06,
      "loss": 0.8809,
      "step": 9693
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.161039994629447e-06,
      "loss": 0.7724,
      "step": 9694
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.15912095068426e-06,
      "loss": 0.8785,
      "step": 9695
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.157202233171548e-06,
      "loss": 0.8362,
      "step": 9696
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.15528384219854e-06,
      "loss": 0.8181,
      "step": 9697
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1533657778724505e-06,
      "loss": 0.8255,
      "step": 9698
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.151448040300472e-06,
      "loss": 0.8275,
      "step": 9699
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.149530629589789e-06,
      "loss": 0.8443,
      "step": 9700
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1476135458475575e-06,
      "loss": 0.8147,
      "step": 9701
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.145696789180915e-06,
      "loss": 0.8309,
      "step": 9702
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.143780359696996e-06,
      "loss": 0.8517,
      "step": 9703
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.141864257502889e-06,
      "loss": 0.7464,
      "step": 9704
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.139948482705692e-06,
      "loss": 0.9075,
      "step": 9705
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.138033035412468e-06,
      "loss": 0.786,
      "step": 9706
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.136117915730271e-06,
      "loss": 0.7831,
      "step": 9707
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.134203123766124e-06,
      "loss": 0.8998,
      "step": 9708
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.132288659627048e-06,
      "loss": 0.9121,
      "step": 9709
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.130374523420036e-06,
      "loss": 0.8423,
      "step": 9710
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.12846071525206e-06,
      "loss": 0.8346,
      "step": 9711
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.126547235230086e-06,
      "loss": 0.8173,
      "step": 9712
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.124634083461049e-06,
      "loss": 0.8737,
      "step": 9713
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.12272126005187e-06,
      "loss": 0.8481,
      "step": 9714
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1208087651094484e-06,
      "loss": 0.8935,
      "step": 9715
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.118896598740678e-06,
      "loss": 0.848,
      "step": 9716
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.116984761052419e-06,
      "loss": 0.7666,
      "step": 9717
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.115073252151522e-06,
      "loss": 0.8003,
      "step": 9718
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.113162072144815e-06,
      "loss": 0.7773,
      "step": 9719
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.111251221139106e-06,
      "loss": 0.848,
      "step": 9720
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1093406992411945e-06,
      "loss": 0.7961,
      "step": 9721
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.107430506557851e-06,
      "loss": 0.8409,
      "step": 9722
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.105520643195833e-06,
      "loss": 0.87,
      "step": 9723
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1036111092618725e-06,
      "loss": 0.8696,
      "step": 9724
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.101701904862697e-06,
      "loss": 0.8462,
      "step": 9725
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.099793030105005e-06,
      "loss": 0.8297,
      "step": 9726
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.097884485095472e-06,
      "loss": 0.8346,
      "step": 9727
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.095976269940777e-06,
      "loss": 0.8442,
      "step": 9728
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.094068384747547e-06,
      "loss": 0.8666,
      "step": 9729
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.092160829622422e-06,
      "loss": 0.8092,
      "step": 9730
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.090253604672007e-06,
      "loss": 0.8539,
      "step": 9731
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.088346710002891e-06,
      "loss": 0.7837,
      "step": 9732
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.086440145721643e-06,
      "loss": 0.7541,
      "step": 9733
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.084533911934824e-06,
      "loss": 0.8102,
      "step": 9734
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.082628008748963e-06,
      "loss": 0.8578,
      "step": 9735
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.080722436270575e-06,
      "loss": 0.8539,
      "step": 9736
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.078817194606164e-06,
      "loss": 0.7514,
      "step": 9737
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0769122838622055e-06,
      "loss": 0.8349,
      "step": 9738
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.075007704145161e-06,
      "loss": 0.8553,
      "step": 9739
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.073103455561468e-06,
      "loss": 0.7997,
      "step": 9740
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.071199538217559e-06,
      "loss": 0.8245,
      "step": 9741
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.069295952219834e-06,
      "loss": 0.7689,
      "step": 9742
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0673926976746815e-06,
      "loss": 0.878,
      "step": 9743
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.065489774688468e-06,
      "loss": 0.8005,
      "step": 9744
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.063587183367542e-06,
      "loss": 0.8168,
      "step": 9745
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.06168492381824e-06,
      "loss": 0.9041,
      "step": 9746
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0597829961468715e-06,
      "loss": 0.8635,
      "step": 9747
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.057881400459731e-06,
      "loss": 0.7872,
      "step": 9748
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.055980136863089e-06,
      "loss": 0.8467,
      "step": 9749
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0540792054632115e-06,
      "loss": 0.8617,
      "step": 9750
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.052178606366333e-06,
      "loss": 0.8107,
      "step": 9751
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0502783396786685e-06,
      "loss": 0.8488,
      "step": 9752
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.048378405506431e-06,
      "loss": 0.8427,
      "step": 9753
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.046478803955789e-06,
      "loss": 0.9658,
      "step": 9754
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0445795351329174e-06,
      "loss": 0.831,
      "step": 9755
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.042680599143953e-06,
      "loss": 0.9003,
      "step": 9756
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.040781996095035e-06,
      "loss": 0.8109,
      "step": 9757
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.038883726092259e-06,
      "loss": 0.8393,
      "step": 9758
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.036985789241721e-06,
      "loss": 0.8407,
      "step": 9759
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.035088185649492e-06,
      "loss": 0.8376,
      "step": 9760
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.033190915421619e-06,
      "loss": 0.876,
      "step": 9761
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.031293978664144e-06,
      "loss": 0.8194,
      "step": 9762
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.029397375483078e-06,
      "loss": 0.821,
      "step": 9763
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.027501105984418e-06,
      "loss": 0.7988,
      "step": 9764
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.025605170274138e-06,
      "loss": 0.9268,
      "step": 9765
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.023709568458209e-06,
      "loss": 0.8753,
      "step": 9766
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.021814300642556e-06,
      "loss": 0.8528,
      "step": 9767
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.019919366933111e-06,
      "loss": 0.8043,
      "step": 9768
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.018024767435776e-06,
      "loss": 0.8274,
      "step": 9769
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.016130502256429e-06,
      "loss": 0.9051,
      "step": 9770
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.014236571500945e-06,
      "loss": 0.8212,
      "step": 9771
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.012342975275167e-06,
      "loss": 0.8917,
      "step": 9772
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.010449713684924e-06,
      "loss": 0.802,
      "step": 9773
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.008556786836022e-06,
      "loss": 0.7834,
      "step": 9774
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.006664194834258e-06,
      "loss": 0.8533,
      "step": 9775
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.004771937785402e-06,
      "loss": 0.813,
      "step": 9776
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.002880015795205e-06,
      "loss": 0.8204,
      "step": 9777
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.00098842896941e-06,
      "loss": 0.8655,
      "step": 9778
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.999097177413721e-06,
      "loss": 0.7894,
      "step": 9779
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.997206261233846e-06,
      "loss": 0.8691,
      "step": 9780
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.995315680535455e-06,
      "loss": 0.8355,
      "step": 9781
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.993425435424221e-06,
      "loss": 0.8104,
      "step": 9782
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9915355260057684e-06,
      "loss": 0.8809,
      "step": 9783
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.989645952385733e-06,
      "loss": 0.8373,
      "step": 9784
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9877567146697105e-06,
      "loss": 0.8854,
      "step": 9785
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.985867812963287e-06,
      "loss": 0.8236,
      "step": 9786
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.983979247372034e-06,
      "loss": 0.8819,
      "step": 9787
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.982091018001495e-06,
      "loss": 0.8663,
      "step": 9788
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.980203124957198e-06,
      "loss": 0.8378,
      "step": 9789
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.97831556834465e-06,
      "loss": 0.8692,
      "step": 9790
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.976428348269354e-06,
      "loss": 0.8553,
      "step": 9791
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.974541464836764e-06,
      "loss": 0.8789,
      "step": 9792
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.972654918152348e-06,
      "loss": 0.8471,
      "step": 9793
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.970768708321534e-06,
      "loss": 0.9105,
      "step": 9794
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.968882835449736e-06,
      "loss": 0.9212,
      "step": 9795
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9669972996423575e-06,
      "loss": 0.8831,
      "step": 9796
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.965112101004772e-06,
      "loss": 0.8307,
      "step": 9797
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.96322723964234e-06,
      "loss": 0.7829,
      "step": 9798
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.961342715660398e-06,
      "loss": 0.9229,
      "step": 9799
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9594585291642725e-06,
      "loss": 0.8788,
      "step": 9800
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9575746802592654e-06,
      "loss": 0.8512,
      "step": 9801
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.955691169050656e-06,
      "loss": 0.822,
      "step": 9802
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.953807995643715e-06,
      "loss": 0.8361,
      "step": 9803
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.951925160143686e-06,
      "loss": 0.7903,
      "step": 9804
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.950042662655796e-06,
      "loss": 0.8097,
      "step": 9805
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.948160503285249e-06,
      "loss": 0.9088,
      "step": 9806
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.946278682137246e-06,
      "loss": 0.8922,
      "step": 9807
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9443971993169415e-06,
      "loss": 0.8203,
      "step": 9808
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.942516054929501e-06,
      "loss": 0.8757,
      "step": 9809
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.940635249080049e-06,
      "loss": 0.8243,
      "step": 9810
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.938754781873698e-06,
      "loss": 0.8247,
      "step": 9811
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.93687465341555e-06,
      "loss": 0.7842,
      "step": 9812
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9349948638106776e-06,
      "loss": 0.8332,
      "step": 9813
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.933115413164136e-06,
      "loss": 0.8729,
      "step": 9814
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9312363015809604e-06,
      "loss": 0.8935,
      "step": 9815
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9293575291661815e-06,
      "loss": 0.8813,
      "step": 9816
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.927479096024783e-06,
      "loss": 0.8768,
      "step": 9817
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.925601002261759e-06,
      "loss": 0.7665,
      "step": 9818
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.923723247982066e-06,
      "loss": 0.8727,
      "step": 9819
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.921845833290644e-06,
      "loss": 0.8579,
      "step": 9820
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.919968758292425e-06,
      "loss": 0.7778,
      "step": 9821
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.918092023092309e-06,
      "loss": 0.8588,
      "step": 9822
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.916215627795184e-06,
      "loss": 0.841,
      "step": 9823
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.914339572505913e-06,
      "loss": 0.8955,
      "step": 9824
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.912463857329352e-06,
      "loss": 0.8047,
      "step": 9825
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.910588482370324e-06,
      "loss": 0.8141,
      "step": 9826
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.908713447733639e-06,
      "loss": 0.8303,
      "step": 9827
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.906838753524091e-06,
      "loss": 0.8355,
      "step": 9828
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.904964399846453e-06,
      "loss": 0.8388,
      "step": 9829
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9030903868054746e-06,
      "loss": 0.8326,
      "step": 9830
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.901216714505889e-06,
      "loss": 0.8587,
      "step": 9831
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.899343383052421e-06,
      "loss": 0.8265,
      "step": 9832
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.89747039254975e-06,
      "loss": 0.8802,
      "step": 9833
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.895597743102567e-06,
      "loss": 0.8298,
      "step": 9834
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.893725434815524e-06,
      "loss": 0.8112,
      "step": 9835
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.891853467793256e-06,
      "loss": 0.7909,
      "step": 9836
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.889981842140392e-06,
      "loss": 0.8753,
      "step": 9837
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.888110557961527e-06,
      "loss": 0.8246,
      "step": 9838
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.886239615361244e-06,
      "loss": 0.8652,
      "step": 9839
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8843690144440994e-06,
      "loss": 0.8429,
      "step": 9840
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.88249875531465e-06,
      "loss": 0.828,
      "step": 9841
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.880628838077404e-06,
      "loss": 0.7986,
      "step": 9842
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.878759262836878e-06,
      "loss": 0.8214,
      "step": 9843
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.876890029697553e-06,
      "loss": 0.9479,
      "step": 9844
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8750211387638945e-06,
      "loss": 0.7365,
      "step": 9845
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8731525901403565e-06,
      "loss": 0.8264,
      "step": 9846
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8712843839313605e-06,
      "loss": 0.8662,
      "step": 9847
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.869416520241327e-06,
      "loss": 0.8402,
      "step": 9848
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8675489991746305e-06,
      "loss": 0.885,
      "step": 9849
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.865681820835655e-06,
      "loss": 0.8421,
      "step": 9850
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.863814985328748e-06,
      "loss": 0.8856,
      "step": 9851
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.861948492758237e-06,
      "loss": 0.882,
      "step": 9852
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.860082343228447e-06,
      "loss": 0.8541,
      "step": 9853
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.858216536843666e-06,
      "loss": 0.9376,
      "step": 9854
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.856351073708169e-06,
      "loss": 0.8926,
      "step": 9855
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8544859539262105e-06,
      "loss": 0.8474,
      "step": 9856
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.852621177602037e-06,
      "loss": 0.8029,
      "step": 9857
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.850756744839853e-06,
      "loss": 0.8639,
      "step": 9858
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.848892655743867e-06,
      "loss": 0.8817,
      "step": 9859
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.847028910418254e-06,
      "loss": 0.8347,
      "step": 9860
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.845165508967172e-06,
      "loss": 0.767,
      "step": 9861
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.843302451494768e-06,
      "loss": 0.8269,
      "step": 9862
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.841439738105162e-06,
      "loss": 0.9123,
      "step": 9863
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.839577368902455e-06,
      "loss": 0.8438,
      "step": 9864
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.837715343990727e-06,
      "loss": 0.8236,
      "step": 9865
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.835853663474053e-06,
      "loss": 0.8532,
      "step": 9866
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8339923274564625e-06,
      "loss": 0.9026,
      "step": 9867
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.832131336041993e-06,
      "loss": 0.8339,
      "step": 9868
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.830270689334646e-06,
      "loss": 0.8107,
      "step": 9869
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8284103874384075e-06,
      "loss": 0.8546,
      "step": 9870
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.826550430457249e-06,
      "loss": 0.882,
      "step": 9871
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.824690818495114e-06,
      "loss": 0.8264,
      "step": 9872
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.82283155165594e-06,
      "loss": 0.8008,
      "step": 9873
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.820972630043626e-06,
      "loss": 0.8177,
      "step": 9874
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.819114053762071e-06,
      "loss": 0.8453,
      "step": 9875
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.817255822915144e-06,
      "loss": 0.8556,
      "step": 9876
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.815397937606692e-06,
      "loss": 0.8218,
      "step": 9877
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8135403979405563e-06,
      "loss": 0.8556,
      "step": 9878
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8116832040205456e-06,
      "loss": 0.83,
      "step": 9879
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8098263559504535e-06,
      "loss": 0.8333,
      "step": 9880
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8079698538340526e-06,
      "loss": 0.8204,
      "step": 9881
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.806113697775108e-06,
      "loss": 0.8578,
      "step": 9882
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8042578878773427e-06,
      "loss": 0.7902,
      "step": 9883
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.802402424244482e-06,
      "loss": 0.9042,
      "step": 9884
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8005473069802214e-06,
      "loss": 0.8315,
      "step": 9885
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.798692536188234e-06,
      "loss": 0.8174,
      "step": 9886
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7968381119721877e-06,
      "loss": 0.8589,
      "step": 9887
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.794984034435716e-06,
      "loss": 0.8237,
      "step": 9888
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7931303036824384e-06,
      "loss": 0.8258,
      "step": 9889
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7912769198159547e-06,
      "loss": 0.8044,
      "step": 9890
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7894238829398543e-06,
      "loss": 0.8802,
      "step": 9891
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7875711931576853e-06,
      "loss": 0.8191,
      "step": 9892
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7857188505730004e-06,
      "loss": 0.8185,
      "step": 9893
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7838668552893156e-06,
      "loss": 0.7857,
      "step": 9894
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.782015207410141e-06,
      "loss": 0.8222,
      "step": 9895
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7801639070389583e-06,
      "loss": 0.8196,
      "step": 9896
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7783129542792283e-06,
      "loss": 0.8354,
      "step": 9897
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7764623492344065e-06,
      "loss": 0.833,
      "step": 9898
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.774612092007904e-06,
      "loss": 0.8508,
      "step": 9899
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.772762182703139e-06,
      "loss": 0.9282,
      "step": 9900
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.770912621423495e-06,
      "loss": 0.8974,
      "step": 9901
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7690634082723332e-06,
      "loss": 0.8602,
      "step": 9902
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7672145433530116e-06,
      "loss": 0.8128,
      "step": 9903
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7653660267688554e-06,
      "loss": 0.8183,
      "step": 9904
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7635178586231713e-06,
      "loss": 0.8344,
      "step": 9905
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.761670039019246e-06,
      "loss": 0.8396,
      "step": 9906
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.759822568060362e-06,
      "loss": 0.8094,
      "step": 9907
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.757975445849754e-06,
      "loss": 0.8277,
      "step": 9908
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.756128672490665e-06,
      "loss": 0.8362,
      "step": 9909
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7542822480863027e-06,
      "loss": 0.7821,
      "step": 9910
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.752436172739855e-06,
      "loss": 0.8215,
      "step": 9911
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7505904465545016e-06,
      "loss": 0.848,
      "step": 9912
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.748745069633394e-06,
      "loss": 0.9238,
      "step": 9913
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7469000420796643e-06,
      "loss": 0.8356,
      "step": 9914
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7450553639964228e-06,
      "loss": 0.8442,
      "step": 9915
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.743211035486771e-06,
      "loss": 0.8211,
      "step": 9916
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7413670566537818e-06,
      "loss": 0.7932,
      "step": 9917
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.739523427600509e-06,
      "loss": 0.8202,
      "step": 9918
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7376801484299863e-06,
      "loss": 0.8297,
      "step": 9919
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7358372192452363e-06,
      "loss": 0.8802,
      "step": 9920
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7339946401492533e-06,
      "loss": 0.8198,
      "step": 9921
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.73215241124501e-06,
      "loss": 0.8511,
      "step": 9922
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.730310532635475e-06,
      "loss": 0.8521,
      "step": 9923
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7284690044235717e-06,
      "loss": 0.7639,
      "step": 9924
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.72662782671223e-06,
      "loss": 0.8392,
      "step": 9925
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.724786999604346e-06,
      "loss": 0.8003,
      "step": 9926
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.722946523202794e-06,
      "loss": 0.8682,
      "step": 9927
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.721106397610441e-06,
      "loss": 0.8543,
      "step": 9928
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7192666229301243e-06,
      "loss": 0.9056,
      "step": 9929
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.717427199264665e-06,
      "loss": 0.8857,
      "step": 9930
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.715588126716858e-06,
      "loss": 0.8233,
      "step": 9931
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.713749405389497e-06,
      "loss": 0.8633,
      "step": 9932
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7119110353853304e-06,
      "loss": 0.7975,
      "step": 9933
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7100730168071087e-06,
      "loss": 0.7683,
      "step": 9934
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7082353497575517e-06,
      "loss": 0.8199,
      "step": 9935
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.706398034339359e-06,
      "loss": 0.8391,
      "step": 9936
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7045610706552203e-06,
      "loss": 0.8323,
      "step": 9937
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.702724458807796e-06,
      "loss": 0.8303,
      "step": 9938
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.700888198899728e-06,
      "loss": 0.8401,
      "step": 9939
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.69905229103364e-06,
      "loss": 0.7907,
      "step": 9940
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6972167353121403e-06,
      "loss": 0.8642,
      "step": 9941
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6953815318378116e-06,
      "loss": 0.8325,
      "step": 9942
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6935466807132193e-06,
      "loss": 0.8441,
      "step": 9943
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.691712182040905e-06,
      "loss": 0.8086,
      "step": 9944
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.689878035923401e-06,
      "loss": 0.8492,
      "step": 9945
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.688044242463209e-06,
      "loss": 0.8794,
      "step": 9946
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.686210801762813e-06,
      "loss": 0.8059,
      "step": 9947
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6843777139246904e-06,
      "loss": 0.8249,
      "step": 9948
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6825449790512723e-06,
      "loss": 0.8546,
      "step": 9949
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6807125972449975e-06,
      "loss": 0.8602,
      "step": 9950
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6788805686082707e-06,
      "loss": 0.8126,
      "step": 9951
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6770488932434766e-06,
      "loss": 0.8344,
      "step": 9952
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6752175712529824e-06,
      "loss": 0.8549,
      "step": 9953
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.673386602739142e-06,
      "loss": 0.8672,
      "step": 9954
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6715559878042805e-06,
      "loss": 0.8055,
      "step": 9955
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6697257265507024e-06,
      "loss": 0.8917,
      "step": 9956
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.667895819080709e-06,
      "loss": 0.8097,
      "step": 9957
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.666066265496553e-06,
      "loss": 0.931,
      "step": 9958
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6642370659004944e-06,
      "loss": 0.8513,
      "step": 9959
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.662408220394761e-06,
      "loss": 0.8609,
      "step": 9960
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.660579729081557e-06,
      "loss": 0.8509,
      "step": 9961
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6587515920630813e-06,
      "loss": 0.8354,
      "step": 9962
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.656923809441495e-06,
      "loss": 0.8438,
      "step": 9963
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.65509638131896e-06,
      "loss": 0.7958,
      "step": 9964
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6532693077975933e-06,
      "loss": 0.811,
      "step": 9965
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6514425889795146e-06,
      "loss": 0.8433,
      "step": 9966
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.649616224966812e-06,
      "loss": 0.8413,
      "step": 9967
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6477902158615577e-06,
      "loss": 0.8223,
      "step": 9968
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.645964561765798e-06,
      "loss": 0.857,
      "step": 9969
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6441392627815707e-06,
      "loss": 0.8649,
      "step": 9970
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6423143190108854e-06,
      "loss": 0.8774,
      "step": 9971
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6404897305557298e-06,
      "loss": 0.929,
      "step": 9972
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.638665497518085e-06,
      "loss": 0.8338,
      "step": 9973
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.63684161999989e-06,
      "loss": 0.8946,
      "step": 9974
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.635018098103088e-06,
      "loss": 0.7947,
      "step": 9975
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6331949319295858e-06,
      "loss": 0.8663,
      "step": 9976
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.631372121581278e-06,
      "loss": 0.8793,
      "step": 9977
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6295496671600316e-06,
      "loss": 0.9335,
      "step": 9978
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.627727568767706e-06,
      "loss": 0.8597,
      "step": 9979
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.625905826506133e-06,
      "loss": 0.821,
      "step": 9980
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6240844404771193e-06,
      "loss": 0.8337,
      "step": 9981
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6222634107824684e-06,
      "loss": 0.8456,
      "step": 9982
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6204427375239403e-06,
      "loss": 0.8566,
      "step": 9983
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6186224208032972e-06,
      "loss": 0.8344,
      "step": 9984
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.616802460722266e-06,
      "loss": 0.8034,
      "step": 9985
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.614982857382567e-06,
      "loss": 0.8635,
      "step": 9986
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6131636108858905e-06,
      "loss": 0.9203,
      "step": 9987
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6113447213339046e-06,
      "loss": 0.8532,
      "step": 9988
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.609526188828273e-06,
      "loss": 0.8451,
      "step": 9989
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6077080134706165e-06,
      "loss": 0.8106,
      "step": 9990
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.605890195362559e-06,
      "loss": 0.7804,
      "step": 9991
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.604072734605689e-06,
      "loss": 0.8093,
      "step": 9992
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.602255631301581e-06,
      "loss": 0.76,
      "step": 9993
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6004388855517846e-06,
      "loss": 0.8986,
      "step": 9994
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.59862249745784e-06,
      "loss": 0.8127,
      "step": 9995
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5968064671212577e-06,
      "loss": 0.7647,
      "step": 9996
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.594990794643528e-06,
      "loss": 0.8106,
      "step": 9997
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5931754801261344e-06,
      "loss": 0.8523,
      "step": 9998
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.591360523670516e-06,
      "loss": 0.8054,
      "step": 9999
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.589545925378118e-06,
      "loss": 0.8533,
      "step": 10000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.58773168535035e-06,
      "loss": 0.8651,
      "step": 10001
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.585917803688603e-06,
      "loss": 0.8057,
      "step": 10002
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5841042804942505e-06,
      "loss": 0.8267,
      "step": 10003
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5822911158686514e-06,
      "loss": 0.8439,
      "step": 10004
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5804783099131357e-06,
      "loss": 0.8568,
      "step": 10005
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5786658627290126e-06,
      "loss": 0.8313,
      "step": 10006
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.576853774417586e-06,
      "loss": 0.8368,
      "step": 10007
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5750420450801158e-06,
      "loss": 0.8468,
      "step": 10008
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5732306748178646e-06,
      "loss": 0.887,
      "step": 10009
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5714196637320597e-06,
      "loss": 0.8699,
      "step": 10010
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.56960901192392e-06,
      "loss": 0.7982,
      "step": 10011
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.567798719494635e-06,
      "loss": 0.8672,
      "step": 10012
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5659887865453757e-06,
      "loss": 0.7783,
      "step": 10013
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5641792131773035e-06,
      "loss": 0.8953,
      "step": 10014
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5623699994915363e-06,
      "loss": 0.8448,
      "step": 10015
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5605611455891998e-06,
      "loss": 0.8157,
      "step": 10016
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.558752651571381e-06,
      "loss": 0.8255,
      "step": 10017
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5569445175391528e-06,
      "loss": 0.8465,
      "step": 10018
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5551367435935635e-06,
      "loss": 0.7713,
      "step": 10019
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.553329329835653e-06,
      "loss": 0.815,
      "step": 10020
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.551522276366429e-06,
      "loss": 0.777,
      "step": 10021
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5497155832868803e-06,
      "loss": 0.8643,
      "step": 10022
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5479092506979884e-06,
      "loss": 0.8488,
      "step": 10023
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.546103278700691e-06,
      "loss": 0.8265,
      "step": 10024
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5442976673959305e-06,
      "loss": 0.8396,
      "step": 10025
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.542492416884614e-06,
      "loss": 0.8656,
      "step": 10026
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.540687527267633e-06,
      "loss": 0.7692,
      "step": 10027
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5388829986458563e-06,
      "loss": 0.8863,
      "step": 10028
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.537078831120139e-06,
      "loss": 0.8227,
      "step": 10029
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5352750247913082e-06,
      "loss": 0.7843,
      "step": 10030
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5334715797601727e-06,
      "loss": 0.8219,
      "step": 10031
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.531668496127528e-06,
      "loss": 0.7843,
      "step": 10032
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.529865773994141e-06,
      "loss": 0.8968,
      "step": 10033
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5280634134607617e-06,
      "loss": 0.8539,
      "step": 10034
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5262614146281173e-06,
      "loss": 0.7632,
      "step": 10035
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5244597775969215e-06,
      "loss": 0.8637,
      "step": 10036
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.522658502467862e-06,
      "loss": 0.8708,
      "step": 10037
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.520857589341602e-06,
      "loss": 0.8392,
      "step": 10038
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5190570383188026e-06,
      "loss": 0.829,
      "step": 10039
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.517256849500079e-06,
      "loss": 0.8733,
      "step": 10040
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5154570229860474e-06,
      "loss": 0.8287,
      "step": 10041
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5136575588772935e-06,
      "loss": 0.8051,
      "step": 10042
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.511858457274385e-06,
      "loss": 0.8927,
      "step": 10043
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.510059718277865e-06,
      "loss": 0.8607,
      "step": 10044
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5082613419882683e-06,
      "loss": 0.8774,
      "step": 10045
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.506463328506099e-06,
      "loss": 0.8254,
      "step": 10046
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5046656779318387e-06,
      "loss": 0.9354,
      "step": 10047
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5028683903659642e-06,
      "loss": 0.8718,
      "step": 10048
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5010714659089095e-06,
      "loss": 0.7908,
      "step": 10049
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4992749046611085e-06,
      "loss": 0.8425,
      "step": 10050
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4974787067229655e-06,
      "loss": 0.868,
      "step": 10051
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.495682872194862e-06,
      "loss": 0.861,
      "step": 10052
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.493887401177163e-06,
      "loss": 0.8626,
      "step": 10053
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4920922937702184e-06,
      "loss": 0.7924,
      "step": 10054
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4902975500743484e-06,
      "loss": 0.8443,
      "step": 10055
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4885031701898552e-06,
      "loss": 0.7792,
      "step": 10056
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.486709154217027e-06,
      "loss": 0.8197,
      "step": 10057
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4849155022561254e-06,
      "loss": 0.8494,
      "step": 10058
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4831222144073916e-06,
      "loss": 0.8831,
      "step": 10059
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.481329290771045e-06,
      "loss": 0.821,
      "step": 10060
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.479536731447296e-06,
      "loss": 0.853,
      "step": 10061
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4777445365363217e-06,
      "loss": 0.8284,
      "step": 10062
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.475952706138279e-06,
      "loss": 0.8608,
      "step": 10063
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.474161240353322e-06,
      "loss": 0.8265,
      "step": 10064
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4723701392815556e-06,
      "loss": 0.8432,
      "step": 10065
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.470579403023091e-06,
      "loss": 0.816,
      "step": 10066
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.468789031678005e-06,
      "loss": 0.8647,
      "step": 10067
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4669990253463558e-06,
      "loss": 0.858,
      "step": 10068
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4652093841281807e-06,
      "loss": 0.8208,
      "step": 10069
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.463420108123504e-06,
      "loss": 0.8214,
      "step": 10070
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.46163119743232e-06,
      "loss": 0.9267,
      "step": 10071
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.459842652154606e-06,
      "loss": 0.8054,
      "step": 10072
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4580544723903263e-06,
      "loss": 0.8517,
      "step": 10073
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4562666582394065e-06,
      "loss": 0.8135,
      "step": 10074
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.454479209801772e-06,
      "loss": 0.8837,
      "step": 10075
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4526921271773127e-06,
      "loss": 0.8591,
      "step": 10076
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4509054104659158e-06,
      "loss": 0.7755,
      "step": 10077
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4491190597674207e-06,
      "loss": 0.8356,
      "step": 10078
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4473330751816736e-06,
      "loss": 0.8055,
      "step": 10079
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4455474568084846e-06,
      "loss": 0.8149,
      "step": 10080
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4437622047476447e-06,
      "loss": 0.8063,
      "step": 10081
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4419773190989345e-06,
      "loss": 0.8135,
      "step": 10082
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.440192799962103e-06,
      "loss": 0.8243,
      "step": 10083
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.438408647436884e-06,
      "loss": 0.8368,
      "step": 10084
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4366248616229823e-06,
      "loss": 0.8838,
      "step": 10085
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4348414426201004e-06,
      "loss": 0.9177,
      "step": 10086
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4330583905279034e-06,
      "loss": 0.8222,
      "step": 10087
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.431275705446039e-06,
      "loss": 0.8629,
      "step": 10088
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4294933874741476e-06,
      "loss": 0.8675,
      "step": 10089
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4277114367118234e-06,
      "loss": 0.8084,
      "step": 10090
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.425929853258668e-06,
      "loss": 0.8197,
      "step": 10091
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4241486372142452e-06,
      "loss": 0.8206,
      "step": 10092
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4223677886781016e-06,
      "loss": 0.8259,
      "step": 10093
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.420587307749763e-06,
      "loss": 0.7818,
      "step": 10094
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4188071945287428e-06,
      "loss": 0.8645,
      "step": 10095
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.417027449114522e-06,
      "loss": 0.865,
      "step": 10096
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.415248071606564e-06,
      "loss": 0.7877,
      "step": 10097
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.413469062104324e-06,
      "loss": 0.8373,
      "step": 10098
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.411690420707213e-06,
      "loss": 0.6866,
      "step": 10099
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.409912147514645e-06,
      "loss": 0.8037,
      "step": 10100
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4081342426259967e-06,
      "loss": 0.8263,
      "step": 10101
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.406356706140641e-06,
      "loss": 0.8631,
      "step": 10102
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.404579538157906e-06,
      "loss": 0.8559,
      "step": 10103
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4028027387771246e-06,
      "loss": 0.808,
      "step": 10104
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4010263080975924e-06,
      "loss": 0.8112,
      "step": 10105
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3992502462185882e-06,
      "loss": 0.8054,
      "step": 10106
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3974745532393783e-06,
      "loss": 0.753,
      "step": 10107
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3956992292591984e-06,
      "loss": 0.8826,
      "step": 10108
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.393924274377266e-06,
      "loss": 0.8771,
      "step": 10109
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3921496886927776e-06,
      "loss": 0.8812,
      "step": 10110
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3903754723049155e-06,
      "loss": 0.8658,
      "step": 10111
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.388601625312833e-06,
      "loss": 0.8192,
      "step": 10112
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3868281478156627e-06,
      "loss": 0.8635,
      "step": 10113
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3850550399125315e-06,
      "loss": 0.7317,
      "step": 10114
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3832823017025185e-06,
      "loss": 0.8513,
      "step": 10115
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3815099332847103e-06,
      "loss": 0.808,
      "step": 10116
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.379737934758155e-06,
      "loss": 0.7922,
      "step": 10117
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.377966306221885e-06,
      "loss": 0.8359,
      "step": 10118
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3761950477749105e-06,
      "loss": 0.8132,
      "step": 10119
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.374424159516229e-06,
      "loss": 0.7739,
      "step": 10120
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3726536415448063e-06,
      "loss": 0.8643,
      "step": 10121
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3708834939595904e-06,
      "loss": 0.8682,
      "step": 10122
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3691137168595176e-06,
      "loss": 0.832,
      "step": 10123
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.367344310343492e-06,
      "loss": 0.7887,
      "step": 10124
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.365575274510402e-06,
      "loss": 0.9018,
      "step": 10125
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3638066094591114e-06,
      "loss": 0.9132,
      "step": 10126
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.362038315288476e-06,
      "loss": 0.8283,
      "step": 10127
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.360270392097309e-06,
      "loss": 0.8916,
      "step": 10128
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3585028399844246e-06,
      "loss": 0.8006,
      "step": 10129
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3567356590486043e-06,
      "loss": 0.7737,
      "step": 10130
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.354968849388607e-06,
      "loss": 0.8496,
      "step": 10131
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3532024111031837e-06,
      "loss": 0.8731,
      "step": 10132
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3514363442910515e-06,
      "loss": 0.8192,
      "step": 10133
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3496706490509122e-06,
      "loss": 0.8817,
      "step": 10134
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3479053254814433e-06,
      "loss": 0.8055,
      "step": 10135
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.346140373681309e-06,
      "loss": 0.8921,
      "step": 10136
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3443757937491484e-06,
      "loss": 0.8487,
      "step": 10137
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.342611585783576e-06,
      "loss": 0.8861,
      "step": 10138
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3408477498831917e-06,
      "loss": 0.8636,
      "step": 10139
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.339084286146568e-06,
      "loss": 0.7913,
      "step": 10140
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.337321194672266e-06,
      "loss": 0.8072,
      "step": 10141
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.335558475558818e-06,
      "loss": 0.832,
      "step": 10142
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3337961289047384e-06,
      "loss": 0.8766,
      "step": 10143
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3320341548085167e-06,
      "loss": 0.879,
      "step": 10144
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.330272553368633e-06,
      "loss": 0.8461,
      "step": 10145
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3285113246835344e-06,
      "loss": 0.7987,
      "step": 10146
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3267504688516484e-06,
      "loss": 0.764,
      "step": 10147
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3249899859713917e-06,
      "loss": 0.865,
      "step": 10148
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3232298761411506e-06,
      "loss": 0.8306,
      "step": 10149
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.321470139459294e-06,
      "loss": 0.836,
      "step": 10150
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.319710776024163e-06,
      "loss": 0.8,
      "step": 10151
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3179517859340984e-06,
      "loss": 0.8293,
      "step": 10152
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3161931692873883e-06,
      "loss": 0.8452,
      "step": 10153
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3144349261823304e-06,
      "loss": 0.809,
      "step": 10154
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.312677056717184e-06,
      "loss": 0.9099,
      "step": 10155
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.310919560990189e-06,
      "loss": 0.843,
      "step": 10156
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3091624390995736e-06,
      "loss": 0.8187,
      "step": 10157
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3074056911435372e-06,
      "loss": 0.7979,
      "step": 10158
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3056493172202597e-06,
      "loss": 0.7946,
      "step": 10159
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3038933174278965e-06,
      "loss": 0.8666,
      "step": 10160
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.302137691864593e-06,
      "loss": 0.7965,
      "step": 10161
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3003824406284646e-06,
      "loss": 0.8674,
      "step": 10162
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2986275638176055e-06,
      "loss": 0.8995,
      "step": 10163
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.296873061530095e-06,
      "loss": 0.8889,
      "step": 10164
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.295118933863981e-06,
      "loss": 0.7582,
      "step": 10165
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2933651809173075e-06,
      "loss": 0.865,
      "step": 10166
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2916118027880805e-06,
      "loss": 0.8625,
      "step": 10167
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.289858799574295e-06,
      "loss": 0.9505,
      "step": 10168
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.288106171373918e-06,
      "loss": 0.8474,
      "step": 10169
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.286353918284906e-06,
      "loss": 0.8831,
      "step": 10170
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2846020404051838e-06,
      "loss": 0.8524,
      "step": 10171
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.282850537832658e-06,
      "loss": 0.8173,
      "step": 10172
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2810994106652207e-06,
      "loss": 0.7703,
      "step": 10173
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2793486590007374e-06,
      "loss": 0.8379,
      "step": 10174
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.27759828293705e-06,
      "loss": 0.8575,
      "step": 10175
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.275848282571982e-06,
      "loss": 0.8678,
      "step": 10176
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2740986580033463e-06,
      "loss": 0.8658,
      "step": 10177
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.27234940932891e-06,
      "loss": 0.8447,
      "step": 10178
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2706005366464466e-06,
      "loss": 0.852,
      "step": 10179
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2688520400536916e-06,
      "loss": 0.8516,
      "step": 10180
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2671039196483613e-06,
      "loss": 0.8037,
      "step": 10181
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2653561755281603e-06,
      "loss": 0.8288,
      "step": 10182
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2636088077907635e-06,
      "loss": 0.8643,
      "step": 10183
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2618618165338256e-06,
      "loss": 0.8141,
      "step": 10184
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2601152018549797e-06,
      "loss": 0.8344,
      "step": 10185
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2583689638518447e-06,
      "loss": 0.765,
      "step": 10186
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.256623102622012e-06,
      "loss": 0.8714,
      "step": 10187
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2548776182630515e-06,
      "loss": 0.919,
      "step": 10188
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2531325108725166e-06,
      "loss": 0.9118,
      "step": 10189
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.251387780547932e-06,
      "loss": 0.7805,
      "step": 10190
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.249643427386814e-06,
      "loss": 0.8909,
      "step": 10191
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2478994514866425e-06,
      "loss": 0.8292,
      "step": 10192
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2461558529448956e-06,
      "loss": 0.8365,
      "step": 10193
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.244412631859004e-06,
      "loss": 0.8259,
      "step": 10194
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2426697883264024e-06,
      "loss": 0.8855,
      "step": 10195
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2409273224444915e-06,
      "loss": 0.8448,
      "step": 10196
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2391852343106488e-06,
      "loss": 0.9097,
      "step": 10197
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2374435240222435e-06,
      "loss": 0.8876,
      "step": 10198
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.235702191676612e-06,
      "loss": 0.7484,
      "step": 10199
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2339612373710718e-06,
      "loss": 0.877,
      "step": 10200
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2322206612029182e-06,
      "loss": 0.7882,
      "step": 10201
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2304804632694376e-06,
      "loss": 0.9281,
      "step": 10202
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2287406436678726e-06,
      "loss": 0.8286,
      "step": 10203
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2270012024954665e-06,
      "loss": 0.8271,
      "step": 10204
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2252621398494286e-06,
      "loss": 0.8418,
      "step": 10205
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.22352345582695e-06,
      "loss": 0.8846,
      "step": 10206
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.221785150525206e-06,
      "loss": 0.7854,
      "step": 10207
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.220047224041345e-06,
      "loss": 0.7513,
      "step": 10208
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.218309676472492e-06,
      "loss": 0.8319,
      "step": 10209
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2165725079157537e-06,
      "loss": 0.9139,
      "step": 10210
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2148357184682266e-06,
      "loss": 0.8244,
      "step": 10211
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.21309930822696e-06,
      "loss": 0.8301,
      "step": 10212
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2113632772890093e-06,
      "loss": 0.8286,
      "step": 10213
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2096276257513893e-06,
      "loss": 0.8778,
      "step": 10214
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2078923537111095e-06,
      "loss": 0.8412,
      "step": 10215
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.206157461265146e-06,
      "loss": 0.8584,
      "step": 10216
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.204422948510453e-06,
      "loss": 0.813,
      "step": 10217
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2026888155439794e-06,
      "loss": 0.8035,
      "step": 10218
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2009550624626297e-06,
      "loss": 0.8097,
      "step": 10219
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1992216893633064e-06,
      "loss": 0.8404,
      "step": 10220
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.197488696342882e-06,
      "loss": 0.841,
      "step": 10221
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.195756083498205e-06,
      "loss": 0.8061,
      "step": 10222
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1940238509261134e-06,
      "loss": 0.8251,
      "step": 10223
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1922919987234156e-06,
      "loss": 0.9045,
      "step": 10224
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.190560526986899e-06,
      "loss": 0.8178,
      "step": 10225
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.18882943581333e-06,
      "loss": 0.8521,
      "step": 10226
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1870987252994624e-06,
      "loss": 0.8806,
      "step": 10227
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.185368395542009e-06,
      "loss": 0.8437,
      "step": 10228
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1836384466376848e-06,
      "loss": 0.8654,
      "step": 10229
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1819088786831687e-06,
      "loss": 0.8787,
      "step": 10230
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1801796917751183e-06,
      "loss": 0.7953,
      "step": 10231
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1784508860101793e-06,
      "loss": 0.8456,
      "step": 10232
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1767224614849688e-06,
      "loss": 0.7797,
      "step": 10233
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1749944182960833e-06,
      "loss": 0.8497,
      "step": 10234
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1732667565400964e-06,
      "loss": 0.8111,
      "step": 10235
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1715394763135687e-06,
      "loss": 0.92,
      "step": 10236
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1698125777130305e-06,
      "loss": 0.7604,
      "step": 10237
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.168086060834995e-06,
      "loss": 0.8449,
      "step": 10238
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.166359925775948e-06,
      "loss": 0.8605,
      "step": 10239
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.164634172632366e-06,
      "loss": 0.7481,
      "step": 10240
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1629088015006946e-06,
      "loss": 0.7912,
      "step": 10241
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1611838124773573e-06,
      "loss": 0.9578,
      "step": 10242
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.159459205658769e-06,
      "loss": 0.8253,
      "step": 10243
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1577349811413004e-06,
      "loss": 0.8415,
      "step": 10244
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1560111390213243e-06,
      "loss": 0.9242,
      "step": 10245
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.154287679395178e-06,
      "loss": 0.8366,
      "step": 10246
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1525646023591803e-06,
      "loss": 0.8453,
      "step": 10247
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.150841908009634e-06,
      "loss": 0.9133,
      "step": 10248
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1491195964428144e-06,
      "loss": 0.8718,
      "step": 10249
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.147397667754977e-06,
      "loss": 0.8889,
      "step": 10250
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1456761220423514e-06,
      "loss": 0.8167,
      "step": 10251
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.143954959401163e-06,
      "loss": 0.8429,
      "step": 10252
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.142234179927589e-06,
      "loss": 0.8803,
      "step": 10253
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.140513783717809e-06,
      "loss": 0.8759,
      "step": 10254
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.138793770867968e-06,
      "loss": 0.8646,
      "step": 10255
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1370741414741924e-06,
      "loss": 0.8803,
      "step": 10256
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.135354895632593e-06,
      "loss": 0.8339,
      "step": 10257
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1336360334392502e-06,
      "loss": 0.9038,
      "step": 10258
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1319175549902293e-06,
      "loss": 0.8289,
      "step": 10259
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1301994603815666e-06,
      "loss": 0.8685,
      "step": 10260
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.128481749709289e-06,
      "loss": 0.8264,
      "step": 10261
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.126764423069393e-06,
      "loss": 0.8054,
      "step": 10262
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1250474805578546e-06,
      "loss": 0.7965,
      "step": 10263
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1233309222706266e-06,
      "loss": 0.8112,
      "step": 10264
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1216147483036495e-06,
      "loss": 0.7572,
      "step": 10265
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.119898958752835e-06,
      "loss": 0.8356,
      "step": 10266
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1181835537140683e-06,
      "loss": 0.815,
      "step": 10267
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1164685332832303e-06,
      "loss": 0.8182,
      "step": 10268
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1147538975561552e-06,
      "loss": 0.9321,
      "step": 10269
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1130396466286807e-06,
      "loss": 0.8296,
      "step": 10270
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.111325780596609e-06,
      "loss": 0.9126,
      "step": 10271
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1096122995557198e-06,
      "loss": 0.8574,
      "step": 10272
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.107899203601783e-06,
      "loss": 0.8412,
      "step": 10273
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.106186492830534e-06,
      "loss": 0.9067,
      "step": 10274
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1044741673376943e-06,
      "loss": 0.8081,
      "step": 10275
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1027622272189572e-06,
      "loss": 0.8191,
      "step": 10276
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1010506725700083e-06,
      "loss": 0.8404,
      "step": 10277
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0993395034864916e-06,
      "loss": 0.8428,
      "step": 10278
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0976287200640465e-06,
      "loss": 0.7763,
      "step": 10279
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0959183223982826e-06,
      "loss": 0.7977,
      "step": 10280
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0942083105847876e-06,
      "loss": 0.8635,
      "step": 10281
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.092498684719135e-06,
      "loss": 0.9209,
      "step": 10282
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0907894448968655e-06,
      "loss": 0.8619,
      "step": 10283
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0890805912135156e-06,
      "loss": 0.7944,
      "step": 10284
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.087372123764574e-06,
      "loss": 0.793,
      "step": 10285
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.085664042645532e-06,
      "loss": 0.8221,
      "step": 10286
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0839563479518496e-06,
      "loss": 0.858,
      "step": 10287
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.082249039778963e-06,
      "loss": 0.8748,
      "step": 10288
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0805421182222882e-06,
      "loss": 0.8745,
      "step": 10289
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0788355833772266e-06,
      "loss": 0.8566,
      "step": 10290
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.077129435339148e-06,
      "loss": 0.7568,
      "step": 10291
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0754236742034026e-06,
      "loss": 0.7841,
      "step": 10292
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0737183000653314e-06,
      "loss": 0.8211,
      "step": 10293
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0720133130202313e-06,
      "loss": 0.8105,
      "step": 10294
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0703087131633967e-06,
      "loss": 0.792,
      "step": 10295
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0686045005900922e-06,
      "loss": 0.8455,
      "step": 10296
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0669006753955587e-06,
      "loss": 0.8273,
      "step": 10297
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.065197237675026e-06,
      "loss": 0.8694,
      "step": 10298
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.06349418752369e-06,
      "loss": 0.8225,
      "step": 10299
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0617915250367326e-06,
      "loss": 0.8055,
      "step": 10300
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.060089250309305e-06,
      "loss": 0.8207,
      "step": 10301
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.058387363436556e-06,
      "loss": 0.8084,
      "step": 10302
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0566858645135843e-06,
      "loss": 0.8326,
      "step": 10303
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.054984753635495e-06,
      "loss": 0.8891,
      "step": 10304
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.05328403089735e-06,
      "loss": 0.8855,
      "step": 10305
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0515836963942056e-06,
      "loss": 0.7697,
      "step": 10306
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.049883750221088e-06,
      "loss": 0.8013,
      "step": 10307
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0481841924729973e-06,
      "loss": 0.7911,
      "step": 10308
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0464850232449284e-06,
      "loss": 0.8475,
      "step": 10309
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.044786242631831e-06,
      "loss": 0.8157,
      "step": 10310
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0430878507286553e-06,
      "loss": 0.8305,
      "step": 10311
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0413898476303182e-06,
      "loss": 0.7652,
      "step": 10312
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.039692233431715e-06,
      "loss": 0.8221,
      "step": 10313
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0379950082277177e-06,
      "loss": 0.8583,
      "step": 10314
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.036298172113189e-06,
      "loss": 0.864,
      "step": 10315
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0346017251829552e-06,
      "loss": 0.8649,
      "step": 10316
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.032905667531826e-06,
      "loss": 0.8803,
      "step": 10317
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0312099992545963e-06,
      "loss": 0.8999,
      "step": 10318
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.029514720446023e-06,
      "loss": 0.8539,
      "step": 10319
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0278198312008587e-06,
      "loss": 0.8122,
      "step": 10320
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.026125331613825e-06,
      "loss": 0.8074,
      "step": 10321
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.024431221779619e-06,
      "loss": 0.8441,
      "step": 10322
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.022737501792926e-06,
      "loss": 0.8468,
      "step": 10323
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.021044171748403e-06,
      "loss": 0.8157,
      "step": 10324
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0193512317406846e-06,
      "loss": 0.8542,
      "step": 10325
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0176586818643826e-06,
      "loss": 0.8481,
      "step": 10326
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0159665222140976e-06,
      "loss": 0.816,
      "step": 10327
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0142747528843896e-06,
      "loss": 0.7585,
      "step": 10328
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0125833739698153e-06,
      "loss": 0.8493,
      "step": 10329
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0108923855648965e-06,
      "loss": 0.8878,
      "step": 10330
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0092017877641433e-06,
      "loss": 0.8796,
      "step": 10331
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.007511580662038e-06,
      "loss": 0.7975,
      "step": 10332
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0058217643530372e-06,
      "loss": 0.8422,
      "step": 10333
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0041323389315914e-06,
      "loss": 0.9203,
      "step": 10334
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0024433044921043e-06,
      "loss": 0.9537,
      "step": 10335
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0007546611289827e-06,
      "loss": 0.7442,
      "step": 10336
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9990664089365973e-06,
      "loss": 0.8444,
      "step": 10337
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.997378548009301e-06,
      "loss": 0.8467,
      "step": 10338
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9956910784414185e-06,
      "loss": 0.7593,
      "step": 10339
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9940040003272674e-06,
      "loss": 0.8468,
      "step": 10340
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9923173137611304e-06,
      "loss": 0.8398,
      "step": 10341
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.99063101883727e-06,
      "loss": 0.8591,
      "step": 10342
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.988945115649936e-06,
      "loss": 0.8216,
      "step": 10343
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.98725960429334e-06,
      "loss": 0.7732,
      "step": 10344
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9855744848616883e-06,
      "loss": 0.8177,
      "step": 10345
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9838897574491552e-06,
      "loss": 0.8704,
      "step": 10346
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9822054221498943e-06,
      "loss": 0.8072,
      "step": 10347
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9805214790580427e-06,
      "loss": 0.8539,
      "step": 10348
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9788379282677117e-06,
      "loss": 0.8342,
      "step": 10349
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9771547698729896e-06,
      "loss": 0.7707,
      "step": 10350
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9754720039679396e-06,
      "loss": 0.8167,
      "step": 10351
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.973789630646616e-06,
      "loss": 0.8421,
      "step": 10352
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9721076500030378e-06,
      "loss": 0.8479,
      "step": 10353
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9704260621312074e-06,
      "loss": 0.8111,
      "step": 10354
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9687448671251007e-06,
      "loss": 0.7842,
      "step": 10355
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.967064065078683e-06,
      "loss": 0.7886,
      "step": 10356
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.965383656085886e-06,
      "loss": 0.8562,
      "step": 10357
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9637036402406215e-06,
      "loss": 0.7994,
      "step": 10358
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.962024017636791e-06,
      "loss": 0.7652,
      "step": 10359
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9603447883682502e-06,
      "loss": 0.7999,
      "step": 10360
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9586659525288585e-06,
      "loss": 0.8444,
      "step": 10361
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.956987510212438e-06,
      "loss": 0.8268,
      "step": 10362
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.955309461512792e-06,
      "loss": 0.8189,
      "step": 10363
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9536318065237014e-06,
      "loss": 0.8507,
      "step": 10364
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.951954545338931e-06,
      "loss": 0.7946,
      "step": 10365
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.950277678052216e-06,
      "loss": 0.8686,
      "step": 10366
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.948601204757269e-06,
      "loss": 0.8839,
      "step": 10367
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9469251255477937e-06,
      "loss": 0.8176,
      "step": 10368
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9452494405174503e-06,
      "loss": 0.7995,
      "step": 10369
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9435741497598968e-06,
      "loss": 0.849,
      "step": 10370
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9418992533687586e-06,
      "loss": 0.8308,
      "step": 10371
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.940224751437638e-06,
      "loss": 0.7896,
      "step": 10372
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9385506440601264e-06,
      "loss": 0.8385,
      "step": 10373
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9368769313297805e-06,
      "loss": 0.8209,
      "step": 10374
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.935203613340142e-06,
      "loss": 0.8212,
      "step": 10375
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.933530690184724e-06,
      "loss": 0.7678,
      "step": 10376
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9318581619570286e-06,
      "loss": 0.8844,
      "step": 10377
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9301860287505267e-06,
      "loss": 0.837,
      "step": 10378
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9285142906586693e-06,
      "loss": 0.8564,
      "step": 10379
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.926842947774884e-06,
      "loss": 0.8872,
      "step": 10380
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.925172000192582e-06,
      "loss": 0.7616,
      "step": 10381
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9235014480051472e-06,
      "loss": 0.8604,
      "step": 10382
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9218312913059375e-06,
      "loss": 0.7738,
      "step": 10383
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9201615301883056e-06,
      "loss": 0.8347,
      "step": 10384
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9184921647455568e-06,
      "loss": 0.8713,
      "step": 10385
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9168231950709968e-06,
      "loss": 0.8273,
      "step": 10386
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9151546212578983e-06,
      "loss": 0.8335,
      "step": 10387
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9134864433995135e-06,
      "loss": 0.8172,
      "step": 10388
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9118186615890687e-06,
      "loss": 0.8083,
      "step": 10389
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.910151275919779e-06,
      "loss": 0.8456,
      "step": 10390
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9084842864848274e-06,
      "loss": 0.8321,
      "step": 10391
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.906817693377375e-06,
      "loss": 0.7723,
      "step": 10392
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9051514966905724e-06,
      "loss": 0.7925,
      "step": 10393
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9034856965175274e-06,
      "loss": 0.828,
      "step": 10394
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.901820292951346e-06,
      "loss": 0.8182,
      "step": 10395
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.900155286085099e-06,
      "loss": 0.8068,
      "step": 10396
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.898490676011847e-06,
      "loss": 0.8612,
      "step": 10397
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.896826462824609e-06,
      "loss": 0.8281,
      "step": 10398
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.895162646616404e-06,
      "loss": 0.7766,
      "step": 10399
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8934992274802153e-06,
      "loss": 0.9702,
      "step": 10400
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.891836205509003e-06,
      "loss": 0.8419,
      "step": 10401
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8901735807957177e-06,
      "loss": 0.9013,
      "step": 10402
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8885113534332742e-06,
      "loss": 0.8099,
      "step": 10403
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8868495235145723e-06,
      "loss": 0.8135,
      "step": 10404
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8851880911324828e-06,
      "loss": 0.8002,
      "step": 10405
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.883527056379866e-06,
      "loss": 0.8302,
      "step": 10406
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8818664193495495e-06,
      "loss": 0.8011,
      "step": 10407
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8802061801343394e-06,
      "loss": 0.7805,
      "step": 10408
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.878546338827033e-06,
      "loss": 0.7118,
      "step": 10409
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.876886895520381e-06,
      "loss": 0.8418,
      "step": 10410
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.875227850307135e-06,
      "loss": 0.8366,
      "step": 10411
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8735692032800122e-06,
      "loss": 0.7836,
      "step": 10412
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8719109545317102e-06,
      "loss": 0.8145,
      "step": 10413
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8702531041549007e-06,
      "loss": 0.8387,
      "step": 10414
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.868595652242244e-06,
      "loss": 0.8915,
      "step": 10415
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8669385988863684e-06,
      "loss": 0.865,
      "step": 10416
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8652819441798798e-06,
      "loss": 0.8354,
      "step": 10417
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8636256882153713e-06,
      "loss": 0.7691,
      "step": 10418
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8619698310853972e-06,
      "loss": 0.823,
      "step": 10419
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8603143728825067e-06,
      "loss": 0.8663,
      "step": 10420
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8586593136992146e-06,
      "loss": 0.8073,
      "step": 10421
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8570046536280272e-06,
      "loss": 0.7933,
      "step": 10422
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.855350392761406e-06,
      "loss": 0.8517,
      "step": 10423
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.853696531191814e-06,
      "loss": 0.8244,
      "step": 10424
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8520430690116774e-06,
      "loss": 0.9423,
      "step": 10425
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.850390006313403e-06,
      "loss": 0.8447,
      "step": 10426
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8487373431893796e-06,
      "loss": 0.819,
      "step": 10427
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8470850797319695e-06,
      "loss": 0.8938,
      "step": 10428
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8454332160335142e-06,
      "loss": 0.8004,
      "step": 10429
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8437817521863274e-06,
      "loss": 0.8313,
      "step": 10430
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8421306882827127e-06,
      "loss": 0.7681,
      "step": 10431
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8404800244149412e-06,
      "loss": 0.8514,
      "step": 10432
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8388297606752604e-06,
      "loss": 0.7987,
      "step": 10433
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8371798971559095e-06,
      "loss": 0.8767,
      "step": 10434
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8355304339490817e-06,
      "loss": 0.8194,
      "step": 10435
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8338813711469737e-06,
      "loss": 0.8282,
      "step": 10436
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8322327088417413e-06,
      "loss": 0.8519,
      "step": 10437
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.830584447125526e-06,
      "loss": 0.8119,
      "step": 10438
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8289365860904403e-06,
      "loss": 0.783,
      "step": 10439
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8272891258285882e-06,
      "loss": 0.8567,
      "step": 10440
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8256420664320372e-06,
      "loss": 0.8746,
      "step": 10441
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8239954079928344e-06,
      "loss": 0.8637,
      "step": 10442
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.822349150603013e-06,
      "loss": 0.8802,
      "step": 10443
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8207032943545776e-06,
      "loss": 0.8558,
      "step": 10444
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8190578393395097e-06,
      "loss": 0.8123,
      "step": 10445
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8174127856497658e-06,
      "loss": 0.796,
      "step": 10446
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8157681333772936e-06,
      "loss": 0.8274,
      "step": 10447
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.814123882613997e-06,
      "loss": 0.813,
      "step": 10448
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8124800334517786e-06,
      "loss": 0.8851,
      "step": 10449
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.810836585982506e-06,
      "loss": 0.8648,
      "step": 10450
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8091935402980243e-06,
      "loss": 0.9297,
      "step": 10451
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.807550896490164e-06,
      "loss": 0.7348,
      "step": 10452
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8059086546507262e-06,
      "loss": 0.8568,
      "step": 10453
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8042668148714937e-06,
      "loss": 0.8207,
      "step": 10454
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.802625377244219e-06,
      "loss": 0.8205,
      "step": 10455
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8009843418606463e-06,
      "loss": 0.8899,
      "step": 10456
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.799343708812485e-06,
      "loss": 0.8073,
      "step": 10457
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7977034781914227e-06,
      "loss": 0.8274,
      "step": 10458
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7960636500891382e-06,
      "loss": 0.8473,
      "step": 10459
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.794424224597264e-06,
      "loss": 0.8162,
      "step": 10460
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7927852018074343e-06,
      "loss": 0.8463,
      "step": 10461
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7911465818112447e-06,
      "loss": 0.92,
      "step": 10462
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7895083647002764e-06,
      "loss": 0.8589,
      "step": 10463
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.78787055056608e-06,
      "loss": 0.8449,
      "step": 10464
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7862331395001964e-06,
      "loss": 0.8205,
      "step": 10465
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7845961315941327e-06,
      "loss": 0.8547,
      "step": 10466
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.782959526939375e-06,
      "loss": 0.8479,
      "step": 10467
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7813233256273954e-06,
      "loss": 0.8196,
      "step": 10468
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7796875277496326e-06,
      "loss": 0.8499,
      "step": 10469
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7780521333975084e-06,
      "loss": 0.8707,
      "step": 10470
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7764171426624174e-06,
      "loss": 0.8216,
      "step": 10471
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7747825556357457e-06,
      "loss": 0.8597,
      "step": 10472
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.773148372408834e-06,
      "loss": 0.8498,
      "step": 10473
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7715145930730193e-06,
      "loss": 0.8694,
      "step": 10474
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.76988121771961e-06,
      "loss": 0.9,
      "step": 10475
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.768248246439886e-06,
      "loss": 0.7945,
      "step": 10476
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7666156793251176e-06,
      "loss": 0.8021,
      "step": 10477
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7649835164665416e-06,
      "loss": 0.8589,
      "step": 10478
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7633517579553747e-06,
      "loss": 0.7956,
      "step": 10479
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7617204038828105e-06,
      "loss": 0.8322,
      "step": 10480
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.760089454340026e-06,
      "loss": 0.8724,
      "step": 10481
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.758458909418169e-06,
      "loss": 0.8255,
      "step": 10482
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.756828769208363e-06,
      "loss": 0.904,
      "step": 10483
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.755199033801721e-06,
      "loss": 0.8345,
      "step": 10484
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.753569703289314e-06,
      "loss": 0.8544,
      "step": 10485
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7519407777622097e-06,
      "loss": 0.8242,
      "step": 10486
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7503122573114426e-06,
      "loss": 0.9155,
      "step": 10487
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7486841420280265e-06,
      "loss": 0.8511,
      "step": 10488
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7470564320029492e-06,
      "loss": 0.8022,
      "step": 10489
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.745429127327185e-06,
      "loss": 0.8121,
      "step": 10490
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7438022280916785e-06,
      "loss": 0.7935,
      "step": 10491
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.742175734387349e-06,
      "loss": 0.7648,
      "step": 10492
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7405496463051027e-06,
      "loss": 0.8457,
      "step": 10493
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7389239639358168e-06,
      "loss": 0.8337,
      "step": 10494
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7372986873703457e-06,
      "loss": 0.8479,
      "step": 10495
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7356738166995177e-06,
      "loss": 0.8052,
      "step": 10496
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7340493520141542e-06,
      "loss": 0.8278,
      "step": 10497
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7324252934050288e-06,
      "loss": 0.8191,
      "step": 10498
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7308016409629157e-06,
      "loss": 0.8218,
      "step": 10499
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7291783947785544e-06,
      "loss": 0.884,
      "step": 10500
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7275555549426603e-06,
      "loss": 0.7813,
      "step": 10501
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.725933121545937e-06,
      "loss": 0.806,
      "step": 10502
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.724311094679054e-06,
      "loss": 0.8288,
      "step": 10503
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.722689474432664e-06,
      "loss": 0.8413,
      "step": 10504
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7210682608973913e-06,
      "loss": 0.787,
      "step": 10505
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7194474541638472e-06,
      "loss": 0.7609,
      "step": 10506
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.717827054322614e-06,
      "loss": 0.8553,
      "step": 10507
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7162070614642457e-06,
      "loss": 0.9086,
      "step": 10508
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.71458747567929e-06,
      "loss": 0.8244,
      "step": 10509
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7129682970582507e-06,
      "loss": 0.8159,
      "step": 10510
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.711349525691628e-06,
      "loss": 0.7971,
      "step": 10511
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.709731161669884e-06,
      "loss": 0.8586,
      "step": 10512
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7081132050834746e-06,
      "loss": 0.827,
      "step": 10513
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.706495656022813e-06,
      "loss": 0.8445,
      "step": 10514
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7048785145783074e-06,
      "loss": 0.8555,
      "step": 10515
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.703261780840334e-06,
      "loss": 0.8408,
      "step": 10516
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7016454548992445e-06,
      "loss": 0.8899,
      "step": 10517
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.700029536845378e-06,
      "loss": 0.8717,
      "step": 10518
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6984140267690396e-06,
      "loss": 0.8156,
      "step": 10519
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6967989247605175e-06,
      "loss": 0.7943,
      "step": 10520
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6951842309100728e-06,
      "loss": 0.8781,
      "step": 10521
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6935699453079554e-06,
      "loss": 0.8877,
      "step": 10522
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.691956068044371e-06,
      "loss": 0.9285,
      "step": 10523
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6903425992095267e-06,
      "loss": 0.7953,
      "step": 10524
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.688729538893591e-06,
      "loss": 0.855,
      "step": 10525
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6871168871867102e-06,
      "loss": 0.8397,
      "step": 10526
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6855046441790177e-06,
      "loss": 0.8858,
      "step": 10527
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6838928099606153e-06,
      "loss": 0.8727,
      "step": 10528
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6822813846215845e-06,
      "loss": 0.8462,
      "step": 10529
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.680670368251982e-06,
      "loss": 0.8613,
      "step": 10530
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.679059760941847e-06,
      "loss": 0.8225,
      "step": 10531
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.67744956278119e-06,
      "loss": 0.8874,
      "step": 10532
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6758397738600006e-06,
      "loss": 0.86,
      "step": 10533
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.674230394268249e-06,
      "loss": 0.7809,
      "step": 10534
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.672621424095878e-06,
      "loss": 0.7778,
      "step": 10535
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6710128634328094e-06,
      "loss": 0.7785,
      "step": 10536
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.669404712368937e-06,
      "loss": 0.7585,
      "step": 10537
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6677969709941464e-06,
      "loss": 0.8648,
      "step": 10538
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.666189639398279e-06,
      "loss": 0.8497,
      "step": 10539
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6645827176711726e-06,
      "loss": 0.8927,
      "step": 10540
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.662976205902632e-06,
      "loss": 0.7793,
      "step": 10541
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.661370104182437e-06,
      "loss": 0.8476,
      "step": 10542
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.659764412600356e-06,
      "loss": 0.8266,
      "step": 10543
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.658159131246124e-06,
      "loss": 0.8122,
      "step": 10544
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.656554260209456e-06,
      "loss": 0.804,
      "step": 10545
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.654949799580041e-06,
      "loss": 0.7739,
      "step": 10546
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.653345749447557e-06,
      "loss": 0.8324,
      "step": 10547
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.651742109901639e-06,
      "loss": 0.7936,
      "step": 10548
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6501388810319206e-06,
      "loss": 0.7897,
      "step": 10549
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.648536062927999e-06,
      "loss": 0.852,
      "step": 10550
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.646933655679447e-06,
      "loss": 0.8467,
      "step": 10551
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.645331659375826e-06,
      "loss": 0.842,
      "step": 10552
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.643730074106665e-06,
      "loss": 0.8142,
      "step": 10553
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6421288999614734e-06,
      "loss": 0.873,
      "step": 10554
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6405281370297333e-06,
      "loss": 0.7207,
      "step": 10555
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.638927785400913e-06,
      "loss": 0.8873,
      "step": 10556
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.637327845164449e-06,
      "loss": 0.9102,
      "step": 10557
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.635728316409757e-06,
      "loss": 0.8188,
      "step": 10558
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.634129199226234e-06,
      "loss": 0.7755,
      "step": 10559
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.63253049370325e-06,
      "loss": 0.8565,
      "step": 10560
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.630932199930153e-06,
      "loss": 0.8132,
      "step": 10561
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6293343179962618e-06,
      "loss": 0.8927,
      "step": 10562
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6277368479908894e-06,
      "loss": 0.8142,
      "step": 10563
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6261397900033024e-06,
      "loss": 0.8448,
      "step": 10564
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6245431441227654e-06,
      "loss": 0.8448,
      "step": 10565
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6229469104385073e-06,
      "loss": 0.8434,
      "step": 10566
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6213510890397355e-06,
      "loss": 0.8188,
      "step": 10567
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.619755680015642e-06,
      "loss": 0.8389,
      "step": 10568
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6181606834553873e-06,
      "loss": 0.8718,
      "step": 10569
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6165660994481135e-06,
      "loss": 0.914,
      "step": 10570
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6149719280829323e-06,
      "loss": 0.8362,
      "step": 10571
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6133781694489492e-06,
      "loss": 0.781,
      "step": 10572
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6117848236352216e-06,
      "loss": 0.7959,
      "step": 10573
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6101918907308086e-06,
      "loss": 0.8489,
      "step": 10574
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6085993708247314e-06,
      "loss": 0.8545,
      "step": 10575
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6070072640059897e-06,
      "loss": 0.8535,
      "step": 10576
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6054155703635665e-06,
      "loss": 0.8562,
      "step": 10577
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6038242899864176e-06,
      "loss": 0.7607,
      "step": 10578
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6022334229634726e-06,
      "loss": 0.7475,
      "step": 10579
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.600642969383641e-06,
      "loss": 0.83,
      "step": 10580
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5990529293358147e-06,
      "loss": 0.8152,
      "step": 10581
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5974633029088526e-06,
      "loss": 0.8382,
      "step": 10582
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5958740901915936e-06,
      "loss": 0.8839,
      "step": 10583
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.59428529127286e-06,
      "loss": 0.8163,
      "step": 10584
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5926969062414444e-06,
      "loss": 0.8814,
      "step": 10585
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.591108935186115e-06,
      "loss": 0.857,
      "step": 10586
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5895213781956195e-06,
      "loss": 0.9075,
      "step": 10587
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.58793423535869e-06,
      "loss": 0.8448,
      "step": 10588
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5863475067640177e-06,
      "loss": 0.899,
      "step": 10589
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.584761192500287e-06,
      "loss": 0.8319,
      "step": 10590
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5831752926561526e-06,
      "loss": 0.8542,
      "step": 10591
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5815898073202428e-06,
      "loss": 0.8511,
      "step": 10592
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.580004736581172e-06,
      "loss": 0.7863,
      "step": 10593
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.578420080527524e-06,
      "loss": 0.8317,
      "step": 10594
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.576835839247861e-06,
      "loss": 0.8895,
      "step": 10595
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5752520128307192e-06,
      "loss": 0.8353,
      "step": 10596
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5736686013646226e-06,
      "loss": 0.7662,
      "step": 10597
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.572085604938055e-06,
      "loss": 0.8857,
      "step": 10598
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5705030236394924e-06,
      "loss": 0.8498,
      "step": 10599
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.568920857557381e-06,
      "loss": 0.8945,
      "step": 10600
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.567339106780139e-06,
      "loss": 0.772,
      "step": 10601
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5657577713961733e-06,
      "loss": 0.7725,
      "step": 10602
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.564176851493855e-06,
      "loss": 0.8353,
      "step": 10603
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5625963471615468e-06,
      "loss": 0.7681,
      "step": 10604
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5610162584875666e-06,
      "loss": 0.8328,
      "step": 10605
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5594365855602323e-06,
      "loss": 0.8392,
      "step": 10606
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5578573284678242e-06,
      "loss": 0.8784,
      "step": 10607
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5562784872986024e-06,
      "loss": 0.8729,
      "step": 10608
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5547000621408013e-06,
      "loss": 0.7963,
      "step": 10609
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.553122053082643e-06,
      "loss": 0.7924,
      "step": 10610
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.551544460212314e-06,
      "loss": 0.8589,
      "step": 10611
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.54996728361798e-06,
      "loss": 0.7792,
      "step": 10612
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5483905233877946e-06,
      "loss": 0.7833,
      "step": 10613
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5468141796098665e-06,
      "loss": 0.7993,
      "step": 10614
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.545238252372302e-06,
      "loss": 0.878,
      "step": 10615
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5436627417631743e-06,
      "loss": 0.8561,
      "step": 10616
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5420876478705313e-06,
      "loss": 0.8169,
      "step": 10617
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.540512970782407e-06,
      "loss": 0.8825,
      "step": 10618
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5389387105868036e-06,
      "loss": 0.8346,
      "step": 10619
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5373648673717024e-06,
      "loss": 0.8301,
      "step": 10620
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5357914412250585e-06,
      "loss": 0.8335,
      "step": 10621
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.534218432234815e-06,
      "loss": 0.919,
      "step": 10622
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.532645840488873e-06,
      "loss": 0.8335,
      "step": 10623
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.53107366607513e-06,
      "loss": 0.7896,
      "step": 10624
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5295019090814445e-06,
      "loss": 0.774,
      "step": 10625
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5279305695956634e-06,
      "loss": 0.901,
      "step": 10626
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.526359647705603e-06,
      "loss": 0.8015,
      "step": 10627
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5247891434990558e-06,
      "loss": 0.8232,
      "step": 10628
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5232190570638005e-06,
      "loss": 0.9026,
      "step": 10629
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5216493884875735e-06,
      "loss": 0.7715,
      "step": 10630
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5200801378581118e-06,
      "loss": 0.8706,
      "step": 10631
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5185113052631104e-06,
      "loss": 0.7859,
      "step": 10632
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5169428907902495e-06,
      "loss": 0.8745,
      "step": 10633
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5153748945271805e-06,
      "loss": 0.8459,
      "step": 10634
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5138073165615416e-06,
      "loss": 0.8083,
      "step": 10635
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5122401569809364e-06,
      "loss": 0.8846,
      "step": 10636
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5106734158729473e-06,
      "loss": 0.7762,
      "step": 10637
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.509107093325145e-06,
      "loss": 0.834,
      "step": 10638
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5075411894250546e-06,
      "loss": 0.7578,
      "step": 10639
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5059757042602007e-06,
      "loss": 0.8403,
      "step": 10640
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.504410637918071e-06,
      "loss": 0.7976,
      "step": 10641
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.50284599048613e-06,
      "loss": 0.7704,
      "step": 10642
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5012817620518293e-06,
      "loss": 0.8062,
      "step": 10643
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.499717952702585e-06,
      "loss": 0.836,
      "step": 10644
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.498154562525794e-06,
      "loss": 0.8835,
      "step": 10645
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.49659159160883e-06,
      "loss": 0.7892,
      "step": 10646
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.495029040039052e-06,
      "loss": 0.8578,
      "step": 10647
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4934669079037734e-06,
      "loss": 0.829,
      "step": 10648
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4919051952903084e-06,
      "loss": 0.881,
      "step": 10649
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.490343902285931e-06,
      "loss": 0.9114,
      "step": 10650
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4887830289779034e-06,
      "loss": 0.8504,
      "step": 10651
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4872225754534573e-06,
      "loss": 0.8167,
      "step": 10652
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.485662541799799e-06,
      "loss": 0.8389,
      "step": 10653
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.484102928104124e-06,
      "loss": 0.7462,
      "step": 10654
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.482543734453583e-06,
      "loss": 0.835,
      "step": 10655
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4809849609353244e-06,
      "loss": 0.8207,
      "step": 10656
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4794266076364627e-06,
      "loss": 0.8289,
      "step": 10657
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.477868674644088e-06,
      "loss": 0.8586,
      "step": 10658
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4763111620452684e-06,
      "loss": 0.8373,
      "step": 10659
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4747540699270557e-06,
      "loss": 0.8624,
      "step": 10660
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4731973983764667e-06,
      "loss": 0.8003,
      "step": 10661
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.471641147480499e-06,
      "loss": 0.864,
      "step": 10662
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.470085317326135e-06,
      "loss": 0.8472,
      "step": 10663
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4685299080003166e-06,
      "loss": 0.8491,
      "step": 10664
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4669749195899796e-06,
      "loss": 0.8361,
      "step": 10665
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4654203521820243e-06,
      "loss": 0.8545,
      "step": 10666
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.463866205863331e-06,
      "loss": 0.8099,
      "step": 10667
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.462312480720761e-06,
      "loss": 0.8376,
      "step": 10668
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4607591768411464e-06,
      "loss": 0.8575,
      "step": 10669
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.459206294311297e-06,
      "loss": 0.8834,
      "step": 10670
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.457653833217998e-06,
      "loss": 0.8157,
      "step": 10671
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4561017936480168e-06,
      "loss": 0.8264,
      "step": 10672
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4545501756880906e-06,
      "loss": 0.8967,
      "step": 10673
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4529989794249364e-06,
      "loss": 0.8229,
      "step": 10674
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4514482049452438e-06,
      "loss": 0.8342,
      "step": 10675
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4498978523356854e-06,
      "loss": 0.7772,
      "step": 10676
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4483479216829063e-06,
      "loss": 0.9058,
      "step": 10677
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4467984130735255e-06,
      "loss": 0.813,
      "step": 10678
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4452493265941478e-06,
      "loss": 0.7897,
      "step": 10679
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4437006623313373e-06,
      "loss": 0.8044,
      "step": 10680
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.442152420371655e-06,
      "loss": 0.8456,
      "step": 10681
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4406046008016237e-06,
      "loss": 0.8394,
      "step": 10682
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4390572037077485e-06,
      "loss": 0.8333,
      "step": 10683
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.437510229176506e-06,
      "loss": 0.8532,
      "step": 10684
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4359636772943582e-06,
      "loss": 0.8327,
      "step": 10685
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4344175481477374e-06,
      "loss": 0.7958,
      "step": 10686
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.432871841823047e-06,
      "loss": 0.8574,
      "step": 10687
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4313265584066837e-06,
      "loss": 0.8411,
      "step": 10688
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4297816979849964e-06,
      "loss": 0.8162,
      "step": 10689
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4282372606443337e-06,
      "loss": 0.8022,
      "step": 10690
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.426693246471008e-06,
      "loss": 0.8449,
      "step": 10691
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4251496555513055e-06,
      "loss": 0.8788,
      "step": 10692
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4236064879715005e-06,
      "loss": 0.838,
      "step": 10693
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.422063743817832e-06,
      "loss": 0.8356,
      "step": 10694
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4205214231765274e-06,
      "loss": 0.8299,
      "step": 10695
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4189795261337733e-06,
      "loss": 0.8374,
      "step": 10696
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.417438052775749e-06,
      "loss": 0.839,
      "step": 10697
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.415897003188603e-06,
      "loss": 0.8934,
      "step": 10698
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.41435637745846e-06,
      "loss": 0.7971,
      "step": 10699
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4128161756714184e-06,
      "loss": 0.9105,
      "step": 10700
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4112763979135622e-06,
      "loss": 0.7804,
      "step": 10701
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4097370442709435e-06,
      "loss": 0.8097,
      "step": 10702
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.40819811482959e-06,
      "loss": 0.8712,
      "step": 10703
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.406659609675517e-06,
      "loss": 0.8357,
      "step": 10704
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.405121528894696e-06,
      "loss": 0.879,
      "step": 10705
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4035838725730962e-06,
      "loss": 0.8803,
      "step": 10706
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4020466407966512e-06,
      "loss": 0.8211,
      "step": 10707
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.400509833651271e-06,
      "loss": 0.8788,
      "step": 10708
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3989734512228414e-06,
      "loss": 0.8616,
      "step": 10709
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3974374935972345e-06,
      "loss": 0.7994,
      "step": 10710
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3959019608602874e-06,
      "loss": 0.8317,
      "step": 10711
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3943668530978148e-06,
      "loss": 0.8229,
      "step": 10712
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.392832170395617e-06,
      "loss": 0.7704,
      "step": 10713
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.391297912839454e-06,
      "loss": 0.8482,
      "step": 10714
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3897640805150813e-06,
      "loss": 0.8026,
      "step": 10715
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.388230673508215e-06,
      "loss": 0.8147,
      "step": 10716
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.386697691904554e-06,
      "loss": 0.8485,
      "step": 10717
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3851651357897755e-06,
      "loss": 0.7806,
      "step": 10718
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.383633005249526e-06,
      "loss": 0.7882,
      "step": 10719
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3821013003694416e-06,
      "loss": 0.7417,
      "step": 10720
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3805700212351144e-06,
      "loss": 0.7765,
      "step": 10721
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3790391679321313e-06,
      "loss": 0.8615,
      "step": 10722
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.377508740546045e-06,
      "loss": 0.8266,
      "step": 10723
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.375978739162388e-06,
      "loss": 0.8411,
      "step": 10724
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3744491638666657e-06,
      "loss": 0.7879,
      "step": 10725
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3729200147443676e-06,
      "loss": 0.8275,
      "step": 10726
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3713912918809512e-06,
      "loss": 0.883,
      "step": 10727
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.36986299536185e-06,
      "loss": 0.8213,
      "step": 10728
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.368335125272487e-06,
      "loss": 0.8454,
      "step": 10729
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.366807681698238e-06,
      "loss": 0.812,
      "step": 10730
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3652806647244764e-06,
      "loss": 0.8678,
      "step": 10731
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3637540744365415e-06,
      "loss": 0.8525,
      "step": 10732
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.362227910919751e-06,
      "loss": 0.8842,
      "step": 10733
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.360702174259394e-06,
      "loss": 0.8569,
      "step": 10734
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3591768645407477e-06,
      "loss": 0.7899,
      "step": 10735
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.357651981849054e-06,
      "loss": 0.8092,
      "step": 10736
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3561275262695325e-06,
      "loss": 0.7392,
      "step": 10737
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3546034978873913e-06,
      "loss": 0.7899,
      "step": 10738
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.35307989678779e-06,
      "loss": 0.8316,
      "step": 10739
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.351556723055889e-06,
      "loss": 0.7697,
      "step": 10740
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.35003397677681e-06,
      "loss": 0.899,
      "step": 10741
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3485116580356603e-06,
      "loss": 0.8456,
      "step": 10742
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3469897669175155e-06,
      "loss": 0.8108,
      "step": 10743
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3454683035074275e-06,
      "loss": 0.7847,
      "step": 10744
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.343947267890437e-06,
      "loss": 0.8546,
      "step": 10745
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.342426660151539e-06,
      "loss": 0.7687,
      "step": 10746
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3409064803757253e-06,
      "loss": 0.7941,
      "step": 10747
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.339386728647951e-06,
      "loss": 0.8768,
      "step": 10748
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3378674050531512e-06,
      "loss": 0.8359,
      "step": 10749
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.336348509676236e-06,
      "loss": 0.814,
      "step": 10750
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3348300426020985e-06,
      "loss": 0.842,
      "step": 10751
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3333120039155975e-06,
      "loss": 0.8577,
      "step": 10752
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.331794393701571e-06,
      "loss": 0.8692,
      "step": 10753
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3302772120448414e-06,
      "loss": 0.8134,
      "step": 10754
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3287604590301915e-06,
      "loss": 0.8323,
      "step": 10755
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3272441347423957e-06,
      "loss": 0.7987,
      "step": 10756
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.325728239266195e-06,
      "loss": 0.846,
      "step": 10757
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3242127726863083e-06,
      "loss": 0.8281,
      "step": 10758
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3226977350874313e-06,
      "loss": 0.903,
      "step": 10759
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3211831265542385e-06,
      "loss": 0.8609,
      "step": 10760
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.319668947171376e-06,
      "loss": 0.7796,
      "step": 10761
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.318155197023465e-06,
      "loss": 0.8975,
      "step": 10762
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3166418761951105e-06,
      "loss": 0.7873,
      "step": 10763
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3151289847708857e-06,
      "loss": 0.8396,
      "step": 10764
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3136165228353424e-06,
      "loss": 0.8871,
      "step": 10765
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3121044904730063e-06,
      "loss": 0.7799,
      "step": 10766
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3105928877683848e-06,
      "loss": 0.7779,
      "step": 10767
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3090817148059565e-06,
      "loss": 0.821,
      "step": 10768
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3075709716701746e-06,
      "loss": 0.8645,
      "step": 10769
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.306060658445477e-06,
      "loss": 0.8332,
      "step": 10770
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3045507752162634e-06,
      "loss": 0.7732,
      "step": 10771
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3030413220669236e-06,
      "loss": 0.8254,
      "step": 10772
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3015322990818156e-06,
      "loss": 0.7864,
      "step": 10773
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3000237063452746e-06,
      "loss": 0.8725,
      "step": 10774
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2985155439416095e-06,
      "loss": 0.8479,
      "step": 10775
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.297007811955113e-06,
      "loss": 0.8317,
      "step": 10776
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2955005104700468e-06,
      "loss": 0.8217,
      "step": 10777
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.293993639570645e-06,
      "loss": 0.9436,
      "step": 10778
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.292487199341135e-06,
      "loss": 0.8287,
      "step": 10779
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2909811898656944e-06,
      "loss": 0.7737,
      "step": 10780
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.289475611228499e-06,
      "loss": 0.7806,
      "step": 10781
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.287970463513689e-06,
      "loss": 0.8026,
      "step": 10782
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2864657468053853e-06,
      "loss": 0.8926,
      "step": 10783
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.284961461187678e-06,
      "loss": 0.771,
      "step": 10784
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2834576067446436e-06,
      "loss": 0.797,
      "step": 10785
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.281954183560328e-06,
      "loss": 0.8854,
      "step": 10786
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.280451191718748e-06,
      "loss": 0.8687,
      "step": 10787
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.27894863130391e-06,
      "loss": 0.763,
      "step": 10788
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.277446502399786e-06,
      "loss": 0.8265,
      "step": 10789
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2759448050903245e-06,
      "loss": 0.8612,
      "step": 10790
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.27444353945945e-06,
      "loss": 0.9232,
      "step": 10791
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2729427055910703e-06,
      "loss": 0.8447,
      "step": 10792
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.271442303569059e-06,
      "loss": 0.8452,
      "step": 10793
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.269942333477272e-06,
      "loss": 0.7873,
      "step": 10794
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.268442795399538e-06,
      "loss": 0.861,
      "step": 10795
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2669436894196606e-06,
      "loss": 0.7417,
      "step": 10796
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2654450156214247e-06,
      "loss": 0.8403,
      "step": 10797
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2639467740885866e-06,
      "loss": 0.8453,
      "step": 10798
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.262448964904879e-06,
      "loss": 0.8313,
      "step": 10799
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2609515881540077e-06,
      "loss": 0.7985,
      "step": 10800
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.259454643919663e-06,
      "loss": 0.795,
      "step": 10801
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2579581322855013e-06,
      "loss": 0.8294,
      "step": 10802
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.25646205333516e-06,
      "loss": 0.7888,
      "step": 10803
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.254966407152256e-06,
      "loss": 0.7931,
      "step": 10804
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.253471193820368e-06,
      "loss": 0.8185,
      "step": 10805
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2519764134230672e-06,
      "loss": 0.8243,
      "step": 10806
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.250482066043891e-06,
      "loss": 0.8787,
      "step": 10807
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2489881517663546e-06,
      "loss": 0.7962,
      "step": 10808
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2474946706739464e-06,
      "loss": 0.7909,
      "step": 10809
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.24600162285014e-06,
      "loss": 0.8359,
      "step": 10810
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2445090083783738e-06,
      "loss": 0.8743,
      "step": 10811
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.243016827342065e-06,
      "loss": 0.8854,
      "step": 10812
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2415250798246125e-06,
      "loss": 0.78,
      "step": 10813
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.240033765909384e-06,
      "loss": 0.8445,
      "step": 10814
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.238542885679725e-06,
      "loss": 0.7899,
      "step": 10815
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.237052439218955e-06,
      "loss": 0.819,
      "step": 10816
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.235562426610377e-06,
      "loss": 0.8483,
      "step": 10817
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.234072847937261e-06,
      "loss": 0.859,
      "step": 10818
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2325837032828555e-06,
      "loss": 0.7651,
      "step": 10819
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.231094992730387e-06,
      "loss": 0.8163,
      "step": 10820
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2296067163630506e-06,
      "loss": 0.8522,
      "step": 10821
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2281188742640303e-06,
      "loss": 0.8415,
      "step": 10822
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2266314665164733e-06,
      "loss": 0.8751,
      "step": 10823
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2251444932035094e-06,
      "loss": 0.8905,
      "step": 10824
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.223657954408236e-06,
      "loss": 0.8618,
      "step": 10825
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.22217185021374e-06,
      "loss": 0.8087,
      "step": 10826
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2206861807030734e-06,
      "loss": 0.8319,
      "step": 10827
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.219200945959262e-06,
      "loss": 0.8396,
      "step": 10828
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.217716146065323e-06,
      "loss": 0.8278,
      "step": 10829
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2162317811042245e-06,
      "loss": 0.8621,
      "step": 10830
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2147478511589337e-06,
      "loss": 0.9469,
      "step": 10831
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.213264356312379e-06,
      "loss": 0.8668,
      "step": 10832
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2117812966474763e-06,
      "loss": 0.8954,
      "step": 10833
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2102986722470987e-06,
      "loss": 0.8365,
      "step": 10834
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.208816483194116e-06,
      "loss": 0.8506,
      "step": 10835
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.207334729571361e-06,
      "loss": 0.9205,
      "step": 10836
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2058534114616427e-06,
      "loss": 0.8367,
      "step": 10837
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2043725289477535e-06,
      "loss": 0.8039,
      "step": 10838
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2028920821124533e-06,
      "loss": 0.8091,
      "step": 10839
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.201412071038481e-06,
      "loss": 0.7981,
      "step": 10840
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.199932495808549e-06,
      "loss": 0.7851,
      "step": 10841
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1984533565053513e-06,
      "loss": 0.8275,
      "step": 10842
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.196974653211551e-06,
      "loss": 0.9047,
      "step": 10843
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.195496386009789e-06,
      "loss": 0.8432,
      "step": 10844
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.194018554982683e-06,
      "loss": 0.7642,
      "step": 10845
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.192541160212821e-06,
      "loss": 0.901,
      "step": 10846
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.191064201782779e-06,
      "loss": 0.8599,
      "step": 10847
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.189587679775095e-06,
      "loss": 0.8037,
      "step": 10848
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1881115942722895e-06,
      "loss": 0.8246,
      "step": 10849
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.186635945356855e-06,
      "loss": 0.8241,
      "step": 10850
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.185160733111268e-06,
      "loss": 0.8717,
      "step": 10851
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.183685957617969e-06,
      "loss": 0.7432,
      "step": 10852
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.18221161895938e-06,
      "loss": 0.8045,
      "step": 10853
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.180737717217901e-06,
      "loss": 0.8056,
      "step": 10854
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1792642524759046e-06,
      "loss": 0.8431,
      "step": 10855
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1777912248157373e-06,
      "loss": 0.8233,
      "step": 10856
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1763186343197205e-06,
      "loss": 0.8822,
      "step": 10857
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.174846481070163e-06,
      "loss": 0.8733,
      "step": 10858
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1733747651493277e-06,
      "loss": 0.8375,
      "step": 10859
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.171903486639474e-06,
      "loss": 0.805,
      "step": 10860
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.170432645622825e-06,
      "loss": 0.7955,
      "step": 10861
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1689622421815805e-06,
      "loss": 0.9037,
      "step": 10862
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.167492276397921e-06,
      "loss": 0.8321,
      "step": 10863
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1660227483539997e-06,
      "loss": 0.7877,
      "step": 10864
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.164553658131944e-06,
      "loss": 0.8283,
      "step": 10865
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.163085005813853e-06,
      "loss": 0.7622,
      "step": 10866
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1616167914818163e-06,
      "loss": 0.7468,
      "step": 10867
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.160149015217877e-06,
      "loss": 0.8394,
      "step": 10868
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.158681677104074e-06,
      "loss": 0.861,
      "step": 10869
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1572147772224105e-06,
      "loss": 0.8521,
      "step": 10870
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1557483156548666e-06,
      "loss": 0.8306,
      "step": 10871
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1542822924834017e-06,
      "loss": 0.8239,
      "step": 10872
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1528167077899485e-06,
      "loss": 0.8792,
      "step": 10873
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.151351561656413e-06,
      "loss": 0.9007,
      "step": 10874
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1498868541646767e-06,
      "loss": 0.8246,
      "step": 10875
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1484225853966034e-06,
      "loss": 0.8553,
      "step": 10876
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1469587554340264e-06,
      "loss": 0.8283,
      "step": 10877
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.145495364358751e-06,
      "loss": 0.8555,
      "step": 10878
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.144032412252569e-06,
      "loss": 0.8063,
      "step": 10879
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1425698991972378e-06,
      "loss": 0.8343,
      "step": 10880
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.141107825274494e-06,
      "loss": 0.884,
      "step": 10881
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.139646190566047e-06,
      "loss": 0.7978,
      "step": 10882
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1381849951535925e-06,
      "loss": 0.856,
      "step": 10883
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1367242391187813e-06,
      "loss": 0.8659,
      "step": 10884
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1352639225432593e-06,
      "loss": 0.8277,
      "step": 10885
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1338040455086386e-06,
      "loss": 0.8138,
      "step": 10886
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.132344608096505e-06,
      "loss": 0.7571,
      "step": 10887
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.130885610388428e-06,
      "loss": 0.833,
      "step": 10888
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1294270524659445e-06,
      "loss": 0.8253,
      "step": 10889
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1279689344105704e-06,
      "loss": 0.8264,
      "step": 10890
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.126511256303794e-06,
      "loss": 0.8107,
      "step": 10891
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1250540182270875e-06,
      "loss": 0.7949,
      "step": 10892
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.123597220261884e-06,
      "loss": 0.8285,
      "step": 10893
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.122140862489607e-06,
      "loss": 0.8762,
      "step": 10894
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1206849449916468e-06,
      "loss": 0.8535,
      "step": 10895
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1192294678493676e-06,
      "loss": 0.7696,
      "step": 10896
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1177744311441184e-06,
      "loss": 0.8141,
      "step": 10897
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1163198349572147e-06,
      "loss": 0.794,
      "step": 10898
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1148656793699505e-06,
      "loss": 0.8573,
      "step": 10899
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.113411964463593e-06,
      "loss": 0.81,
      "step": 10900
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1119586903193913e-06,
      "loss": 0.8917,
      "step": 10901
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.110505857018563e-06,
      "loss": 0.9773,
      "step": 10902
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1090534646423e-06,
      "loss": 0.8255,
      "step": 10903
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1076015132717797e-06,
      "loss": 0.8381,
      "step": 10904
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.106150002988143e-06,
      "loss": 0.8579,
      "step": 10905
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1046989338725144e-06,
      "loss": 0.8157,
      "step": 10906
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.103248306005986e-06,
      "loss": 0.8923,
      "step": 10907
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.101798119469639e-06,
      "loss": 0.8007,
      "step": 10908
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1003483743445086e-06,
      "loss": 0.8389,
      "step": 10909
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0988990707116264e-06,
      "loss": 0.8035,
      "step": 10910
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0974502086519876e-06,
      "loss": 0.8816,
      "step": 10911
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0960017882465633e-06,
      "loss": 0.8435,
      "step": 10912
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0945538095763063e-06,
      "loss": 0.7983,
      "step": 10913
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0931062727221394e-06,
      "loss": 0.7651,
      "step": 10914
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.091659177764962e-06,
      "loss": 0.8443,
      "step": 10915
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.090212524785645e-06,
      "loss": 0.82,
      "step": 10916
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.088766313865047e-06,
      "loss": 0.8515,
      "step": 10917
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.087320545083982e-06,
      "loss": 0.8534,
      "step": 10918
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.085875218523258e-06,
      "loss": 0.8399,
      "step": 10919
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0844303342636496e-06,
      "loss": 0.7897,
      "step": 10920
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.082985892385904e-06,
      "loss": 0.853,
      "step": 10921
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0815418929707534e-06,
      "loss": 0.8406,
      "step": 10922
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0800983360988937e-06,
      "loss": 0.8306,
      "step": 10923
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0786552218510104e-06,
      "loss": 0.7944,
      "step": 10924
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0772125503077446e-06,
      "loss": 0.7986,
      "step": 10925
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0757703215497306e-06,
      "loss": 0.7609,
      "step": 10926
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0743285356575704e-06,
      "loss": 0.8409,
      "step": 10927
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.072887192711838e-06,
      "loss": 0.9033,
      "step": 10928
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.071446292793092e-06,
      "loss": 0.7922,
      "step": 10929
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0700058359818588e-06,
      "loss": 0.8814,
      "step": 10930
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0685658223586413e-06,
      "loss": 0.8243,
      "step": 10931
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.067126252003915e-06,
      "loss": 0.7884,
      "step": 10932
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0656871249981435e-06,
      "loss": 0.8801,
      "step": 10933
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0642484414217444e-06,
      "loss": 0.8487,
      "step": 10934
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.062810201355131e-06,
      "loss": 0.8354,
      "step": 10935
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.06137240487868e-06,
      "loss": 0.8387,
      "step": 10936
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0599350520727437e-06,
      "loss": 0.8447,
      "step": 10937
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0584981430176564e-06,
      "loss": 0.8136,
      "step": 10938
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0570616777937224e-06,
      "loss": 0.8164,
      "step": 10939
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.055625656481223e-06,
      "loss": 0.7587,
      "step": 10940
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0541900791604076e-06,
      "loss": 0.7761,
      "step": 10941
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0527549459115193e-06,
      "loss": 0.8228,
      "step": 10942
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0513202568147504e-06,
      "loss": 0.8294,
      "step": 10943
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0498860119502916e-06,
      "loss": 0.8226,
      "step": 10944
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0484522113982943e-06,
      "loss": 0.8404,
      "step": 10945
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0470188552388946e-06,
      "loss": 0.8074,
      "step": 10946
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0455859435521976e-06,
      "loss": 0.8093,
      "step": 10947
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0441534764182814e-06,
      "loss": 0.7885,
      "step": 10948
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0427214539172123e-06,
      "loss": 0.8425,
      "step": 10949
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.041289876129011e-06,
      "loss": 0.8553,
      "step": 10950
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0398587431336924e-06,
      "loss": 0.8004,
      "step": 10951
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.038428055011238e-06,
      "loss": 0.8274,
      "step": 10952
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0369978118416013e-06,
      "loss": 0.8403,
      "step": 10953
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0355680137047208e-06,
      "loss": 0.8624,
      "step": 10954
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0341386606805027e-06,
      "loss": 0.8418,
      "step": 10955
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0327097528488293e-06,
      "loss": 0.8352,
      "step": 10956
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0312812902895553e-06,
      "loss": 0.8429,
      "step": 10957
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.029853273082524e-06,
      "loss": 0.9176,
      "step": 10958
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0284257013075313e-06,
      "loss": 0.9188,
      "step": 10959
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0269985750443687e-06,
      "loss": 0.9381,
      "step": 10960
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.025571894372794e-06,
      "loss": 0.8415,
      "step": 10961
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.024145659372536e-06,
      "loss": 0.8037,
      "step": 10962
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0227198701233106e-06,
      "loss": 0.8004,
      "step": 10963
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0212945267047978e-06,
      "loss": 0.842,
      "step": 10964
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0198696291966567e-06,
      "loss": 0.7619,
      "step": 10965
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.01844517767852e-06,
      "loss": 0.8503,
      "step": 10966
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.017021172230004e-06,
      "loss": 0.8492,
      "step": 10967
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.015597612930681e-06,
      "loss": 0.8765,
      "step": 10968
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0141744998601197e-06,
      "loss": 0.8324,
      "step": 10969
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.012751833097848e-06,
      "loss": 0.8308,
      "step": 10970
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0113296127233818e-06,
      "loss": 0.7758,
      "step": 10971
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.009907838816203e-06,
      "loss": 0.8252,
      "step": 10972
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.008486511455767e-06,
      "loss": 0.8565,
      "step": 10973
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0070656307215173e-06,
      "loss": 0.8762,
      "step": 10974
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0056451966928526e-06,
      "loss": 0.8926,
      "step": 10975
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0042252094491656e-06,
      "loss": 0.823,
      "step": 10976
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0028056690698127e-06,
      "loss": 0.8129,
      "step": 10977
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0013865756341267e-06,
      "loss": 0.8244,
      "step": 10978
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9999679292214215e-06,
      "loss": 0.746,
      "step": 10979
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.99854972991098e-06,
      "loss": 0.8005,
      "step": 10980
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.997131977782062e-06,
      "loss": 0.804,
      "step": 10981
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9957146729138987e-06,
      "loss": 0.8033,
      "step": 10982
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9942978153857095e-06,
      "loss": 0.8621,
      "step": 10983
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9928814052766666e-06,
      "loss": 0.8175,
      "step": 10984
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9914654426659374e-06,
      "loss": 0.8641,
      "step": 10985
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.990049927632657e-06,
      "loss": 0.7881,
      "step": 10986
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.988634860255928e-06,
      "loss": 0.8779,
      "step": 10987
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9872202406148442e-06,
      "loss": 0.7896,
      "step": 10988
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9858060687884607e-06,
      "loss": 0.8402,
      "step": 10989
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9843923448558135e-06,
      "loss": 0.8643,
      "step": 10990
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9829790688959074e-06,
      "loss": 0.756,
      "step": 10991
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9815662409877333e-06,
      "loss": 0.8701,
      "step": 10992
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.980153861210248e-06,
      "loss": 0.8066,
      "step": 10993
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.978741929642387e-06,
      "loss": 0.8248,
      "step": 10994
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.977330446363055e-06,
      "loss": 0.8493,
      "step": 10995
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.975919411451144e-06,
      "loss": 0.801,
      "step": 10996
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9745088249855094e-06,
      "loss": 0.8169,
      "step": 10997
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.973098687044982e-06,
      "loss": 0.8663,
      "step": 10998
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.97168899770838e-06,
      "loss": 0.7846,
      "step": 10999
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9702797570544762e-06,
      "loss": 0.8664,
      "step": 11000
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9688709651620386e-06,
      "loss": 0.8754,
      "step": 11001
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9674626221097983e-06,
      "loss": 0.8584,
      "step": 11002
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9660547279764607e-06,
      "loss": 0.7999,
      "step": 11003
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.964647282840715e-06,
      "loss": 0.8423,
      "step": 11004
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9632402867812184e-06,
      "loss": 0.8517,
      "step": 11005
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.961833739876603e-06,
      "loss": 0.8419,
      "step": 11006
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9604276422054745e-06,
      "loss": 0.8261,
      "step": 11007
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9590219938464263e-06,
      "loss": 0.7932,
      "step": 11008
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9576167948780033e-06,
      "loss": 0.8771,
      "step": 11009
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9562120453787482e-06,
      "loss": 0.7969,
      "step": 11010
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9548077454271663e-06,
      "loss": 0.807,
      "step": 11011
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.953403895101739e-06,
      "loss": 0.9032,
      "step": 11012
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9520004944809267e-06,
      "loss": 0.8513,
      "step": 11013
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9505975436431577e-06,
      "loss": 0.7906,
      "step": 11014
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.949195042666848e-06,
      "loss": 0.828,
      "step": 11015
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9477929916303707e-06,
      "loss": 0.8023,
      "step": 11016
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.946391390612088e-06,
      "loss": 0.8225,
      "step": 11017
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.944990239690331e-06,
      "loss": 0.8302,
      "step": 11018
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.943589538943407e-06,
      "loss": 0.8599,
      "step": 11019
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.942189288449594e-06,
      "loss": 0.8529,
      "step": 11020
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9407894882871536e-06,
      "loss": 0.7813,
      "step": 11021
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.939390138534316e-06,
      "loss": 0.818,
      "step": 11022
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9379912392692845e-06,
      "loss": 0.8508,
      "step": 11023
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9365927905702477e-06,
      "loss": 0.8571,
      "step": 11024
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9351947925153504e-06,
      "loss": 0.8609,
      "step": 11025
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9337972451827313e-06,
      "loss": 0.8385,
      "step": 11026
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.932400148650494e-06,
      "loss": 0.7781,
      "step": 11027
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.931003502996717e-06,
      "loss": 0.8739,
      "step": 11028
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9296073082994583e-06,
      "loss": 0.8142,
      "step": 11029
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.928211564636746e-06,
      "loss": 0.7749,
      "step": 11030
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.926816272086586e-06,
      "loss": 0.8947,
      "step": 11031
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.925421430726955e-06,
      "loss": 0.8019,
      "step": 11032
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9240270406358142e-06,
      "loss": 0.7988,
      "step": 11033
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9226331018910813e-06,
      "loss": 0.8785,
      "step": 11034
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.92123961457067e-06,
      "loss": 0.7452,
      "step": 11035
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9198465787524566e-06,
      "loss": 0.8375,
      "step": 11036
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9184539945142897e-06,
      "loss": 0.8254,
      "step": 11037
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.917061861934004e-06,
      "loss": 0.8327,
      "step": 11038
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9156701810893974e-06,
      "loss": 0.7878,
      "step": 11039
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9142789520582538e-06,
      "loss": 0.7843,
      "step": 11040
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.912888174918317e-06,
      "loss": 0.8216,
      "step": 11041
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9114978497473215e-06,
      "loss": 0.8096,
      "step": 11042
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.910107976622966e-06,
      "loss": 0.8262,
      "step": 11043
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.908718555622926e-06,
      "loss": 0.8428,
      "step": 11044
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.907329586824853e-06,
      "loss": 0.7575,
      "step": 11045
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9059410703063775e-06,
      "loss": 0.951,
      "step": 11046
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9045530061450956e-06,
      "loss": 0.8172,
      "step": 11047
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9031653944185824e-06,
      "loss": 0.867,
      "step": 11048
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9017782352043957e-06,
      "loss": 0.7592,
      "step": 11049
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.900391528580049e-06,
      "loss": 0.8263,
      "step": 11050
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8990052746230503e-06,
      "loss": 0.8586,
      "step": 11051
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8976194734108722e-06,
      "loss": 0.7675,
      "step": 11052
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8962341250209625e-06,
      "loss": 0.8356,
      "step": 11053
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.894849229530743e-06,
      "loss": 0.7752,
      "step": 11054
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.893464787017616e-06,
      "loss": 0.8571,
      "step": 11055
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8920807975589538e-06,
      "loss": 0.8316,
      "step": 11056
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8906972612321017e-06,
      "loss": 0.8432,
      "step": 11057
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8893141781143887e-06,
      "loss": 0.8106,
      "step": 11058
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8879315482831018e-06,
      "loss": 0.7889,
      "step": 11059
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8865493718155203e-06,
      "loss": 0.8905,
      "step": 11060
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.885167648788887e-06,
      "loss": 0.8621,
      "step": 11061
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8837863792804267e-06,
      "loss": 0.8321,
      "step": 11062
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8824055633673333e-06,
      "loss": 0.8674,
      "step": 11063
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.881025201126775e-06,
      "loss": 0.8402,
      "step": 11064
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8796452926359032e-06,
      "loss": 0.7952,
      "step": 11065
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8782658379718288e-06,
      "loss": 0.9052,
      "step": 11066
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8768868372116521e-06,
      "loss": 0.7423,
      "step": 11067
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8755082904324417e-06,
      "loss": 0.826,
      "step": 11068
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8741301977112404e-06,
      "loss": 0.9046,
      "step": 11069
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8727525591250628e-06,
      "loss": 0.7804,
      "step": 11070
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.871375374750909e-06,
      "loss": 0.8559,
      "step": 11071
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8699986446657415e-06,
      "loss": 0.9064,
      "step": 11072
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8686223689465011e-06,
      "loss": 0.8443,
      "step": 11073
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.867246547670113e-06,
      "loss": 0.7754,
      "step": 11074
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8658711809134556e-06,
      "loss": 0.8391,
      "step": 11075
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8644962687534052e-06,
      "loss": 0.794,
      "step": 11076
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8631218112667993e-06,
      "loss": 0.9135,
      "step": 11077
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.861747808530452e-06,
      "loss": 0.8146,
      "step": 11078
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8603742606211505e-06,
      "loss": 0.8302,
      "step": 11079
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8590011676156638e-06,
      "loss": 0.7825,
      "step": 11080
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8576285295907293e-06,
      "loss": 0.8614,
      "step": 11081
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8562563466230577e-06,
      "loss": 0.9135,
      "step": 11082
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.854884618789342e-06,
      "loss": 0.7759,
      "step": 11083
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8535133461662413e-06,
      "loss": 0.8469,
      "step": 11084
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.852142528830393e-06,
      "loss": 0.8328,
      "step": 11085
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8507721668584067e-06,
      "loss": 0.8515,
      "step": 11086
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8494022603268736e-06,
      "loss": 0.7827,
      "step": 11087
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8480328093123513e-06,
      "loss": 0.8651,
      "step": 11088
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8466638138913727e-06,
      "loss": 0.8332,
      "step": 11089
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8452952741404562e-06,
      "loss": 0.8733,
      "step": 11090
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8439271901360746e-06,
      "loss": 0.8147,
      "step": 11091
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8425595619546954e-06,
      "loss": 0.8035,
      "step": 11092
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.841192389672749e-06,
      "loss": 0.8665,
      "step": 11093
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.839825673366643e-06,
      "loss": 0.8501,
      "step": 11094
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8384594131127576e-06,
      "loss": 0.8357,
      "step": 11095
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8370936089874558e-06,
      "loss": 0.8592,
      "step": 11096
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8357282610670657e-06,
      "loss": 0.852,
      "step": 11097
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8343633694278895e-06,
      "loss": 0.8386,
      "step": 11098
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8329989341462174e-06,
      "loss": 0.8217,
      "step": 11099
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8316349552982937e-06,
      "loss": 0.8931,
      "step": 11100
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8302714329603543e-06,
      "loss": 0.8101,
      "step": 11101
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8289083672086017e-06,
      "loss": 0.8497,
      "step": 11102
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8275457581192136e-06,
      "loss": 0.8328,
      "step": 11103
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.82618360576834e-06,
      "loss": 0.8555,
      "step": 11104
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8248219102321151e-06,
      "loss": 0.8396,
      "step": 11105
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8234606715866365e-06,
      "loss": 0.8026,
      "step": 11106
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8220998899079789e-06,
      "loss": 0.8313,
      "step": 11107
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8207395652721981e-06,
      "loss": 0.8155,
      "step": 11108
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.819379697755317e-06,
      "loss": 0.7864,
      "step": 11109
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8180202874333342e-06,
      "loss": 0.7915,
      "step": 11110
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8166613343822215e-06,
      "loss": 0.7944,
      "step": 11111
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8153028386779338e-06,
      "loss": 0.8647,
      "step": 11112
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.81394480039639e-06,
      "loss": 0.7975,
      "step": 11113
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8125872196134864e-06,
      "loss": 0.8471,
      "step": 11114
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8112300964051012e-06,
      "loss": 0.804,
      "step": 11115
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.809873430847071e-06,
      "loss": 0.8633,
      "step": 11116
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8085172230152248e-06,
      "loss": 0.8877,
      "step": 11117
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8071614729853547e-06,
      "loss": 0.8421,
      "step": 11118
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8058061808332307e-06,
      "loss": 0.8238,
      "step": 11119
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8044513466345926e-06,
      "loss": 0.8382,
      "step": 11120
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8030969704651657e-06,
      "loss": 0.7896,
      "step": 11121
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8017430524006395e-06,
      "loss": 0.8294,
      "step": 11122
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8003895925166792e-06,
      "loss": 0.842,
      "step": 11123
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.799036590888933e-06,
      "loss": 0.8509,
      "step": 11124
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.797684047593008e-06,
      "loss": 0.861,
      "step": 11125
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7963319627045006e-06,
      "loss": 0.8619,
      "step": 11126
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7949803362989738e-06,
      "loss": 0.9116,
      "step": 11127
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7936291684519668e-06,
      "loss": 0.8,
      "step": 11128
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7922784592389908e-06,
      "loss": 0.8278,
      "step": 11129
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7909282087355373e-06,
      "loss": 0.8017,
      "step": 11130
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7895784170170683e-06,
      "loss": 0.7989,
      "step": 11131
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7882290841590155e-06,
      "loss": 0.835,
      "step": 11132
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7868802102367965e-06,
      "loss": 0.8038,
      "step": 11133
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7855317953257934e-06,
      "loss": 0.8042,
      "step": 11134
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7841838395013655e-06,
      "loss": 0.7804,
      "step": 11135
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.782836342838844e-06,
      "loss": 0.7775,
      "step": 11136
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.781489305413544e-06,
      "loss": 0.8414,
      "step": 11137
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7801427273007443e-06,
      "loss": 0.89,
      "step": 11138
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.778796608575699e-06,
      "loss": 0.87,
      "step": 11139
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7774509493136482e-06,
      "loss": 0.8236,
      "step": 11140
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7761057495897859e-06,
      "loss": 0.7677,
      "step": 11141
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7747610094793e-06,
      "loss": 0.8433,
      "step": 11142
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7734167290573433e-06,
      "loss": 0.775,
      "step": 11143
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.772072908399044e-06,
      "loss": 0.8445,
      "step": 11144
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7707295475795016e-06,
      "loss": 0.8046,
      "step": 11145
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7693866466737986e-06,
      "loss": 0.9049,
      "step": 11146
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7680442057569847e-06,
      "loss": 0.8155,
      "step": 11147
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.766702224904082e-06,
      "loss": 0.7863,
      "step": 11148
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7653607041900988e-06,
      "loss": 0.832,
      "step": 11149
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7640196436899991e-06,
      "loss": 0.8155,
      "step": 11150
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7626790434787388e-06,
      "loss": 0.8332,
      "step": 11151
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7613389036312367e-06,
      "loss": 0.7772,
      "step": 11152
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7599992242223962e-06,
      "loss": 0.7689,
      "step": 11153
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7586600053270797e-06,
      "loss": 0.7849,
      "step": 11154
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7573212470201395e-06,
      "loss": 0.8245,
      "step": 11155
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7559829493763946e-06,
      "loss": 0.8214,
      "step": 11156
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7546451124706342e-06,
      "loss": 0.8276,
      "step": 11157
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.753307736377634e-06,
      "loss": 0.808,
      "step": 11158
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7519708211721343e-06,
      "loss": 0.8722,
      "step": 11159
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7506343669288495e-06,
      "loss": 0.8096,
      "step": 11160
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.749298373722471e-06,
      "loss": 0.846,
      "step": 11161
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7479628416276673e-06,
      "loss": 0.8635,
      "step": 11162
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.746627770719076e-06,
      "loss": 0.8214,
      "step": 11163
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7452931610713097e-06,
      "loss": 0.8185,
      "step": 11164
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7439590127589622e-06,
      "loss": 0.757,
      "step": 11165
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7426253258565872e-06,
      "loss": 0.8403,
      "step": 11166
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7412921004387274e-06,
      "loss": 0.8596,
      "step": 11167
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7399593365798916e-06,
      "loss": 0.7369,
      "step": 11168
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7386270343545652e-06,
      "loss": 0.861,
      "step": 11169
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7372951938372051e-06,
      "loss": 0.8217,
      "step": 11170
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7359638151022484e-06,
      "loss": 0.8145,
      "step": 11171
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7346328982241012e-06,
      "loss": 0.7803,
      "step": 11172
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7333024432771416e-06,
      "loss": 0.7749,
      "step": 11173
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7319724503357305e-06,
      "loss": 0.8184,
      "step": 11174
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.730642919474197e-06,
      "loss": 0.8371,
      "step": 11175
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7293138507668439e-06,
      "loss": 0.834,
      "step": 11176
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7279852442879474e-06,
      "loss": 0.8447,
      "step": 11177
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7266571001117683e-06,
      "loss": 0.778,
      "step": 11178
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7253294183125223e-06,
      "loss": 0.7619,
      "step": 11179
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7240021989644184e-06,
      "loss": 0.844,
      "step": 11180
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.722675442141628e-06,
      "loss": 0.7976,
      "step": 11181
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7213491479182998e-06,
      "loss": 0.8173,
      "step": 11182
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.720023316368562e-06,
      "loss": 0.7953,
      "step": 11183
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7186979475665077e-06,
      "loss": 0.7827,
      "step": 11184
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7173730415862088e-06,
      "loss": 0.8421,
      "step": 11185
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7160485985017106e-06,
      "loss": 0.8411,
      "step": 11186
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7147246183870358e-06,
      "loss": 0.8053,
      "step": 11187
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7134011013161778e-06,
      "loss": 0.8119,
      "step": 11188
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7120780473631005e-06,
      "loss": 0.8337,
      "step": 11189
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7107554566017548e-06,
      "loss": 0.8597,
      "step": 11190
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7094333291060472e-06,
      "loss": 0.7969,
      "step": 11191
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7081116649498741e-06,
      "loss": 0.842,
      "step": 11192
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7067904642070987e-06,
      "loss": 0.8377,
      "step": 11193
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7054697269515607e-06,
      "loss": 0.8312,
      "step": 11194
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.704149453257068e-06,
      "loss": 0.8957,
      "step": 11195
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7028296431974145e-06,
      "loss": 0.7645,
      "step": 11196
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.701510296846358e-06,
      "loss": 0.8365,
      "step": 11197
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.700191414277631e-06,
      "loss": 0.8273,
      "step": 11198
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6988729955649474e-06,
      "loss": 0.8602,
      "step": 11199
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6975550407819885e-06,
      "loss": 0.7743,
      "step": 11200
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6962375500024109e-06,
      "loss": 0.8547,
      "step": 11201
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6949205232998445e-06,
      "loss": 0.8146,
      "step": 11202
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6936039607479004e-06,
      "loss": 0.7555,
      "step": 11203
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.69228786242015e-06,
      "loss": 0.8054,
      "step": 11204
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6909722283901519e-06,
      "loss": 0.8847,
      "step": 11205
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6896570587314343e-06,
      "loss": 0.8293,
      "step": 11206
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6883423535174948e-06,
      "loss": 0.7966,
      "step": 11207
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6870281128218123e-06,
      "loss": 0.8218,
      "step": 11208
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6857143367178375e-06,
      "loss": 0.7775,
      "step": 11209
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6844010252789923e-06,
      "loss": 0.8456,
      "step": 11210
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6830881785786712e-06,
      "loss": 0.7884,
      "step": 11211
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6817757966902514e-06,
      "loss": 0.9151,
      "step": 11212
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6804638796870775e-06,
      "loss": 0.8473,
      "step": 11213
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6791524276424665e-06,
      "loss": 0.9241,
      "step": 11214
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6778414406297184e-06,
      "loss": 0.7714,
      "step": 11215
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6765309187220912e-06,
      "loss": 0.8024,
      "step": 11216
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6752208619928368e-06,
      "loss": 0.8195,
      "step": 11217
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.673911270515165e-06,
      "loss": 0.831,
      "step": 11218
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6726021443622686e-06,
      "loss": 0.7894,
      "step": 11219
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.671293483607307e-06,
      "loss": 0.8073,
      "step": 11220
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6699852883234246e-06,
      "loss": 0.8394,
      "step": 11221
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6686775585837289e-06,
      "loss": 0.741,
      "step": 11222
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6673702944613057e-06,
      "loss": 0.7766,
      "step": 11223
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6660634960292177e-06,
      "loss": 0.7963,
      "step": 11224
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6647571633604964e-06,
      "loss": 0.8439,
      "step": 11225
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6634512965281502e-06,
      "loss": 0.8197,
      "step": 11226
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6621458956051583e-06,
      "loss": 0.805,
      "step": 11227
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6608409606644838e-06,
      "loss": 0.7707,
      "step": 11228
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6595364917790457e-06,
      "loss": 0.8799,
      "step": 11229
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6582324890217561e-06,
      "loss": 0.8801,
      "step": 11230
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6569289524654897e-06,
      "loss": 0.8313,
      "step": 11231
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.655625882183095e-06,
      "loss": 0.7758,
      "step": 11232
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6543232782474028e-06,
      "loss": 0.7693,
      "step": 11233
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6530211407312102e-06,
      "loss": 0.8202,
      "step": 11234
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6517194697072903e-06,
      "loss": 0.7822,
      "step": 11235
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6504182652483869e-06,
      "loss": 0.8528,
      "step": 11236
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6491175274272275e-06,
      "loss": 0.9378,
      "step": 11237
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.647817256316504e-06,
      "loss": 0.8371,
      "step": 11238
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6465174519888827e-06,
      "loss": 0.8485,
      "step": 11239
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6452181145170143e-06,
      "loss": 0.8092,
      "step": 11240
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6439192439735052e-06,
      "loss": 0.8346,
      "step": 11241
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.642620840430955e-06,
      "loss": 0.8083,
      "step": 11242
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6413229039619216e-06,
      "loss": 0.8116,
      "step": 11243
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6400254346389522e-06,
      "loss": 0.8562,
      "step": 11244
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6387284325345476e-06,
      "loss": 0.833,
      "step": 11245
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6374318977212034e-06,
      "loss": 0.8712,
      "step": 11246
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6361358302713759e-06,
      "loss": 0.8105,
      "step": 11247
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6348402302574985e-06,
      "loss": 0.8215,
      "step": 11248
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6335450977519818e-06,
      "loss": 0.8777,
      "step": 11249
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.632250432827206e-06,
      "loss": 0.7578,
      "step": 11250
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6309562355555275e-06,
      "loss": 0.8266,
      "step": 11251
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.629662506009273e-06,
      "loss": 0.8577,
      "step": 11252
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6283692442607523e-06,
      "loss": 0.858,
      "step": 11253
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6270764503822346e-06,
      "loss": 0.8271,
      "step": 11254
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.625784124445977e-06,
      "loss": 0.794,
      "step": 11255
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6244922665242013e-06,
      "loss": 0.7571,
      "step": 11256
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6232008766891062e-06,
      "loss": 0.841,
      "step": 11257
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.621909955012867e-06,
      "loss": 0.8154,
      "step": 11258
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6206195015676295e-06,
      "loss": 0.8001,
      "step": 11259
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.619329516425512e-06,
      "loss": 0.855,
      "step": 11260
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6180399996586083e-06,
      "loss": 0.8321,
      "step": 11261
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.616750951338989e-06,
      "loss": 0.7923,
      "step": 11262
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6154623715386952e-06,
      "loss": 0.8091,
      "step": 11263
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6141742603297416e-06,
      "loss": 0.809,
      "step": 11264
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6128866177841184e-06,
      "loss": 0.82,
      "step": 11265
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6115994439737859e-06,
      "loss": 0.8776,
      "step": 11266
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6103127389706863e-06,
      "loss": 0.8312,
      "step": 11267
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6090265028467244e-06,
      "loss": 0.8624,
      "step": 11268
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6077407356737928e-06,
      "loss": 0.7437,
      "step": 11269
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6064554375237406e-06,
      "loss": 0.8232,
      "step": 11270
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.605170608468407e-06,
      "loss": 0.8218,
      "step": 11271
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6038862485795947e-06,
      "loss": 0.8436,
      "step": 11272
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6026023579290828e-06,
      "loss": 0.8038,
      "step": 11273
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6013189365886272e-06,
      "loss": 0.8471,
      "step": 11274
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6000359846299551e-06,
      "loss": 0.8312,
      "step": 11275
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5987535021247668e-06,
      "loss": 0.8376,
      "step": 11276
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.597471489144734e-06,
      "loss": 0.8052,
      "step": 11277
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5961899457615126e-06,
      "loss": 0.8262,
      "step": 11278
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5949088720467166e-06,
      "loss": 0.7432,
      "step": 11279
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5936282680719484e-06,
      "loss": 0.8278,
      "step": 11280
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5923481339087742e-06,
      "loss": 0.7677,
      "step": 11281
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5910684696287381e-06,
      "loss": 0.7822,
      "step": 11282
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5897892753033595e-06,
      "loss": 0.8596,
      "step": 11283
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5885105510041276e-06,
      "loss": 0.8462,
      "step": 11284
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.587232296802509e-06,
      "loss": 0.8867,
      "step": 11285
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5859545127699372e-06,
      "loss": 0.897,
      "step": 11286
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.584677198977832e-06,
      "loss": 0.8658,
      "step": 11287
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5834003554975741e-06,
      "loss": 0.8551,
      "step": 11288
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5821239824005253e-06,
      "loss": 0.8524,
      "step": 11289
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.580848079758015e-06,
      "loss": 0.8973,
      "step": 11290
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5795726476413565e-06,
      "loss": 0.8808,
      "step": 11291
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.578297686121827e-06,
      "loss": 0.7892,
      "step": 11292
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5770231952706794e-06,
      "loss": 0.8244,
      "step": 11293
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5757491751591492e-06,
      "loss": 0.8348,
      "step": 11294
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5744756258584282e-06,
      "loss": 0.8078,
      "step": 11295
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5732025474396985e-06,
      "loss": 0.771,
      "step": 11296
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5719299399741084e-06,
      "loss": 0.8745,
      "step": 11297
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.570657803532778e-06,
      "loss": 0.7736,
      "step": 11298
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5693861381868081e-06,
      "loss": 0.8567,
      "step": 11299
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5681149440072663e-06,
      "loss": 0.7781,
      "step": 11300
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.566844221065198e-06,
      "loss": 0.8541,
      "step": 11301
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5655739694316175e-06,
      "loss": 0.8293,
      "step": 11302
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5643041891775223e-06,
      "loss": 0.8211,
      "step": 11303
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5630348803738693e-06,
      "loss": 0.8169,
      "step": 11304
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5617660430916036e-06,
      "loss": 0.7766,
      "step": 11305
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5604976774016356e-06,
      "loss": 0.8243,
      "step": 11306
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5592297833748483e-06,
      "loss": 0.8093,
      "step": 11307
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.557962361082106e-06,
      "loss": 0.7874,
      "step": 11308
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5566954105942389e-06,
      "loss": 0.8194,
      "step": 11309
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5554289319820549e-06,
      "loss": 0.8673,
      "step": 11310
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5541629253163303e-06,
      "loss": 0.8655,
      "step": 11311
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5528973906678258e-06,
      "loss": 0.7255,
      "step": 11312
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5516323281072653e-06,
      "loss": 0.8361,
      "step": 11313
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5503677377053516e-06,
      "loss": 0.8142,
      "step": 11314
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5491036195327558e-06,
      "loss": 0.8287,
      "step": 11315
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5478399736601312e-06,
      "loss": 0.8317,
      "step": 11316
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5465768001580983e-06,
      "loss": 0.7476,
      "step": 11317
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5453140990972492e-06,
      "loss": 0.8561,
      "step": 11318
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.544051870548161e-06,
      "loss": 0.8339,
      "step": 11319
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5427901145813685e-06,
      "loss": 0.839,
      "step": 11320
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5415288312673927e-06,
      "loss": 0.8806,
      "step": 11321
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.540268020676723e-06,
      "loss": 0.8664,
      "step": 11322
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5390076828798194e-06,
      "loss": 0.8234,
      "step": 11323
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5377478179471262e-06,
      "loss": 0.8046,
      "step": 11324
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5364884259490486e-06,
      "loss": 0.7914,
      "step": 11325
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.535229506955973e-06,
      "loss": 0.885,
      "step": 11326
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5339710610382541e-06,
      "loss": 0.8079,
      "step": 11327
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5327130882662322e-06,
      "loss": 0.7899,
      "step": 11328
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5314555887102e-06,
      "loss": 0.8409,
      "step": 11329
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5301985624404458e-06,
      "loss": 0.8434,
      "step": 11330
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5289420095272167e-06,
      "loss": 0.8241,
      "step": 11331
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5276859300407387e-06,
      "loss": 0.8209,
      "step": 11332
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5264303240512146e-06,
      "loss": 0.7248,
      "step": 11333
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5251751916288126e-06,
      "loss": 0.8147,
      "step": 11334
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5239205328436858e-06,
      "loss": 0.8978,
      "step": 11335
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5226663477659442e-06,
      "loss": 0.8476,
      "step": 11336
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.521412636465689e-06,
      "loss": 0.867,
      "step": 11337
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5201593990129849e-06,
      "loss": 0.8284,
      "step": 11338
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5189066354778704e-06,
      "loss": 0.8692,
      "step": 11339
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5176543459303594e-06,
      "loss": 0.8837,
      "step": 11340
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5164025304404428e-06,
      "loss": 0.846,
      "step": 11341
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5151511890780801e-06,
      "loss": 0.9061,
      "step": 11342
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5139003219132021e-06,
      "loss": 0.8023,
      "step": 11343
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5126499290157238e-06,
      "loss": 0.8542,
      "step": 11344
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5114000104555183e-06,
      "loss": 0.8139,
      "step": 11345
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5101505663024473e-06,
      "loss": 0.774,
      "step": 11346
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5089015966263365e-06,
      "loss": 0.7599,
      "step": 11347
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.507653101496984e-06,
      "loss": 0.8327,
      "step": 11348
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5064050809841734e-06,
      "loss": 0.7863,
      "step": 11349
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5051575351576475e-06,
      "loss": 0.9061,
      "step": 11350
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5039104640871304e-06,
      "loss": 0.7984,
      "step": 11351
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5026638678423155e-06,
      "loss": 0.8635,
      "step": 11352
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5014177464928793e-06,
      "loss": 0.8364,
      "step": 11353
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5001721001084535e-06,
      "loss": 0.7814,
      "step": 11354
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.498926928758664e-06,
      "loss": 0.898,
      "step": 11355
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4976822325130947e-06,
      "loss": 0.7921,
      "step": 11356
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4964380114413092e-06,
      "loss": 0.8929,
      "step": 11357
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.495194265612846e-06,
      "loss": 0.7309,
      "step": 11358
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4939509950972131e-06,
      "loss": 0.8385,
      "step": 11359
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4927081999638993e-06,
      "loss": 0.8516,
      "step": 11360
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4914658802823522e-06,
      "loss": 0.8666,
      "step": 11361
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4902240361220088e-06,
      "loss": 0.8816,
      "step": 11362
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4889826675522712e-06,
      "loss": 0.8072,
      "step": 11363
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.487741774642516e-06,
      "loss": 0.7769,
      "step": 11364
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4865013574620912e-06,
      "loss": 0.9176,
      "step": 11365
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4852614160803258e-06,
      "loss": 0.8399,
      "step": 11366
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4840219505665144e-06,
      "loss": 0.8196,
      "step": 11367
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4827829609899257e-06,
      "loss": 0.8544,
      "step": 11368
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4815444474198093e-06,
      "loss": 0.8806,
      "step": 11369
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4803064099253762e-06,
      "loss": 0.8361,
      "step": 11370
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.479068848575822e-06,
      "loss": 0.7882,
      "step": 11371
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4778317634403082e-06,
      "loss": 0.7913,
      "step": 11372
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4765951545879732e-06,
      "loss": 0.8292,
      "step": 11373
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.47535902208793e-06,
      "loss": 0.8187,
      "step": 11374
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4741233660092613e-06,
      "loss": 0.8203,
      "step": 11375
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4728881864210254e-06,
      "loss": 0.8002,
      "step": 11376
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4716534833922503e-06,
      "loss": 0.7884,
      "step": 11377
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4704192569919483e-06,
      "loss": 0.7609,
      "step": 11378
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4691855072890882e-06,
      "loss": 0.8413,
      "step": 11379
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4679522343526265e-06,
      "loss": 0.7909,
      "step": 11380
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.466719438251486e-06,
      "loss": 0.8122,
      "step": 11381
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4654871190545673e-06,
      "loss": 0.8575,
      "step": 11382
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4642552768307395e-06,
      "loss": 0.8423,
      "step": 11383
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4630239116488455e-06,
      "loss": 0.8528,
      "step": 11384
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.46179302357771e-06,
      "loss": 0.7623,
      "step": 11385
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.460562612686115e-06,
      "loss": 0.832,
      "step": 11386
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.459332679042832e-06,
      "loss": 0.8598,
      "step": 11387
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.458103222716597e-06,
      "loss": 0.8011,
      "step": 11388
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.456874243776122e-06,
      "loss": 0.8732,
      "step": 11389
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4556457422900872e-06,
      "loss": 0.7976,
      "step": 11390
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.454417718327158e-06,
      "loss": 0.8356,
      "step": 11391
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4531901719559605e-06,
      "loss": 0.8276,
      "step": 11392
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4519631032450986e-06,
      "loss": 0.8454,
      "step": 11393
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4507365122631577e-06,
      "loss": 0.8103,
      "step": 11394
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4495103990786775e-06,
      "loss": 0.7971,
      "step": 11395
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4482847637601916e-06,
      "loss": 0.8281,
      "step": 11396
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4470596063761943e-06,
      "loss": 0.7903,
      "step": 11397
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4458349269951543e-06,
      "loss": 0.8078,
      "step": 11398
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4446107256855213e-06,
      "loss": 0.8518,
      "step": 11399
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4433870025157104e-06,
      "loss": 0.8212,
      "step": 11400
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4421637575541125e-06,
      "loss": 0.7336,
      "step": 11401
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4409409908690885e-06,
      "loss": 0.7725,
      "step": 11402
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4397187025289816e-06,
      "loss": 0.8126,
      "step": 11403
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4384968926021003e-06,
      "loss": 0.864,
      "step": 11404
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.437275561156728e-06,
      "loss": 0.8424,
      "step": 11405
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4360547082611199e-06,
      "loss": 0.8268,
      "step": 11406
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4348343339835102e-06,
      "loss": 0.7882,
      "step": 11407
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4336144383921013e-06,
      "loss": 0.864,
      "step": 11408
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4323950215550676e-06,
      "loss": 0.8084,
      "step": 11409
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4311760835405664e-06,
      "loss": 0.83,
      "step": 11410
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4299576244167123e-06,
      "loss": 0.7903,
      "step": 11411
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4287396442516077e-06,
      "loss": 0.7574,
      "step": 11412
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4275221431133212e-06,
      "loss": 0.9321,
      "step": 11413
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4263051210698964e-06,
      "loss": 0.8418,
      "step": 11414
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4250885781893464e-06,
      "loss": 0.785,
      "step": 11415
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.423872514539666e-06,
      "loss": 0.8,
      "step": 11416
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4226569301888149e-06,
      "loss": 0.735,
      "step": 11417
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.421441825204728e-06,
      "loss": 0.8426,
      "step": 11418
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4202271996553207e-06,
      "loss": 0.8049,
      "step": 11419
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4190130536084667e-06,
      "loss": 0.8453,
      "step": 11420
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4177993871320283e-06,
      "loss": 0.8288,
      "step": 11421
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4165862002938313e-06,
      "loss": 0.8719,
      "step": 11422
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.415373493161677e-06,
      "loss": 0.8445,
      "step": 11423
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4141612658033444e-06,
      "loss": 0.8225,
      "step": 11424
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4129495182865793e-06,
      "loss": 0.7944,
      "step": 11425
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4117382506791044e-06,
      "loss": 0.835,
      "step": 11426
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.410527463048611e-06,
      "loss": 0.902,
      "step": 11427
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4093171554627727e-06,
      "loss": 0.8391,
      "step": 11428
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4081073279892277e-06,
      "loss": 0.8004,
      "step": 11429
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4068979806955895e-06,
      "loss": 0.8292,
      "step": 11430
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4056891136494445e-06,
      "loss": 0.8021,
      "step": 11431
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.404480726918358e-06,
      "loss": 0.9071,
      "step": 11432
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.403272820569861e-06,
      "loss": 0.8417,
      "step": 11433
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.402065394671458e-06,
      "loss": 0.8331,
      "step": 11434
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4008584492906362e-06,
      "loss": 0.8085,
      "step": 11435
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3996519844948398e-06,
      "loss": 0.8367,
      "step": 11436
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3984460003515022e-06,
      "loss": 0.8299,
      "step": 11437
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3972404969280206e-06,
      "loss": 0.8302,
      "step": 11438
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3960354742917658e-06,
      "loss": 0.8454,
      "step": 11439
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.394830932510084e-06,
      "loss": 0.7779,
      "step": 11440
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3936268716502977e-06,
      "loss": 0.818,
      "step": 11441
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3924232917796965e-06,
      "loss": 0.7586,
      "step": 11442
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3912201929655423e-06,
      "loss": 0.7831,
      "step": 11443
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3900175752750821e-06,
      "loss": 0.7468,
      "step": 11444
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3888154387755171e-06,
      "loss": 0.8436,
      "step": 11445
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3876137835340375e-06,
      "loss": 0.8318,
      "step": 11446
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.386412609617801e-06,
      "loss": 0.8333,
      "step": 11447
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3852119170939339e-06,
      "loss": 0.8606,
      "step": 11448
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3840117060295465e-06,
      "loss": 0.8063,
      "step": 11449
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3828119764917115e-06,
      "loss": 0.845,
      "step": 11450
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.38161272854748e-06,
      "loss": 0.7892,
      "step": 11451
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3804139622638723e-06,
      "loss": 0.8434,
      "step": 11452
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.379215677707889e-06,
      "loss": 0.8178,
      "step": 11453
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3780178749464967e-06,
      "loss": 0.7821,
      "step": 11454
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3768205540466394e-06,
      "loss": 0.8015,
      "step": 11455
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3756237150752283e-06,
      "loss": 0.8548,
      "step": 11456
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3744273580991563e-06,
      "loss": 0.8025,
      "step": 11457
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3732314831852844e-06,
      "loss": 0.8216,
      "step": 11458
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3720360904004437e-06,
      "loss": 0.8855,
      "step": 11459
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3708411798114485e-06,
      "loss": 0.8058,
      "step": 11460
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3696467514850698e-06,
      "loss": 0.934,
      "step": 11461
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3684528054880696e-06,
      "loss": 0.8579,
      "step": 11462
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3672593418871715e-06,
      "loss": 0.801,
      "step": 11463
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3660663607490754e-06,
      "loss": 0.8873,
      "step": 11464
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.364873862140451e-06,
      "loss": 0.8484,
      "step": 11465
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.36368184612795e-06,
      "loss": 0.8402,
      "step": 11466
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3624903127781885e-06,
      "loss": 0.8152,
      "step": 11467
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.361299262157756e-06,
      "loss": 0.8191,
      "step": 11468
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3601086943332241e-06,
      "loss": 0.8956,
      "step": 11469
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3589186093711227e-06,
      "loss": 0.7842,
      "step": 11470
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3577290073379679e-06,
      "loss": 0.8225,
      "step": 11471
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.35653988830024e-06,
      "loss": 0.8147,
      "step": 11472
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3553512523244007e-06,
      "loss": 0.7655,
      "step": 11473
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3541630994768761e-06,
      "loss": 0.8309,
      "step": 11474
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3529754298240715e-06,
      "loss": 0.8527,
      "step": 11475
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3517882434323626e-06,
      "loss": 0.8096,
      "step": 11476
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.350601540368094e-06,
      "loss": 0.8427,
      "step": 11477
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3494153206975935e-06,
      "loss": 0.825,
      "step": 11478
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.348229584487154e-06,
      "loss": 0.8473,
      "step": 11479
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3470443318030435e-06,
      "loss": 0.8296,
      "step": 11480
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3458595627115e-06,
      "loss": 0.8172,
      "step": 11481
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3446752772787418e-06,
      "loss": 0.8719,
      "step": 11482
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3434914755709549e-06,
      "loss": 0.8684,
      "step": 11483
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.342308157654294e-06,
      "loss": 0.7974,
      "step": 11484
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3411253235949018e-06,
      "loss": 0.7764,
      "step": 11485
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3399429734588731e-06,
      "loss": 0.928,
      "step": 11486
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.338761107312293e-06,
      "loss": 0.8107,
      "step": 11487
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.337579725221212e-06,
      "loss": 0.8363,
      "step": 11488
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3363988272516549e-06,
      "loss": 0.8359,
      "step": 11489
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3352184134696155e-06,
      "loss": 0.7503,
      "step": 11490
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3340384839410703e-06,
      "loss": 0.7898,
      "step": 11491
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3328590387319585e-06,
      "loss": 0.8148,
      "step": 11492
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3316800779081963e-06,
      "loss": 0.8603,
      "step": 11493
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3305016015356763e-06,
      "loss": 0.8094,
      "step": 11494
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3293236096802586e-06,
      "loss": 0.8276,
      "step": 11495
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.328146102407778e-06,
      "loss": 0.917,
      "step": 11496
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3269690797840407e-06,
      "loss": 0.8587,
      "step": 11497
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.325792541874833e-06,
      "loss": 0.842,
      "step": 11498
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3246164887459045e-06,
      "loss": 0.8377,
      "step": 11499
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3234409204629828e-06,
      "loss": 0.7752,
      "step": 11500
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3222658370917674e-06,
      "loss": 0.7316,
      "step": 11501
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.321091238697929e-06,
      "loss": 0.8056,
      "step": 11502
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3199171253471177e-06,
      "loss": 0.8084,
      "step": 11503
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3187434971049496e-06,
      "loss": 0.775,
      "step": 11504
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3175703540370155e-06,
      "loss": 0.8411,
      "step": 11505
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3163976962088765e-06,
      "loss": 0.8609,
      "step": 11506
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3152255236860756e-06,
      "loss": 0.8517,
      "step": 11507
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3140538365341194e-06,
      "loss": 0.8136,
      "step": 11508
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3128826348184886e-06,
      "loss": 0.8092,
      "step": 11509
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3117119186046457e-06,
      "loss": 0.8525,
      "step": 11510
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3105416879580103e-06,
      "loss": 0.8703,
      "step": 11511
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.30937194294399e-06,
      "loss": 0.8496,
      "step": 11512
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3082026836279571e-06,
      "loss": 0.8081,
      "step": 11513
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3070339100752594e-06,
      "loss": 0.8471,
      "step": 11514
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3058656223512134e-06,
      "loss": 0.791,
      "step": 11515
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3046978205211157e-06,
      "loss": 0.754,
      "step": 11516
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3035305046502312e-06,
      "loss": 0.8034,
      "step": 11517
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.302363674803796e-06,
      "loss": 0.8128,
      "step": 11518
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.301197331047025e-06,
      "loss": 0.7598,
      "step": 11519
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3000314734451003e-06,
      "loss": 0.8715,
      "step": 11520
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2988661020631798e-06,
      "loss": 0.8198,
      "step": 11521
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2977012169663895e-06,
      "loss": 0.7326,
      "step": 11522
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2965368182198401e-06,
      "loss": 0.7991,
      "step": 11523
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2953729058885966e-06,
      "loss": 0.8273,
      "step": 11524
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2942094800377147e-06,
      "loss": 0.8196,
      "step": 11525
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2930465407322134e-06,
      "loss": 0.8277,
      "step": 11526
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2918840880370841e-06,
      "loss": 0.8284,
      "step": 11527
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2907221220172983e-06,
      "loss": 0.8207,
      "step": 11528
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2895606427377916e-06,
      "loss": 0.8604,
      "step": 11529
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2883996502634787e-06,
      "loss": 0.8082,
      "step": 11530
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2872391446592403e-06,
      "loss": 0.8112,
      "step": 11531
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2860791259899408e-06,
      "loss": 0.7572,
      "step": 11532
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2849195943204062e-06,
      "loss": 0.7912,
      "step": 11533
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2837605497154392e-06,
      "loss": 0.7875,
      "step": 11534
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2826019922398213e-06,
      "loss": 0.7849,
      "step": 11535
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2814439219582953e-06,
      "loss": 0.7979,
      "step": 11536
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.280286338935587e-06,
      "loss": 0.8268,
      "step": 11537
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.279129243236389e-06,
      "loss": 0.7852,
      "step": 11538
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2779726349253697e-06,
      "loss": 0.7911,
      "step": 11539
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.276816514067165e-06,
      "loss": 0.8884,
      "step": 11540
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2756608807263948e-06,
      "loss": 0.8128,
      "step": 11541
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2745057349676404e-06,
      "loss": 0.8635,
      "step": 11542
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.273351076855458e-06,
      "loss": 0.816,
      "step": 11543
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2721969064543837e-06,
      "loss": 0.814,
      "step": 11544
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2710432238289183e-06,
      "loss": 0.8005,
      "step": 11545
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.269890029043539e-06,
      "loss": 0.8993,
      "step": 11546
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.268737322162693e-06,
      "loss": 0.8794,
      "step": 11547
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.267585103250809e-06,
      "loss": 0.7877,
      "step": 11548
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2664333723722722e-06,
      "loss": 0.8219,
      "step": 11549
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2652821295914563e-06,
      "loss": 0.8695,
      "step": 11550
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2641313749726992e-06,
      "loss": 0.8453,
      "step": 11551
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2629811085803134e-06,
      "loss": 0.812,
      "step": 11552
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2618313304785868e-06,
      "loss": 0.7932,
      "step": 11553
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2606820407317767e-06,
      "loss": 0.841,
      "step": 11554
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2595332394041139e-06,
      "loss": 0.779,
      "step": 11555
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2583849265597993e-06,
      "loss": 0.8573,
      "step": 11556
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2572371022630147e-06,
      "loss": 0.831,
      "step": 11557
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2560897665779059e-06,
      "loss": 0.8313,
      "step": 11558
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2549429195685935e-06,
      "loss": 0.8455,
      "step": 11559
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2537965612991776e-06,
      "loss": 0.8408,
      "step": 11560
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2526506918337179e-06,
      "loss": 0.8098,
      "step": 11561
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2515053112362586e-06,
      "loss": 0.8483,
      "step": 11562
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2503604195708109e-06,
      "loss": 0.8195,
      "step": 11563
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2492160169013635e-06,
      "loss": 0.8441,
      "step": 11564
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2480721032918675e-06,
      "loss": 0.8379,
      "step": 11565
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2469286788062595e-06,
      "loss": 0.8083,
      "step": 11566
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.245785743508441e-06,
      "loss": 0.7981,
      "step": 11567
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2446432974622834e-06,
      "loss": 0.8338,
      "step": 11568
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2435013407316432e-06,
      "loss": 0.7892,
      "step": 11569
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2423598733803366e-06,
      "loss": 0.9375,
      "step": 11570
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2412188954721583e-06,
      "loss": 0.8324,
      "step": 11571
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2400784070708726e-06,
      "loss": 0.89,
      "step": 11572
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2389384082402256e-06,
      "loss": 0.8234,
      "step": 11573
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2377988990439195e-06,
      "loss": 0.8467,
      "step": 11574
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2366598795456463e-06,
      "loss": 0.7552,
      "step": 11575
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.235521349809059e-06,
      "loss": 0.7655,
      "step": 11576
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2343833098977875e-06,
      "loss": 0.8117,
      "step": 11577
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2332457598754367e-06,
      "loss": 0.8481,
      "step": 11578
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2321086998055797e-06,
      "loss": 0.7677,
      "step": 11579
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2309721297517641e-06,
      "loss": 0.8389,
      "step": 11580
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2298360497775075e-06,
      "loss": 0.7957,
      "step": 11581
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2287004599463082e-06,
      "loss": 0.8738,
      "step": 11582
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2275653603216275e-06,
      "loss": 0.8797,
      "step": 11583
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2264307509669027e-06,
      "loss": 0.7952,
      "step": 11584
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2252966319455506e-06,
      "loss": 0.8823,
      "step": 11585
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.224163003320945e-06,
      "loss": 0.8273,
      "step": 11586
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2230298651564487e-06,
      "loss": 0.8791,
      "step": 11587
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2218972175153853e-06,
      "loss": 0.8139,
      "step": 11588
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2207650604610632e-06,
      "loss": 0.8578,
      "step": 11589
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2196333940567463e-06,
      "loss": 0.8449,
      "step": 11590
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2185022183656868e-06,
      "loss": 0.8776,
      "step": 11591
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2173715334511015e-06,
      "loss": 0.8126,
      "step": 11592
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2162413393761807e-06,
      "loss": 0.8571,
      "step": 11593
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2151116362040904e-06,
      "loss": 0.8224,
      "step": 11594
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.213982423997967e-06,
      "loss": 0.8054,
      "step": 11595
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2128537028209175e-06,
      "loss": 0.7622,
      "step": 11596
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2117254727360217e-06,
      "loss": 0.8707,
      "step": 11597
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2105977338063413e-06,
      "loss": 0.8709,
      "step": 11598
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2094704860948926e-06,
      "loss": 0.896,
      "step": 11599
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2083437296646827e-06,
      "loss": 0.8285,
      "step": 11600
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2072174645786805e-06,
      "loss": 0.8709,
      "step": 11601
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2060916908998278e-06,
      "loss": 0.7925,
      "step": 11602
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.204966408691045e-06,
      "loss": 0.7857,
      "step": 11603
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2038416180152201e-06,
      "loss": 0.7855,
      "step": 11604
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2027173189352149e-06,
      "loss": 0.8302,
      "step": 11605
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2015935115138622e-06,
      "loss": 0.8274,
      "step": 11606
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.200470195813972e-06,
      "loss": 0.7782,
      "step": 11607
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1993473718983217e-06,
      "loss": 0.7803,
      "step": 11608
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1982250398296613e-06,
      "loss": 0.8394,
      "step": 11609
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1971031996707205e-06,
      "loss": 0.774,
      "step": 11610
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1959818514841913e-06,
      "loss": 0.8277,
      "step": 11611
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1948609953327461e-06,
      "loss": 0.8727,
      "step": 11612
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1937406312790235e-06,
      "loss": 0.8255,
      "step": 11613
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1926207593856442e-06,
      "loss": 0.7863,
      "step": 11614
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1915013797151865e-06,
      "loss": 0.8437,
      "step": 11615
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1903824923302155e-06,
      "loss": 0.8476,
      "step": 11616
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1892640972932624e-06,
      "loss": 0.8649,
      "step": 11617
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1881461946668294e-06,
      "loss": 0.8124,
      "step": 11618
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1870287845133965e-06,
      "loss": 0.8638,
      "step": 11619
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1859118668954117e-06,
      "loss": 0.8793,
      "step": 11620
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.184795441875296e-06,
      "loss": 0.8731,
      "step": 11621
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1836795095154419e-06,
      "loss": 0.7979,
      "step": 11622
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1825640698782238e-06,
      "loss": 0.8159,
      "step": 11623
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1814491230259694e-06,
      "loss": 0.8215,
      "step": 11624
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1803346690210005e-06,
      "loss": 0.8753,
      "step": 11625
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1792207079255969e-06,
      "loss": 0.8695,
      "step": 11626
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1781072398020122e-06,
      "loss": 0.8341,
      "step": 11627
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.176994264712482e-06,
      "loss": 0.7745,
      "step": 11628
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1758817827192036e-06,
      "loss": 0.8641,
      "step": 11629
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1747697938843517e-06,
      "loss": 0.8384,
      "step": 11630
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1736582982700718e-06,
      "loss": 0.8907,
      "step": 11631
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1725472959384843e-06,
      "loss": 0.8019,
      "step": 11632
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1714367869516806e-06,
      "loss": 0.8559,
      "step": 11633
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1703267713717203e-06,
      "loss": 0.7902,
      "step": 11634
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1692172492606458e-06,
      "loss": 0.855,
      "step": 11635
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1681082206804616e-06,
      "loss": 0.8034,
      "step": 11636
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1669996856931497e-06,
      "loss": 0.8251,
      "step": 11637
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1658916443606606e-06,
      "loss": 0.8348,
      "step": 11638
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1647840967449265e-06,
      "loss": 0.85,
      "step": 11639
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1636770429078382e-06,
      "loss": 0.8002,
      "step": 11640
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1625704829112704e-06,
      "loss": 0.9271,
      "step": 11641
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1614644168170663e-06,
      "loss": 0.8027,
      "step": 11642
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1603588446870383e-06,
      "loss": 0.7945,
      "step": 11643
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1592537665829773e-06,
      "loss": 0.7655,
      "step": 11644
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1581491825666425e-06,
      "loss": 0.862,
      "step": 11645
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1570450926997657e-06,
      "loss": 0.8373,
      "step": 11646
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1559414970440496e-06,
      "loss": 0.8543,
      "step": 11647
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1548383956611787e-06,
      "loss": 0.7716,
      "step": 11648
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.153735788612793e-06,
      "loss": 0.8588,
      "step": 11649
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1526336759605217e-06,
      "loss": 0.7984,
      "step": 11650
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1515320577659573e-06,
      "loss": 0.7837,
      "step": 11651
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1504309340906639e-06,
      "loss": 0.8232,
      "step": 11652
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1493303049961846e-06,
      "loss": 0.831,
      "step": 11653
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.148230170544028e-06,
      "loss": 0.8303,
      "step": 11654
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1471305307956826e-06,
      "loss": 0.8097,
      "step": 11655
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1460313858125972e-06,
      "loss": 0.8356,
      "step": 11656
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1449327356562056e-06,
      "loss": 0.8567,
      "step": 11657
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.143834580387907e-06,
      "loss": 0.7451,
      "step": 11658
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.142736920069073e-06,
      "loss": 0.8304,
      "step": 11659
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1416397547610536e-06,
      "loss": 0.8384,
      "step": 11660
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1405430845251642e-06,
      "loss": 0.8445,
      "step": 11661
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1394469094226945e-06,
      "loss": 0.8264,
      "step": 11662
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1383512295149045e-06,
      "loss": 0.7851,
      "step": 11663
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1372560448630377e-06,
      "loss": 0.8482,
      "step": 11664
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1361613555282914e-06,
      "loss": 0.8158,
      "step": 11665
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.13506716157185e-06,
      "loss": 0.82,
      "step": 11666
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.133973463054866e-06,
      "loss": 0.875,
      "step": 11667
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1328802600384603e-06,
      "loss": 0.8201,
      "step": 11668
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.131787552583733e-06,
      "loss": 0.744,
      "step": 11669
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1306953407517507e-06,
      "loss": 0.7991,
      "step": 11670
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1296036246035546e-06,
      "loss": 0.9223,
      "step": 11671
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1285124042001572e-06,
      "loss": 0.7772,
      "step": 11672
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1274216796025483e-06,
      "loss": 0.8338,
      "step": 11673
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1263314508716793e-06,
      "loss": 0.8784,
      "step": 11674
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1252417180684872e-06,
      "loss": 0.8206,
      "step": 11675
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1241524812538696e-06,
      "loss": 0.8011,
      "step": 11676
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1230637404887012e-06,
      "loss": 0.8756,
      "step": 11677
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1219754958338336e-06,
      "loss": 0.7958,
      "step": 11678
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.12088774735008e-06,
      "loss": 0.8052,
      "step": 11679
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.11980049509824e-06,
      "loss": 0.7714,
      "step": 11680
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.118713739139069e-06,
      "loss": 0.8353,
      "step": 11681
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1176274795333086e-06,
      "loss": 0.8261,
      "step": 11682
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.116541716341666e-06,
      "loss": 0.8573,
      "step": 11683
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1154564496248188e-06,
      "loss": 0.7944,
      "step": 11684
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1143716794434257e-06,
      "loss": 0.8426,
      "step": 11685
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1132874058581078e-06,
      "loss": 0.854,
      "step": 11686
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1122036289294623e-06,
      "loss": 0.8794,
      "step": 11687
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.11112034871806e-06,
      "loss": 0.7899,
      "step": 11688
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1100375652844453e-06,
      "loss": 0.7795,
      "step": 11689
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1089552786891255e-06,
      "loss": 0.864,
      "step": 11690
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1078734889925947e-06,
      "loss": 0.8914,
      "step": 11691
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1067921962553063e-06,
      "loss": 0.8384,
      "step": 11692
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1057114005376924e-06,
      "loss": 0.8183,
      "step": 11693
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1046311019001566e-06,
      "loss": 0.8646,
      "step": 11694
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.103551300403075e-06,
      "loss": 0.8503,
      "step": 11695
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1024719961067942e-06,
      "loss": 0.8137,
      "step": 11696
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1013931890716312e-06,
      "loss": 0.9161,
      "step": 11697
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1003148793578843e-06,
      "loss": 0.7841,
      "step": 11698
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.09923706702581e-06,
      "loss": 0.8756,
      "step": 11699
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0981597521356513e-06,
      "loss": 0.8587,
      "step": 11700
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0970829347476097e-06,
      "loss": 0.7941,
      "step": 11701
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.096006614921874e-06,
      "loss": 0.8541,
      "step": 11702
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0949307927185914e-06,
      "loss": 0.8831,
      "step": 11703
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0938554681978875e-06,
      "loss": 0.7724,
      "step": 11704
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0927806414198638e-06,
      "loss": 0.801,
      "step": 11705
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0917063124445825e-06,
      "loss": 0.8907,
      "step": 11706
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0906324813320924e-06,
      "loss": 0.8697,
      "step": 11707
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.089559148142403e-06,
      "loss": 0.8512,
      "step": 11708
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0884863129355027e-06,
      "loss": 0.7897,
      "step": 11709
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0874139757713454e-06,
      "loss": 0.9186,
      "step": 11710
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.086342136709867e-06,
      "loss": 0.8489,
      "step": 11711
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0852707958109666e-06,
      "loss": 0.8153,
      "step": 11712
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0841999531345182e-06,
      "loss": 0.7979,
      "step": 11713
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0831296087403742e-06,
      "loss": 0.8198,
      "step": 11714
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0820597626883444e-06,
      "loss": 0.8136,
      "step": 11715
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0809904150382278e-06,
      "loss": 0.7534,
      "step": 11716
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0799215658497841e-06,
      "loss": 0.7849,
      "step": 11717
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.078853215182748e-06,
      "loss": 0.8991,
      "step": 11718
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0777853630968295e-06,
      "loss": 0.8358,
      "step": 11719
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0767180096517071e-06,
      "loss": 0.7535,
      "step": 11720
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0756511549070325e-06,
      "loss": 0.8274,
      "step": 11721
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0745847989224277e-06,
      "loss": 0.7727,
      "step": 11722
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.073518941757492e-06,
      "loss": 0.8012,
      "step": 11723
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.072453583471793e-06,
      "loss": 0.7842,
      "step": 11724
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0713887241248687e-06,
      "loss": 0.7708,
      "step": 11725
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0703243637762328e-06,
      "loss": 0.7888,
      "step": 11726
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0692605024853708e-06,
      "loss": 0.7568,
      "step": 11727
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0681971403117386e-06,
      "loss": 0.8766,
      "step": 11728
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.067134277314762e-06,
      "loss": 0.8519,
      "step": 11729
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.06607191355385e-06,
      "loss": 0.8191,
      "step": 11730
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0650100490883653e-06,
      "loss": 0.8206,
      "step": 11731
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0639486839776592e-06,
      "loss": 0.8435,
      "step": 11732
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0628878182810488e-06,
      "loss": 0.7354,
      "step": 11733
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0618274520578197e-06,
      "loss": 0.857,
      "step": 11734
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.060767585367235e-06,
      "loss": 0.8444,
      "step": 11735
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0597082182685293e-06,
      "loss": 0.8261,
      "step": 11736
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0586493508209073e-06,
      "loss": 0.8454,
      "step": 11737
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.057590983083545e-06,
      "loss": 0.7168,
      "step": 11738
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0565331151155966e-06,
      "loss": 0.8222,
      "step": 11739
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0554757469761767e-06,
      "loss": 0.8449,
      "step": 11740
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0544188787243848e-06,
      "loss": 0.8012,
      "step": 11741
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0533625104192835e-06,
      "loss": 0.8011,
      "step": 11742
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0523066421199113e-06,
      "loss": 0.8257,
      "step": 11743
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0512512738852798e-06,
      "loss": 0.8336,
      "step": 11744
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0501964057743697e-06,
      "loss": 0.9069,
      "step": 11745
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.049142037846136e-06,
      "loss": 0.8964,
      "step": 11746
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0480881701595014e-06,
      "loss": 0.8175,
      "step": 11747
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.047034802773368e-06,
      "loss": 0.8281,
      "step": 11748
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0459819357466039e-06,
      "loss": 0.8218,
      "step": 11749
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0449295691380523e-06,
      "loss": 0.8229,
      "step": 11750
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.043877703006525e-06,
      "loss": 0.8361,
      "step": 11751
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0428263374108115e-06,
      "loss": 0.8755,
      "step": 11752
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0417754724096684e-06,
      "loss": 0.8271,
      "step": 11753
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0407251080618252e-06,
      "loss": 0.7932,
      "step": 11754
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0396752444259883e-06,
      "loss": 0.7583,
      "step": 11755
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0386258815608252e-06,
      "loss": 0.7207,
      "step": 11756
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0375770195249878e-06,
      "loss": 0.908,
      "step": 11757
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0365286583770918e-06,
      "loss": 0.8234,
      "step": 11758
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0354807981757298e-06,
      "loss": 0.8144,
      "step": 11759
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0344334389794597e-06,
      "loss": 0.8217,
      "step": 11760
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0333865808468203e-06,
      "loss": 0.8073,
      "step": 11761
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0323402238363177e-06,
      "loss": 0.8401,
      "step": 11762
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0312943680064259e-06,
      "loss": 0.8691,
      "step": 11763
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.030249013415603e-06,
      "loss": 0.7954,
      "step": 11764
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0292041601222625e-06,
      "loss": 0.796,
      "step": 11765
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0281598081848042e-06,
      "loss": 0.8482,
      "step": 11766
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.027115957661593e-06,
      "loss": 0.7948,
      "step": 11767
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0260726086109663e-06,
      "loss": 0.8475,
      "step": 11768
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0250297610912362e-06,
      "loss": 0.8039,
      "step": 11769
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0239874151606822e-06,
      "loss": 0.8012,
      "step": 11770
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0229455708775637e-06,
      "loss": 0.7917,
      "step": 11771
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0219042283001002e-06,
      "loss": 0.7638,
      "step": 11772
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0208633874864937e-06,
      "loss": 0.7195,
      "step": 11773
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0198230484949145e-06,
      "loss": 0.8718,
      "step": 11774
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0187832113835027e-06,
      "loss": 0.8203,
      "step": 11775
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.017743876210372e-06,
      "loss": 0.7828,
      "step": 11776
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0167050430336112e-06,
      "loss": 0.7741,
      "step": 11777
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0156667119112763e-06,
      "loss": 0.8216,
      "step": 11778
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.014628882901394e-06,
      "loss": 0.8203,
      "step": 11779
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0135915560619746e-06,
      "loss": 0.8269,
      "step": 11780
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.012554731450982e-06,
      "loss": 0.8455,
      "step": 11781
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0115184091263675e-06,
      "loss": 0.831,
      "step": 11782
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.010482589146048e-06,
      "loss": 0.8151,
      "step": 11783
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0094472715679115e-06,
      "loss": 0.8916,
      "step": 11784
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0084124564498188e-06,
      "loss": 0.7976,
      "step": 11785
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0073781438496065e-06,
      "loss": 0.7511,
      "step": 11786
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0063443338250778e-06,
      "loss": 0.8043,
      "step": 11787
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.005311026434007e-06,
      "loss": 0.8875,
      "step": 11788
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0042782217341507e-06,
      "loss": 0.8058,
      "step": 11789
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.00324591978322e-06,
      "loss": 0.8571,
      "step": 11790
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0022141206389158e-06,
      "loss": 0.8047,
      "step": 11791
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0011828243588984e-06,
      "loss": 0.7959,
      "step": 11792
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.000152031000806e-06,
      "loss": 0.7724,
      "step": 11793
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.991217406222486e-07,
      "loss": 0.766,
      "step": 11794
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.98091953280803e-07,
      "loss": 0.7814,
      "step": 11795
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.970626690340267e-07,
      "loss": 0.8328,
      "step": 11796
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.960338879394371e-07,
      "loss": 0.8078,
      "step": 11797
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.950056100545358e-07,
      "loss": 0.808,
      "step": 11798
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.939778354367879e-07,
      "loss": 0.874,
      "step": 11799
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.929505641436355e-07,
      "loss": 0.8174,
      "step": 11800
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.919237962324867e-07,
      "loss": 0.8153,
      "step": 11801
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.908975317607283e-07,
      "loss": 0.7548,
      "step": 11802
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.898717707857153e-07,
      "loss": 0.7975,
      "step": 11803
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.888465133647729e-07,
      "loss": 0.8471,
      "step": 11804
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.878217595552042e-07,
      "loss": 0.8071,
      "step": 11805
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.867975094142745e-07,
      "loss": 0.8425,
      "step": 11806
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.857737629992325e-07,
      "loss": 0.8265,
      "step": 11807
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.847505203672891e-07,
      "loss": 0.8649,
      "step": 11808
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.837277815756318e-07,
      "loss": 0.8149,
      "step": 11809
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.827055466814185e-07,
      "loss": 0.7927,
      "step": 11810
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.816838157417807e-07,
      "loss": 0.8872,
      "step": 11811
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.8066258881382e-07,
      "loss": 0.8026,
      "step": 11812
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.79641865954608e-07,
      "loss": 0.9095,
      "step": 11813
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.786216472211973e-07,
      "loss": 0.7865,
      "step": 11814
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.776019326705955e-07,
      "loss": 0.776,
      "step": 11815
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.76582722359799e-07,
      "loss": 0.858,
      "step": 11816
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.755640163457658e-07,
      "loss": 0.7521,
      "step": 11817
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.745458146854325e-07,
      "loss": 0.8427,
      "step": 11818
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.735281174357003e-07,
      "loss": 0.7585,
      "step": 11819
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.72510924653446e-07,
      "loss": 0.8949,
      "step": 11820
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.714942363955227e-07,
      "loss": 0.8246,
      "step": 11821
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.704780527187418e-07,
      "loss": 0.8163,
      "step": 11822
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.694623736799036e-07,
      "loss": 0.8375,
      "step": 11823
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.68447199335769e-07,
      "loss": 0.8215,
      "step": 11824
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.674325297430732e-07,
      "loss": 0.7674,
      "step": 11825
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.664183649585223e-07,
      "loss": 0.8141,
      "step": 11826
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.654047050387983e-07,
      "loss": 0.8879,
      "step": 11827
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.64391550040551e-07,
      "loss": 0.8219,
      "step": 11828
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.63378900020402e-07,
      "loss": 0.7844,
      "step": 11829
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.62366755034949e-07,
      "loss": 0.8193,
      "step": 11830
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.613551151407542e-07,
      "loss": 0.8465,
      "step": 11831
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.603439803943593e-07,
      "loss": 0.7488,
      "step": 11832
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.593333508522718e-07,
      "loss": 0.8081,
      "step": 11833
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.58323226570974e-07,
      "loss": 0.841,
      "step": 11834
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.573136076069178e-07,
      "loss": 0.8271,
      "step": 11835
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.563044940165322e-07,
      "loss": 0.8655,
      "step": 11836
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.552958858562112e-07,
      "loss": 0.8059,
      "step": 11837
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.542877831823227e-07,
      "loss": 0.913,
      "step": 11838
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.532801860512098e-07,
      "loss": 0.8091,
      "step": 11839
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.522730945191839e-07,
      "loss": 0.7641,
      "step": 11840
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.512665086425277e-07,
      "loss": 0.809,
      "step": 11841
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.502604284774964e-07,
      "loss": 0.7989,
      "step": 11842
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.492548540803192e-07,
      "loss": 0.8887,
      "step": 11843
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.482497855071948e-07,
      "loss": 0.7818,
      "step": 11844
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.472452228142915e-07,
      "loss": 0.811,
      "step": 11845
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.462411660577586e-07,
      "loss": 0.8652,
      "step": 11846
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.452376152937004e-07,
      "loss": 0.814,
      "step": 11847
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.442345705782108e-07,
      "loss": 0.802,
      "step": 11848
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.43232031967346e-07,
      "loss": 0.8003,
      "step": 11849
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.422299995171336e-07,
      "loss": 0.7898,
      "step": 11850
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.41228473283573e-07,
      "loss": 0.8722,
      "step": 11851
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.402274533226419e-07,
      "loss": 0.81,
      "step": 11852
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.392269396902831e-07,
      "loss": 0.7686,
      "step": 11853
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.382269324424098e-07,
      "loss": 0.8393,
      "step": 11854
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.372274316349162e-07,
      "loss": 0.8179,
      "step": 11855
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.362284373236552e-07,
      "loss": 0.8089,
      "step": 11856
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.352299495644623e-07,
      "loss": 0.8708,
      "step": 11857
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.342319684131396e-07,
      "loss": 0.7886,
      "step": 11858
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.332344939254623e-07,
      "loss": 0.8383,
      "step": 11859
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.322375261571736e-07,
      "loss": 0.8906,
      "step": 11860
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.312410651639958e-07,
      "loss": 0.8234,
      "step": 11861
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.302451110016175e-07,
      "loss": 0.7577,
      "step": 11862
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.292496637256987e-07,
      "loss": 0.803,
      "step": 11863
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.282547233918737e-07,
      "loss": 0.8044,
      "step": 11864
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.272602900557482e-07,
      "loss": 0.8166,
      "step": 11865
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.262663637728974e-07,
      "loss": 0.8717,
      "step": 11866
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.252729445988673e-07,
      "loss": 0.8232,
      "step": 11867
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.242800325891821e-07,
      "loss": 0.8224,
      "step": 11868
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.232876277993319e-07,
      "loss": 0.7958,
      "step": 11869
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.222957302847757e-07,
      "loss": 0.7828,
      "step": 11870
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.213043401009558e-07,
      "loss": 0.8211,
      "step": 11871
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.203134573032702e-07,
      "loss": 0.8436,
      "step": 11872
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.193230819471033e-07,
      "loss": 0.8012,
      "step": 11873
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.183332140878021e-07,
      "loss": 0.812,
      "step": 11874
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.173438537806889e-07,
      "loss": 0.8679,
      "step": 11875
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.16355001081054e-07,
      "loss": 0.8687,
      "step": 11876
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.153666560441654e-07,
      "loss": 0.79,
      "step": 11877
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.143788187252578e-07,
      "loss": 0.8197,
      "step": 11878
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.133914891795371e-07,
      "loss": 0.8588,
      "step": 11879
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.124046674621878e-07,
      "loss": 0.8701,
      "step": 11880
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.114183536283549e-07,
      "loss": 0.7931,
      "step": 11881
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.104325477331666e-07,
      "loss": 0.8266,
      "step": 11882
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.094472498317119e-07,
      "loss": 0.809,
      "step": 11883
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.084624599790626e-07,
      "loss": 0.8679,
      "step": 11884
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.0747817823025e-07,
      "loss": 0.6849,
      "step": 11885
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.064944046402879e-07,
      "loss": 0.8251,
      "step": 11886
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.055111392641558e-07,
      "loss": 0.828,
      "step": 11887
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.04528382156803e-07,
      "loss": 0.8484,
      "step": 11888
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.035461333731577e-07,
      "loss": 0.8162,
      "step": 11889
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.025643929681138e-07,
      "loss": 0.7907,
      "step": 11890
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.015831609965375e-07,
      "loss": 0.8008,
      "step": 11891
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.006024375132672e-07,
      "loss": 0.87,
      "step": 11892
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.996222225731155e-07,
      "loss": 0.7464,
      "step": 11893
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.986425162308632e-07,
      "loss": 0.8002,
      "step": 11894
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.976633185412609e-07,
      "loss": 0.8422,
      "step": 11895
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.966846295590393e-07,
      "loss": 0.8692,
      "step": 11896
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.957064493388889e-07,
      "loss": 0.7976,
      "step": 11897
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.947287779354819e-07,
      "loss": 0.8615,
      "step": 11898
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.937516154034565e-07,
      "loss": 0.7707,
      "step": 11899
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.927749617974235e-07,
      "loss": 0.8045,
      "step": 11900
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.91798817171965e-07,
      "loss": 0.8371,
      "step": 11901
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.908231815816382e-07,
      "loss": 0.8865,
      "step": 11902
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.898480550809674e-07,
      "loss": 0.8597,
      "step": 11903
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.888734377244479e-07,
      "loss": 0.8327,
      "step": 11904
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.87899329566555e-07,
      "loss": 0.8271,
      "step": 11905
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.869257306617208e-07,
      "loss": 0.8456,
      "step": 11906
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.859526410643627e-07,
      "loss": 0.8451,
      "step": 11907
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.849800608288616e-07,
      "loss": 0.845,
      "step": 11908
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.840079900095788e-07,
      "loss": 0.7963,
      "step": 11909
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.830364286608318e-07,
      "loss": 0.7812,
      "step": 11910
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.820653768369247e-07,
      "loss": 0.8556,
      "step": 11911
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.810948345921267e-07,
      "loss": 0.8462,
      "step": 11912
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.801248019806763e-07,
      "loss": 0.8433,
      "step": 11913
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.791552790567892e-07,
      "loss": 0.8333,
      "step": 11914
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.781862658746499e-07,
      "loss": 0.8006,
      "step": 11915
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.772177624884115e-07,
      "loss": 0.8283,
      "step": 11916
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.76249768952202e-07,
      "loss": 0.8626,
      "step": 11917
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.752822853201215e-07,
      "loss": 0.8761,
      "step": 11918
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.7431531164624e-07,
      "loss": 0.8448,
      "step": 11919
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.733488479845997e-07,
      "loss": 0.8797,
      "step": 11920
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.723828943892121e-07,
      "loss": 0.8742,
      "step": 11921
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.714174509140616e-07,
      "loss": 0.7716,
      "step": 11922
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.704525176131085e-07,
      "loss": 0.7674,
      "step": 11923
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.694880945402772e-07,
      "loss": 0.8179,
      "step": 11924
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.685241817494683e-07,
      "loss": 0.8242,
      "step": 11925
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.675607792945496e-07,
      "loss": 0.8513,
      "step": 11926
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.665978872293679e-07,
      "loss": 0.8457,
      "step": 11927
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.656355056077337e-07,
      "loss": 0.8289,
      "step": 11928
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.646736344834328e-07,
      "loss": 0.8331,
      "step": 11929
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.637122739102222e-07,
      "loss": 0.8362,
      "step": 11930
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.627514239418311e-07,
      "loss": 0.8192,
      "step": 11931
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.617910846319577e-07,
      "loss": 0.8175,
      "step": 11932
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.608312560342713e-07,
      "loss": 0.8397,
      "step": 11933
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.598719382024201e-07,
      "loss": 0.7518,
      "step": 11934
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.589131311900112e-07,
      "loss": 0.8582,
      "step": 11935
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.579548350506339e-07,
      "loss": 0.786,
      "step": 11936
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.569970498378443e-07,
      "loss": 0.8346,
      "step": 11937
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.560397756051697e-07,
      "loss": 0.8455,
      "step": 11938
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.550830124061116e-07,
      "loss": 0.8988,
      "step": 11939
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.541267602941405e-07,
      "loss": 0.8158,
      "step": 11940
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.531710193226983e-07,
      "loss": 0.7703,
      "step": 11941
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.522157895451977e-07,
      "loss": 0.9032,
      "step": 11942
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.51261071015027e-07,
      "loss": 0.8641,
      "step": 11943
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.503068637855438e-07,
      "loss": 0.769,
      "step": 11944
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.493531679100731e-07,
      "loss": 0.8115,
      "step": 11945
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.483999834419165e-07,
      "loss": 0.777,
      "step": 11946
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.474473104343428e-07,
      "loss": 0.8173,
      "step": 11947
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.464951489405992e-07,
      "loss": 0.8918,
      "step": 11948
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.455434990138967e-07,
      "loss": 0.8929,
      "step": 11949
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.445923607074203e-07,
      "loss": 0.79,
      "step": 11950
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.436417340743263e-07,
      "loss": 0.7354,
      "step": 11951
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.426916191677459e-07,
      "loss": 0.8879,
      "step": 11952
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.417420160407774e-07,
      "loss": 0.8496,
      "step": 11953
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.407929247464886e-07,
      "loss": 0.8474,
      "step": 11954
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.398443453379268e-07,
      "loss": 0.8189,
      "step": 11955
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.388962778681042e-07,
      "loss": 0.7782,
      "step": 11956
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.37948722390004e-07,
      "loss": 0.8843,
      "step": 11957
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.370016789565838e-07,
      "loss": 0.7317,
      "step": 11958
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.360551476207745e-07,
      "loss": 0.8701,
      "step": 11959
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.351091284354695e-07,
      "loss": 0.8514,
      "step": 11960
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.341636214535453e-07,
      "loss": 0.8627,
      "step": 11961
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.332186267278408e-07,
      "loss": 0.8159,
      "step": 11962
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.322741443111681e-07,
      "loss": 0.8159,
      "step": 11963
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.313301742563173e-07,
      "loss": 0.8177,
      "step": 11964
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.303867166160396e-07,
      "loss": 0.7295,
      "step": 11965
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.294437714430647e-07,
      "loss": 0.825,
      "step": 11966
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.285013387900898e-07,
      "loss": 0.8175,
      "step": 11967
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.27559418709788e-07,
      "loss": 0.8324,
      "step": 11968
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.266180112547994e-07,
      "loss": 0.8285,
      "step": 11969
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.256771164777378e-07,
      "loss": 0.786,
      "step": 11970
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.247367344311852e-07,
      "loss": 0.8314,
      "step": 11971
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.237968651676975e-07,
      "loss": 0.8227,
      "step": 11972
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.228575087398049e-07,
      "loss": 0.8462,
      "step": 11973
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.219186652000045e-07,
      "loss": 0.8288,
      "step": 11974
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.209803346007639e-07,
      "loss": 0.8365,
      "step": 11975
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.200425169945237e-07,
      "loss": 0.8208,
      "step": 11976
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.191052124337006e-07,
      "loss": 0.7808,
      "step": 11977
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.181684209706753e-07,
      "loss": 0.7788,
      "step": 11978
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.172321426578011e-07,
      "loss": 0.8729,
      "step": 11979
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.162963775474075e-07,
      "loss": 0.8354,
      "step": 11980
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.153611256917915e-07,
      "loss": 0.7832,
      "step": 11981
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.144263871432224e-07,
      "loss": 0.751,
      "step": 11982
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.13492161953936e-07,
      "loss": 0.8847,
      "step": 11983
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.125584501761518e-07,
      "loss": 0.8829,
      "step": 11984
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.116252518620449e-07,
      "loss": 0.842,
      "step": 11985
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.106925670637755e-07,
      "loss": 0.7637,
      "step": 11986
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.097603958334655e-07,
      "loss": 0.8998,
      "step": 11987
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.088287382232107e-07,
      "loss": 0.8414,
      "step": 11988
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.078975942850831e-07,
      "loss": 0.8541,
      "step": 11989
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.069669640711197e-07,
      "loss": 0.9163,
      "step": 11990
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.060368476333313e-07,
      "loss": 0.8365,
      "step": 11991
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.051072450236996e-07,
      "loss": 0.7614,
      "step": 11992
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.041781562941808e-07,
      "loss": 0.7729,
      "step": 11993
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.032495814966934e-07,
      "loss": 0.8241,
      "step": 11994
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.023215206831381e-07,
      "loss": 0.7355,
      "step": 11995
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.013939739053811e-07,
      "loss": 0.7484,
      "step": 11996
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.004669412152577e-07,
      "loss": 0.8433,
      "step": 11997
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.99540422664582e-07,
      "loss": 0.8752,
      "step": 11998
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.986144183051314e-07,
      "loss": 0.7482,
      "step": 11999
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.976889281886624e-07,
      "loss": 0.7982,
      "step": 12000
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.967639523668925e-07,
      "loss": 0.8379,
      "step": 12001
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.958394908915201e-07,
      "loss": 0.7995,
      "step": 12002
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.949155438142109e-07,
      "loss": 0.8448,
      "step": 12003
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.939921111865989e-07,
      "loss": 0.772,
      "step": 12004
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.930691930602973e-07,
      "loss": 0.8345,
      "step": 12005
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.921467894868828e-07,
      "loss": 0.7889,
      "step": 12006
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.912249005179073e-07,
      "loss": 0.7942,
      "step": 12007
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.903035262048908e-07,
      "loss": 0.7622,
      "step": 12008
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.893826665993321e-07,
      "loss": 0.7946,
      "step": 12009
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.884623217526876e-07,
      "loss": 0.7692,
      "step": 12010
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.875424917163999e-07,
      "loss": 0.7908,
      "step": 12011
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.866231765418741e-07,
      "loss": 0.8122,
      "step": 12012
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.857043762804861e-07,
      "loss": 0.7984,
      "step": 12013
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.847860909835892e-07,
      "loss": 0.8002,
      "step": 12014
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.838683207025022e-07,
      "loss": 0.8432,
      "step": 12015
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.829510654885175e-07,
      "loss": 0.8242,
      "step": 12016
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.820343253928953e-07,
      "loss": 0.8067,
      "step": 12017
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.811181004668767e-07,
      "loss": 0.8263,
      "step": 12018
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.802023907616596e-07,
      "loss": 0.8774,
      "step": 12019
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.792871963284266e-07,
      "loss": 0.908,
      "step": 12020
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.783725172183209e-07,
      "loss": 0.8565,
      "step": 12021
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.774583534824665e-07,
      "loss": 0.8117,
      "step": 12022
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.765447051719521e-07,
      "loss": 0.7857,
      "step": 12023
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.75631572337836e-07,
      "loss": 0.8009,
      "step": 12024
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.747189550311574e-07,
      "loss": 0.871,
      "step": 12025
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.73806853302913e-07,
      "loss": 0.8166,
      "step": 12026
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.728952672040835e-07,
      "loss": 0.838,
      "step": 12027
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.719841967856123e-07,
      "loss": 0.8258,
      "step": 12028
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.710736420984167e-07,
      "loss": 0.8981,
      "step": 12029
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.70163603193388e-07,
      "loss": 0.8423,
      "step": 12030
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.692540801213843e-07,
      "loss": 0.8333,
      "step": 12031
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.683450729332375e-07,
      "loss": 0.8293,
      "step": 12032
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.674365816797469e-07,
      "loss": 0.8486,
      "step": 12033
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.665286064116917e-07,
      "loss": 0.7822,
      "step": 12034
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.656211471798092e-07,
      "loss": 0.8416,
      "step": 12035
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.647142040348199e-07,
      "loss": 0.7801,
      "step": 12036
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.638077770274099e-07,
      "loss": 0.7283,
      "step": 12037
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.629018662082355e-07,
      "loss": 0.8201,
      "step": 12038
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.619964716279283e-07,
      "loss": 0.8315,
      "step": 12039
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.610915933370866e-07,
      "loss": 0.8267,
      "step": 12040
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.601872313862834e-07,
      "loss": 0.8336,
      "step": 12041
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.592833858260585e-07,
      "loss": 0.8046,
      "step": 12042
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.5838005670693e-07,
      "loss": 0.8427,
      "step": 12043
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.574772440793798e-07,
      "loss": 0.8609,
      "step": 12044
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.565749479938645e-07,
      "loss": 0.8817,
      "step": 12045
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.55673168500809e-07,
      "loss": 0.7855,
      "step": 12046
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.547719056506153e-07,
      "loss": 0.7688,
      "step": 12047
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.538711594936521e-07,
      "loss": 0.7745,
      "step": 12048
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.529709300802568e-07,
      "loss": 0.8576,
      "step": 12049
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.520712174607469e-07,
      "loss": 0.7511,
      "step": 12050
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.511720216853979e-07,
      "loss": 0.7906,
      "step": 12051
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.502733428044684e-07,
      "loss": 0.7698,
      "step": 12052
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.493751808681827e-07,
      "loss": 0.8555,
      "step": 12053
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.484775359267349e-07,
      "loss": 0.7981,
      "step": 12054
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.475804080302951e-07,
      "loss": 0.8328,
      "step": 12055
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.466837972289998e-07,
      "loss": 0.8202,
      "step": 12056
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.457877035729588e-07,
      "loss": 0.8485,
      "step": 12057
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.448921271122511e-07,
      "loss": 0.8166,
      "step": 12058
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.439970678969333e-07,
      "loss": 0.8544,
      "step": 12059
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.431025259770208e-07,
      "loss": 0.8044,
      "step": 12060
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.422085014025127e-07,
      "loss": 0.8329,
      "step": 12061
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.413149942233722e-07,
      "loss": 0.7924,
      "step": 12062
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.404220044895338e-07,
      "loss": 0.7931,
      "step": 12063
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.395295322509077e-07,
      "loss": 0.7677,
      "step": 12064
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.386375775573695e-07,
      "loss": 0.8934,
      "step": 12065
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.377461404587694e-07,
      "loss": 0.8129,
      "step": 12066
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.368552210049262e-07,
      "loss": 0.8062,
      "step": 12067
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.359648192456337e-07,
      "loss": 0.8405,
      "step": 12068
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.35074935230653e-07,
      "loss": 0.7983,
      "step": 12069
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.341855690097177e-07,
      "loss": 0.7558,
      "step": 12070
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.332967206325303e-07,
      "loss": 0.8186,
      "step": 12071
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.324083901487689e-07,
      "loss": 0.8471,
      "step": 12072
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.315205776080803e-07,
      "loss": 0.8925,
      "step": 12073
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.306332830600793e-07,
      "loss": 0.8746,
      "step": 12074
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.297465065543607e-07,
      "loss": 0.8142,
      "step": 12075
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.288602481404761e-07,
      "loss": 0.8397,
      "step": 12076
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.279745078679623e-07,
      "loss": 0.8277,
      "step": 12077
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.270892857863188e-07,
      "loss": 0.8236,
      "step": 12078
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.262045819450181e-07,
      "loss": 0.7934,
      "step": 12079
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.253203963935052e-07,
      "loss": 0.8394,
      "step": 12080
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.244367291811961e-07,
      "loss": 0.7833,
      "step": 12081
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.235535803574755e-07,
      "loss": 0.7652,
      "step": 12082
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.226709499716989e-07,
      "loss": 0.8143,
      "step": 12083
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.217888380731985e-07,
      "loss": 0.8584,
      "step": 12084
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.209072447112675e-07,
      "loss": 0.8482,
      "step": 12085
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.200261699351818e-07,
      "loss": 0.7682,
      "step": 12086
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.191456137941799e-07,
      "loss": 0.8893,
      "step": 12087
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.182655763374724e-07,
      "loss": 0.8342,
      "step": 12088
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.173860576142455e-07,
      "loss": 0.7668,
      "step": 12089
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.165070576736499e-07,
      "loss": 0.8144,
      "step": 12090
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.156285765648164e-07,
      "loss": 0.846,
      "step": 12091
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.147506143368355e-07,
      "loss": 0.8313,
      "step": 12092
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.13873171038777e-07,
      "loss": 0.8513,
      "step": 12093
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.129962467196783e-07,
      "loss": 0.8199,
      "step": 12094
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.12119841428549e-07,
      "loss": 0.8057,
      "step": 12095
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.11243955214368e-07,
      "loss": 0.7772,
      "step": 12096
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.103685881260891e-07,
      "loss": 0.7555,
      "step": 12097
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.094937402126323e-07,
      "loss": 0.7797,
      "step": 12098
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.086194115228895e-07,
      "loss": 0.8052,
      "step": 12099
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.077456021057305e-07,
      "loss": 0.8247,
      "step": 12100
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.068723120099819e-07,
      "loss": 0.7598,
      "step": 12101
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.059995412844567e-07,
      "loss": 0.8056,
      "step": 12102
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.051272899779293e-07,
      "loss": 0.8453,
      "step": 12103
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.042555581391464e-07,
      "loss": 0.8331,
      "step": 12104
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.03384345816831e-07,
      "loss": 0.8506,
      "step": 12105
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.025136530596688e-07,
      "loss": 0.7644,
      "step": 12106
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.016434799163229e-07,
      "loss": 0.6982,
      "step": 12107
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.007738264354236e-07,
      "loss": 0.7665,
      "step": 12108
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.999046926655772e-07,
      "loss": 0.8596,
      "step": 12109
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.99036078655353e-07,
      "loss": 0.8214,
      "step": 12110
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.981679844532985e-07,
      "loss": 0.8655,
      "step": 12111
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.973004101079262e-07,
      "loss": 0.7909,
      "step": 12112
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.964333556677272e-07,
      "loss": 0.806,
      "step": 12113
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.955668211811572e-07,
      "loss": 0.811,
      "step": 12114
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.947008066966432e-07,
      "loss": 0.8509,
      "step": 12115
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.938353122625885e-07,
      "loss": 0.8045,
      "step": 12116
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.929703379273578e-07,
      "loss": 0.8314,
      "step": 12117
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.921058837392969e-07,
      "loss": 0.8913,
      "step": 12118
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.912419497467171e-07,
      "loss": 0.7629,
      "step": 12119
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.903785359979009e-07,
      "loss": 0.7894,
      "step": 12120
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.89515642541101e-07,
      "loss": 0.8535,
      "step": 12121
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.886532694245452e-07,
      "loss": 0.8431,
      "step": 12122
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.877914166964284e-07,
      "loss": 0.844,
      "step": 12123
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.869300844049153e-07,
      "loss": 0.7966,
      "step": 12124
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.860692725981488e-07,
      "loss": 0.8395,
      "step": 12125
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.852089813242313e-07,
      "loss": 0.7543,
      "step": 12126
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.843492106312466e-07,
      "loss": 0.8128,
      "step": 12127
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.834899605672452e-07,
      "loss": 0.8054,
      "step": 12128
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.826312311802453e-07,
      "loss": 0.8553,
      "step": 12129
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.817730225182417e-07,
      "loss": 0.8527,
      "step": 12130
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.809153346291974e-07,
      "loss": 0.8124,
      "step": 12131
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.800581675610473e-07,
      "loss": 0.8326,
      "step": 12132
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.792015213616931e-07,
      "loss": 0.8245,
      "step": 12133
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.783453960790154e-07,
      "loss": 0.8204,
      "step": 12134
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.774897917608558e-07,
      "loss": 0.7858,
      "step": 12135
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.766347084550351e-07,
      "loss": 0.8076,
      "step": 12136
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.757801462093405e-07,
      "loss": 0.8161,
      "step": 12137
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.749261050715339e-07,
      "loss": 0.8091,
      "step": 12138
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.740725850893437e-07,
      "loss": 0.8501,
      "step": 12139
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.732195863104685e-07,
      "loss": 0.8195,
      "step": 12140
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.723671087825878e-07,
      "loss": 0.8954,
      "step": 12141
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.715151525533348e-07,
      "loss": 0.7941,
      "step": 12142
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.706637176703301e-07,
      "loss": 0.7929,
      "step": 12143
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.698128041811569e-07,
      "loss": 0.7996,
      "step": 12144
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.689624121333704e-07,
      "loss": 0.7742,
      "step": 12145
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.681125415744938e-07,
      "loss": 0.8541,
      "step": 12146
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.6726319255203e-07,
      "loss": 0.7597,
      "step": 12147
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.664143651134435e-07,
      "loss": 0.8153,
      "step": 12148
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.655660593061719e-07,
      "loss": 0.7983,
      "step": 12149
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.647182751776304e-07,
      "loss": 0.7882,
      "step": 12150
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.638710127751924e-07,
      "loss": 0.8095,
      "step": 12151
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.630242721462155e-07,
      "loss": 0.8056,
      "step": 12152
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.621780533380195e-07,
      "loss": 0.8885,
      "step": 12153
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.613323563978947e-07,
      "loss": 0.8591,
      "step": 12154
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.604871813731107e-07,
      "loss": 0.8441,
      "step": 12155
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.596425283108987e-07,
      "loss": 0.8864,
      "step": 12156
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.587983972584644e-07,
      "loss": 0.7376,
      "step": 12157
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.579547882629844e-07,
      "loss": 0.8503,
      "step": 12158
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.571117013716078e-07,
      "loss": 0.9148,
      "step": 12159
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.5626913663145e-07,
      "loss": 0.8377,
      "step": 12160
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.554270940896024e-07,
      "loss": 0.8017,
      "step": 12161
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.545855737931218e-07,
      "loss": 0.7764,
      "step": 12162
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.537445757890415e-07,
      "loss": 0.8853,
      "step": 12163
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.529041001243608e-07,
      "loss": 0.734,
      "step": 12164
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.52064146846052e-07,
      "loss": 0.8603,
      "step": 12165
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.512247160010621e-07,
      "loss": 0.7665,
      "step": 12166
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.503858076362978e-07,
      "loss": 0.8222,
      "step": 12167
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.495474217986486e-07,
      "loss": 0.8147,
      "step": 12168
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.487095585349689e-07,
      "loss": 0.8387,
      "step": 12169
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.478722178920849e-07,
      "loss": 0.8638,
      "step": 12170
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.470353999167911e-07,
      "loss": 0.8295,
      "step": 12171
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.461991046558591e-07,
      "loss": 0.8411,
      "step": 12172
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.453633321560249e-07,
      "loss": 0.781,
      "step": 12173
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.445280824639977e-07,
      "loss": 0.8251,
      "step": 12174
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.436933556264602e-07,
      "loss": 0.8084,
      "step": 12175
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.428591516900595e-07,
      "loss": 0.9014,
      "step": 12176
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.420254707014195e-07,
      "loss": 0.7994,
      "step": 12177
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.411923127071329e-07,
      "loss": 0.841,
      "step": 12178
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.403596777537613e-07,
      "loss": 0.8324,
      "step": 12179
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.395275658878386e-07,
      "loss": 0.7789,
      "step": 12180
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.386959771558721e-07,
      "loss": 0.8458,
      "step": 12181
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.378649116043346e-07,
      "loss": 0.7732,
      "step": 12182
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.370343692796721e-07,
      "loss": 0.8095,
      "step": 12183
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.362043502283033e-07,
      "loss": 0.8112,
      "step": 12184
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.353748544966165e-07,
      "loss": 0.7626,
      "step": 12185
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.345458821309691e-07,
      "loss": 0.8359,
      "step": 12186
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.337174331776886e-07,
      "loss": 0.7676,
      "step": 12187
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.328895076830777e-07,
      "loss": 0.7877,
      "step": 12188
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.320621056934062e-07,
      "loss": 0.8194,
      "step": 12189
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.312352272549138e-07,
      "loss": 0.7827,
      "step": 12190
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.30408872413818e-07,
      "loss": 0.8757,
      "step": 12191
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.29583041216294e-07,
      "loss": 0.8773,
      "step": 12192
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.287577337085027e-07,
      "loss": 0.7816,
      "step": 12193
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.279329499365649e-07,
      "loss": 0.7868,
      "step": 12194
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.271086899465761e-07,
      "loss": 0.8309,
      "step": 12195
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.262849537846006e-07,
      "loss": 0.7278,
      "step": 12196
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.254617414966779e-07,
      "loss": 0.8534,
      "step": 12197
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.246390531288149e-07,
      "loss": 0.8171,
      "step": 12198
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.23816888726988e-07,
      "loss": 0.8341,
      "step": 12199
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.229952483371493e-07,
      "loss": 0.8103,
      "step": 12200
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.221741320052133e-07,
      "loss": 0.741,
      "step": 12201
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.213535397770731e-07,
      "loss": 0.8006,
      "step": 12202
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.205334716985889e-07,
      "loss": 0.8399,
      "step": 12203
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.19713927815595e-07,
      "loss": 0.7531,
      "step": 12204
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.188949081738893e-07,
      "loss": 0.8705,
      "step": 12205
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.180764128192473e-07,
      "loss": 0.8038,
      "step": 12206
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.172584417974126e-07,
      "loss": 0.8619,
      "step": 12207
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.164409951540984e-07,
      "loss": 0.8018,
      "step": 12208
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.156240729349916e-07,
      "loss": 0.8611,
      "step": 12209
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.148076751857479e-07,
      "loss": 0.7902,
      "step": 12210
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.13991801951992e-07,
      "loss": 0.7825,
      "step": 12211
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.131764532793216e-07,
      "loss": 0.8023,
      "step": 12212
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.12361629213305e-07,
      "loss": 0.8597,
      "step": 12213
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.115473297994823e-07,
      "loss": 0.8658,
      "step": 12214
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.107335550833582e-07,
      "loss": 0.8499,
      "step": 12215
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.099203051104197e-07,
      "loss": 0.8197,
      "step": 12216
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.091075799261093e-07,
      "loss": 0.8263,
      "step": 12217
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.082953795758539e-07,
      "loss": 0.7815,
      "step": 12218
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.07483704105043e-07,
      "loss": 0.8309,
      "step": 12219
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.066725535590412e-07,
      "loss": 0.8022,
      "step": 12220
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.058619279831768e-07,
      "loss": 0.7969,
      "step": 12221
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.050518274227602e-07,
      "loss": 0.7703,
      "step": 12222
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.042422519230617e-07,
      "loss": 0.831,
      "step": 12223
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.034332015293276e-07,
      "loss": 0.7922,
      "step": 12224
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.02624676286776e-07,
      "loss": 0.8553,
      "step": 12225
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.018166762405886e-07,
      "loss": 0.8248,
      "step": 12226
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.010092014359259e-07,
      "loss": 0.833,
      "step": 12227
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.00202251917914e-07,
      "loss": 0.8673,
      "step": 12228
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.993958277316559e-07,
      "loss": 0.866,
      "step": 12229
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.98589928922213e-07,
      "loss": 0.7491,
      "step": 12230
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.977845555346307e-07,
      "loss": 0.8356,
      "step": 12231
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.969797076139183e-07,
      "loss": 0.8817,
      "step": 12232
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.961753852050545e-07,
      "loss": 0.7937,
      "step": 12233
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.953715883529942e-07,
      "loss": 0.8345,
      "step": 12234
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.945683171026584e-07,
      "loss": 0.8551,
      "step": 12235
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.937655714989399e-07,
      "loss": 0.7536,
      "step": 12236
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.929633515867006e-07,
      "loss": 0.7913,
      "step": 12237
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.921616574107769e-07,
      "loss": 0.8247,
      "step": 12238
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.913604890159719e-07,
      "loss": 0.8576,
      "step": 12239
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.905598464470619e-07,
      "loss": 0.7734,
      "step": 12240
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.897597297487945e-07,
      "loss": 0.8899,
      "step": 12241
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.889601389658816e-07,
      "loss": 0.8037,
      "step": 12242
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.881610741430144e-07,
      "loss": 0.8774,
      "step": 12243
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.873625353248491e-07,
      "loss": 0.789,
      "step": 12244
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.865645225560157e-07,
      "loss": 0.8214,
      "step": 12245
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.857670358811096e-07,
      "loss": 0.7996,
      "step": 12246
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.849700753447041e-07,
      "loss": 0.7501,
      "step": 12247
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.84173640991339e-07,
      "loss": 0.8166,
      "step": 12248
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.83377732865521e-07,
      "loss": 0.8511,
      "step": 12249
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.825823510117378e-07,
      "loss": 0.9258,
      "step": 12250
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.817874954744362e-07,
      "loss": 0.8123,
      "step": 12251
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.809931662980417e-07,
      "loss": 0.8369,
      "step": 12252
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.801993635269454e-07,
      "loss": 0.8049,
      "step": 12253
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.794060872055141e-07,
      "loss": 0.8318,
      "step": 12254
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.786133373780767e-07,
      "loss": 0.8724,
      "step": 12255
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.778211140889434e-07,
      "loss": 0.8116,
      "step": 12256
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.770294173823865e-07,
      "loss": 0.8004,
      "step": 12257
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.762382473026528e-07,
      "loss": 0.8381,
      "step": 12258
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.754476038939593e-07,
      "loss": 0.7904,
      "step": 12259
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.74657487200494e-07,
      "loss": 0.8549,
      "step": 12260
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.738678972664124e-07,
      "loss": 0.8531,
      "step": 12261
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.730788341358429e-07,
      "loss": 0.7744,
      "step": 12262
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.722902978528865e-07,
      "loss": 0.8888,
      "step": 12263
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.715022884616117e-07,
      "loss": 0.8897,
      "step": 12264
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.707148060060563e-07,
      "loss": 0.8285,
      "step": 12265
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.699278505302353e-07,
      "loss": 0.8242,
      "step": 12266
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.691414220781244e-07,
      "loss": 0.751,
      "step": 12267
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.683555206936786e-07,
      "loss": 0.7814,
      "step": 12268
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.675701464208194e-07,
      "loss": 0.819,
      "step": 12269
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.667852993034384e-07,
      "loss": 0.8081,
      "step": 12270
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.660009793853994e-07,
      "loss": 0.8061,
      "step": 12271
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.65217186710536e-07,
      "loss": 0.7996,
      "step": 12272
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.644339213226546e-07,
      "loss": 0.8028,
      "step": 12273
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.636511832655256e-07,
      "loss": 0.8216,
      "step": 12274
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.628689725828984e-07,
      "loss": 0.7794,
      "step": 12275
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.62087289318487e-07,
      "loss": 0.867,
      "step": 12276
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.613061335159786e-07,
      "loss": 0.7897,
      "step": 12277
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.605255052190284e-07,
      "loss": 0.8201,
      "step": 12278
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.597454044712669e-07,
      "loss": 0.8302,
      "step": 12279
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.589658313162871e-07,
      "loss": 0.7766,
      "step": 12280
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.58186785797663e-07,
      "loss": 0.7688,
      "step": 12281
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.574082679589299e-07,
      "loss": 0.8336,
      "step": 12282
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.566302778435972e-07,
      "loss": 0.8188,
      "step": 12283
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.558528154951481e-07,
      "loss": 0.8332,
      "step": 12284
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.5507588095703e-07,
      "loss": 0.8453,
      "step": 12285
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.542994742726648e-07,
      "loss": 0.8226,
      "step": 12286
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.535235954854434e-07,
      "loss": 0.8281,
      "step": 12287
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.527482446387289e-07,
      "loss": 0.8217,
      "step": 12288
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.519734217758543e-07,
      "loss": 0.8685,
      "step": 12289
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.511991269401196e-07,
      "loss": 0.8397,
      "step": 12290
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.504253601748022e-07,
      "loss": 0.8003,
      "step": 12291
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.49652121523142e-07,
      "loss": 0.7956,
      "step": 12292
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.488794110283569e-07,
      "loss": 0.8433,
      "step": 12293
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.481072287336298e-07,
      "loss": 0.7848,
      "step": 12294
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.473355746821174e-07,
      "loss": 0.7736,
      "step": 12295
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.46564448916943e-07,
      "loss": 0.9394,
      "step": 12296
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.457938514812055e-07,
      "loss": 0.794,
      "step": 12297
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.450237824179716e-07,
      "loss": 0.7841,
      "step": 12298
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.442542417702756e-07,
      "loss": 0.8376,
      "step": 12299
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.434852295811299e-07,
      "loss": 0.7859,
      "step": 12300
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.4271674589351e-07,
      "loss": 0.8059,
      "step": 12301
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.419487907503651e-07,
      "loss": 0.859,
      "step": 12302
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.411813641946129e-07,
      "loss": 0.8454,
      "step": 12303
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.404144662691468e-07,
      "loss": 0.7861,
      "step": 12304
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.396480970168206e-07,
      "loss": 0.8213,
      "step": 12305
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.388822564804708e-07,
      "loss": 0.8517,
      "step": 12306
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.381169447028967e-07,
      "loss": 0.8254,
      "step": 12307
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.373521617268673e-07,
      "loss": 0.779,
      "step": 12308
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.365879075951275e-07,
      "loss": 0.8073,
      "step": 12309
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.358241823503873e-07,
      "loss": 0.7964,
      "step": 12310
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.350609860353318e-07,
      "loss": 0.8324,
      "step": 12311
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.34298318692611e-07,
      "loss": 0.8149,
      "step": 12312
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.33536180364852e-07,
      "loss": 0.8018,
      "step": 12313
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.327745710946474e-07,
      "loss": 0.8344,
      "step": 12314
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.320134909245589e-07,
      "loss": 0.8027,
      "step": 12315
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.312529398971278e-07,
      "loss": 0.8371,
      "step": 12316
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.304929180548535e-07,
      "loss": 0.824,
      "step": 12317
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.297334254402142e-07,
      "loss": 0.8463,
      "step": 12318
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.289744620956549e-07,
      "loss": 0.8696,
      "step": 12319
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.282160280635962e-07,
      "loss": 0.8578,
      "step": 12320
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.274581233864184e-07,
      "loss": 0.8091,
      "step": 12321
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.267007481064846e-07,
      "loss": 0.8827,
      "step": 12322
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.259439022661206e-07,
      "loss": 0.7763,
      "step": 12323
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.251875859076227e-07,
      "loss": 0.8354,
      "step": 12324
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.24431799073264e-07,
      "loss": 0.8407,
      "step": 12325
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.236765418052802e-07,
      "loss": 0.8221,
      "step": 12326
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.229218141458825e-07,
      "loss": 0.8623,
      "step": 12327
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.221676161372479e-07,
      "loss": 0.8391,
      "step": 12328
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.214139478215318e-07,
      "loss": 0.8239,
      "step": 12329
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.206608092408493e-07,
      "loss": 0.8675,
      "step": 12330
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.199082004372958e-07,
      "loss": 0.8522,
      "step": 12331
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.191561214529305e-07,
      "loss": 0.7726,
      "step": 12332
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.184045723297848e-07,
      "loss": 0.8173,
      "step": 12333
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.176535531098637e-07,
      "loss": 0.8219,
      "step": 12334
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.16903063835138e-07,
      "loss": 0.8659,
      "step": 12335
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.161531045475499e-07,
      "loss": 0.7658,
      "step": 12336
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.154036752890134e-07,
      "loss": 0.8456,
      "step": 12337
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.146547761014131e-07,
      "loss": 0.7771,
      "step": 12338
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.139064070266031e-07,
      "loss": 0.8951,
      "step": 12339
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.131585681064055e-07,
      "loss": 0.8096,
      "step": 12340
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.124112593826191e-07,
      "loss": 0.8647,
      "step": 12341
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.116644808970073e-07,
      "loss": 0.8074,
      "step": 12342
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.109182326913053e-07,
      "loss": 0.8451,
      "step": 12343
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.101725148072179e-07,
      "loss": 0.7489,
      "step": 12344
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.094273272864259e-07,
      "loss": 0.7908,
      "step": 12345
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.086826701705705e-07,
      "loss": 0.8568,
      "step": 12346
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.079385435012718e-07,
      "loss": 0.8186,
      "step": 12347
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.071949473201177e-07,
      "loss": 0.8702,
      "step": 12348
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.064518816686637e-07,
      "loss": 0.7414,
      "step": 12349
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.057093465884399e-07,
      "loss": 0.8011,
      "step": 12350
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.049673421209445e-07,
      "loss": 0.8297,
      "step": 12351
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.042258683076462e-07,
      "loss": 0.831,
      "step": 12352
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.034849251899821e-07,
      "loss": 0.7918,
      "step": 12353
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.027445128093666e-07,
      "loss": 0.739,
      "step": 12354
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.020046312071736e-07,
      "loss": 0.8188,
      "step": 12355
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.012652804247575e-07,
      "loss": 0.8906,
      "step": 12356
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.005264605034377e-07,
      "loss": 0.6834,
      "step": 12357
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.997881714845032e-07,
      "loss": 0.898,
      "step": 12358
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.990504134092177e-07,
      "loss": 0.828,
      "step": 12359
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.983131863188118e-07,
      "loss": 0.8363,
      "step": 12360
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.975764902544877e-07,
      "loss": 0.8474,
      "step": 12361
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.968403252574161e-07,
      "loss": 0.8638,
      "step": 12362
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.961046913687417e-07,
      "loss": 0.8278,
      "step": 12363
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.953695886295751e-07,
      "loss": 0.8412,
      "step": 12364
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.94635017081001e-07,
      "loss": 0.788,
      "step": 12365
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.939009767640712e-07,
      "loss": 0.7835,
      "step": 12366
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.931674677198117e-07,
      "loss": 0.7926,
      "step": 12367
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.924344899892153e-07,
      "loss": 0.8,
      "step": 12368
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.917020436132436e-07,
      "loss": 0.8156,
      "step": 12369
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.909701286328383e-07,
      "loss": 0.7724,
      "step": 12370
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.902387450888957e-07,
      "loss": 0.8416,
      "step": 12371
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.895078930222985e-07,
      "loss": 0.8762,
      "step": 12372
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.887775724738875e-07,
      "loss": 0.7716,
      "step": 12373
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.880477834844787e-07,
      "loss": 0.823,
      "step": 12374
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.87318526094862e-07,
      "loss": 0.8873,
      "step": 12375
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.865898003457903e-07,
      "loss": 0.8251,
      "step": 12376
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.858616062779919e-07,
      "loss": 0.8509,
      "step": 12377
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.851339439321623e-07,
      "loss": 0.8705,
      "step": 12378
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.844068133489721e-07,
      "loss": 0.8767,
      "step": 12379
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.836802145690534e-07,
      "loss": 0.8554,
      "step": 12380
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.82954147633019e-07,
      "loss": 0.7846,
      "step": 12381
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.822286125814457e-07,
      "loss": 0.8631,
      "step": 12382
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.815036094548786e-07,
      "loss": 0.7746,
      "step": 12383
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.80779138293842e-07,
      "loss": 0.7904,
      "step": 12384
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.800551991388214e-07,
      "loss": 0.7976,
      "step": 12385
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.793317920302753e-07,
      "loss": 0.7963,
      "step": 12386
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.786089170086339e-07,
      "loss": 0.79,
      "step": 12387
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.778865741142991e-07,
      "loss": 0.7979,
      "step": 12388
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.771647633876386e-07,
      "loss": 0.81,
      "step": 12389
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7644348486899364e-07,
      "loss": 0.8298,
      "step": 12390
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.757227385986729e-07,
      "loss": 0.8463,
      "step": 12391
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7500252461695985e-07,
      "loss": 0.8385,
      "step": 12392
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.742828429641044e-07,
      "loss": 0.7878,
      "step": 12393
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.735636936803256e-07,
      "loss": 0.8261,
      "step": 12394
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7284507680582017e-07,
      "loss": 0.8882,
      "step": 12395
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7212699238074255e-07,
      "loss": 0.8246,
      "step": 12396
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7140944044523185e-07,
      "loss": 0.7911,
      "step": 12397
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7069242103938596e-07,
      "loss": 0.8283,
      "step": 12398
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.699759342032784e-07,
      "loss": 0.8588,
      "step": 12399
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.692599799769526e-07,
      "loss": 0.7977,
      "step": 12400
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.685445584004211e-07,
      "loss": 0.8207,
      "step": 12401
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.678296695136664e-07,
      "loss": 0.8061,
      "step": 12402
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6711531335664196e-07,
      "loss": 0.8431,
      "step": 12403
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6640148996927483e-07,
      "loss": 0.8292,
      "step": 12404
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6568819939145195e-07,
      "loss": 0.8062,
      "step": 12405
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6497544166304363e-07,
      "loss": 0.8493,
      "step": 12406
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6426321682388144e-07,
      "loss": 0.831,
      "step": 12407
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.63551524913769e-07,
      "loss": 0.8456,
      "step": 12408
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.628403659724834e-07,
      "loss": 0.8364,
      "step": 12409
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.621297400397673e-07,
      "loss": 0.7994,
      "step": 12410
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6141964715534e-07,
      "loss": 0.802,
      "step": 12411
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6071008735888103e-07,
      "loss": 0.7751,
      "step": 12412
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6000106069005066e-07,
      "loss": 0.8186,
      "step": 12413
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.592925671884729e-07,
      "loss": 0.8162,
      "step": 12414
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5858460689374274e-07,
      "loss": 0.7568,
      "step": 12415
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5787717984542624e-07,
      "loss": 0.8669,
      "step": 12416
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.571702860830629e-07,
      "loss": 0.8612,
      "step": 12417
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.564639256461567e-07,
      "loss": 0.7974,
      "step": 12418
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5575809857418387e-07,
      "loss": 0.8554,
      "step": 12419
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5505280490659386e-07,
      "loss": 0.8406,
      "step": 12420
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.543480446828008e-07,
      "loss": 0.8411,
      "step": 12421
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5364381794219425e-07,
      "loss": 0.844,
      "step": 12422
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5294012472413165e-07,
      "loss": 0.7902,
      "step": 12423
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.522369650679381e-07,
      "loss": 0.7928,
      "step": 12424
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5153433901291565e-07,
      "loss": 0.8059,
      "step": 12425
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.508322465983295e-07,
      "loss": 0.8145,
      "step": 12426
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.501306878634193e-07,
      "loss": 0.8294,
      "step": 12427
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.494296628473904e-07,
      "loss": 0.8296,
      "step": 12428
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4872917158942707e-07,
      "loss": 0.8283,
      "step": 12429
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4802921412867127e-07,
      "loss": 0.8248,
      "step": 12430
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.473297905042473e-07,
      "loss": 0.7566,
      "step": 12431
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.466309007552405e-07,
      "loss": 0.7707,
      "step": 12432
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4593254492071305e-07,
      "loss": 0.7505,
      "step": 12433
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.452347230396936e-07,
      "loss": 0.8314,
      "step": 12434
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4453743515117997e-07,
      "loss": 0.8274,
      "step": 12435
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.438406812941454e-07,
      "loss": 0.8335,
      "step": 12436
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.431444615075253e-07,
      "loss": 0.7606,
      "step": 12437
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4244877583023316e-07,
      "loss": 0.8812,
      "step": 12438
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4175362430114775e-07,
      "loss": 0.898,
      "step": 12439
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.410590069591192e-07,
      "loss": 0.8645,
      "step": 12440
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.403649238429675e-07,
      "loss": 0.765,
      "step": 12441
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.39671374991486e-07,
      "loss": 0.8088,
      "step": 12442
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3897836044343277e-07,
      "loss": 0.7642,
      "step": 12443
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.382858802375378e-07,
      "loss": 0.7827,
      "step": 12444
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.37593934412508e-07,
      "loss": 0.7921,
      "step": 12445
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3690252300700676e-07,
      "loss": 0.8327,
      "step": 12446
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3621164605967993e-07,
      "loss": 0.8151,
      "step": 12447
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.355213036091377e-07,
      "loss": 0.8506,
      "step": 12448
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3483149569396145e-07,
      "loss": 0.766,
      "step": 12449
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3414222235270474e-07,
      "loss": 0.878,
      "step": 12450
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.334534836238868e-07,
      "loss": 0.8721,
      "step": 12451
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3276527954600136e-07,
      "loss": 0.8893,
      "step": 12452
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.320776101575086e-07,
      "loss": 0.7572,
      "step": 12453
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.313904754968445e-07,
      "loss": 0.8557,
      "step": 12454
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.307038756024062e-07,
      "loss": 0.7518,
      "step": 12455
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3001781051256963e-07,
      "loss": 0.7536,
      "step": 12456
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2933228026567517e-07,
      "loss": 0.854,
      "step": 12457
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2864728490003785e-07,
      "loss": 0.8367,
      "step": 12458
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.279628244539391e-07,
      "loss": 0.8122,
      "step": 12459
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2727889896562955e-07,
      "loss": 0.8881,
      "step": 12460
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.265955084733386e-07,
      "loss": 0.809,
      "step": 12461
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2591265301525133e-07,
      "loss": 0.815,
      "step": 12462
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2523033262953595e-07,
      "loss": 0.7645,
      "step": 12463
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2454854735432314e-07,
      "loss": 0.8714,
      "step": 12464
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2386729722771913e-07,
      "loss": 0.8738,
      "step": 12465
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2318658228779343e-07,
      "loss": 0.8299,
      "step": 12466
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.225064025725922e-07,
      "loss": 0.8578,
      "step": 12467
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.218267581201296e-07,
      "loss": 0.7951,
      "step": 12468
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.211476489683863e-07,
      "loss": 0.8302,
      "step": 12469
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.204690751553209e-07,
      "loss": 0.9252,
      "step": 12470
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.197910367188507e-07,
      "loss": 0.8172,
      "step": 12471
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1911353369687545e-07,
      "loss": 0.7867,
      "step": 12472
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.18436566127256e-07,
      "loss": 0.8092,
      "step": 12473
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1776013404782656e-07,
      "loss": 0.9045,
      "step": 12474
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.170842374963935e-07,
      "loss": 0.7395,
      "step": 12475
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.164088765107288e-07,
      "loss": 0.7869,
      "step": 12476
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.157340511285768e-07,
      "loss": 0.8758,
      "step": 12477
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.150597613876528e-07,
      "loss": 0.8445,
      "step": 12478
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1438600732564114e-07,
      "loss": 0.8373,
      "step": 12479
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.137127889801962e-07,
      "loss": 0.7448,
      "step": 12480
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.130401063889422e-07,
      "loss": 0.7887,
      "step": 12481
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.123679595894725e-07,
      "loss": 0.8063,
      "step": 12482
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1169634861935483e-07,
      "loss": 0.8975,
      "step": 12483
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.110252735161213e-07,
      "loss": 0.8505,
      "step": 12484
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1035473431727756e-07,
      "loss": 0.884,
      "step": 12485
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.096847310603003e-07,
      "loss": 0.8094,
      "step": 12486
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0901526378262945e-07,
      "loss": 0.8397,
      "step": 12487
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.083463325216841e-07,
      "loss": 0.8037,
      "step": 12488
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.076779373148487e-07,
      "loss": 0.815,
      "step": 12489
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.070100781994768e-07,
      "loss": 0.7819,
      "step": 12490
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.06342755212894e-07,
      "loss": 0.8257,
      "step": 12491
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.05675968392395e-07,
      "loss": 0.7931,
      "step": 12492
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0500971777524656e-07,
      "loss": 0.7823,
      "step": 12493
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.043440033986812e-07,
      "loss": 0.814,
      "step": 12494
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.03678825299908e-07,
      "loss": 0.8545,
      "step": 12495
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.030141835160961e-07,
      "loss": 0.7996,
      "step": 12496
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0235007808439695e-07,
      "loss": 0.7879,
      "step": 12497
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0168650904192197e-07,
      "loss": 0.859,
      "step": 12498
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.01023476425757e-07,
      "loss": 0.8144,
      "step": 12499
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.00360980272958e-07,
      "loss": 0.7986,
      "step": 12500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.996990206205498e-07,
      "loss": 0.9273,
      "step": 12501
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.990375975055305e-07,
      "loss": 0.8241,
      "step": 12502
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9837671096485955e-07,
      "loss": 0.82,
      "step": 12503
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9771636103547726e-07,
      "loss": 0.8686,
      "step": 12504
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.970565477542876e-07,
      "loss": 0.8088,
      "step": 12505
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.963972711581654e-07,
      "loss": 0.8157,
      "step": 12506
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9573853128395455e-07,
      "loss": 0.8122,
      "step": 12507
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.950803281684745e-07,
      "loss": 0.7904,
      "step": 12508
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.944226618485081e-07,
      "loss": 0.7943,
      "step": 12509
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9376553236080915e-07,
      "loss": 0.8844,
      "step": 12510
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.931089397421073e-07,
      "loss": 0.8391,
      "step": 12511
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9245288402909307e-07,
      "loss": 0.8798,
      "step": 12512
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.91797365258435e-07,
      "loss": 0.8633,
      "step": 12513
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9114238346676715e-07,
      "loss": 0.8023,
      "step": 12514
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.904879386906957e-07,
      "loss": 0.7454,
      "step": 12515
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.898340309667947e-07,
      "loss": 0.8657,
      "step": 12516
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.891806603316117e-07,
      "loss": 0.7944,
      "step": 12517
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.885278268216597e-07,
      "loss": 0.8447,
      "step": 12518
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8787553047342385e-07,
      "loss": 0.8496,
      "step": 12519
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8722377132336284e-07,
      "loss": 0.8689,
      "step": 12520
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.865725494078976e-07,
      "loss": 0.7056,
      "step": 12521
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8592186476342554e-07,
      "loss": 0.8355,
      "step": 12522
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.85271717426311e-07,
      "loss": 0.8024,
      "step": 12523
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.846221074328893e-07,
      "loss": 0.8398,
      "step": 12524
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.83973034819467e-07,
      "loss": 0.8106,
      "step": 12525
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.833244996223162e-07,
      "loss": 0.8858,
      "step": 12526
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.826765018776868e-07,
      "loss": 0.9012,
      "step": 12527
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.820290416217887e-07,
      "loss": 0.8355,
      "step": 12528
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8138211889080957e-07,
      "loss": 0.7663,
      "step": 12529
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.807357337209039e-07,
      "loss": 0.7562,
      "step": 12530
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.800898861481961e-07,
      "loss": 0.7289,
      "step": 12531
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.794445762087806e-07,
      "loss": 0.8245,
      "step": 12532
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7879980393872416e-07,
      "loss": 0.8147,
      "step": 12533
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.781555693740602e-07,
      "loss": 0.7588,
      "step": 12534
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.77511872550792e-07,
      "loss": 0.8696,
      "step": 12535
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.768687135048976e-07,
      "loss": 0.8664,
      "step": 12536
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.762260922723182e-07,
      "loss": 0.8202,
      "step": 12537
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.755840088889706e-07,
      "loss": 0.7997,
      "step": 12538
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7494246339073946e-07,
      "loss": 0.7781,
      "step": 12539
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.743014558134772e-07,
      "loss": 0.814,
      "step": 12540
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.736609861930085e-07,
      "loss": 0.8195,
      "step": 12541
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7302105456512916e-07,
      "loss": 0.8048,
      "step": 12542
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.723816609656028e-07,
      "loss": 0.8035,
      "step": 12543
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7174280543016195e-07,
      "loss": 0.8557,
      "step": 12544
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7110448799451473e-07,
      "loss": 0.8156,
      "step": 12545
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.704667086943303e-07,
      "loss": 0.7679,
      "step": 12546
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6982946756525584e-07,
      "loss": 0.8141,
      "step": 12547
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.691927646429028e-07,
      "loss": 0.9125,
      "step": 12548
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.685565999628571e-07,
      "loss": 0.779,
      "step": 12549
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6792097356067256e-07,
      "loss": 0.8271,
      "step": 12550
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.672858854718697e-07,
      "loss": 0.8465,
      "step": 12551
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.666513357319468e-07,
      "loss": 0.8906,
      "step": 12552
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.660173243763632e-07,
      "loss": 0.8622,
      "step": 12553
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.653838514405539e-07,
      "loss": 0.8084,
      "step": 12554
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.647509169599228e-07,
      "loss": 0.8257,
      "step": 12555
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.641185209698417e-07,
      "loss": 0.771,
      "step": 12556
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.634866635056533e-07,
      "loss": 0.8104,
      "step": 12557
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.628553446026728e-07,
      "loss": 0.8652,
      "step": 12558
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.622245642961819e-07,
      "loss": 0.8121,
      "step": 12559
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6159432262143134e-07,
      "loss": 0.8151,
      "step": 12560
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.609646196136496e-07,
      "loss": 0.7588,
      "step": 12561
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.603354553080218e-07,
      "loss": 0.8043,
      "step": 12562
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5970682973971437e-07,
      "loss": 0.8037,
      "step": 12563
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5907874294386025e-07,
      "loss": 0.8147,
      "step": 12564
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5845119495556135e-07,
      "loss": 0.7811,
      "step": 12565
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.578241858098863e-07,
      "loss": 0.7903,
      "step": 12566
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.571977155418827e-07,
      "loss": 0.8047,
      "step": 12567
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5657178418655904e-07,
      "loss": 0.8377,
      "step": 12568
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5594639177889634e-07,
      "loss": 0.8239,
      "step": 12569
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5532153835384886e-07,
      "loss": 0.8017,
      "step": 12570
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5469722394633645e-07,
      "loss": 0.7209,
      "step": 12571
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5407344859125113e-07,
      "loss": 0.7975,
      "step": 12572
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.534502123234529e-07,
      "loss": 0.8753,
      "step": 12573
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.52827515177776e-07,
      "loss": 0.8385,
      "step": 12574
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5220535718901937e-07,
      "loss": 0.8128,
      "step": 12575
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5158373839195294e-07,
      "loss": 0.8393,
      "step": 12576
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5096265882131885e-07,
      "loss": 0.794,
      "step": 12577
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.503421185118272e-07,
      "loss": 0.8204,
      "step": 12578
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.497221174981591e-07,
      "loss": 0.7666,
      "step": 12579
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.491026558149646e-07,
      "loss": 0.728,
      "step": 12580
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.484837334968638e-07,
      "loss": 0.8458,
      "step": 12581
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.478653505784457e-07,
      "loss": 0.7856,
      "step": 12582
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.472475070942727e-07,
      "loss": 0.8396,
      "step": 12583
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.466302030788726e-07,
      "loss": 0.772,
      "step": 12584
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4601343856674465e-07,
      "loss": 0.8141,
      "step": 12585
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.453972135923611e-07,
      "loss": 0.812,
      "step": 12586
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4478152819015676e-07,
      "loss": 0.8645,
      "step": 12587
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4416638239454514e-07,
      "loss": 0.795,
      "step": 12588
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.435517762399043e-07,
      "loss": 0.8671,
      "step": 12589
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.429377097605813e-07,
      "loss": 0.822,
      "step": 12590
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4232418299089407e-07,
      "loss": 0.8679,
      "step": 12591
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4171119596513533e-07,
      "loss": 0.8246,
      "step": 12592
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.410987487175599e-07,
      "loss": 0.8896,
      "step": 12593
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4048684128239584e-07,
      "loss": 0.8275,
      "step": 12594
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3987547369384364e-07,
      "loss": 0.8167,
      "step": 12595
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3926464598607044e-07,
      "loss": 0.8473,
      "step": 12596
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3865435819321225e-07,
      "loss": 0.8173,
      "step": 12597
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.380446103493773e-07,
      "loss": 0.8325,
      "step": 12598
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.374354024886439e-07,
      "loss": 0.7542,
      "step": 12599
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.368267346450593e-07,
      "loss": 0.8252,
      "step": 12600
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.362186068526385e-07,
      "loss": 0.7812,
      "step": 12601
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.356110191453699e-07,
      "loss": 0.7814,
      "step": 12602
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.350039715572084e-07,
      "loss": 0.8393,
      "step": 12603
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3439746412208264e-07,
      "loss": 0.7805,
      "step": 12604
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3379149687388866e-07,
      "loss": 0.8267,
      "step": 12605
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.331860698464906e-07,
      "loss": 0.8124,
      "step": 12606
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3258118307372467e-07,
      "loss": 0.8536,
      "step": 12607
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.319768365893983e-07,
      "loss": 0.7957,
      "step": 12608
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3137303042728663e-07,
      "loss": 0.7813,
      "step": 12609
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.307697646211316e-07,
      "loss": 0.8577,
      "step": 12610
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3016703920465407e-07,
      "loss": 0.7815,
      "step": 12611
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2956485421153263e-07,
      "loss": 0.8098,
      "step": 12612
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2896320967542693e-07,
      "loss": 0.8197,
      "step": 12613
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2836210562995907e-07,
      "loss": 0.8193,
      "step": 12614
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2776154210872324e-07,
      "loss": 0.8056,
      "step": 12615
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.271615191452826e-07,
      "loss": 0.7279,
      "step": 12616
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2656203677317364e-07,
      "loss": 0.8196,
      "step": 12617
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.259630950258985e-07,
      "loss": 0.8487,
      "step": 12618
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.253646939369304e-07,
      "loss": 0.7898,
      "step": 12619
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.247668335397125e-07,
      "loss": 0.823,
      "step": 12620
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2416951386765815e-07,
      "loss": 0.8022,
      "step": 12621
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2357273495415064e-07,
      "loss": 0.8114,
      "step": 12622
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2297649683253994e-07,
      "loss": 0.8497,
      "step": 12623
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2238079953615274e-07,
      "loss": 0.8509,
      "step": 12624
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.217856430982769e-07,
      "loss": 0.8223,
      "step": 12625
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.211910275521757e-07,
      "loss": 0.8417,
      "step": 12626
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.205969529310826e-07,
      "loss": 0.8065,
      "step": 12627
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.200034192681944e-07,
      "loss": 0.7845,
      "step": 12628
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1941042659668795e-07,
      "loss": 0.832,
      "step": 12629
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.188179749497e-07,
      "loss": 0.7805,
      "step": 12630
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.182260643603441e-07,
      "loss": 0.8179,
      "step": 12631
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1763469486169705e-07,
      "loss": 0.8148,
      "step": 12632
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.170438664868125e-07,
      "loss": 0.8534,
      "step": 12633
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1645357926870957e-07,
      "loss": 0.8122,
      "step": 12634
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.158638332403752e-07,
      "loss": 0.7895,
      "step": 12635
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1527462843477407e-07,
      "loss": 0.803,
      "step": 12636
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1468596488483104e-07,
      "loss": 0.8316,
      "step": 12637
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1409784262344647e-07,
      "loss": 0.8308,
      "step": 12638
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.135102616834884e-07,
      "loss": 0.8603,
      "step": 12639
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1292322209779844e-07,
      "loss": 0.8321,
      "step": 12640
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1233672389918035e-07,
      "loss": 0.8506,
      "step": 12641
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1175076712041563e-07,
      "loss": 0.7865,
      "step": 12642
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.111653517942492e-07,
      "loss": 0.836,
      "step": 12643
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1058047795339943e-07,
      "loss": 0.8002,
      "step": 12644
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0999614563055556e-07,
      "loss": 0.8792,
      "step": 12645
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0941235485837163e-07,
      "loss": 0.8353,
      "step": 12646
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0882910566947587e-07,
      "loss": 0.8119,
      "step": 12647
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.082463980964634e-07,
      "loss": 0.8025,
      "step": 12648
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0766423217190257e-07,
      "loss": 0.7773,
      "step": 12649
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0708260792832625e-07,
      "loss": 0.8227,
      "step": 12650
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0650152539824283e-07,
      "loss": 0.7727,
      "step": 12651
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0592098461412535e-07,
      "loss": 0.8395,
      "step": 12652
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0534098560841993e-07,
      "loss": 0.8351,
      "step": 12653
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.047615284135408e-07,
      "loss": 0.8198,
      "step": 12654
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.04182613061873e-07,
      "loss": 0.749,
      "step": 12655
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.036042395857719e-07,
      "loss": 0.8043,
      "step": 12656
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.030264080175571e-07,
      "loss": 0.8426,
      "step": 12657
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.024491183895273e-07,
      "loss": 0.8327,
      "step": 12658
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0187237073394215e-07,
      "loss": 0.7648,
      "step": 12659
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0129616508303595e-07,
      "loss": 0.7889,
      "step": 12660
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0072050146901175e-07,
      "loss": 0.8794,
      "step": 12661
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.001453799240428e-07,
      "loss": 0.8815,
      "step": 12662
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9957080048027e-07,
      "loss": 0.8305,
      "step": 12663
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.989967631698032e-07,
      "loss": 0.7799,
      "step": 12664
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9842326802472896e-07,
      "loss": 0.8626,
      "step": 12665
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9785031507709394e-07,
      "loss": 0.7864,
      "step": 12666
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9727790435892136e-07,
      "loss": 0.771,
      "step": 12667
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9670603590220225e-07,
      "loss": 0.7507,
      "step": 12668
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9613470973889445e-07,
      "loss": 0.8842,
      "step": 12669
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.955639259009302e-07,
      "loss": 0.7921,
      "step": 12670
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.949936844202084e-07,
      "loss": 0.8109,
      "step": 12671
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9442398532859904e-07,
      "loss": 0.7953,
      "step": 12672
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9385482865793903e-07,
      "loss": 0.7814,
      "step": 12673
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.932862144400417e-07,
      "loss": 0.7616,
      "step": 12674
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.927181427066805e-07,
      "loss": 0.839,
      "step": 12675
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9215061348960683e-07,
      "loss": 0.7672,
      "step": 12676
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9158362682053743e-07,
      "loss": 0.8412,
      "step": 12677
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.910171827311592e-07,
      "loss": 0.8815,
      "step": 12678
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.904512812531302e-07,
      "loss": 0.8477,
      "step": 12679
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8988592241807835e-07,
      "loss": 0.7908,
      "step": 12680
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8932110625759737e-07,
      "loss": 0.8535,
      "step": 12681
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8875683280325526e-07,
      "loss": 0.7955,
      "step": 12682
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.881931020865869e-07,
      "loss": 0.8493,
      "step": 12683
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8762991413910033e-07,
      "loss": 0.8529,
      "step": 12684
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.870672689922671e-07,
      "loss": 0.8427,
      "step": 12685
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8650516667753427e-07,
      "loss": 0.8828,
      "step": 12686
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8594360722631666e-07,
      "loss": 0.7654,
      "step": 12687
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.853825906699981e-07,
      "loss": 0.7912,
      "step": 12688
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.848221170399301e-07,
      "loss": 0.8145,
      "step": 12689
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8426218636744106e-07,
      "loss": 0.8724,
      "step": 12690
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8370279868381925e-07,
      "loss": 0.8663,
      "step": 12691
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8314395402032956e-07,
      "loss": 0.8527,
      "step": 12692
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8258565240820603e-07,
      "loss": 0.8404,
      "step": 12693
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8202789387864694e-07,
      "loss": 0.7358,
      "step": 12694
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.814706784628274e-07,
      "loss": 0.8096,
      "step": 12695
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8091400619188803e-07,
      "loss": 0.8881,
      "step": 12696
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.803578770969384e-07,
      "loss": 0.8577,
      "step": 12697
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7980229120906033e-07,
      "loss": 0.7884,
      "step": 12698
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7924724855930563e-07,
      "loss": 0.812,
      "step": 12699
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.786927491786917e-07,
      "loss": 0.8235,
      "step": 12700
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7813879309820933e-07,
      "loss": 0.8076,
      "step": 12701
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7758538034881824e-07,
      "loss": 0.8402,
      "step": 12702
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.770325109614458e-07,
      "loss": 0.7641,
      "step": 12703
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.764801849669918e-07,
      "loss": 0.8081,
      "step": 12704
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.759284023963249e-07,
      "loss": 0.8826,
      "step": 12705
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.753771632802815e-07,
      "loss": 0.8036,
      "step": 12706
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7482646764966927e-07,
      "loss": 0.938,
      "step": 12707
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7427631553526677e-07,
      "loss": 0.8156,
      "step": 12708
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7372670696781843e-07,
      "loss": 0.8338,
      "step": 12709
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7317764197804076e-07,
      "loss": 0.7828,
      "step": 12710
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.726291205966225e-07,
      "loss": 0.852,
      "step": 12711
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7208114285421584e-07,
      "loss": 0.8156,
      "step": 12712
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7153370878144735e-07,
      "loss": 0.7684,
      "step": 12713
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.709868184089115e-07,
      "loss": 0.856,
      "step": 12714
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7044047176717383e-07,
      "loss": 0.8612,
      "step": 12715
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.698946688867665e-07,
      "loss": 0.8063,
      "step": 12716
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.693494097981941e-07,
      "loss": 0.8375,
      "step": 12717
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6880469453193e-07,
      "loss": 0.7813,
      "step": 12718
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6826052311841435e-07,
      "loss": 0.7957,
      "step": 12719
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6771689558806377e-07,
      "loss": 0.8111,
      "step": 12720
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6717381197125857e-07,
      "loss": 0.8013,
      "step": 12721
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6663127229834995e-07,
      "loss": 0.8213,
      "step": 12722
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6608927659965813e-07,
      "loss": 0.8127,
      "step": 12723
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.655478249054777e-07,
      "loss": 0.8074,
      "step": 12724
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6500691724606456e-07,
      "loss": 0.857,
      "step": 12725
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6446655365165106e-07,
      "loss": 0.7739,
      "step": 12726
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.639267341524365e-07,
      "loss": 0.7608,
      "step": 12727
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6338745877858895e-07,
      "loss": 0.8519,
      "step": 12728
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.628487275602487e-07,
      "loss": 0.836,
      "step": 12729
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6231054052752394e-07,
      "loss": 0.8883,
      "step": 12730
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6177289771049274e-07,
      "loss": 0.8656,
      "step": 12731
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6123579913920117e-07,
      "loss": 0.8311,
      "step": 12732
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.606992448436685e-07,
      "loss": 0.8348,
      "step": 12733
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6016323485388073e-07,
      "loss": 0.8176,
      "step": 12734
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5962776919979174e-07,
      "loss": 0.7692,
      "step": 12735
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.590928479113308e-07,
      "loss": 0.8149,
      "step": 12736
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.585584710183919e-07,
      "loss": 0.8061,
      "step": 12737
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5802463855084005e-07,
      "loss": 0.7932,
      "step": 12738
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5749135053851013e-07,
      "loss": 0.8433,
      "step": 12739
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.569586070112062e-07,
      "loss": 0.8718,
      "step": 12740
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.564264079987011e-07,
      "loss": 0.8483,
      "step": 12741
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5589475353073987e-07,
      "loss": 0.8556,
      "step": 12742
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.553636436370344e-07,
      "loss": 0.8461,
      "step": 12743
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5483307834726636e-07,
      "loss": 0.7896,
      "step": 12744
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5430305769108875e-07,
      "loss": 0.7962,
      "step": 12745
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.537735816981235e-07,
      "loss": 0.8207,
      "step": 12746
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.532446503979613e-07,
      "loss": 0.745,
      "step": 12747
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.527162638201619e-07,
      "loss": 0.9074,
      "step": 12748
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.521884219942583e-07,
      "loss": 0.7718,
      "step": 12749
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.516611249497458e-07,
      "loss": 0.871,
      "step": 12750
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.511343727160975e-07,
      "loss": 0.8485,
      "step": 12751
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.506081653227499e-07,
      "loss": 0.8328,
      "step": 12752
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5008250279911386e-07,
      "loss": 0.8944,
      "step": 12753
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4955738517456694e-07,
      "loss": 0.8946,
      "step": 12754
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.490328124784536e-07,
      "loss": 0.8308,
      "step": 12755
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4850878474009575e-07,
      "loss": 0.834,
      "step": 12756
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.479853019887757e-07,
      "loss": 0.7553,
      "step": 12757
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4746236425375214e-07,
      "loss": 0.8176,
      "step": 12758
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4693997156424953e-07,
      "loss": 0.7882,
      "step": 12759
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.464181239494634e-07,
      "loss": 0.8235,
      "step": 12760
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.458968214385593e-07,
      "loss": 0.8103,
      "step": 12761
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.453760640606717e-07,
      "loss": 0.8578,
      "step": 12762
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.448558518449029e-07,
      "loss": 0.8357,
      "step": 12763
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.443361848203274e-07,
      "loss": 0.8319,
      "step": 12764
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.438170630159886e-07,
      "loss": 0.8152,
      "step": 12765
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.432984864608967e-07,
      "loss": 0.8377,
      "step": 12766
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4278045518403624e-07,
      "loss": 0.8522,
      "step": 12767
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4226296921435855e-07,
      "loss": 0.8236,
      "step": 12768
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4174602858078153e-07,
      "loss": 0.8086,
      "step": 12769
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.412296333122e-07,
      "loss": 0.77,
      "step": 12770
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4071378343747177e-07,
      "loss": 0.8314,
      "step": 12771
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4019847898542614e-07,
      "loss": 0.8012,
      "step": 12772
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.396837199848623e-07,
      "loss": 0.7253,
      "step": 12773
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.391695064645516e-07,
      "loss": 0.8659,
      "step": 12774
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.386558384532267e-07,
      "loss": 0.8354,
      "step": 12775
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3814271597960127e-07,
      "loss": 0.8701,
      "step": 12776
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3763013907234788e-07,
      "loss": 0.7692,
      "step": 12777
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.371181077601159e-07,
      "loss": 0.8115,
      "step": 12778
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3660662207152018e-07,
      "loss": 0.8334,
      "step": 12779
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3609568203514677e-07,
      "loss": 0.8246,
      "step": 12780
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3558528767955279e-07,
      "loss": 0.7451,
      "step": 12781
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.350754390332588e-07,
      "loss": 0.821,
      "step": 12782
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3456613612476197e-07,
      "loss": 0.8629,
      "step": 12783
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3405737898252623e-07,
      "loss": 0.8464,
      "step": 12784
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3354916763498213e-07,
      "loss": 0.8034,
      "step": 12785
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.330415021105359e-07,
      "loss": 0.745,
      "step": 12786
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.32534382437557e-07,
      "loss": 0.8337,
      "step": 12787
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3202780864438834e-07,
      "loss": 0.7975,
      "step": 12788
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3152178075933952e-07,
      "loss": 0.8496,
      "step": 12789
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3101629881069455e-07,
      "loss": 0.7943,
      "step": 12790
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3051136282669972e-07,
      "loss": 0.8533,
      "step": 12791
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3000697283557805e-07,
      "loss": 0.8554,
      "step": 12792
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2950312886551584e-07,
      "loss": 0.7691,
      "step": 12793
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.289998309446728e-07,
      "loss": 0.7978,
      "step": 12794
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.284970791011776e-07,
      "loss": 0.8766,
      "step": 12795
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2799487336312764e-07,
      "loss": 0.751,
      "step": 12796
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2749321375859057e-07,
      "loss": 0.8069,
      "step": 12797
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.269921003155995e-07,
      "loss": 0.8064,
      "step": 12798
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2649153306216532e-07,
      "loss": 0.8625,
      "step": 12799
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2599151202626012e-07,
      "loss": 0.8301,
      "step": 12800
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2549203723583046e-07,
      "loss": 0.8053,
      "step": 12801
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2499310871878843e-07,
      "loss": 0.8632,
      "step": 12802
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2449472650302172e-07,
      "loss": 0.8238,
      "step": 12803
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2399689061638142e-07,
      "loss": 0.7943,
      "step": 12804
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2349960108668966e-07,
      "loss": 0.8804,
      "step": 12805
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2300285794174093e-07,
      "loss": 0.7783,
      "step": 12806
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.225066612092941e-07,
      "loss": 0.8502,
      "step": 12807
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2201101091708366e-07,
      "loss": 0.8392,
      "step": 12808
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2151590709280857e-07,
      "loss": 0.8793,
      "step": 12809
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.210213497641378e-07,
      "loss": 0.8136,
      "step": 12810
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.205273389587137e-07,
      "loss": 0.8228,
      "step": 12811
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2003387470414306e-07,
      "loss": 0.8304,
      "step": 12812
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1954095702800603e-07,
      "loss": 0.8528,
      "step": 12813
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1904858595784838e-07,
      "loss": 0.7846,
      "step": 12814
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1855676152119033e-07,
      "loss": 0.8049,
      "step": 12815
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.180654837455165e-07,
      "loss": 0.8679,
      "step": 12816
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1757475265828387e-07,
      "loss": 0.8035,
      "step": 12817
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1708456828691937e-07,
      "loss": 0.8607,
      "step": 12818
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1659493065881553e-07,
      "loss": 0.7936,
      "step": 12819
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1610583980134048e-07,
      "loss": 0.8582,
      "step": 12820
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1561729574182455e-07,
      "loss": 0.8087,
      "step": 12821
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.151292985075759e-07,
      "loss": 0.878,
      "step": 12822
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1464184812586274e-07,
      "loss": 0.8529,
      "step": 12823
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1415494462392993e-07,
      "loss": 0.8087,
      "step": 12824
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1366858802898903e-07,
      "loss": 0.8441,
      "step": 12825
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1318277836822166e-07,
      "loss": 0.8034,
      "step": 12826
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1269751566877717e-07,
      "loss": 0.7663,
      "step": 12827
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1221279995777833e-07,
      "loss": 0.8514,
      "step": 12828
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1172863126231235e-07,
      "loss": 0.8357,
      "step": 12829
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.112450096094376e-07,
      "loss": 0.8599,
      "step": 12830
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.107619350261858e-07,
      "loss": 0.8581,
      "step": 12831
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1027940753955201e-07,
      "loss": 0.877,
      "step": 12832
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0979742717650464e-07,
      "loss": 0.7997,
      "step": 12833
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0931599396397995e-07,
      "loss": 0.8844,
      "step": 12834
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0883510792888417e-07,
      "loss": 0.8621,
      "step": 12835
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.083547690980925e-07,
      "loss": 0.7771,
      "step": 12836
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0787497749845009e-07,
      "loss": 0.812,
      "step": 12837
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.073957331567733e-07,
      "loss": 0.8005,
      "step": 12838
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.069170360998418e-07,
      "loss": 0.8159,
      "step": 12839
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0643888635441423e-07,
      "loss": 0.8236,
      "step": 12840
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0596128394720692e-07,
      "loss": 0.7699,
      "step": 12841
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0548422890491748e-07,
      "loss": 0.8309,
      "step": 12842
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0500772125420454e-07,
      "loss": 0.8177,
      "step": 12843
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0453176102169791e-07,
      "loss": 0.798,
      "step": 12844
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0405634823400077e-07,
      "loss": 0.8412,
      "step": 12845
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0358148291768077e-07,
      "loss": 0.8181,
      "step": 12846
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0310716509927886e-07,
      "loss": 0.8537,
      "step": 12847
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0263339480530052e-07,
      "loss": 0.8321,
      "step": 12848
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.021601720622257e-07,
      "loss": 0.8237,
      "step": 12849
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0168749689650213e-07,
      "loss": 0.8205,
      "step": 12850
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0121536933454533e-07,
      "loss": 0.7805,
      "step": 12851
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0074378940274086e-07,
      "loss": 0.7807,
      "step": 12852
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0027275712744543e-07,
      "loss": 0.8148,
      "step": 12853
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9980227253498462e-07,
      "loss": 0.7925,
      "step": 12854
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9933233565164966e-07,
      "loss": 0.8304,
      "step": 12855
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.988629465037073e-07,
      "loss": 0.8308,
      "step": 12856
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9839410511738766e-07,
      "loss": 0.7911,
      "step": 12857
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9792581151889646e-07,
      "loss": 0.8117,
      "step": 12858
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9745806573440273e-07,
      "loss": 0.7724,
      "step": 12859
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9699086779004895e-07,
      "loss": 0.8473,
      "step": 12860
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.965242177119453e-07,
      "loss": 0.8451,
      "step": 12861
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9605811552617204e-07,
      "loss": 0.8444,
      "step": 12862
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9559256125877835e-07,
      "loss": 0.8025,
      "step": 12863
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9512755493578116e-07,
      "loss": 0.8075,
      "step": 12864
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9466309658317306e-07,
      "loss": 0.781,
      "step": 12865
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9419918622690548e-07,
      "loss": 0.8268,
      "step": 12866
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.93735823892911e-07,
      "loss": 0.8401,
      "step": 12867
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9327300960708118e-07,
      "loss": 0.8054,
      "step": 12868
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9281074339528416e-07,
      "loss": 0.8099,
      "step": 12869
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9234902528335487e-07,
      "loss": 0.8867,
      "step": 12870
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9188785529709597e-07,
      "loss": 0.7961,
      "step": 12871
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9142723346228465e-07,
      "loss": 0.82,
      "step": 12872
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9096715980465807e-07,
      "loss": 0.8173,
      "step": 12873
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9050763434993459e-07,
      "loss": 0.8019,
      "step": 12874
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.900486571237925e-07,
      "loss": 0.8053,
      "step": 12875
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8959022815188354e-07,
      "loss": 0.8389,
      "step": 12876
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8913234745982834e-07,
      "loss": 0.7927,
      "step": 12877
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8867501507321752e-07,
      "loss": 0.7449,
      "step": 12878
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8821823101760949e-07,
      "loss": 0.8012,
      "step": 12879
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.877619953185328e-07,
      "loss": 0.8344,
      "step": 12880
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8730630800148586e-07,
      "loss": 0.8349,
      "step": 12881
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.86851169091935e-07,
      "loss": 0.8721,
      "step": 12882
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.863965786153177e-07,
      "loss": 0.8164,
      "step": 12883
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8594253659703908e-07,
      "loss": 0.7807,
      "step": 12884
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.854890430624756e-07,
      "loss": 0.817,
      "step": 12885
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8503609803697032e-07,
      "loss": 0.7458,
      "step": 12886
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.845837015458385e-07,
      "loss": 0.8024,
      "step": 12887
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8413185361436326e-07,
      "loss": 0.8281,
      "step": 12888
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8368055426779663e-07,
      "loss": 0.7981,
      "step": 12889
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8322980353136177e-07,
      "loss": 0.9152,
      "step": 12890
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8277960143024965e-07,
      "loss": 0.7401,
      "step": 12891
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.823299479896201e-07,
      "loss": 0.7809,
      "step": 12892
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8188084323460308e-07,
      "loss": 0.7911,
      "step": 12893
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.814322871902996e-07,
      "loss": 0.7853,
      "step": 12894
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8098427988177735e-07,
      "loss": 0.8312,
      "step": 12895
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8053682133407412e-07,
      "loss": 0.8183,
      "step": 12896
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.800899115721988e-07,
      "loss": 0.8006,
      "step": 12897
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.796435506211247e-07,
      "loss": 0.7431,
      "step": 12898
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.791977385058019e-07,
      "loss": 0.8104,
      "step": 12899
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.787524752511438e-07,
      "loss": 0.8454,
      "step": 12900
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7830776088203382e-07,
      "loss": 0.8357,
      "step": 12901
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7786359542332766e-07,
      "loss": 0.8037,
      "step": 12902
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7741997889984874e-07,
      "loss": 0.8064,
      "step": 12903
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.769769113363895e-07,
      "loss": 0.8705,
      "step": 12904
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7653439275771012e-07,
      "loss": 0.8171,
      "step": 12905
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7609242318854526e-07,
      "loss": 0.797,
      "step": 12906
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.756510026535929e-07,
      "loss": 0.8343,
      "step": 12907
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7521013117752338e-07,
      "loss": 0.855,
      "step": 12908
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7476980878497695e-07,
      "loss": 0.8073,
      "step": 12909
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.743300355005617e-07,
      "loss": 0.8564,
      "step": 12910
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7389081134885354e-07,
      "loss": 0.7795,
      "step": 12911
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7345213635440282e-07,
      "loss": 0.8754,
      "step": 12912
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.730140105417244e-07,
      "loss": 0.791,
      "step": 12913
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.725764339353031e-07,
      "loss": 0.8207,
      "step": 12914
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7213940655959604e-07,
      "loss": 0.7613,
      "step": 12915
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7170292843902593e-07,
      "loss": 0.9018,
      "step": 12916
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7126699959798876e-07,
      "loss": 0.8618,
      "step": 12917
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7083162006084397e-07,
      "loss": 0.8226,
      "step": 12918
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7039678985192765e-07,
      "loss": 0.8035,
      "step": 12919
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6996250899553922e-07,
      "loss": 0.8593,
      "step": 12920
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.695287775159482e-07,
      "loss": 0.8107,
      "step": 12921
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6909559543739962e-07,
      "loss": 0.7761,
      "step": 12922
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6866296278409745e-07,
      "loss": 0.8274,
      "step": 12923
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6823087958022456e-07,
      "loss": 0.7539,
      "step": 12924
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.677993458499272e-07,
      "loss": 0.8124,
      "step": 12925
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6736836161732162e-07,
      "loss": 0.8426,
      "step": 12926
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6693792690649636e-07,
      "loss": 0.7869,
      "step": 12927
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.665080417415077e-07,
      "loss": 0.7696,
      "step": 12928
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6607870614637866e-07,
      "loss": 0.7467,
      "step": 12929
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6564992014510562e-07,
      "loss": 0.7502,
      "step": 12930
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.652216837616527e-07,
      "loss": 0.7671,
      "step": 12931
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.647939970199508e-07,
      "loss": 0.8184,
      "step": 12932
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.643668599439041e-07,
      "loss": 0.8735,
      "step": 12933
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6394027255738466e-07,
      "loss": 0.8417,
      "step": 12934
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6351423488423113e-07,
      "loss": 0.8044,
      "step": 12935
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.630887469482556e-07,
      "loss": 0.8051,
      "step": 12936
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6266380877323684e-07,
      "loss": 0.8715,
      "step": 12937
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6223942038292474e-07,
      "loss": 0.7368,
      "step": 12938
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6181558180103473e-07,
      "loss": 0.787,
      "step": 12939
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6139229305125682e-07,
      "loss": 0.7882,
      "step": 12940
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6096955415724758e-07,
      "loss": 0.8852,
      "step": 12941
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6054736514263036e-07,
      "loss": 0.8451,
      "step": 12942
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6012572603100186e-07,
      "loss": 0.8178,
      "step": 12943
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5970463684592653e-07,
      "loss": 0.8251,
      "step": 12944
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5928409761093778e-07,
      "loss": 0.8335,
      "step": 12945
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5886410834953903e-07,
      "loss": 0.8761,
      "step": 12946
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5844466908520262e-07,
      "loss": 0.8757,
      "step": 12947
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5802577984136757e-07,
      "loss": 0.8807,
      "step": 12948
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.576074406414474e-07,
      "loss": 0.8294,
      "step": 12949
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5718965150882116e-07,
      "loss": 0.8485,
      "step": 12950
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5677241246683684e-07,
      "loss": 0.8432,
      "step": 12951
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5635572353881468e-07,
      "loss": 0.9161,
      "step": 12952
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5593958474804161e-07,
      "loss": 0.8282,
      "step": 12953
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.555239961177757e-07,
      "loss": 0.752,
      "step": 12954
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5510895767124057e-07,
      "loss": 0.8283,
      "step": 12955
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5469446943163547e-07,
      "loss": 0.8247,
      "step": 12956
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5428053142212074e-07,
      "loss": 0.8158,
      "step": 12957
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5386714366583455e-07,
      "loss": 0.8259,
      "step": 12958
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.534543061858762e-07,
      "loss": 0.8111,
      "step": 12959
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5304201900532277e-07,
      "loss": 0.8471,
      "step": 12960
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5263028214721142e-07,
      "loss": 0.7522,
      "step": 12961
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5221909563455595e-07,
      "loss": 0.8016,
      "step": 12962
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5180845949033573e-07,
      "loss": 0.7884,
      "step": 12963
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5139837373749911e-07,
      "loss": 0.7578,
      "step": 12964
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.509888383989666e-07,
      "loss": 0.8108,
      "step": 12965
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.505798534976266e-07,
      "loss": 0.7445,
      "step": 12966
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5017141905633414e-07,
      "loss": 0.8151,
      "step": 12967
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4976353509791542e-07,
      "loss": 0.7413,
      "step": 12968
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4935620164516884e-07,
      "loss": 0.8418,
      "step": 12969
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4894941872085733e-07,
      "loss": 0.8341,
      "step": 12970
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.485431863477149e-07,
      "loss": 0.8932,
      "step": 12971
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4813750454844565e-07,
      "loss": 0.8486,
      "step": 12972
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4773237334572144e-07,
      "loss": 0.8555,
      "step": 12973
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4732779276218523e-07,
      "loss": 0.7987,
      "step": 12974
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4692376282044674e-07,
      "loss": 0.754,
      "step": 12975
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4652028354308678e-07,
      "loss": 0.8122,
      "step": 12976
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.46117354952654e-07,
      "loss": 0.7829,
      "step": 12977
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4571497707166926e-07,
      "loss": 0.7975,
      "step": 12978
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4531314992261792e-07,
      "loss": 0.8594,
      "step": 12979
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4491187352795866e-07,
      "loss": 0.784,
      "step": 12980
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.44511147910118e-07,
      "loss": 0.8607,
      "step": 12981
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4411097309149025e-07,
      "loss": 0.8861,
      "step": 12982
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4371134909444195e-07,
      "loss": 0.8145,
      "step": 12983
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4331227594130414e-07,
      "loss": 0.8302,
      "step": 12984
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4291375365438452e-07,
      "loss": 0.7618,
      "step": 12985
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4251578225595086e-07,
      "loss": 0.8322,
      "step": 12986
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4211836176824868e-07,
      "loss": 0.8225,
      "step": 12987
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4172149221348575e-07,
      "loss": 0.7705,
      "step": 12988
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4132517361384324e-07,
      "loss": 0.8022,
      "step": 12989
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.409294059914723e-07,
      "loss": 0.8263,
      "step": 12990
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.405341893684886e-07,
      "loss": 0.8029,
      "step": 12991
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4013952376698113e-07,
      "loss": 0.8819,
      "step": 12992
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.397454092090067e-07,
      "loss": 0.8347,
      "step": 12993
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.393518457165921e-07,
      "loss": 0.8429,
      "step": 12994
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.38958833311732e-07,
      "loss": 0.7846,
      "step": 12995
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.385663720163888e-07,
      "loss": 0.8295,
      "step": 12996
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.381744618525016e-07,
      "loss": 0.8686,
      "step": 12997
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3778310284196738e-07,
      "loss": 0.7787,
      "step": 12998
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3739229500666086e-07,
      "loss": 0.8152,
      "step": 12999
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3700203836842453e-07,
      "loss": 0.8343,
      "step": 13000
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3661233294906761e-07,
      "loss": 0.8252,
      "step": 13001
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3622317877036829e-07,
      "loss": 0.816,
      "step": 13002
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.35834575854078e-07,
      "loss": 0.8172,
      "step": 13003
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3544652422191385e-07,
      "loss": 0.8388,
      "step": 13004
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.350590238955629e-07,
      "loss": 0.7724,
      "step": 13005
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.346720748966812e-07,
      "loss": 0.8073,
      "step": 13006
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.342856772468959e-07,
      "loss": 0.7966,
      "step": 13007
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3389983096780078e-07,
      "loss": 0.7948,
      "step": 13008
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3351453608095867e-07,
      "loss": 0.8276,
      "step": 13009
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3312979260790558e-07,
      "loss": 0.8326,
      "step": 13010
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3274560057014107e-07,
      "loss": 0.84,
      "step": 13011
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3236195998913793e-07,
      "loss": 0.8058,
      "step": 13012
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3197887088633787e-07,
      "loss": 0.8238,
      "step": 13013
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3159633328314824e-07,
      "loss": 0.8092,
      "step": 13014
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3121434720095194e-07,
      "loss": 0.8232,
      "step": 13015
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.30832912661093e-07,
      "loss": 0.7893,
      "step": 13016
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3045202968489214e-07,
      "loss": 0.9149,
      "step": 13017
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.300716982936334e-07,
      "loss": 0.8394,
      "step": 13018
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2969191850857543e-07,
      "loss": 0.9089,
      "step": 13019
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2931269035094118e-07,
      "loss": 0.8362,
      "step": 13020
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2893401384192484e-07,
      "loss": 0.7906,
      "step": 13021
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2855588900269057e-07,
      "loss": 0.826,
      "step": 13022
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2817831585436923e-07,
      "loss": 0.7843,
      "step": 13023
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.278012944180651e-07,
      "loss": 0.7644,
      "step": 13024
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2742482471484685e-07,
      "loss": 0.8445,
      "step": 13025
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2704890676575544e-07,
      "loss": 0.8692,
      "step": 13026
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2667354059179848e-07,
      "loss": 0.7826,
      "step": 13027
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.26298726213957e-07,
      "loss": 0.7811,
      "step": 13028
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2592446365317646e-07,
      "loss": 0.8327,
      "step": 13029
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2555075293037346e-07,
      "loss": 0.8649,
      "step": 13030
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.251775940664346e-07,
      "loss": 0.8841,
      "step": 13031
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2480498708221544e-07,
      "loss": 0.8655,
      "step": 13032
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2443293199853824e-07,
      "loss": 0.7878,
      "step": 13033
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2406142883619633e-07,
      "loss": 0.7912,
      "step": 13034
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2369047761595532e-07,
      "loss": 0.8342,
      "step": 13035
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.23320078358542e-07,
      "loss": 0.7727,
      "step": 13036
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2295023108466085e-07,
      "loss": 0.8229,
      "step": 13037
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2258093581497988e-07,
      "loss": 0.7728,
      "step": 13038
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2221219257013805e-07,
      "loss": 0.7826,
      "step": 13039
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.218440013707445e-07,
      "loss": 0.7967,
      "step": 13040
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2147636223737602e-07,
      "loss": 0.7493,
      "step": 13041
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2110927519057958e-07,
      "loss": 0.8061,
      "step": 13042
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2074274025086985e-07,
      "loss": 0.9022,
      "step": 13043
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2037675743873155e-07,
      "loss": 0.8133,
      "step": 13044
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2001132677462057e-07,
      "loss": 0.7887,
      "step": 13045
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1964644827895722e-07,
      "loss": 0.8192,
      "step": 13046
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1928212197213517e-07,
      "loss": 0.7836,
      "step": 13047
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1891834787451483e-07,
      "loss": 0.8023,
      "step": 13048
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1855512600642771e-07,
      "loss": 0.8579,
      "step": 13049
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1819245638817311e-07,
      "loss": 0.8355,
      "step": 13050
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1783033904002039e-07,
      "loss": 0.8403,
      "step": 13051
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1746877398220447e-07,
      "loss": 0.8048,
      "step": 13052
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1710776123493584e-07,
      "loss": 0.7332,
      "step": 13053
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1674730081838948e-07,
      "loss": 0.8572,
      "step": 13054
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1638739275270927e-07,
      "loss": 0.8297,
      "step": 13055
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1602803705801135e-07,
      "loss": 0.8464,
      "step": 13056
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1566923375437855e-07,
      "loss": 0.7831,
      "step": 13057
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1531098286186482e-07,
      "loss": 0.8325,
      "step": 13058
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1495328440048858e-07,
      "loss": 0.8272,
      "step": 13059
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1459613839024386e-07,
      "loss": 0.8248,
      "step": 13060
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1423954485108912e-07,
      "loss": 0.7668,
      "step": 13061
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.138835038029551e-07,
      "loss": 0.8257,
      "step": 13062
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.135280152657381e-07,
      "loss": 0.7593,
      "step": 13063
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1317307925930666e-07,
      "loss": 0.8278,
      "step": 13064
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1281869580349603e-07,
      "loss": 0.7944,
      "step": 13065
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1246486491811482e-07,
      "loss": 0.7916,
      "step": 13066
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1211158662293386e-07,
      "loss": 0.8267,
      "step": 13067
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1175886093769962e-07,
      "loss": 0.819,
      "step": 13068
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1140668788212517e-07,
      "loss": 0.8454,
      "step": 13069
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1105506747589035e-07,
      "loss": 0.8463,
      "step": 13070
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1070399973864942e-07,
      "loss": 0.8065,
      "step": 13071
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1035348469002006e-07,
      "loss": 0.7461,
      "step": 13072
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1000352234959211e-07,
      "loss": 0.8131,
      "step": 13073
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0965411273692661e-07,
      "loss": 0.7643,
      "step": 13074
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0930525587154683e-07,
      "loss": 0.8448,
      "step": 13075
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0895695177295496e-07,
      "loss": 0.8959,
      "step": 13076
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0860920046061207e-07,
      "loss": 0.8043,
      "step": 13077
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0826200195395598e-07,
      "loss": 0.7819,
      "step": 13078
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0791535627238891e-07,
      "loss": 0.8276,
      "step": 13079
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.075692634352854e-07,
      "loss": 0.9088,
      "step": 13080
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0722372346198661e-07,
      "loss": 0.8355,
      "step": 13081
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0687873637180601e-07,
      "loss": 0.8166,
      "step": 13082
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.065343021840215e-07,
      "loss": 0.8154,
      "step": 13083
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0619042091788434e-07,
      "loss": 0.8834,
      "step": 13084
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.058470925926125e-07,
      "loss": 0.853,
      "step": 13085
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0550431722739396e-07,
      "loss": 0.8197,
      "step": 13086
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0516209484138562e-07,
      "loss": 0.8118,
      "step": 13087
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0482042545371329e-07,
      "loss": 0.7996,
      "step": 13088
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.044793090834717e-07,
      "loss": 0.8027,
      "step": 13089
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0413874574972671e-07,
      "loss": 0.7661,
      "step": 13090
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0379873547150976e-07,
      "loss": 0.8233,
      "step": 13091
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0345927826782454e-07,
      "loss": 0.7007,
      "step": 13092
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0312037415764032e-07,
      "loss": 0.7696,
      "step": 13093
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0278202315989971e-07,
      "loss": 0.8188,
      "step": 13094
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0244422529351205e-07,
      "loss": 0.8367,
      "step": 13095
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0210698057735446e-07,
      "loss": 0.8003,
      "step": 13096
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.017702890302763e-07,
      "loss": 0.7754,
      "step": 13097
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0143415067109475e-07,
      "loss": 0.8201,
      "step": 13098
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0109856551859477e-07,
      "loss": 0.8753,
      "step": 13099
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0076353359153135e-07,
      "loss": 0.858,
      "step": 13100
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0042905490863064e-07,
      "loss": 0.7803,
      "step": 13101
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0009512948858213e-07,
      "loss": 0.8627,
      "step": 13102
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.976175735005089e-08,
      "loss": 0.8387,
      "step": 13103
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.942893851166646e-08,
      "loss": 0.8078,
      "step": 13104
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.909667299203174e-08,
      "loss": 0.7932,
      "step": 13105
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.876496080971409e-08,
      "loss": 0.8518,
      "step": 13106
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.843380198325314e-08,
      "loss": 0.8048,
      "step": 13107
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.810319653115518e-08,
      "loss": 0.7558,
      "step": 13108
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.777314447189879e-08,
      "loss": 0.8275,
      "step": 13109
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.744364582392918e-08,
      "loss": 0.761,
      "step": 13110
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.711470060566052e-08,
      "loss": 0.7817,
      "step": 13111
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.678630883547813e-08,
      "loss": 0.8619,
      "step": 13112
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.645847053173285e-08,
      "loss": 0.7543,
      "step": 13113
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.613118571274893e-08,
      "loss": 0.8376,
      "step": 13114
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.580445439681618e-08,
      "loss": 0.7839,
      "step": 13115
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.547827660219556e-08,
      "loss": 0.8059,
      "step": 13116
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.51526523471158e-08,
      "loss": 0.7964,
      "step": 13117
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.482758164977569e-08,
      "loss": 0.8371,
      "step": 13118
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.45030645283418e-08,
      "loss": 0.786,
      "step": 13119
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.417910100095185e-08,
      "loss": 0.8004,
      "step": 13120
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.385569108571135e-08,
      "loss": 0.8568,
      "step": 13121
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.353283480069364e-08,
      "loss": 0.8316,
      "step": 13122
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.321053216394316e-08,
      "loss": 0.7887,
      "step": 13123
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.288878319347217e-08,
      "loss": 0.8197,
      "step": 13124
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.256758790726294e-08,
      "loss": 0.7971,
      "step": 13125
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.224694632326669e-08,
      "loss": 0.8208,
      "step": 13126
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.19268584594013e-08,
      "loss": 0.8232,
      "step": 13127
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.1607324333558e-08,
      "loss": 0.8215,
      "step": 13128
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.128834396359476e-08,
      "loss": 0.7946,
      "step": 13129
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.096991736733618e-08,
      "loss": 0.8099,
      "step": 13130
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.065204456258136e-08,
      "loss": 0.7646,
      "step": 13131
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.033472556709277e-08,
      "loss": 0.6982,
      "step": 13132
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.001796039860622e-08,
      "loss": 0.7873,
      "step": 13133
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.970174907482421e-08,
      "loss": 0.7785,
      "step": 13134
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.938609161342038e-08,
      "loss": 0.8609,
      "step": 13135
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.907098803203395e-08,
      "loss": 0.8373,
      "step": 13136
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.875643834827752e-08,
      "loss": 0.7982,
      "step": 13137
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.844244257972811e-08,
      "loss": 0.8495,
      "step": 13138
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.812900074393615e-08,
      "loss": 0.8652,
      "step": 13139
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.781611285841762e-08,
      "loss": 0.7649,
      "step": 13140
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.750377894066076e-08,
      "loss": 0.8932,
      "step": 13141
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.719199900812048e-08,
      "loss": 0.7906,
      "step": 13142
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.688077307821951e-08,
      "loss": 0.815,
      "step": 13143
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.657010116835396e-08,
      "loss": 0.8079,
      "step": 13144
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.625998329588658e-08,
      "loss": 0.8601,
      "step": 13145
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.595041947814798e-08,
      "loss": 0.826,
      "step": 13146
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.564140973243762e-08,
      "loss": 0.8249,
      "step": 13147
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.533295407602837e-08,
      "loss": 0.8664,
      "step": 13148
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.502505252615756e-08,
      "loss": 0.8142,
      "step": 13149
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.471770510003141e-08,
      "loss": 0.8454,
      "step": 13150
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.441091181483063e-08,
      "loss": 0.7441,
      "step": 13151
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.410467268769706e-08,
      "loss": 0.8192,
      "step": 13152
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.379898773574924e-08,
      "loss": 0.7412,
      "step": 13153
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.349385697606905e-08,
      "loss": 0.7794,
      "step": 13154
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.31892804257084e-08,
      "loss": 0.782,
      "step": 13155
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.288525810169257e-08,
      "loss": 0.7926,
      "step": 13156
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.258179002101019e-08,
      "loss": 0.8582,
      "step": 13157
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.227887620062325e-08,
      "loss": 0.8576,
      "step": 13158
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.197651665745821e-08,
      "loss": 0.8771,
      "step": 13159
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.167471140841599e-08,
      "loss": 0.8669,
      "step": 13160
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.137346047036087e-08,
      "loss": 0.7849,
      "step": 13161
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.107276386013162e-08,
      "loss": 0.8903,
      "step": 13162
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.077262159453259e-08,
      "loss": 0.8727,
      "step": 13163
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.047303369033698e-08,
      "loss": 0.8488,
      "step": 13164
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.017400016428923e-08,
      "loss": 0.866,
      "step": 13165
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.987552103310148e-08,
      "loss": 0.8241,
      "step": 13166
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.957759631345486e-08,
      "loss": 0.8834,
      "step": 13167
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.928022602199936e-08,
      "loss": 0.8953,
      "step": 13168
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.898341017535393e-08,
      "loss": 0.8331,
      "step": 13169
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.868714879010863e-08,
      "loss": 0.8241,
      "step": 13170
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.839144188281911e-08,
      "loss": 0.7781,
      "step": 13171
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.809628947001103e-08,
      "loss": 0.8037,
      "step": 13172
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.780169156818229e-08,
      "loss": 0.8158,
      "step": 13173
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.75076481937953e-08,
      "loss": 0.8436,
      "step": 13174
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.721415936328469e-08,
      "loss": 0.8051,
      "step": 13175
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.692122509305177e-08,
      "loss": 0.7296,
      "step": 13176
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.662884539946791e-08,
      "loss": 0.8171,
      "step": 13177
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.633702029887446e-08,
      "loss": 0.8274,
      "step": 13178
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.604574980757951e-08,
      "loss": 0.7724,
      "step": 13179
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.575503394186224e-08,
      "loss": 0.8139,
      "step": 13180
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.546487271796966e-08,
      "loss": 0.8236,
      "step": 13181
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.51752661521199e-08,
      "loss": 0.8622,
      "step": 13182
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.488621426049558e-08,
      "loss": 0.8151,
      "step": 13183
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.459771705925268e-08,
      "loss": 0.8567,
      "step": 13184
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.430977456451605e-08,
      "loss": 0.9104,
      "step": 13185
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.402238679237395e-08,
      "loss": 0.8286,
      "step": 13186
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.37355537588913e-08,
      "loss": 0.7895,
      "step": 13187
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.344927548009751e-08,
      "loss": 0.8421,
      "step": 13188
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.316355197199199e-08,
      "loss": 0.9346,
      "step": 13189
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.287838325054308e-08,
      "loss": 0.8433,
      "step": 13190
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.259376933168805e-08,
      "loss": 0.8369,
      "step": 13191
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.230971023133416e-08,
      "loss": 0.8328,
      "step": 13192
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.202620596535537e-08,
      "loss": 0.8244,
      "step": 13193
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.17432565495968e-08,
      "loss": 0.7402,
      "step": 13194
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.146086199987134e-08,
      "loss": 0.8098,
      "step": 13195
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.117902233196195e-08,
      "loss": 0.8181,
      "step": 13196
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.089773756161932e-08,
      "loss": 0.7721,
      "step": 13197
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.061700770456426e-08,
      "loss": 0.852,
      "step": 13198
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.03368327764864e-08,
      "loss": 0.7879,
      "step": 13199
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.005721279304212e-08,
      "loss": 0.8168,
      "step": 13200
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.977814776986225e-08,
      "loss": 0.8361,
      "step": 13201
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.949963772253987e-08,
      "loss": 0.921,
      "step": 13202
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.922168266664142e-08,
      "loss": 0.7139,
      "step": 13203
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.894428261770113e-08,
      "loss": 0.775,
      "step": 13204
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.866743759122218e-08,
      "loss": 0.9417,
      "step": 13205
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.839114760267662e-08,
      "loss": 0.8228,
      "step": 13206
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.811541266750544e-08,
      "loss": 0.7948,
      "step": 13207
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.784023280111962e-08,
      "loss": 0.8248,
      "step": 13208
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.756560801889689e-08,
      "loss": 0.7806,
      "step": 13209
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.729153833618606e-08,
      "loss": 0.8031,
      "step": 13210
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.70180237683049e-08,
      "loss": 0.8633,
      "step": 13211
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.674506433053895e-08,
      "loss": 0.8298,
      "step": 13212
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.647266003814267e-08,
      "loss": 0.8078,
      "step": 13213
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.620081090634168e-08,
      "loss": 0.7117,
      "step": 13214
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.592951695032712e-08,
      "loss": 0.7785,
      "step": 13215
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.565877818526245e-08,
      "loss": 0.8559,
      "step": 13216
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.538859462627778e-08,
      "loss": 0.8129,
      "step": 13217
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.511896628847214e-08,
      "loss": 0.8288,
      "step": 13218
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.48498931869157e-08,
      "loss": 0.8185,
      "step": 13219
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.458137533664644e-08,
      "loss": 0.7646,
      "step": 13220
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.431341275267012e-08,
      "loss": 0.8479,
      "step": 13221
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.404600544996364e-08,
      "loss": 0.8146,
      "step": 13222
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.377915344347063e-08,
      "loss": 0.8008,
      "step": 13223
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.351285674810581e-08,
      "loss": 0.8641,
      "step": 13224
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.324711537875061e-08,
      "loss": 0.7993,
      "step": 13225
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.29819293502587e-08,
      "loss": 0.8471,
      "step": 13226
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.271729867744824e-08,
      "loss": 0.82,
      "step": 13227
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.245322337511072e-08,
      "loss": 0.8666,
      "step": 13228
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.218970345800434e-08,
      "loss": 0.8473,
      "step": 13229
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.19267389408551e-08,
      "loss": 0.8134,
      "step": 13230
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.166432983836013e-08,
      "loss": 0.8957,
      "step": 13231
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.140247616518658e-08,
      "loss": 0.8332,
      "step": 13232
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.114117793596718e-08,
      "loss": 0.793,
      "step": 13233
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.088043516530473e-08,
      "loss": 0.7981,
      "step": 13234
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.06202478677731e-08,
      "loss": 0.8658,
      "step": 13235
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.036061605791288e-08,
      "loss": 0.7845,
      "step": 13236
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.010153975023359e-08,
      "loss": 0.8204,
      "step": 13237
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.984301895921473e-08,
      "loss": 0.7994,
      "step": 13238
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.9585053699304784e-08,
      "loss": 0.7848,
      "step": 13239
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.932764398491997e-08,
      "loss": 0.8887,
      "step": 13240
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.9070789830447674e-08,
      "loss": 0.7261,
      "step": 13241
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.881449125024197e-08,
      "loss": 0.8147,
      "step": 13242
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.855874825862695e-08,
      "loss": 0.7886,
      "step": 13243
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.830356086989453e-08,
      "loss": 0.8281,
      "step": 13244
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.804892909830773e-08,
      "loss": 0.8609,
      "step": 13245
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.779485295809739e-08,
      "loss": 0.879,
      "step": 13246
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.754133246346216e-08,
      "loss": 0.7776,
      "step": 13247
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.728836762857182e-08,
      "loss": 0.8261,
      "step": 13248
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.7035958467562824e-08,
      "loss": 0.8416,
      "step": 13249
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.678410499454279e-08,
      "loss": 0.7882,
      "step": 13250
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.6532807223587114e-08,
      "loss": 0.854,
      "step": 13251
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.628206516873791e-08,
      "loss": 0.8299,
      "step": 13252
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.6031878844011735e-08,
      "loss": 0.8693,
      "step": 13253
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.578224826338963e-08,
      "loss": 0.8882,
      "step": 13254
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.553317344082265e-08,
      "loss": 0.8146,
      "step": 13255
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.528465439023078e-08,
      "loss": 0.8702,
      "step": 13256
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.503669112550403e-08,
      "loss": 0.8274,
      "step": 13257
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.478928366049907e-08,
      "loss": 0.8565,
      "step": 13258
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.454243200904374e-08,
      "loss": 0.819,
      "step": 13259
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.429613618493479e-08,
      "loss": 0.8028,
      "step": 13260
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.405039620193564e-08,
      "loss": 0.8611,
      "step": 13261
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3805212073780864e-08,
      "loss": 0.881,
      "step": 13262
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.356058381417284e-08,
      "loss": 0.8093,
      "step": 13263
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.331651143678396e-08,
      "loss": 0.8805,
      "step": 13264
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.307299495525442e-08,
      "loss": 0.7986,
      "step": 13265
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.283003438319223e-08,
      "loss": 0.9282,
      "step": 13266
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.258762973417875e-08,
      "loss": 0.7452,
      "step": 13267
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.23457810217598e-08,
      "loss": 0.8108,
      "step": 13268
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.2104488259451245e-08,
      "loss": 0.7875,
      "step": 13269
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1863751460740075e-08,
      "loss": 0.8206,
      "step": 13270
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1623570639078856e-08,
      "loss": 0.8408,
      "step": 13271
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.138394580789019e-08,
      "loss": 0.7415,
      "step": 13272
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.11448769805678e-08,
      "loss": 0.7494,
      "step": 13273
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.090636417047212e-08,
      "loss": 0.9258,
      "step": 13274
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.066840739093248e-08,
      "loss": 0.8361,
      "step": 13275
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.043100665524936e-08,
      "loss": 0.8232,
      "step": 13276
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.0194161976688804e-08,
      "loss": 0.8563,
      "step": 13277
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.995787336848801e-08,
      "loss": 0.8452,
      "step": 13278
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.972214084385196e-08,
      "loss": 0.7801,
      "step": 13279
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.94869644159568e-08,
      "loss": 0.7759,
      "step": 13280
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.925234409794311e-08,
      "loss": 0.8546,
      "step": 13281
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.9018279902927065e-08,
      "loss": 0.8294,
      "step": 13282
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.878477184398711e-08,
      "loss": 0.7936,
      "step": 13283
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8551819934173906e-08,
      "loss": 0.812,
      "step": 13284
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8319424186507033e-08,
      "loss": 0.8963,
      "step": 13285
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8087584613975e-08,
      "loss": 0.833,
      "step": 13286
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.7856301229533e-08,
      "loss": 0.8035,
      "step": 13287
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.762557404610957e-08,
      "loss": 0.8689,
      "step": 13288
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.739540307659662e-08,
      "loss": 0.8176,
      "step": 13289
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.716578833386054e-08,
      "loss": 0.8547,
      "step": 13290
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.693672983073105e-08,
      "loss": 0.8123,
      "step": 13291
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6708227580013474e-08,
      "loss": 0.8419,
      "step": 13292
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.648028159447426e-08,
      "loss": 0.8355,
      "step": 13293
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6252891886854334e-08,
      "loss": 0.8244,
      "step": 13294
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6026058469862414e-08,
      "loss": 0.8273,
      "step": 13295
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.579978135617613e-08,
      "loss": 0.8592,
      "step": 13296
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5574060558439823e-08,
      "loss": 0.8665,
      "step": 13297
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5348896089270064e-08,
      "loss": 0.8107,
      "step": 13298
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.512428796125012e-08,
      "loss": 0.8692,
      "step": 13299
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.490023618693218e-08,
      "loss": 0.9062,
      "step": 13300
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.467674077883954e-08,
      "loss": 0.8394,
      "step": 13301
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4453801749461126e-08,
      "loss": 0.8196,
      "step": 13302
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4231419111258054e-08,
      "loss": 0.8131,
      "step": 13303
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.400959287665596e-08,
      "loss": 0.8068,
      "step": 13304
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3788323058056024e-08,
      "loss": 0.747,
      "step": 13305
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3567609667821695e-08,
      "loss": 0.8785,
      "step": 13306
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.334745271828977e-08,
      "loss": 0.831,
      "step": 13307
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3127852221762636e-08,
      "loss": 0.8116,
      "step": 13308
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.290880819051379e-08,
      "loss": 0.9364,
      "step": 13309
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.269032063678569e-08,
      "loss": 0.8475,
      "step": 13310
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.247238957278854e-08,
      "loss": 0.8877,
      "step": 13311
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.225501501070262e-08,
      "loss": 0.8316,
      "step": 13312
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.203819696267486e-08,
      "loss": 0.8942,
      "step": 13313
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.1821935440824465e-08,
      "loss": 0.7733,
      "step": 13314
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.160623045723733e-08,
      "loss": 0.7946,
      "step": 13315
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.139108202396824e-08,
      "loss": 0.8302,
      "step": 13316
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.1176490153042034e-08,
      "loss": 0.7873,
      "step": 13317
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.096245485645134e-08,
      "loss": 0.7875,
      "step": 13318
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0748976146157694e-08,
      "loss": 0.8536,
      "step": 13319
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.053605403409155e-08,
      "loss": 0.8027,
      "step": 13320
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.03236885321534e-08,
      "loss": 0.807,
      "step": 13321
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0111879652212636e-08,
      "loss": 0.767,
      "step": 13322
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9900627406104234e-08,
      "loss": 0.8604,
      "step": 13323
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.968993180563763e-08,
      "loss": 0.8885,
      "step": 13324
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.947979286258563e-08,
      "loss": 0.8532,
      "step": 13325
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.927021058869329e-08,
      "loss": 0.7798,
      "step": 13326
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.906118499567346e-08,
      "loss": 0.7805,
      "step": 13327
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.885271609520902e-08,
      "loss": 0.7966,
      "step": 13328
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8644803898949535e-08,
      "loss": 0.8339,
      "step": 13329
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.843744841851571e-08,
      "loss": 0.7813,
      "step": 13330
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8230649665494944e-08,
      "loss": 0.7603,
      "step": 13331
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.802440765144577e-08,
      "loss": 0.8457,
      "step": 13332
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.781872238789452e-08,
      "loss": 0.8179,
      "step": 13333
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7613593886335343e-08,
      "loss": 0.9042,
      "step": 13334
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.74090221582335e-08,
      "loss": 0.8841,
      "step": 13335
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7205007215022073e-08,
      "loss": 0.7922,
      "step": 13336
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.700154906810305e-08,
      "loss": 0.8059,
      "step": 13337
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.679864772884512e-08,
      "loss": 0.7942,
      "step": 13338
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6596303208590313e-08,
      "loss": 0.8489,
      "step": 13339
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.639451551864626e-08,
      "loss": 0.7612,
      "step": 13340
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.61932846702906e-08,
      "loss": 0.8551,
      "step": 13341
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.599261067476989e-08,
      "loss": 0.8364,
      "step": 13342
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.57924935432985e-08,
      "loss": 0.8565,
      "step": 13343
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.559293328706082e-08,
      "loss": 0.8386,
      "step": 13344
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5393929917210136e-08,
      "loss": 0.7825,
      "step": 13345
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.519548344486867e-08,
      "loss": 0.8197,
      "step": 13346
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.4997593881125335e-08,
      "loss": 0.8566,
      "step": 13347
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.480026123704128e-08,
      "loss": 0.869,
      "step": 13348
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.4603485523644346e-08,
      "loss": 0.8168,
      "step": 13349
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.44072667519324e-08,
      "loss": 0.8802,
      "step": 13350
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.421160493287112e-08,
      "loss": 0.8585,
      "step": 13351
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.40165000773951e-08,
      "loss": 0.8389,
      "step": 13352
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.382195219641005e-08,
      "loss": 0.8289,
      "step": 13353
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3627961300786163e-08,
      "loss": 0.7953,
      "step": 13354
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.34345274013681e-08,
      "loss": 0.7975,
      "step": 13355
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.324165050896278e-08,
      "loss": 0.8143,
      "step": 13356
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.304933063435378e-08,
      "loss": 0.7937,
      "step": 13357
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.285756778828586e-08,
      "loss": 0.792,
      "step": 13358
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2666361981478214e-08,
      "loss": 0.8376,
      "step": 13359
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2475713224616737e-08,
      "loss": 0.8248,
      "step": 13360
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.228562152835513e-08,
      "loss": 0.8363,
      "step": 13361
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2096086903318226e-08,
      "loss": 0.8436,
      "step": 13362
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1907109360097556e-08,
      "loss": 0.804,
      "step": 13363
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1718688909255777e-08,
      "loss": 0.7993,
      "step": 13364
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.153082556132336e-08,
      "loss": 0.8564,
      "step": 13365
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1343519326798574e-08,
      "loss": 0.8446,
      "step": 13366
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.115677021614971e-08,
      "loss": 0.9514,
      "step": 13367
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.097057823981398e-08,
      "loss": 0.8083,
      "step": 13368
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0784943408197485e-08,
      "loss": 0.7557,
      "step": 13369
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.059986573167417e-08,
      "loss": 0.848,
      "step": 13370
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.041534522058909e-08,
      "loss": 0.8031,
      "step": 13371
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.023138188525176e-08,
      "loss": 0.8693,
      "step": 13372
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.00479757359462e-08,
      "loss": 0.817,
      "step": 13373
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.986512678292197e-08,
      "loss": 0.8379,
      "step": 13374
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9682835036396462e-08,
      "loss": 0.8162,
      "step": 13375
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.95011005065593e-08,
      "loss": 0.7685,
      "step": 13376
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9319923203566802e-08,
      "loss": 0.8061,
      "step": 13377
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9139303137544205e-08,
      "loss": 0.8236,
      "step": 13378
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8959240318585657e-08,
      "loss": 0.7644,
      "step": 13379
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.877973475675644e-08,
      "loss": 0.8896,
      "step": 13380
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8600786462085196e-08,
      "loss": 0.7683,
      "step": 13381
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8422395444575034e-08,
      "loss": 0.8781,
      "step": 13382
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8244561714195763e-08,
      "loss": 0.874,
      "step": 13383
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.806728528088498e-08,
      "loss": 0.8533,
      "step": 13384
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7890566154552545e-08,
      "loss": 0.9105,
      "step": 13385
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7714404345072778e-08,
      "loss": 0.7895,
      "step": 13386
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7538799862291132e-08,
      "loss": 0.7911,
      "step": 13387
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7363752716021984e-08,
      "loss": 0.8099,
      "step": 13388
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.718926291604862e-08,
      "loss": 0.8509,
      "step": 13389
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7015330472123234e-08,
      "loss": 0.8144,
      "step": 13390
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6841955393964724e-08,
      "loss": 0.8074,
      "step": 13391
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6669137691265335e-08,
      "loss": 0.819,
      "step": 13392
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6496877373680674e-08,
      "loss": 0.7778,
      "step": 13393
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6325174450839707e-08,
      "loss": 0.8268,
      "step": 13394
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6154028932338095e-08,
      "loss": 0.7679,
      "step": 13395
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5983440827740402e-08,
      "loss": 0.8376,
      "step": 13396
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.581341014658012e-08,
      "loss": 0.7817,
      "step": 13397
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5643936898360756e-08,
      "loss": 0.8102,
      "step": 13398
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.547502109255251e-08,
      "loss": 0.7896,
      "step": 13399
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.530666273859672e-08,
      "loss": 0.8206,
      "step": 13400
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.513886184590253e-08,
      "loss": 0.8403,
      "step": 13401
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.497161842384799e-08,
      "loss": 0.841,
      "step": 13402
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4804932481778954e-08,
      "loss": 0.8498,
      "step": 13403
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.463880402901242e-08,
      "loss": 0.7745,
      "step": 13404
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.447323307483207e-08,
      "loss": 0.834,
      "step": 13405
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4308219628490505e-08,
      "loss": 0.8291,
      "step": 13406
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4143763699211452e-08,
      "loss": 0.843,
      "step": 13407
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3979865296185346e-08,
      "loss": 0.7959,
      "step": 13408
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3816524428571518e-08,
      "loss": 0.8581,
      "step": 13409
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3653741105499338e-08,
      "loss": 0.862,
      "step": 13410
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3491515336067082e-08,
      "loss": 0.833,
      "step": 13411
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3329847129339723e-08,
      "loss": 0.8544,
      "step": 13412
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.316873649435336e-08,
      "loss": 0.8475,
      "step": 13413
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3008183440110797e-08,
      "loss": 0.8178,
      "step": 13414
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.284818797558708e-08,
      "loss": 0.7685,
      "step": 13415
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2688750109721712e-08,
      "loss": 0.8174,
      "step": 13416
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2529869851427578e-08,
      "loss": 0.7167,
      "step": 13417
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2371547209583124e-08,
      "loss": 0.7196,
      "step": 13418
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2213782193035715e-08,
      "loss": 0.7392,
      "step": 13419
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.205657481060275e-08,
      "loss": 0.7736,
      "step": 13420
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1899925071071636e-08,
      "loss": 0.7825,
      "step": 13421
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1743832983195378e-08,
      "loss": 0.8894,
      "step": 13422
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1588298555698106e-08,
      "loss": 0.7356,
      "step": 13423
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1433321797272866e-08,
      "loss": 0.8379,
      "step": 13424
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1278902716580506e-08,
      "loss": 0.7948,
      "step": 13425
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1125041322250795e-08,
      "loss": 0.8091,
      "step": 13426
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0971737622883515e-08,
      "loss": 0.8411,
      "step": 13427
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0818991627046258e-08,
      "loss": 0.8728,
      "step": 13428
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.066680334327442e-08,
      "loss": 0.909,
      "step": 13429
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0515172780074533e-08,
      "loss": 0.8117,
      "step": 13430
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0364099945920922e-08,
      "loss": 0.8745,
      "step": 13431
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.021358484925573e-08,
      "loss": 0.8453,
      "step": 13432
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.006362749849222e-08,
      "loss": 0.8034,
      "step": 13433
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9914227902010364e-08,
      "loss": 0.833,
      "step": 13434
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9765386068160142e-08,
      "loss": 0.8389,
      "step": 13435
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.961710200525935e-08,
      "loss": 0.7788,
      "step": 13436
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9469375721594684e-08,
      "loss": 0.7503,
      "step": 13437
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9322207225423994e-08,
      "loss": 0.8636,
      "step": 13438
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9175596524971806e-08,
      "loss": 0.8168,
      "step": 13439
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9029543628430458e-08,
      "loss": 0.8374,
      "step": 13440
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8884048543963418e-08,
      "loss": 0.8439,
      "step": 13441
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.873911127970196e-08,
      "loss": 0.7766,
      "step": 13442
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8594731843746273e-08,
      "loss": 0.7893,
      "step": 13443
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8450910244164343e-08,
      "loss": 0.8135,
      "step": 13444
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8307646488996412e-08,
      "loss": 0.849,
      "step": 13445
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.816494058624718e-08,
      "loss": 0.7967,
      "step": 13446
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8022792543892497e-08,
      "loss": 0.8292,
      "step": 13447
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7881202369877114e-08,
      "loss": 0.7947,
      "step": 13448
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7740170072114704e-08,
      "loss": 0.8827,
      "step": 13449
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7599695658484516e-08,
      "loss": 0.8187,
      "step": 13450
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.745977913684138e-08,
      "loss": 0.8113,
      "step": 13451
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7320420515001267e-08,
      "loss": 0.9055,
      "step": 13452
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7181619800754613e-08,
      "loss": 0.7791,
      "step": 13453
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.704337700185743e-08,
      "loss": 0.7725,
      "step": 13454
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6905692126036875e-08,
      "loss": 0.7587,
      "step": 13455
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6768565180987905e-08,
      "loss": 0.7746,
      "step": 13456
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6631996174373278e-08,
      "loss": 0.7657,
      "step": 13457
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6495985113825776e-08,
      "loss": 0.8036,
      "step": 13458
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6360532006947093e-08,
      "loss": 0.8013,
      "step": 13459
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.622563686130674e-08,
      "loss": 0.8097,
      "step": 13460
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.609129968444423e-08,
      "loss": 0.7435,
      "step": 13461
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5957520483868007e-08,
      "loss": 0.7554,
      "step": 13462
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.582429926705209e-08,
      "loss": 0.9198,
      "step": 13463
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5691636041444967e-08,
      "loss": 0.8473,
      "step": 13464
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.55595308144596e-08,
      "loss": 0.7892,
      "step": 13465
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.542798359347786e-08,
      "loss": 0.7951,
      "step": 13466
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5296994385853858e-08,
      "loss": 0.8616,
      "step": 13467
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5166563198906192e-08,
      "loss": 0.8669,
      "step": 13468
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5036690039925693e-08,
      "loss": 0.8921,
      "step": 13469
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4907374916171e-08,
      "loss": 0.8199,
      "step": 13470
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4778617834867448e-08,
      "loss": 0.7354,
      "step": 13471
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4650418803212607e-08,
      "loss": 0.8339,
      "step": 13472
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4522777828369639e-08,
      "loss": 0.8676,
      "step": 13473
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4395694917473946e-08,
      "loss": 0.8522,
      "step": 13474
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4269170077625405e-08,
      "loss": 0.8651,
      "step": 13475
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4143203315898357e-08,
      "loss": 0.8231,
      "step": 13476
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4017794639330507e-08,
      "loss": 0.8202,
      "step": 13477
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.38929440549318e-08,
      "loss": 0.8811,
      "step": 13478
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3768651569677771e-08,
      "loss": 0.7277,
      "step": 13479
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3644917190518415e-08,
      "loss": 0.8192,
      "step": 13480
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3521740924364868e-08,
      "loss": 0.814,
      "step": 13481
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3399122778104955e-08,
      "loss": 0.7627,
      "step": 13482
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3277062758588755e-08,
      "loss": 0.7606,
      "step": 13483
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3155560872638584e-08,
      "loss": 0.8497,
      "step": 13484
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3034617127045679e-08,
      "loss": 0.7932,
      "step": 13485
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2914231528567966e-08,
      "loss": 0.8253,
      "step": 13486
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2794404083935618e-08,
      "loss": 0.9068,
      "step": 13487
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.267513479984328e-08,
      "loss": 0.8435,
      "step": 13488
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.255642368295784e-08,
      "loss": 0.8141,
      "step": 13489
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2438270739912883e-08,
      "loss": 0.7893,
      "step": 13490
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2320675977313123e-08,
      "loss": 0.809,
      "step": 13491
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2203639401728863e-08,
      "loss": 0.8753,
      "step": 13492
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2087161019702642e-08,
      "loss": 0.7766,
      "step": 13493
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1971240837743703e-08,
      "loss": 0.8213,
      "step": 13494
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1855878862329085e-08,
      "loss": 0.7986,
      "step": 13495
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1741075099908072e-08,
      "loss": 0.8382,
      "step": 13496
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1626829556895536e-08,
      "loss": 0.8162,
      "step": 13497
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1513142239677478e-08,
      "loss": 0.8275,
      "step": 13498
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1400013154606593e-08,
      "loss": 0.8392,
      "step": 13499
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1287442308005602e-08,
      "loss": 0.8973,
      "step": 13500
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.117542970616614e-08,
      "loss": 0.8872,
      "step": 13501
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1063975355347645e-08,
      "loss": 0.7859,
      "step": 13502
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0953079261779575e-08,
      "loss": 0.8212,
      "step": 13503
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0842741431660308e-08,
      "loss": 0.8204,
      "step": 13504
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0732961871154912e-08,
      "loss": 0.8086,
      "step": 13505
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0623740586399589e-08,
      "loss": 0.7919,
      "step": 13506
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0515077583498346e-08,
      "loss": 0.8066,
      "step": 13507
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0406972868524102e-08,
      "loss": 0.869,
      "step": 13508
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.029942644751758e-08,
      "loss": 0.8308,
      "step": 13509
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.019243832649175e-08,
      "loss": 0.8274,
      "step": 13510
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.008600851142294e-08,
      "loss": 0.7848,
      "step": 13511
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.980137008261947e-09,
      "loss": 0.761,
      "step": 13512
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.87482382292293e-09,
      "loss": 0.7979,
      "step": 13513
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.7700689612934e-09,
      "loss": 0.8581,
      "step": 13514
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.665872429228673e-09,
      "loss": 0.7656,
      "step": 13515
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.56223423254965e-09,
      "loss": 0.8288,
      "step": 13516
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.459154377050584e-09,
      "loss": 0.8666,
      "step": 13517
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.3566328684902e-09,
      "loss": 0.8426,
      "step": 13518
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.254669712600584e-09,
      "loss": 0.8266,
      "step": 13519
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.153264915078286e-09,
      "loss": 0.8157,
      "step": 13520
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.052418481590996e-09,
      "loss": 0.8758,
      "step": 13521
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.952130417775317e-09,
      "loss": 0.8369,
      "step": 13522
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.852400729235656e-09,
      "loss": 0.7387,
      "step": 13523
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.753229421546438e-09,
      "loss": 0.8029,
      "step": 13524
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.654616500249902e-09,
      "loss": 0.7958,
      "step": 13525
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.55656197085608e-09,
      "loss": 0.8138,
      "step": 13526
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.459065838846148e-09,
      "loss": 0.7958,
      "step": 13527
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.362128109667966e-09,
      "loss": 0.7451,
      "step": 13528
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.265748788740535e-09,
      "loss": 0.8403,
      "step": 13529
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.169927881448436e-09,
      "loss": 0.8625,
      "step": 13530
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.074665393149605e-09,
      "loss": 0.7636,
      "step": 13531
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.979961329165341e-09,
      "loss": 0.7905,
      "step": 13532
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.88581569478919e-09,
      "loss": 0.8178,
      "step": 13533
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.792228495283604e-09,
      "loss": 0.8081,
      "step": 13534
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.699199735877739e-09,
      "loss": 0.778,
      "step": 13535
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.606729421771875e-09,
      "loss": 0.8679,
      "step": 13536
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.514817558132992e-09,
      "loss": 0.8509,
      "step": 13537
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.423464150098092e-09,
      "loss": 0.8127,
      "step": 13538
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.332669202774201e-09,
      "loss": 0.7926,
      "step": 13539
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.2424327212328175e-09,
      "loss": 0.854,
      "step": 13540
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.152754710518794e-09,
      "loss": 0.8149,
      "step": 13541
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.063635175643679e-09,
      "loss": 0.8574,
      "step": 13542
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.9750741215879326e-09,
      "loss": 0.8193,
      "step": 13543
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.887071553302038e-09,
      "loss": 0.8839,
      "step": 13544
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.799627475702064e-09,
      "loss": 0.8045,
      "step": 13545
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.7127418936785426e-09,
      "loss": 0.7972,
      "step": 13546
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.626414812083148e-09,
      "loss": 0.88,
      "step": 13547
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.540646235743131e-09,
      "loss": 0.786,
      "step": 13548
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.455436169452434e-09,
      "loss": 0.8192,
      "step": 13549
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.370784617970582e-09,
      "loss": 0.7352,
      "step": 13550
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.286691586030458e-09,
      "loss": 0.7864,
      "step": 13551
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.203157078331634e-09,
      "loss": 0.8056,
      "step": 13552
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.120181099542599e-09,
      "loss": 0.7932,
      "step": 13553
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.037763654299644e-09,
      "loss": 0.8125,
      "step": 13554
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.955904747211305e-09,
      "loss": 0.8603,
      "step": 13555
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.8746043828494805e-09,
      "loss": 0.8332,
      "step": 13556
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.793862565759422e-09,
      "loss": 0.8288,
      "step": 13557
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.713679300454189e-09,
      "loss": 0.8574,
      "step": 13558
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.634054591413529e-09,
      "loss": 0.8443,
      "step": 13559
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.5549884430894374e-09,
      "loss": 0.83,
      "step": 13560
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.476480859898381e-09,
      "loss": 0.7848,
      "step": 13561
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.398531846229071e-09,
      "loss": 0.831,
      "step": 13562
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.321141406438024e-09,
      "loss": 0.8189,
      "step": 13563
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.2443095448506674e-09,
      "loss": 0.8073,
      "step": 13564
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.1680362657613446e-09,
      "loss": 0.7767,
      "step": 13565
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.092321573431091e-09,
      "loss": 0.8438,
      "step": 13566
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.0171654720920786e-09,
      "loss": 0.791,
      "step": 13567
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.942567965945388e-09,
      "loss": 0.9082,
      "step": 13568
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.868529059158799e-09,
      "loss": 0.7668,
      "step": 13569
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.795048755871224e-09,
      "loss": 0.8455,
      "step": 13570
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.7221270601893746e-09,
      "loss": 0.8198,
      "step": 13571
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.649763976187771e-09,
      "loss": 0.8247,
      "step": 13572
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.577959507912066e-09,
      "loss": 0.8692,
      "step": 13573
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5067136593734965e-09,
      "loss": 0.9172,
      "step": 13574
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4360264345544305e-09,
      "loss": 0.8974,
      "step": 13575
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.3658978374061526e-09,
      "loss": 0.8418,
      "step": 13576
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.2963278718477494e-09,
      "loss": 0.8112,
      "step": 13577
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.227316541766113e-09,
      "loss": 0.777,
      "step": 13578
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.158863851019268e-09,
      "loss": 0.7727,
      "step": 13579
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.090969803433042e-09,
      "loss": 0.7789,
      "step": 13580
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.023634402801069e-09,
      "loss": 0.9131,
      "step": 13581
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.956857652887003e-09,
      "loss": 0.8156,
      "step": 13582
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.890639557423415e-09,
      "loss": 0.7956,
      "step": 13583
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.824980120109567e-09,
      "loss": 0.7899,
      "step": 13584
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.759879344615858e-09,
      "loss": 0.736,
      "step": 13585
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.695337234580487e-09,
      "loss": 0.8301,
      "step": 13586
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6313537936116807e-09,
      "loss": 0.8462,
      "step": 13587
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5679290252832455e-09,
      "loss": 0.9215,
      "step": 13588
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5050629331412344e-09,
      "loss": 0.8567,
      "step": 13589
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4427555206983933e-09,
      "loss": 0.8332,
      "step": 13590
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.381006791437491e-09,
      "loss": 0.8293,
      "step": 13591
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3198167488091015e-09,
      "loss": 0.8018,
      "step": 13592
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2591853962338214e-09,
      "loss": 0.9076,
      "step": 13593
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1991127370989415e-09,
      "loss": 0.7447,
      "step": 13594
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1395987747628864e-09,
      "loss": 0.8138,
      "step": 13595
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.080643512550774e-09,
      "loss": 0.8044,
      "step": 13596
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0222469537577457e-09,
      "loss": 0.7393,
      "step": 13597
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9644091016489682e-09,
      "loss": 0.7832,
      "step": 13598
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.90712995945408e-09,
      "loss": 0.8582,
      "step": 13599
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.850409530376075e-09,
      "loss": 0.8359,
      "step": 13600
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.794247817584639e-09,
      "loss": 0.8325,
      "step": 13601
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.738644824218373e-09,
      "loss": 0.8004,
      "step": 13602
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6836005533847907e-09,
      "loss": 0.8039,
      "step": 13603
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.629115008160321e-09,
      "loss": 0.8479,
      "step": 13604
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5751881915903053e-09,
      "loss": 0.7894,
      "step": 13605
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5218201066878888e-09,
      "loss": 0.8536,
      "step": 13606
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.469010756436241e-09,
      "loss": 0.8029,
      "step": 13607
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.416760143786334e-09,
      "loss": 0.891,
      "step": 13608
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3650682716591654e-09,
      "loss": 0.8234,
      "step": 13609
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.313935142942425e-09,
      "loss": 0.8362,
      "step": 13610
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.263360760493827e-09,
      "loss": 0.7507,
      "step": 13611
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2133451271422192e-09,
      "loss": 0.7863,
      "step": 13612
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1638882456798126e-09,
      "loss": 0.8366,
      "step": 13613
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.114990118871063e-09,
      "loss": 0.8048,
      "step": 13614
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0666507494515597e-09,
      "loss": 0.853,
      "step": 13615
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0188701401191445e-09,
      "loss": 0.8615,
      "step": 13616
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9716482935472345e-09,
      "loss": 0.7947,
      "step": 13617
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.92498521237261e-09,
      "loss": 0.7752,
      "step": 13618
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.878880899205404e-09,
      "loss": 0.8332,
      "step": 13619
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.833335356620225e-09,
      "loss": 0.8852,
      "step": 13620
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7883485871628138e-09,
      "loss": 0.8793,
      "step": 13621
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7439205933489357e-09,
      "loss": 0.7428,
      "step": 13622
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7000513776599392e-09,
      "loss": 0.7348,
      "step": 13623
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6567409425483072e-09,
      "loss": 0.8048,
      "step": 13624
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6139892904343257e-09,
      "loss": 0.7571,
      "step": 13625
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5717964237071949e-09,
      "loss": 0.7855,
      "step": 13626
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5301623447261383e-09,
      "loss": 0.8145,
      "step": 13627
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.489087055815963e-09,
      "loss": 0.808,
      "step": 13628
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4485705592737208e-09,
      "loss": 0.8207,
      "step": 13629
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.408612857362046e-09,
      "loss": 0.7669,
      "step": 13630
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3692139523169278e-09,
      "loss": 0.8557,
      "step": 13631
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.330373846337718e-09,
      "loss": 0.8866,
      "step": 13632
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.292092541597123e-09,
      "loss": 0.8075,
      "step": 13633
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2543700402323222e-09,
      "loss": 0.7746,
      "step": 13634
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2172063443538494e-09,
      "loss": 0.767,
      "step": 13635
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1806014560367119e-09,
      "loss": 0.8717,
      "step": 13636
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1445553773281604e-09,
      "loss": 0.7406,
      "step": 13637
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1090681102421396e-09,
      "loss": 0.7625,
      "step": 13638
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0741396567615082e-09,
      "loss": 0.867,
      "step": 13639
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0397700188391479e-09,
      "loss": 0.7582,
      "step": 13640
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.005959198395745e-09,
      "loss": 0.7996,
      "step": 13641
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.72707197320899e-10,
      "loss": 0.7699,
      "step": 13642
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.400140174720129e-10,
      "loss": 0.7811,
      "step": 13643
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.078796606765139e-10,
      "loss": 0.8393,
      "step": 13644
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.76304128731853e-10,
      "loss": 0.7765,
      "step": 13645
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.452874234010644e-10,
      "loss": 0.8351,
      "step": 13646
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.148295464183165e-10,
      "loss": 0.7664,
      "step": 13647
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.849304994855811e-10,
      "loss": 0.8628,
      "step": 13648
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.555902842737439e-10,
      "loss": 0.8079,
      "step": 13649
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.268089024226043e-10,
      "loss": 0.8179,
      "step": 13650
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.985863555408756e-10,
      "loss": 0.8453,
      "step": 13651
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.709226452061846e-10,
      "loss": 0.8659,
      "step": 13652
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.438177729639617e-10,
      "loss": 0.8207,
      "step": 13653
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.172717403296613e-10,
      "loss": 0.8288,
      "step": 13654
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.912845487854313e-10,
      "loss": 0.7438,
      "step": 13655
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.658561997856637e-10,
      "loss": 0.8456,
      "step": 13656
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.409866947503339e-10,
      "loss": 0.8424,
      "step": 13657
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.166760350694411e-10,
      "loss": 0.8669,
      "step": 13658
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.92924222100788e-10,
      "loss": 0.8171,
      "step": 13659
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.697312571744217e-10,
      "loss": 0.8049,
      "step": 13660
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.4709714158375217e-10,
      "loss": 0.7995,
      "step": 13661
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.250218765944336e-10,
      "loss": 0.8497,
      "step": 13662
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.0350546344103405e-10,
      "loss": 0.8054,
      "step": 13663
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.8254790332592495e-10,
      "loss": 0.8422,
      "step": 13664
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.6214919742039165e-10,
      "loss": 0.7767,
      "step": 13665
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.42309346863523e-10,
      "loss": 0.8049,
      "step": 13666
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.23028352765542e-10,
      "loss": 0.8746,
      "step": 13667
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.0430621620225475e-10,
      "loss": 0.7902,
      "step": 13668
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.861429382217118e-10,
      "loss": 0.8001,
      "step": 13669
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6853851983754675e-10,
      "loss": 0.8,
      "step": 13670
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5149296203452747e-10,
      "loss": 0.7984,
      "step": 13671
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.350062657652252e-10,
      "loss": 0.8295,
      "step": 13672
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1907843195112521e-10,
      "loss": 0.822,
      "step": 13673
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0370946148151606e-10,
      "loss": 0.8491,
      "step": 13674
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8889935521682057e-10,
      "loss": 0.7568,
      "step": 13675
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.746481139830447e-10,
      "loss": 0.8453,
      "step": 13676
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6095573857843883e-10,
      "loss": 0.8639,
      "step": 13677
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4782222976683637e-10,
      "loss": 0.7899,
      "step": 13678
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3524758828320496e-10,
      "loss": 0.8455,
      "step": 13679
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2323181482920555e-10,
      "loss": 0.8022,
      "step": 13680
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.117749100776333e-10,
      "loss": 0.862,
      "step": 13681
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0087687466797669e-10,
      "loss": 0.83,
      "step": 13682
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.053770920863791e-11,
      "loss": 0.8205,
      "step": 13683
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.07574142791534e-11,
      "loss": 0.807,
      "step": 13684
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.153599042575288e-11,
      "loss": 0.8405,
      "step": 13685
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.28734381624696e-11,
      "loss": 0.8255,
      "step": 13686
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.476975797447104e-11,
      "loss": 0.7892,
      "step": 13687
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.7224950313617956e-11,
      "loss": 0.846,
      "step": 13688
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.023901560401555e-11,
      "loss": 0.801,
      "step": 13689
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.381195423313166e-11,
      "loss": 0.8292,
      "step": 13690
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.7943766561788765e-11,
      "loss": 0.8319,
      "step": 13691
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.263445291861288e-11,
      "loss": 0.8366,
      "step": 13692
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.788401359781311e-11,
      "loss": 0.8081,
      "step": 13693
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3692448868063424e-11,
      "loss": 0.8792,
      "step": 13694
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0059758960290211e-11,
      "loss": 0.847,
      "step": 13695
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.9859440809949555e-12,
      "loss": 0.7936,
      "step": 13696
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.471004398931556e-12,
      "loss": 0.8586,
      "step": 13697
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.514940056208559e-12,
      "loss": 0.8647,
      "step": 13698
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1177511627380455e-12,
      "loss": 0.7811,
      "step": 13699
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.7943779401518046e-13,
      "loss": 0.8668,
      "step": 13700
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.8299,
      "step": 13701
    },
    {
      "epoch": 1.0,
      "step": 13701,
      "total_flos": 7.817129520355344e+18,
      "train_loss": 0.911408036797162,
      "train_runtime": 268830.0897,
      "train_samples_per_second": 6.523,
      "train_steps_per_second": 0.051
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 13701,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 5000,
  "total_flos": 7.817129520355344e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}