{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.3,
  "eval_steps": 500,
  "global_step": 30000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "loss_action": 1.0876526832580566,
      "loss_total": 1.0876526832580566,
      "step": 0
    },
    {
      "loss_action": 1.2430157661437988,
      "loss_total": 1.2430157661437988,
      "step": 0
    },
    {
      "loss_action": 1.233513593673706,
      "loss_total": 1.233513593673706,
      "step": 0
    },
    {
      "loss_action": 1.2172269821166992,
      "loss_total": 1.2172269821166992,
      "step": 0
    },
    {
      "loss_action": 1.2134959697723389,
      "loss_total": 1.2134959697723389,
      "step": 0
    },
    {
      "loss_action": 1.210305094718933,
      "loss_total": 1.210305094718933,
      "step": 0
    },
    {
      "loss_action": 1.2453398704528809,
      "loss_total": 1.2453398704528809,
      "step": 0
    },
    {
      "loss_action": 1.2488038539886475,
      "loss_total": 1.2488038539886475,
      "step": 0
    },
    {
      "grad_norm": 0.26158204674720764,
      "learning_rate": 1.8e-07,
      "loss": 1.2062,
      "step": 10
    },
    {
      "loss_action": 1.1696444749832153,
      "loss_total": 1.1696444749832153,
      "step": 10
    },
    {
      "loss_action": 1.2073904275894165,
      "loss_total": 1.2073904275894165,
      "step": 10
    },
    {
      "loss_action": 1.2602882385253906,
      "loss_total": 1.2602882385253906,
      "step": 10
    },
    {
      "loss_action": 1.1689512729644775,
      "loss_total": 1.1689512729644775,
      "step": 10
    },
    {
      "loss_action": 1.1702873706817627,
      "loss_total": 1.1702873706817627,
      "step": 10
    },
    {
      "loss_action": 1.1686804294586182,
      "loss_total": 1.1686804294586182,
      "step": 10
    },
    {
      "loss_action": 1.192281723022461,
      "loss_total": 1.192281723022461,
      "step": 10
    },
    {
      "loss_action": 1.2311893701553345,
      "loss_total": 1.2311893701553345,
      "step": 10
    },
    {
      "grad_norm": 0.35858866572380066,
      "learning_rate": 3.8e-07,
      "loss": 1.2043,
      "step": 20
    },
    {
      "loss_action": 1.1062837839126587,
      "loss_total": 1.1062837839126587,
      "step": 20
    },
    {
      "loss_action": 1.2306619882583618,
      "loss_total": 1.2306619882583618,
      "step": 20
    },
    {
      "loss_action": 1.2142877578735352,
      "loss_total": 1.2142877578735352,
      "step": 20
    },
    {
      "loss_action": 1.2090063095092773,
      "loss_total": 1.2090063095092773,
      "step": 20
    },
    {
      "loss_action": 1.2540532350540161,
      "loss_total": 1.2540532350540161,
      "step": 20
    },
    {
      "loss_action": 1.205062747001648,
      "loss_total": 1.205062747001648,
      "step": 20
    },
    {
      "loss_action": 1.1831587553024292,
      "loss_total": 1.1831587553024292,
      "step": 20
    },
    {
      "loss_action": 1.2304248809814453,
      "loss_total": 1.2304248809814453,
      "step": 20
    },
    {
      "grad_norm": 0.38656380772590637,
      "learning_rate": 5.8e-07,
      "loss": 1.2067,
      "step": 30
    },
    {
      "loss_action": 1.204653263092041,
      "loss_total": 1.204653263092041,
      "step": 30
    },
    {
      "loss_action": 1.2095324993133545,
      "loss_total": 1.2095324993133545,
      "step": 30
    },
    {
      "loss_action": 1.215786337852478,
      "loss_total": 1.215786337852478,
      "step": 30
    },
    {
      "loss_action": 1.2673462629318237,
      "loss_total": 1.2673462629318237,
      "step": 30
    },
    {
      "loss_action": 1.2189650535583496,
      "loss_total": 1.2189650535583496,
      "step": 30
    },
    {
      "loss_action": 1.2421462535858154,
      "loss_total": 1.2421462535858154,
      "step": 30
    },
    {
      "loss_action": 1.2234914302825928,
      "loss_total": 1.2234914302825928,
      "step": 30
    },
    {
      "loss_action": 1.288142442703247,
      "loss_total": 1.288142442703247,
      "step": 30
    },
    {
      "grad_norm": 0.5896150469779968,
      "learning_rate": 7.8e-07,
      "loss": 1.2151,
      "step": 40
    },
    {
      "loss_action": 1.1733379364013672,
      "loss_total": 1.1733379364013672,
      "step": 40
    },
    {
      "loss_action": 1.1515517234802246,
      "loss_total": 1.1515517234802246,
      "step": 40
    },
    {
      "loss_action": 1.1850632429122925,
      "loss_total": 1.1850632429122925,
      "step": 40
    },
    {
      "loss_action": 1.188174843788147,
      "loss_total": 1.188174843788147,
      "step": 40
    },
    {
      "loss_action": 1.2318179607391357,
      "loss_total": 1.2318179607391357,
      "step": 40
    },
    {
      "loss_action": 1.212652325630188,
      "loss_total": 1.212652325630188,
      "step": 40
    },
    {
      "loss_action": 1.137444257736206,
      "loss_total": 1.137444257736206,
      "step": 40
    },
    {
      "loss_action": 1.1445252895355225,
      "loss_total": 1.1445252895355225,
      "step": 40
    },
    {
      "grad_norm": 0.2762725055217743,
      "learning_rate": 9.8e-07,
      "loss": 1.2012,
      "step": 50
    },
    {
      "loss_action": 1.2216296195983887,
      "loss_total": 1.2216296195983887,
      "step": 50
    },
    {
      "loss_action": 1.2042518854141235,
      "loss_total": 1.2042518854141235,
      "step": 50
    },
    {
      "loss_action": 1.1371592283248901,
      "loss_total": 1.1371592283248901,
      "step": 50
    },
    {
      "loss_action": 1.2355948686599731,
      "loss_total": 1.2355948686599731,
      "step": 50
    },
    {
      "loss_action": 1.1537458896636963,
      "loss_total": 1.1537458896636963,
      "step": 50
    },
    {
      "loss_action": 1.2664352655410767,
      "loss_total": 1.2664352655410767,
      "step": 50
    },
    {
      "loss_action": 1.2129795551300049,
      "loss_total": 1.2129795551300049,
      "step": 50
    },
    {
      "loss_action": 1.20314359664917,
      "loss_total": 1.20314359664917,
      "step": 50
    },
    {
      "grad_norm": 0.25065144896507263,
      "learning_rate": 1.18e-06,
      "loss": 1.2015,
      "step": 60
    },
    {
      "loss_action": 1.1962991952896118,
      "loss_total": 1.1962991952896118,
      "step": 60
    },
    {
      "loss_action": 1.2659382820129395,
      "loss_total": 1.2659382820129395,
      "step": 60
    },
    {
      "loss_action": 1.203977346420288,
      "loss_total": 1.203977346420288,
      "step": 60
    },
    {
      "loss_action": 1.166843295097351,
      "loss_total": 1.166843295097351,
      "step": 60
    },
    {
      "loss_action": 1.2801945209503174,
      "loss_total": 1.2801945209503174,
      "step": 60
    },
    {
      "loss_action": 1.1684672832489014,
      "loss_total": 1.1684672832489014,
      "step": 60
    },
    {
      "loss_action": 1.2359689474105835,
      "loss_total": 1.2359689474105835,
      "step": 60
    },
    {
      "loss_action": 1.1964664459228516,
      "loss_total": 1.1964664459228516,
      "step": 60
    },
    {
      "grad_norm": 0.2391817420721054,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 1.1934,
      "step": 70
    },
    {
      "loss_action": 1.1574702262878418,
      "loss_total": 1.1574702262878418,
      "step": 70
    },
    {
      "loss_action": 1.1692194938659668,
      "loss_total": 1.1692194938659668,
      "step": 70
    },
    {
      "loss_action": 1.2037639617919922,
      "loss_total": 1.2037639617919922,
      "step": 70
    },
    {
      "loss_action": 1.161895513534546,
      "loss_total": 1.161895513534546,
      "step": 70
    },
    {
      "loss_action": 1.1393404006958008,
      "loss_total": 1.1393404006958008,
      "step": 70
    },
    {
      "loss_action": 1.1342575550079346,
      "loss_total": 1.1342575550079346,
      "step": 70
    },
    {
      "loss_action": 1.1692663431167603,
      "loss_total": 1.1692663431167603,
      "step": 70
    },
    {
      "loss_action": 1.1924757957458496,
      "loss_total": 1.1924757957458496,
      "step": 70
    },
    {
      "grad_norm": 0.4538302421569824,
      "learning_rate": 1.5800000000000003e-06,
      "loss": 1.1747,
      "step": 80
    },
    {
      "loss_action": 1.1568646430969238,
      "loss_total": 1.1568646430969238,
      "step": 80
    },
    {
      "loss_action": 1.0867117643356323,
      "loss_total": 1.0867117643356323,
      "step": 80
    },
    {
      "loss_action": 1.1702992916107178,
      "loss_total": 1.1702992916107178,
      "step": 80
    },
    {
      "loss_action": 1.192299485206604,
      "loss_total": 1.192299485206604,
      "step": 80
    },
    {
      "loss_action": 1.1680619716644287,
      "loss_total": 1.1680619716644287,
      "step": 80
    },
    {
      "loss_action": 1.1654998064041138,
      "loss_total": 1.1654998064041138,
      "step": 80
    },
    {
      "loss_action": 1.1813724040985107,
      "loss_total": 1.1813724040985107,
      "step": 80
    },
    {
      "loss_action": 1.1445308923721313,
      "loss_total": 1.1445308923721313,
      "step": 80
    },
    {
      "grad_norm": 0.3941529095172882,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 1.1717,
      "step": 90
    },
    {
      "loss_action": 1.1458063125610352,
      "loss_total": 1.1458063125610352,
      "step": 90
    },
    {
      "loss_action": 1.1323529481887817,
      "loss_total": 1.1323529481887817,
      "step": 90
    },
    {
      "loss_action": 1.1626923084259033,
      "loss_total": 1.1626923084259033,
      "step": 90
    },
    {
      "loss_action": 1.0800421237945557,
      "loss_total": 1.0800421237945557,
      "step": 90
    },
    {
      "loss_action": 1.1294198036193848,
      "loss_total": 1.1294198036193848,
      "step": 90
    },
    {
      "loss_action": 1.1426680088043213,
      "loss_total": 1.1426680088043213,
      "step": 90
    },
    {
      "loss_action": 1.141493558883667,
      "loss_total": 1.141493558883667,
      "step": 90
    },
    {
      "loss_action": 1.1523165702819824,
      "loss_total": 1.1523165702819824,
      "step": 90
    },
    {
      "grad_norm": 0.47811609506607056,
      "learning_rate": 1.98e-06,
      "loss": 1.13,
      "step": 100
    },
    {
      "loss_action": 1.0772316455841064,
      "loss_total": 1.0772316455841064,
      "step": 100
    },
    {
      "loss_action": 1.1442984342575073,
      "loss_total": 1.1442984342575073,
      "step": 100
    },
    {
      "loss_action": 1.0997178554534912,
      "loss_total": 1.0997178554534912,
      "step": 100
    },
    {
      "loss_action": 1.1776986122131348,
      "loss_total": 1.1776986122131348,
      "step": 100
    },
    {
      "loss_action": 1.1693642139434814,
      "loss_total": 1.1693642139434814,
      "step": 100
    },
    {
      "loss_action": 1.1564979553222656,
      "loss_total": 1.1564979553222656,
      "step": 100
    },
    {
      "loss_action": 1.1436333656311035,
      "loss_total": 1.1436333656311035,
      "step": 100
    },
    {
      "loss_action": 1.1857969760894775,
      "loss_total": 1.1857969760894775,
      "step": 100
    },
    {
      "grad_norm": 0.5099733471870422,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 1.13,
      "step": 110
    },
    {
      "loss_action": 1.089220404624939,
      "loss_total": 1.089220404624939,
      "step": 110
    },
    {
      "loss_action": 1.1131631135940552,
      "loss_total": 1.1131631135940552,
      "step": 110
    },
    {
      "loss_action": 1.1287422180175781,
      "loss_total": 1.1287422180175781,
      "step": 110
    },
    {
      "loss_action": 1.0816223621368408,
      "loss_total": 1.0816223621368408,
      "step": 110
    },
    {
      "loss_action": 1.155808448791504,
      "loss_total": 1.155808448791504,
      "step": 110
    },
    {
      "loss_action": 1.109699010848999,
      "loss_total": 1.109699010848999,
      "step": 110
    },
    {
      "loss_action": 1.0692739486694336,
      "loss_total": 1.0692739486694336,
      "step": 110
    },
    {
      "loss_action": 1.1397314071655273,
      "loss_total": 1.1397314071655273,
      "step": 110
    },
    {
      "grad_norm": 0.7155535817146301,
      "learning_rate": 2.38e-06,
      "loss": 1.0845,
      "step": 120
    },
    {
      "loss_action": 1.1107350587844849,
      "loss_total": 1.1107350587844849,
      "step": 120
    },
    {
      "loss_action": 1.0709969997406006,
      "loss_total": 1.0709969997406006,
      "step": 120
    },
    {
      "loss_action": 1.093648076057434,
      "loss_total": 1.093648076057434,
      "step": 120
    },
    {
      "loss_action": 1.165515422821045,
      "loss_total": 1.165515422821045,
      "step": 120
    },
    {
      "loss_action": 1.147612452507019,
      "loss_total": 1.147612452507019,
      "step": 120
    },
    {
      "loss_action": 1.0884391069412231,
      "loss_total": 1.0884391069412231,
      "step": 120
    },
    {
      "loss_action": 1.038994550704956,
      "loss_total": 1.038994550704956,
      "step": 120
    },
    {
      "loss_action": 1.0872493982315063,
      "loss_total": 1.0872493982315063,
      "step": 120
    },
    {
      "grad_norm": 0.6750859618186951,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 1.0764,
      "step": 130
    },
    {
      "loss_action": 0.9684848785400391,
      "loss_total": 0.9684848785400391,
      "step": 130
    },
    {
      "loss_action": 1.0087409019470215,
      "loss_total": 1.0087409019470215,
      "step": 130
    },
    {
      "loss_action": 1.0648497343063354,
      "loss_total": 1.0648497343063354,
      "step": 130
    },
    {
      "loss_action": 1.0366878509521484,
      "loss_total": 1.0366878509521484,
      "step": 130
    },
    {
      "loss_action": 1.0289971828460693,
      "loss_total": 1.0289971828460693,
      "step": 130
    },
    {
      "loss_action": 1.0530786514282227,
      "loss_total": 1.0530786514282227,
      "step": 130
    },
    {
      "loss_action": 1.0845911502838135,
      "loss_total": 1.0845911502838135,
      "step": 130
    },
    {
      "loss_action": 1.0817844867706299,
      "loss_total": 1.0817844867706299,
      "step": 130
    },
    {
      "grad_norm": 0.5413329601287842,
      "learning_rate": 2.78e-06,
      "loss": 1.0605,
      "step": 140
    },
    {
      "loss_action": 1.077789545059204,
      "loss_total": 1.077789545059204,
      "step": 140
    },
    {
      "loss_action": 1.0294811725616455,
      "loss_total": 1.0294811725616455,
      "step": 140
    },
    {
      "loss_action": 1.117872953414917,
      "loss_total": 1.117872953414917,
      "step": 140
    },
    {
      "loss_action": 0.9717903137207031,
      "loss_total": 0.9717903137207031,
      "step": 140
    },
    {
      "loss_action": 1.0584886074066162,
      "loss_total": 1.0584886074066162,
      "step": 140
    },
    {
      "loss_action": 1.0946820974349976,
      "loss_total": 1.0946820974349976,
      "step": 140
    },
    {
      "loss_action": 1.0427120923995972,
      "loss_total": 1.0427120923995972,
      "step": 140
    },
    {
      "loss_action": 1.0843610763549805,
      "loss_total": 1.0843610763549805,
      "step": 140
    },
    {
      "grad_norm": 0.5934810638427734,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 1.062,
      "step": 150
    },
    {
      "loss_action": 1.1006577014923096,
      "loss_total": 1.1006577014923096,
      "step": 150
    },
    {
      "loss_action": 1.0531071424484253,
      "loss_total": 1.0531071424484253,
      "step": 150
    },
    {
      "loss_action": 1.030449628829956,
      "loss_total": 1.030449628829956,
      "step": 150
    },
    {
      "loss_action": 1.0401865243911743,
      "loss_total": 1.0401865243911743,
      "step": 150
    },
    {
      "loss_action": 1.0606518983840942,
      "loss_total": 1.0606518983840942,
      "step": 150
    },
    {
      "loss_action": 1.0346779823303223,
      "loss_total": 1.0346779823303223,
      "step": 150
    },
    {
      "loss_action": 1.0566928386688232,
      "loss_total": 1.0566928386688232,
      "step": 150
    },
    {
      "loss_action": 1.0181043148040771,
      "loss_total": 1.0181043148040771,
      "step": 150
    },
    {
      "grad_norm": 0.5410028100013733,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 1.0394,
      "step": 160
    },
    {
      "loss_action": 0.9803848266601562,
      "loss_total": 0.9803848266601562,
      "step": 160
    },
    {
      "loss_action": 1.0520262718200684,
      "loss_total": 1.0520262718200684,
      "step": 160
    },
    {
      "loss_action": 1.0712411403656006,
      "loss_total": 1.0712411403656006,
      "step": 160
    },
    {
      "loss_action": 1.0780746936798096,
      "loss_total": 1.0780746936798096,
      "step": 160
    },
    {
      "loss_action": 1.0291435718536377,
      "loss_total": 1.0291435718536377,
      "step": 160
    },
    {
      "loss_action": 1.0645180940628052,
      "loss_total": 1.0645180940628052,
      "step": 160
    },
    {
      "loss_action": 1.04652738571167,
      "loss_total": 1.04652738571167,
      "step": 160
    },
    {
      "loss_action": 1.0367763042449951,
      "loss_total": 1.0367763042449951,
      "step": 160
    },
    {
      "grad_norm": 0.5148833394050598,
      "learning_rate": 3.38e-06,
      "loss": 1.0384,
      "step": 170
    },
    {
      "loss_action": 1.0552818775177002,
      "loss_total": 1.0552818775177002,
      "step": 170
    },
    {
      "loss_action": 1.020848274230957,
      "loss_total": 1.020848274230957,
      "step": 170
    },
    {
      "loss_action": 1.0029995441436768,
      "loss_total": 1.0029995441436768,
      "step": 170
    },
    {
      "loss_action": 1.0265629291534424,
      "loss_total": 1.0265629291534424,
      "step": 170
    },
    {
      "loss_action": 0.9663780927658081,
      "loss_total": 0.9663780927658081,
      "step": 170
    },
    {
      "loss_action": 1.0670747756958008,
      "loss_total": 1.0670747756958008,
      "step": 170
    },
    {
      "loss_action": 1.0575413703918457,
      "loss_total": 1.0575413703918457,
      "step": 170
    },
    {
      "loss_action": 1.0609266757965088,
      "loss_total": 1.0609266757965088,
      "step": 170
    },
    {
      "grad_norm": 0.6606400012969971,
      "learning_rate": 3.58e-06,
      "loss": 1.0254,
      "step": 180
    },
    {
      "loss_action": 1.0025999546051025,
      "loss_total": 1.0025999546051025,
      "step": 180
    },
    {
      "loss_action": 1.024104118347168,
      "loss_total": 1.024104118347168,
      "step": 180
    },
    {
      "loss_action": 1.0957574844360352,
      "loss_total": 1.0957574844360352,
      "step": 180
    },
    {
      "loss_action": 1.0274133682250977,
      "loss_total": 1.0274133682250977,
      "step": 180
    },
    {
      "loss_action": 1.0336925983428955,
      "loss_total": 1.0336925983428955,
      "step": 180
    },
    {
      "loss_action": 1.066901445388794,
      "loss_total": 1.066901445388794,
      "step": 180
    },
    {
      "loss_action": 1.0310401916503906,
      "loss_total": 1.0310401916503906,
      "step": 180
    },
    {
      "loss_action": 1.0033798217773438,
      "loss_total": 1.0033798217773438,
      "step": 180
    },
    {
      "grad_norm": 0.6109761595726013,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 1.0242,
      "step": 190
    },
    {
      "loss_action": 1.033919095993042,
      "loss_total": 1.033919095993042,
      "step": 190
    },
    {
      "loss_action": 1.0279806852340698,
      "loss_total": 1.0279806852340698,
      "step": 190
    },
    {
      "loss_action": 1.063023328781128,
      "loss_total": 1.063023328781128,
      "step": 190
    },
    {
      "loss_action": 1.0304086208343506,
      "loss_total": 1.0304086208343506,
      "step": 190
    },
    {
      "loss_action": 1.0214388370513916,
      "loss_total": 1.0214388370513916,
      "step": 190
    },
    {
      "loss_action": 1.0457642078399658,
      "loss_total": 1.0457642078399658,
      "step": 190
    },
    {
      "loss_action": 0.9898815155029297,
      "loss_total": 0.9898815155029297,
      "step": 190
    },
    {
      "loss_action": 0.9564054608345032,
      "loss_total": 0.9564054608345032,
      "step": 190
    },
    {
      "grad_norm": 0.5550107955932617,
      "learning_rate": 3.98e-06,
      "loss": 1.0259,
      "step": 200
    },
    {
      "loss_action": 0.9821239709854126,
      "loss_total": 0.9821239709854126,
      "step": 200
    },
    {
      "loss_action": 1.061062216758728,
      "loss_total": 1.061062216758728,
      "step": 200
    },
    {
      "loss_action": 1.0220377445220947,
      "loss_total": 1.0220377445220947,
      "step": 200
    },
    {
      "loss_action": 1.041692852973938,
      "loss_total": 1.041692852973938,
      "step": 200
    },
    {
      "loss_action": 0.9836344718933105,
      "loss_total": 0.9836344718933105,
      "step": 200
    },
    {
      "loss_action": 0.9727170467376709,
      "loss_total": 0.9727170467376709,
      "step": 200
    },
    {
      "loss_action": 1.100337028503418,
      "loss_total": 1.100337028503418,
      "step": 200
    },
    {
      "loss_action": 0.9784559011459351,
      "loss_total": 0.9784559011459351,
      "step": 200
    },
    {
      "grad_norm": 0.5875098705291748,
      "learning_rate": 4.18e-06,
      "loss": 1.0269,
      "step": 210
    },
    {
      "loss_action": 1.0094295740127563,
      "loss_total": 1.0094295740127563,
      "step": 210
    },
    {
      "loss_action": 1.029576063156128,
      "loss_total": 1.029576063156128,
      "step": 210
    },
    {
      "loss_action": 1.0813926458358765,
      "loss_total": 1.0813926458358765,
      "step": 210
    },
    {
      "loss_action": 0.9499408006668091,
      "loss_total": 0.9499408006668091,
      "step": 210
    },
    {
      "loss_action": 1.016333818435669,
      "loss_total": 1.016333818435669,
      "step": 210
    },
    {
      "loss_action": 0.9996057748794556,
      "loss_total": 0.9996057748794556,
      "step": 210
    },
    {
      "loss_action": 1.032568097114563,
      "loss_total": 1.032568097114563,
      "step": 210
    },
    {
      "loss_action": 1.0156559944152832,
      "loss_total": 1.0156559944152832,
      "step": 210
    },
    {
      "grad_norm": 0.5649672150611877,
      "learning_rate": 4.38e-06,
      "loss": 1.0106,
      "step": 220
    },
    {
      "loss_action": 1.0730011463165283,
      "loss_total": 1.0730011463165283,
      "step": 220
    },
    {
      "loss_action": 0.9890286922454834,
      "loss_total": 0.9890286922454834,
      "step": 220
    },
    {
      "loss_action": 0.9936994314193726,
      "loss_total": 0.9936994314193726,
      "step": 220
    },
    {
      "loss_action": 1.0103942155838013,
      "loss_total": 1.0103942155838013,
      "step": 220
    },
    {
      "loss_action": 1.0207014083862305,
      "loss_total": 1.0207014083862305,
      "step": 220
    },
    {
      "loss_action": 1.0323219299316406,
      "loss_total": 1.0323219299316406,
      "step": 220
    },
    {
      "loss_action": 1.0080373287200928,
      "loss_total": 1.0080373287200928,
      "step": 220
    },
    {
      "loss_action": 1.0204010009765625,
      "loss_total": 1.0204010009765625,
      "step": 220
    },
    {
      "grad_norm": 0.5721687078475952,
      "learning_rate": 4.58e-06,
      "loss": 1.0126,
      "step": 230
    },
    {
      "loss_action": 1.0775129795074463,
      "loss_total": 1.0775129795074463,
      "step": 230
    },
    {
      "loss_action": 1.0312782526016235,
      "loss_total": 1.0312782526016235,
      "step": 230
    },
    {
      "loss_action": 1.0679309368133545,
      "loss_total": 1.0679309368133545,
      "step": 230
    },
    {
      "loss_action": 1.028102159500122,
      "loss_total": 1.028102159500122,
      "step": 230
    },
    {
      "loss_action": 0.9912824630737305,
      "loss_total": 0.9912824630737305,
      "step": 230
    },
    {
      "loss_action": 0.9730238914489746,
      "loss_total": 0.9730238914489746,
      "step": 230
    },
    {
      "loss_action": 1.007216215133667,
      "loss_total": 1.007216215133667,
      "step": 230
    },
    {
      "loss_action": 1.0429391860961914,
      "loss_total": 1.0429391860961914,
      "step": 230
    },
    {
      "grad_norm": 0.7010191679000854,
      "learning_rate": 4.780000000000001e-06,
      "loss": 1.012,
      "step": 240
    },
    {
      "loss_action": 0.9939190149307251,
      "loss_total": 0.9939190149307251,
      "step": 240
    },
    {
      "loss_action": 0.9533796310424805,
      "loss_total": 0.9533796310424805,
      "step": 240
    },
    {
      "loss_action": 1.0491819381713867,
      "loss_total": 1.0491819381713867,
      "step": 240
    },
    {
      "loss_action": 1.0017139911651611,
      "loss_total": 1.0017139911651611,
      "step": 240
    },
    {
      "loss_action": 1.024527907371521,
      "loss_total": 1.024527907371521,
      "step": 240
    },
    {
      "loss_action": 0.9812846183776855,
      "loss_total": 0.9812846183776855,
      "step": 240
    },
    {
      "loss_action": 0.9504809975624084,
      "loss_total": 0.9504809975624084,
      "step": 240
    },
    {
      "loss_action": 1.0105206966400146,
      "loss_total": 1.0105206966400146,
      "step": 240
    },
    {
      "grad_norm": 0.9535002112388611,
      "learning_rate": 4.98e-06,
      "loss": 0.979,
      "step": 250
    },
    {
      "loss_action": 1.0107054710388184,
      "loss_total": 1.0107054710388184,
      "step": 250
    },
    {
      "loss_action": 0.956596851348877,
      "loss_total": 0.956596851348877,
      "step": 250
    },
    {
      "loss_action": 0.9753313064575195,
      "loss_total": 0.9753313064575195,
      "step": 250
    },
    {
      "loss_action": 0.943161129951477,
      "loss_total": 0.943161129951477,
      "step": 250
    },
    {
      "loss_action": 1.0452404022216797,
      "loss_total": 1.0452404022216797,
      "step": 250
    },
    {
      "loss_action": 0.9752490520477295,
      "loss_total": 0.9752490520477295,
      "step": 250
    },
    {
      "loss_action": 0.9696429967880249,
      "loss_total": 0.9696429967880249,
      "step": 250
    },
    {
      "loss_action": 0.9458891153335571,
      "loss_total": 0.9458891153335571,
      "step": 250
    },
    {
      "grad_norm": 1.0126278400421143,
      "learning_rate": 5.18e-06,
      "loss": 0.9435,
      "step": 260
    },
    {
      "loss_action": 0.9218621850013733,
      "loss_total": 0.9218621850013733,
      "step": 260
    },
    {
      "loss_action": 0.9444054365158081,
      "loss_total": 0.9444054365158081,
      "step": 260
    },
    {
      "loss_action": 0.9257284998893738,
      "loss_total": 0.9257284998893738,
      "step": 260
    },
    {
      "loss_action": 0.9640004634857178,
      "loss_total": 0.9640004634857178,
      "step": 260
    },
    {
      "loss_action": 0.8851349353790283,
      "loss_total": 0.8851349353790283,
      "step": 260
    },
    {
      "loss_action": 0.8767039775848389,
      "loss_total": 0.8767039775848389,
      "step": 260
    },
    {
      "loss_action": 0.9410642385482788,
      "loss_total": 0.9410642385482788,
      "step": 260
    },
    {
      "loss_action": 0.9686005115509033,
      "loss_total": 0.9686005115509033,
      "step": 260
    },
    {
      "grad_norm": 1.443819284439087,
      "learning_rate": 5.38e-06,
      "loss": 0.9127,
      "step": 270
    },
    {
      "loss_action": 0.8903318643569946,
      "loss_total": 0.8903318643569946,
      "step": 270
    },
    {
      "loss_action": 0.8344069719314575,
      "loss_total": 0.8344069719314575,
      "step": 270
    },
    {
      "loss_action": 0.9492169618606567,
      "loss_total": 0.9492169618606567,
      "step": 270
    },
    {
      "loss_action": 0.8604127764701843,
      "loss_total": 0.8604127764701843,
      "step": 270
    },
    {
      "loss_action": 0.9686941504478455,
      "loss_total": 0.9686941504478455,
      "step": 270
    },
    {
      "loss_action": 0.8171632289886475,
      "loss_total": 0.8171632289886475,
      "step": 270
    },
    {
      "loss_action": 0.9065662622451782,
      "loss_total": 0.9065662622451782,
      "step": 270
    },
    {
      "loss_action": 0.8933652639389038,
      "loss_total": 0.8933652639389038,
      "step": 270
    },
    {
      "grad_norm": 1.0748406648635864,
      "learning_rate": 5.580000000000001e-06,
      "loss": 0.8687,
      "step": 280
    },
    {
      "loss_action": 0.877857506275177,
      "loss_total": 0.877857506275177,
      "step": 280
    },
    {
      "loss_action": 0.8832722306251526,
      "loss_total": 0.8832722306251526,
      "step": 280
    },
    {
      "loss_action": 0.8412220478057861,
      "loss_total": 0.8412220478057861,
      "step": 280
    },
    {
      "loss_action": 0.8282867670059204,
      "loss_total": 0.8282867670059204,
      "step": 280
    },
    {
      "loss_action": 0.8350358605384827,
      "loss_total": 0.8350358605384827,
      "step": 280
    },
    {
      "loss_action": 0.8232948184013367,
      "loss_total": 0.8232948184013367,
      "step": 280
    },
    {
      "loss_action": 0.9228719472885132,
      "loss_total": 0.9228719472885132,
      "step": 280
    },
    {
      "loss_action": 0.8383467197418213,
      "loss_total": 0.8383467197418213,
      "step": 280
    },
    {
      "grad_norm": 1.4195431470870972,
      "learning_rate": 5.78e-06,
      "loss": 0.8362,
      "step": 290
    },
    {
      "loss_action": 0.850328803062439,
      "loss_total": 0.850328803062439,
      "step": 290
    },
    {
      "loss_action": 0.8120719194412231,
      "loss_total": 0.8120719194412231,
      "step": 290
    },
    {
      "loss_action": 0.8598184585571289,
      "loss_total": 0.8598184585571289,
      "step": 290
    },
    {
      "loss_action": 0.840560793876648,
      "loss_total": 0.840560793876648,
      "step": 290
    },
    {
      "loss_action": 0.8390376567840576,
      "loss_total": 0.8390376567840576,
      "step": 290
    },
    {
      "loss_action": 0.8272038698196411,
      "loss_total": 0.8272038698196411,
      "step": 290
    },
    {
      "loss_action": 0.8716031312942505,
      "loss_total": 0.8716031312942505,
      "step": 290
    },
    {
      "loss_action": 0.7679611444473267,
      "loss_total": 0.7679611444473267,
      "step": 290
    },
    {
      "grad_norm": 1.485025405883789,
      "learning_rate": 5.98e-06,
      "loss": 0.8016,
      "step": 300
    },
    {
      "loss_action": 0.7113767862319946,
      "loss_total": 0.7113767862319946,
      "step": 300
    },
    {
      "loss_action": 0.7289924025535583,
      "loss_total": 0.7289924025535583,
      "step": 300
    },
    {
      "loss_action": 0.8243769407272339,
      "loss_total": 0.8243769407272339,
      "step": 300
    },
    {
      "loss_action": 0.7531405687332153,
      "loss_total": 0.7531405687332153,
      "step": 300
    },
    {
      "loss_action": 0.7844893932342529,
      "loss_total": 0.7844893932342529,
      "step": 300
    },
    {
      "loss_action": 0.805643618106842,
      "loss_total": 0.805643618106842,
      "step": 300
    },
    {
      "loss_action": 0.7600421905517578,
      "loss_total": 0.7600421905517578,
      "step": 300
    },
    {
      "loss_action": 0.8443071842193604,
      "loss_total": 0.8443071842193604,
      "step": 300
    },
    {
      "grad_norm": 1.4385803937911987,
      "learning_rate": 6.18e-06,
      "loss": 0.7629,
      "step": 310
    },
    {
      "loss_action": 0.7382606267929077,
      "loss_total": 0.7382606267929077,
      "step": 310
    },
    {
      "loss_action": 0.7337679862976074,
      "loss_total": 0.7337679862976074,
      "step": 310
    },
    {
      "loss_action": 0.7367144823074341,
      "loss_total": 0.7367144823074341,
      "step": 310
    },
    {
      "loss_action": 0.7331726551055908,
      "loss_total": 0.7331726551055908,
      "step": 310
    },
    {
      "loss_action": 0.6954524517059326,
      "loss_total": 0.6954524517059326,
      "step": 310
    },
    {
      "loss_action": 0.7222001552581787,
      "loss_total": 0.7222001552581787,
      "step": 310
    },
    {
      "loss_action": 0.6975660920143127,
      "loss_total": 0.6975660920143127,
      "step": 310
    },
    {
      "loss_action": 0.6931508779525757,
      "loss_total": 0.6931508779525757,
      "step": 310
    },
    {
      "grad_norm": 1.6093628406524658,
      "learning_rate": 6.38e-06,
      "loss": 0.7089,
      "step": 320
    },
    {
      "loss_action": 0.6163040399551392,
      "loss_total": 0.6163040399551392,
      "step": 320
    },
    {
      "loss_action": 0.6061725616455078,
      "loss_total": 0.6061725616455078,
      "step": 320
    },
    {
      "loss_action": 0.6272711753845215,
      "loss_total": 0.6272711753845215,
      "step": 320
    },
    {
      "loss_action": 0.6636061668395996,
      "loss_total": 0.6636061668395996,
      "step": 320
    },
    {
      "loss_action": 0.6775805354118347,
      "loss_total": 0.6775805354118347,
      "step": 320
    },
    {
      "loss_action": 0.6292948126792908,
      "loss_total": 0.6292948126792908,
      "step": 320
    },
    {
      "loss_action": 0.7096859812736511,
      "loss_total": 0.7096859812736511,
      "step": 320
    },
    {
      "loss_action": 0.7836312055587769,
      "loss_total": 0.7836312055587769,
      "step": 320
    },
    {
      "grad_norm": 1.6261035203933716,
      "learning_rate": 6.58e-06,
      "loss": 0.6711,
      "step": 330
    },
    {
      "loss_action": 0.6965423822402954,
      "loss_total": 0.6965423822402954,
      "step": 330
    },
    {
      "loss_action": 0.6397680044174194,
      "loss_total": 0.6397680044174194,
      "step": 330
    },
    {
      "loss_action": 0.5750993490219116,
      "loss_total": 0.5750993490219116,
      "step": 330
    },
    {
      "loss_action": 0.6830160617828369,
      "loss_total": 0.6830160617828369,
      "step": 330
    },
    {
      "loss_action": 0.7459867596626282,
      "loss_total": 0.7459867596626282,
      "step": 330
    },
    {
      "loss_action": 0.6705996990203857,
      "loss_total": 0.6705996990203857,
      "step": 330
    },
    {
      "loss_action": 0.6465179920196533,
      "loss_total": 0.6465179920196533,
      "step": 330
    },
    {
      "loss_action": 0.6718631982803345,
      "loss_total": 0.6718631982803345,
      "step": 330
    },
    {
      "grad_norm": 1.6824216842651367,
      "learning_rate": 6.78e-06,
      "loss": 0.6324,
      "step": 340
    },
    {
      "loss_action": 0.5834454298019409,
      "loss_total": 0.5834454298019409,
      "step": 340
    },
    {
      "loss_action": 0.5611701607704163,
      "loss_total": 0.5611701607704163,
      "step": 340
    },
    {
      "loss_action": 0.619450569152832,
      "loss_total": 0.619450569152832,
      "step": 340
    },
    {
      "loss_action": 0.6486369371414185,
      "loss_total": 0.6486369371414185,
      "step": 340
    },
    {
      "loss_action": 0.5213944911956787,
      "loss_total": 0.5213944911956787,
      "step": 340
    },
    {
      "loss_action": 0.607643187046051,
      "loss_total": 0.607643187046051,
      "step": 340
    },
    {
      "loss_action": 0.6017623543739319,
      "loss_total": 0.6017623543739319,
      "step": 340
    },
    {
      "loss_action": 0.5840714573860168,
      "loss_total": 0.5840714573860168,
      "step": 340
    },
    {
      "grad_norm": 1.5714994668960571,
      "learning_rate": 6.98e-06,
      "loss": 0.572,
      "step": 350
    },
    {
      "loss_action": 0.5063312649726868,
      "loss_total": 0.5063312649726868,
      "step": 350
    },
    {
      "loss_action": 0.5417953729629517,
      "loss_total": 0.5417953729629517,
      "step": 350
    },
    {
      "loss_action": 0.6121983528137207,
      "loss_total": 0.6121983528137207,
      "step": 350
    },
    {
      "loss_action": 0.5056633949279785,
      "loss_total": 0.5056633949279785,
      "step": 350
    },
    {
      "loss_action": 0.581853985786438,
      "loss_total": 0.581853985786438,
      "step": 350
    },
    {
      "loss_action": 0.7018672823905945,
      "loss_total": 0.7018672823905945,
      "step": 350
    },
    {
      "loss_action": 0.6079167127609253,
      "loss_total": 0.6079167127609253,
      "step": 350
    },
    {
      "loss_action": 0.5595166087150574,
      "loss_total": 0.5595166087150574,
      "step": 350
    },
    {
      "grad_norm": 1.6447604894638062,
      "learning_rate": 7.180000000000001e-06,
      "loss": 0.5359,
      "step": 360
    },
    {
      "loss_action": 0.5142313241958618,
      "loss_total": 0.5142313241958618,
      "step": 360
    },
    {
      "loss_action": 0.5797256827354431,
      "loss_total": 0.5797256827354431,
      "step": 360
    },
    {
      "loss_action": 0.5082919001579285,
      "loss_total": 0.5082919001579285,
      "step": 360
    },
    {
      "loss_action": 0.4820428192615509,
      "loss_total": 0.4820428192615509,
      "step": 360
    },
    {
      "loss_action": 0.5233469009399414,
      "loss_total": 0.5233469009399414,
      "step": 360
    },
    {
      "loss_action": 0.4414188265800476,
      "loss_total": 0.4414188265800476,
      "step": 360
    },
    {
      "loss_action": 0.5164847373962402,
      "loss_total": 0.5164847373962402,
      "step": 360
    },
    {
      "loss_action": 0.5538514852523804,
      "loss_total": 0.5538514852523804,
      "step": 360
    },
    {
      "grad_norm": 1.8530263900756836,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 0.4805,
      "step": 370
    },
    {
      "loss_action": 0.41990548372268677,
      "loss_total": 0.41990548372268677,
      "step": 370
    },
    {
      "loss_action": 0.4298049807548523,
      "loss_total": 0.4298049807548523,
      "step": 370
    },
    {
      "loss_action": 0.4407065212726593,
      "loss_total": 0.4407065212726593,
      "step": 370
    },
    {
      "loss_action": 0.4453660547733307,
      "loss_total": 0.4453660547733307,
      "step": 370
    },
    {
      "loss_action": 0.49654555320739746,
      "loss_total": 0.49654555320739746,
      "step": 370
    },
    {
      "loss_action": 0.4984859824180603,
      "loss_total": 0.4984859824180603,
      "step": 370
    },
    {
      "loss_action": 0.4270487129688263,
      "loss_total": 0.4270487129688263,
      "step": 370
    },
    {
      "loss_action": 0.46750742197036743,
      "loss_total": 0.46750742197036743,
      "step": 370
    },
    {
      "grad_norm": 2.47269606590271,
      "learning_rate": 7.580000000000001e-06,
      "loss": 0.4502,
      "step": 380
    },
    {
      "loss_action": 0.4483206868171692,
      "loss_total": 0.4483206868171692,
      "step": 380
    },
    {
      "loss_action": 0.35003462433815,
      "loss_total": 0.35003462433815,
      "step": 380
    },
    {
      "loss_action": 0.5161431431770325,
      "loss_total": 0.5161431431770325,
      "step": 380
    },
    {
      "loss_action": 0.45086464285850525,
      "loss_total": 0.45086464285850525,
      "step": 380
    },
    {
      "loss_action": 0.4123977720737457,
      "loss_total": 0.4123977720737457,
      "step": 380
    },
    {
      "loss_action": 0.4396607279777527,
      "loss_total": 0.4396607279777527,
      "step": 380
    },
    {
      "loss_action": 0.5138689279556274,
      "loss_total": 0.5138689279556274,
      "step": 380
    },
    {
      "loss_action": 0.4151794910430908,
      "loss_total": 0.4151794910430908,
      "step": 380
    },
    {
      "grad_norm": 2.180107831954956,
      "learning_rate": 7.78e-06,
      "loss": 0.4206,
      "step": 390
    },
    {
      "loss_action": 0.37661945819854736,
      "loss_total": 0.37661945819854736,
      "step": 390
    },
    {
      "loss_action": 0.3529599905014038,
      "loss_total": 0.3529599905014038,
      "step": 390
    },
    {
      "loss_action": 0.3561943769454956,
      "loss_total": 0.3561943769454956,
      "step": 390
    },
    {
      "loss_action": 0.38721343874931335,
      "loss_total": 0.38721343874931335,
      "step": 390
    },
    {
      "loss_action": 0.37482547760009766,
      "loss_total": 0.37482547760009766,
      "step": 390
    },
    {
      "loss_action": 0.410788357257843,
      "loss_total": 0.410788357257843,
      "step": 390
    },
    {
      "loss_action": 0.43665140867233276,
      "loss_total": 0.43665140867233276,
      "step": 390
    },
    {
      "loss_action": 0.4314824938774109,
      "loss_total": 0.4314824938774109,
      "step": 390
    },
    {
      "grad_norm": 1.7553380727767944,
      "learning_rate": 7.98e-06,
      "loss": 0.3848,
      "step": 400
    },
    {
      "loss_action": 0.452245831489563,
      "loss_total": 0.452245831489563,
      "step": 400
    },
    {
      "loss_action": 0.34789806604385376,
      "loss_total": 0.34789806604385376,
      "step": 400
    },
    {
      "loss_action": 0.3263890743255615,
      "loss_total": 0.3263890743255615,
      "step": 400
    },
    {
      "loss_action": 0.3808186650276184,
      "loss_total": 0.3808186650276184,
      "step": 400
    },
    {
      "loss_action": 0.377870112657547,
      "loss_total": 0.377870112657547,
      "step": 400
    },
    {
      "loss_action": 0.3252570629119873,
      "loss_total": 0.3252570629119873,
      "step": 400
    },
    {
      "loss_action": 0.483954519033432,
      "loss_total": 0.483954519033432,
      "step": 400
    },
    {
      "loss_action": 0.3767573833465576,
      "loss_total": 0.3767573833465576,
      "step": 400
    },
    {
      "grad_norm": 2.0275397300720215,
      "learning_rate": 8.18e-06,
      "loss": 0.3599,
      "step": 410
    },
    {
      "loss_action": 0.34291595220565796,
      "loss_total": 0.34291595220565796,
      "step": 410
    },
    {
      "loss_action": 0.36160793900489807,
      "loss_total": 0.36160793900489807,
      "step": 410
    },
    {
      "loss_action": 0.32631027698516846,
      "loss_total": 0.32631027698516846,
      "step": 410
    },
    {
      "loss_action": 0.31201398372650146,
      "loss_total": 0.31201398372650146,
      "step": 410
    },
    {
      "loss_action": 0.4140600562095642,
      "loss_total": 0.4140600562095642,
      "step": 410
    },
    {
      "loss_action": 0.2907238304615021,
      "loss_total": 0.2907238304615021,
      "step": 410
    },
    {
      "loss_action": 0.3693903684616089,
      "loss_total": 0.3693903684616089,
      "step": 410
    },
    {
      "loss_action": 0.3543567955493927,
      "loss_total": 0.3543567955493927,
      "step": 410
    },
    {
      "grad_norm": 2.1861538887023926,
      "learning_rate": 8.380000000000001e-06,
      "loss": 0.3291,
      "step": 420
    },
    {
      "loss_action": 0.2700662612915039,
      "loss_total": 0.2700662612915039,
      "step": 420
    },
    {
      "loss_action": 0.3247358798980713,
      "loss_total": 0.3247358798980713,
      "step": 420
    },
    {
      "loss_action": 0.33691656589508057,
      "loss_total": 0.33691656589508057,
      "step": 420
    },
    {
      "loss_action": 0.3048097789287567,
      "loss_total": 0.3048097789287567,
      "step": 420
    },
    {
      "loss_action": 0.24571359157562256,
      "loss_total": 0.24571359157562256,
      "step": 420
    },
    {
      "loss_action": 0.4140271544456482,
      "loss_total": 0.4140271544456482,
      "step": 420
    },
    {
      "loss_action": 0.3250623941421509,
      "loss_total": 0.3250623941421509,
      "step": 420
    },
    {
      "loss_action": 0.32216203212738037,
      "loss_total": 0.32216203212738037,
      "step": 420
    },
    {
      "grad_norm": 1.8929766416549683,
      "learning_rate": 8.580000000000001e-06,
      "loss": 0.3168,
      "step": 430
    },
    {
      "loss_action": 0.3393348455429077,
      "loss_total": 0.3393348455429077,
      "step": 430
    },
    {
      "loss_action": 0.23806610703468323,
      "loss_total": 0.23806610703468323,
      "step": 430
    },
    {
      "loss_action": 0.2424585223197937,
      "loss_total": 0.2424585223197937,
      "step": 430
    },
    {
      "loss_action": 0.2849484980106354,
      "loss_total": 0.2849484980106354,
      "step": 430
    },
    {
      "loss_action": 0.3952009379863739,
      "loss_total": 0.3952009379863739,
      "step": 430
    },
    {
      "loss_action": 0.3475334644317627,
      "loss_total": 0.3475334644317627,
      "step": 430
    },
    {
      "loss_action": 0.22604922950267792,
      "loss_total": 0.22604922950267792,
      "step": 430
    },
    {
      "loss_action": 0.2388564646244049,
      "loss_total": 0.2388564646244049,
      "step": 430
    },
    {
      "grad_norm": 2.5177078247070312,
      "learning_rate": 8.78e-06,
      "loss": 0.2861,
      "step": 440
    },
    {
      "loss_action": 0.33543911576271057,
      "loss_total": 0.33543911576271057,
      "step": 440
    },
    {
      "loss_action": 0.26615315675735474,
      "loss_total": 0.26615315675735474,
      "step": 440
    },
    {
      "loss_action": 0.22625303268432617,
      "loss_total": 0.22625303268432617,
      "step": 440
    },
    {
      "loss_action": 0.21524213254451752,
      "loss_total": 0.21524213254451752,
      "step": 440
    },
    {
      "loss_action": 0.27826249599456787,
      "loss_total": 0.27826249599456787,
      "step": 440
    },
    {
      "loss_action": 0.24317485094070435,
      "loss_total": 0.24317485094070435,
      "step": 440
    },
    {
      "loss_action": 0.2883376479148865,
      "loss_total": 0.2883376479148865,
      "step": 440
    },
    {
      "loss_action": 0.3645128607749939,
      "loss_total": 0.3645128607749939,
      "step": 440
    },
    {
      "grad_norm": 2.3305952548980713,
      "learning_rate": 8.98e-06,
      "loss": 0.2632,
      "step": 450
    },
    {
      "loss_action": 0.24813267588615417,
      "loss_total": 0.24813267588615417,
      "step": 450
    },
    {
      "loss_action": 0.1873641312122345,
      "loss_total": 0.1873641312122345,
      "step": 450
    },
    {
      "loss_action": 0.26725348830223083,
      "loss_total": 0.26725348830223083,
      "step": 450
    },
    {
      "loss_action": 0.2800975441932678,
      "loss_total": 0.2800975441932678,
      "step": 450
    },
    {
      "loss_action": 0.20393875241279602,
      "loss_total": 0.20393875241279602,
      "step": 450
    },
    {
      "loss_action": 0.23441889882087708,
      "loss_total": 0.23441889882087708,
      "step": 450
    },
    {
      "loss_action": 0.3549048900604248,
      "loss_total": 0.3549048900604248,
      "step": 450
    },
    {
      "loss_action": 0.279839426279068,
      "loss_total": 0.279839426279068,
      "step": 450
    },
    {
      "grad_norm": 2.2169926166534424,
      "learning_rate": 9.180000000000002e-06,
      "loss": 0.2513,
      "step": 460
    },
    {
      "loss_action": 0.21973809599876404,
      "loss_total": 0.21973809599876404,
      "step": 460
    },
    {
      "loss_action": 0.26341482996940613,
      "loss_total": 0.26341482996940613,
      "step": 460
    },
    {
      "loss_action": 0.2505796551704407,
      "loss_total": 0.2505796551704407,
      "step": 460
    },
    {
      "loss_action": 0.24329990148544312,
      "loss_total": 0.24329990148544312,
      "step": 460
    },
    {
      "loss_action": 0.21117746829986572,
      "loss_total": 0.21117746829986572,
      "step": 460
    },
    {
      "loss_action": 0.2842375934123993,
      "loss_total": 0.2842375934123993,
      "step": 460
    },
    {
      "loss_action": 0.1793144941329956,
      "loss_total": 0.1793144941329956,
      "step": 460
    },
    {
      "loss_action": 0.23903003334999084,
      "loss_total": 0.23903003334999084,
      "step": 460
    },
    {
      "grad_norm": 2.4068124294281006,
      "learning_rate": 9.38e-06,
      "loss": 0.2231,
      "step": 470
    },
    {
      "loss_action": 0.22350972890853882,
      "loss_total": 0.22350972890853882,
      "step": 470
    },
    {
      "loss_action": 0.17397138476371765,
      "loss_total": 0.17397138476371765,
      "step": 470
    },
    {
      "loss_action": 0.36042365431785583,
      "loss_total": 0.36042365431785583,
      "step": 470
    },
    {
      "loss_action": 0.19838377833366394,
      "loss_total": 0.19838377833366394,
      "step": 470
    },
    {
      "loss_action": 0.24831584095954895,
      "loss_total": 0.24831584095954895,
      "step": 470
    },
    {
      "loss_action": 0.22525689005851746,
      "loss_total": 0.22525689005851746,
      "step": 470
    },
    {
      "loss_action": 0.27668076753616333,
      "loss_total": 0.27668076753616333,
      "step": 470
    },
    {
      "loss_action": 0.34694522619247437,
      "loss_total": 0.34694522619247437,
      "step": 470
    },
    {
      "grad_norm": 1.8241527080535889,
      "learning_rate": 9.58e-06,
      "loss": 0.2234,
      "step": 480
    },
    {
      "loss_action": 0.205330953001976,
      "loss_total": 0.205330953001976,
      "step": 480
    },
    {
      "loss_action": 0.3451257348060608,
      "loss_total": 0.3451257348060608,
      "step": 480
    },
    {
      "loss_action": 0.19944709539413452,
      "loss_total": 0.19944709539413452,
      "step": 480
    },
    {
      "loss_action": 0.18776807188987732,
      "loss_total": 0.18776807188987732,
      "step": 480
    },
    {
      "loss_action": 0.18095867335796356,
      "loss_total": 0.18095867335796356,
      "step": 480
    },
    {
      "loss_action": 0.18627652525901794,
      "loss_total": 0.18627652525901794,
      "step": 480
    },
    {
      "loss_action": 0.20154090225696564,
      "loss_total": 0.20154090225696564,
      "step": 480
    },
    {
      "loss_action": 0.2930481433868408,
      "loss_total": 0.2930481433868408,
      "step": 480
    },
    {
      "grad_norm": 1.9166125059127808,
      "learning_rate": 9.78e-06,
      "loss": 0.2064,
      "step": 490
    },
    {
      "loss_action": 0.14259687066078186,
      "loss_total": 0.14259687066078186,
      "step": 490
    },
    {
      "loss_action": 0.14296415448188782,
      "loss_total": 0.14296415448188782,
      "step": 490
    },
    {
      "loss_action": 0.17231273651123047,
      "loss_total": 0.17231273651123047,
      "step": 490
    },
    {
      "loss_action": 0.15527771413326263,
      "loss_total": 0.15527771413326263,
      "step": 490
    },
    {
      "loss_action": 0.2514325976371765,
      "loss_total": 0.2514325976371765,
      "step": 490
    },
    {
      "loss_action": 0.16771376132965088,
      "loss_total": 0.16771376132965088,
      "step": 490
    },
    {
      "loss_action": 0.17960380017757416,
      "loss_total": 0.17960380017757416,
      "step": 490
    },
    {
      "loss_action": 0.19139426946640015,
      "loss_total": 0.19139426946640015,
      "step": 490
    },
    {
      "grad_norm": 2.3055198192596436,
      "learning_rate": 9.980000000000001e-06,
      "loss": 0.1927,
      "step": 500
    },
    {
      "loss_action": 0.1350560337305069,
      "loss_total": 0.1350560337305069,
      "step": 500
    },
    {
      "loss_action": 0.1623988151550293,
      "loss_total": 0.1623988151550293,
      "step": 500
    },
    {
      "loss_action": 0.1464957892894745,
      "loss_total": 0.1464957892894745,
      "step": 500
    },
    {
      "loss_action": 0.13163480162620544,
      "loss_total": 0.13163480162620544,
      "step": 500
    },
    {
      "loss_action": 0.1372579038143158,
      "loss_total": 0.1372579038143158,
      "step": 500
    },
    {
      "loss_action": 0.1464095115661621,
      "loss_total": 0.1464095115661621,
      "step": 500
    },
    {
      "loss_action": 0.16050514578819275,
      "loss_total": 0.16050514578819275,
      "step": 500
    },
    {
      "loss_action": 0.28459054231643677,
      "loss_total": 0.28459054231643677,
      "step": 500
    },
    {
      "grad_norm": 1.9540637731552124,
      "learning_rate": 1.018e-05,
      "loss": 0.1678,
      "step": 510
    },
    {
      "loss_action": 0.11203867197036743,
      "loss_total": 0.11203867197036743,
      "step": 510
    },
    {
      "loss_action": 0.1972995549440384,
      "loss_total": 0.1972995549440384,
      "step": 510
    },
    {
      "loss_action": 0.2012525200843811,
      "loss_total": 0.2012525200843811,
      "step": 510
    },
    {
      "loss_action": 0.15155711770057678,
      "loss_total": 0.15155711770057678,
      "step": 510
    },
    {
      "loss_action": 0.13209393620491028,
      "loss_total": 0.13209393620491028,
      "step": 510
    },
    {
      "loss_action": 0.20554931461811066,
      "loss_total": 0.20554931461811066,
      "step": 510
    },
    {
      "loss_action": 0.2545306384563446,
      "loss_total": 0.2545306384563446,
      "step": 510
    },
    {
      "loss_action": 0.14870119094848633,
      "loss_total": 0.14870119094848633,
      "step": 510
    },
    {
      "grad_norm": 2.1391570568084717,
      "learning_rate": 1.038e-05,
      "loss": 0.1694,
      "step": 520
    },
    {
      "loss_action": 0.1893746554851532,
      "loss_total": 0.1893746554851532,
      "step": 520
    },
    {
      "loss_action": 0.13896870613098145,
      "loss_total": 0.13896870613098145,
      "step": 520
    },
    {
      "loss_action": 0.11259184777736664,
      "loss_total": 0.11259184777736664,
      "step": 520
    },
    {
      "loss_action": 0.17235638201236725,
      "loss_total": 0.17235638201236725,
      "step": 520
    },
    {
      "loss_action": 0.1016165018081665,
      "loss_total": 0.1016165018081665,
      "step": 520
    },
    {
      "loss_action": 0.1086834967136383,
      "loss_total": 0.1086834967136383,
      "step": 520
    },
    {
      "loss_action": 0.1913159340620041,
      "loss_total": 0.1913159340620041,
      "step": 520
    },
    {
      "loss_action": 0.21708446741104126,
      "loss_total": 0.21708446741104126,
      "step": 520
    },
    {
      "grad_norm": 1.920328140258789,
      "learning_rate": 1.058e-05,
      "loss": 0.1623,
      "step": 530
    },
    {
      "loss_action": 0.13117799162864685,
      "loss_total": 0.13117799162864685,
      "step": 530
    },
    {
      "loss_action": 0.14627857506275177,
      "loss_total": 0.14627857506275177,
      "step": 530
    },
    {
      "loss_action": 0.12340973317623138,
      "loss_total": 0.12340973317623138,
      "step": 530
    },
    {
      "loss_action": 0.24770405888557434,
      "loss_total": 0.24770405888557434,
      "step": 530
    },
    {
      "loss_action": 0.1934138834476471,
      "loss_total": 0.1934138834476471,
      "step": 530
    },
    {
      "loss_action": 0.21567535400390625,
      "loss_total": 0.21567535400390625,
      "step": 530
    },
    {
      "loss_action": 0.1928541660308838,
      "loss_total": 0.1928541660308838,
      "step": 530
    },
    {
      "loss_action": 0.13815194368362427,
      "loss_total": 0.13815194368362427,
      "step": 530
    },
    {
      "grad_norm": 1.9443111419677734,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 0.1595,
      "step": 540
    },
    {
      "loss_action": 0.1328703761100769,
      "loss_total": 0.1328703761100769,
      "step": 540
    },
    {
      "loss_action": 0.1277264505624771,
      "loss_total": 0.1277264505624771,
      "step": 540
    },
    {
      "loss_action": 0.15307602286338806,
      "loss_total": 0.15307602286338806,
      "step": 540
    },
    {
      "loss_action": 0.16910824179649353,
      "loss_total": 0.16910824179649353,
      "step": 540
    },
    {
      "loss_action": 0.1137121245265007,
      "loss_total": 0.1137121245265007,
      "step": 540
    },
    {
      "loss_action": 0.24082162976264954,
      "loss_total": 0.24082162976264954,
      "step": 540
    },
    {
      "loss_action": 0.16908171772956848,
      "loss_total": 0.16908171772956848,
      "step": 540
    },
    {
      "loss_action": 0.18234284222126007,
      "loss_total": 0.18234284222126007,
      "step": 540
    },
    {
      "grad_norm": 1.7375106811523438,
      "learning_rate": 1.098e-05,
      "loss": 0.1425,
      "step": 550
    },
    {
      "loss_action": 0.19632601737976074,
      "loss_total": 0.19632601737976074,
      "step": 550
    },
    {
      "loss_action": 0.23120394349098206,
      "loss_total": 0.23120394349098206,
      "step": 550
    },
    {
      "loss_action": 0.13400155305862427,
      "loss_total": 0.13400155305862427,
      "step": 550
    },
    {
      "loss_action": 0.1426190435886383,
      "loss_total": 0.1426190435886383,
      "step": 550
    },
    {
      "loss_action": 0.14793042838573456,
      "loss_total": 0.14793042838573456,
      "step": 550
    },
    {
      "loss_action": 0.17813242971897125,
      "loss_total": 0.17813242971897125,
      "step": 550
    },
    {
      "loss_action": 0.14789964258670807,
      "loss_total": 0.14789964258670807,
      "step": 550
    },
    {
      "loss_action": 0.1609521210193634,
      "loss_total": 0.1609521210193634,
      "step": 550
    },
    {
      "grad_norm": 2.236067533493042,
      "learning_rate": 1.118e-05,
      "loss": 0.1541,
      "step": 560
    },
    {
      "loss_action": 0.140424907207489,
      "loss_total": 0.140424907207489,
      "step": 560
    },
    {
      "loss_action": 0.17123793065547943,
      "loss_total": 0.17123793065547943,
      "step": 560
    },
    {
      "loss_action": 0.12896186113357544,
      "loss_total": 0.12896186113357544,
      "step": 560
    },
    {
      "loss_action": 0.16226926445960999,
      "loss_total": 0.16226926445960999,
      "step": 560
    },
    {
      "loss_action": 0.1882358193397522,
      "loss_total": 0.1882358193397522,
      "step": 560
    },
    {
      "loss_action": 0.1056886613368988,
      "loss_total": 0.1056886613368988,
      "step": 560
    },
    {
      "loss_action": 0.09410271048545837,
      "loss_total": 0.09410271048545837,
      "step": 560
    },
    {
      "loss_action": 0.12241547554731369,
      "loss_total": 0.12241547554731369,
      "step": 560
    },
    {
      "grad_norm": 2.363287925720215,
      "learning_rate": 1.1380000000000001e-05,
      "loss": 0.1579,
      "step": 570
    },
    {
      "loss_action": 0.1840658187866211,
      "loss_total": 0.1840658187866211,
      "step": 570
    },
    {
      "loss_action": 0.13942871987819672,
      "loss_total": 0.13942871987819672,
      "step": 570
    },
    {
      "loss_action": 0.17356622219085693,
      "loss_total": 0.17356622219085693,
      "step": 570
    },
    {
      "loss_action": 0.13996589183807373,
      "loss_total": 0.13996589183807373,
      "step": 570
    },
    {
      "loss_action": 0.1341095119714737,
      "loss_total": 0.1341095119714737,
      "step": 570
    },
    {
      "loss_action": 0.1292775422334671,
      "loss_total": 0.1292775422334671,
      "step": 570
    },
    {
      "loss_action": 0.10749532282352448,
      "loss_total": 0.10749532282352448,
      "step": 570
    },
    {
      "loss_action": 0.17421337962150574,
      "loss_total": 0.17421337962150574,
      "step": 570
    },
    {
      "grad_norm": 1.4788885116577148,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.149,
      "step": 580
    },
    {
      "loss_action": 0.11713078618049622,
      "loss_total": 0.11713078618049622,
      "step": 580
    },
    {
      "loss_action": 0.10521913319826126,
      "loss_total": 0.10521913319826126,
      "step": 580
    },
    {
      "loss_action": 0.10012765973806381,
      "loss_total": 0.10012765973806381,
      "step": 580
    },
    {
      "loss_action": 0.13537247478961945,
      "loss_total": 0.13537247478961945,
      "step": 580
    },
    {
      "loss_action": 0.15001362562179565,
      "loss_total": 0.15001362562179565,
      "step": 580
    },
    {
      "loss_action": 0.13909883797168732,
      "loss_total": 0.13909883797168732,
      "step": 580
    },
    {
      "loss_action": 0.1047002375125885,
      "loss_total": 0.1047002375125885,
      "step": 580
    },
    {
      "loss_action": 0.11848834156990051,
      "loss_total": 0.11848834156990051,
      "step": 580
    },
    {
      "grad_norm": 2.1576497554779053,
      "learning_rate": 1.178e-05,
      "loss": 0.1388,
      "step": 590
    },
    {
      "loss_action": 0.22544258832931519,
      "loss_total": 0.22544258832931519,
      "step": 590
    },
    {
      "loss_action": 0.07426425814628601,
      "loss_total": 0.07426425814628601,
      "step": 590
    },
    {
      "loss_action": 0.09102994203567505,
      "loss_total": 0.09102994203567505,
      "step": 590
    },
    {
      "loss_action": 0.11007240414619446,
      "loss_total": 0.11007240414619446,
      "step": 590
    },
    {
      "loss_action": 0.17083513736724854,
      "loss_total": 0.17083513736724854,
      "step": 590
    },
    {
      "loss_action": 0.36375558376312256,
      "loss_total": 0.36375558376312256,
      "step": 590
    },
    {
      "loss_action": 0.1494247019290924,
      "loss_total": 0.1494247019290924,
      "step": 590
    },
    {
      "loss_action": 0.1495959311723709,
      "loss_total": 0.1495959311723709,
      "step": 590
    },
    {
      "grad_norm": 2.037590503692627,
      "learning_rate": 1.198e-05,
      "loss": 0.135,
      "step": 600
    },
    {
      "loss_action": 0.10505053400993347,
      "loss_total": 0.10505053400993347,
      "step": 600
    },
    {
      "loss_action": 0.09494072198867798,
      "loss_total": 0.09494072198867798,
      "step": 600
    },
    {
      "loss_action": 0.1647418737411499,
      "loss_total": 0.1647418737411499,
      "step": 600
    },
    {
      "loss_action": 0.14443279802799225,
      "loss_total": 0.14443279802799225,
      "step": 600
    },
    {
      "loss_action": 0.13142572343349457,
      "loss_total": 0.13142572343349457,
      "step": 600
    },
    {
      "loss_action": 0.11781590431928635,
      "loss_total": 0.11781590431928635,
      "step": 600
    },
    {
      "loss_action": 0.08320248872041702,
      "loss_total": 0.08320248872041702,
      "step": 600
    },
    {
      "loss_action": 0.11777511239051819,
      "loss_total": 0.11777511239051819,
      "step": 600
    },
    {
      "grad_norm": 2.0636699199676514,
      "learning_rate": 1.2180000000000002e-05,
      "loss": 0.1266,
      "step": 610
    },
    {
      "loss_action": 0.07727349549531937,
      "loss_total": 0.07727349549531937,
      "step": 610
    },
    {
      "loss_action": 0.17242860794067383,
      "loss_total": 0.17242860794067383,
      "step": 610
    },
    {
      "loss_action": 0.21113213896751404,
      "loss_total": 0.21113213896751404,
      "step": 610
    },
    {
      "loss_action": 0.08942285180091858,
      "loss_total": 0.08942285180091858,
      "step": 610
    },
    {
      "loss_action": 0.07505767047405243,
      "loss_total": 0.07505767047405243,
      "step": 610
    },
    {
      "loss_action": 0.10132379829883575,
      "loss_total": 0.10132379829883575,
      "step": 610
    },
    {
      "loss_action": 0.09746085852384567,
      "loss_total": 0.09746085852384567,
      "step": 610
    },
    {
      "loss_action": 0.17723523080348969,
      "loss_total": 0.17723523080348969,
      "step": 610
    },
    {
      "grad_norm": 2.0808422565460205,
      "learning_rate": 1.238e-05,
      "loss": 0.125,
      "step": 620
    },
    {
      "loss_action": 0.21818852424621582,
      "loss_total": 0.21818852424621582,
      "step": 620
    },
    {
      "loss_action": 0.10239259898662567,
      "loss_total": 0.10239259898662567,
      "step": 620
    },
    {
      "loss_action": 0.09848533570766449,
      "loss_total": 0.09848533570766449,
      "step": 620
    },
    {
      "loss_action": 0.10717342793941498,
      "loss_total": 0.10717342793941498,
      "step": 620
    },
    {
      "loss_action": 0.1843469887971878,
      "loss_total": 0.1843469887971878,
      "step": 620
    },
    {
      "loss_action": 0.15693403780460358,
      "loss_total": 0.15693403780460358,
      "step": 620
    },
    {
      "loss_action": 0.1237044483423233,
      "loss_total": 0.1237044483423233,
      "step": 620
    },
    {
      "loss_action": 0.13853654265403748,
      "loss_total": 0.13853654265403748,
      "step": 620
    },
    {
      "grad_norm": 1.423991084098816,
      "learning_rate": 1.258e-05,
      "loss": 0.12,
      "step": 630
    },
    {
      "loss_action": 0.2530217468738556,
      "loss_total": 0.2530217468738556,
      "step": 630
    },
    {
      "loss_action": 0.14789360761642456,
      "loss_total": 0.14789360761642456,
      "step": 630
    },
    {
      "loss_action": 0.09034496545791626,
      "loss_total": 0.09034496545791626,
      "step": 630
    },
    {
      "loss_action": 0.19934415817260742,
      "loss_total": 0.19934415817260742,
      "step": 630
    },
    {
      "loss_action": 0.1797693371772766,
      "loss_total": 0.1797693371772766,
      "step": 630
    },
    {
      "loss_action": 0.08163458108901978,
      "loss_total": 0.08163458108901978,
      "step": 630
    },
    {
      "loss_action": 0.10397493839263916,
      "loss_total": 0.10397493839263916,
      "step": 630
    },
    {
      "loss_action": 0.07820756733417511,
      "loss_total": 0.07820756733417511,
      "step": 630
    },
    {
      "grad_norm": 1.4418879747390747,
      "learning_rate": 1.278e-05,
      "loss": 0.1266,
      "step": 640
    },
    {
      "loss_action": 0.10161230713129044,
      "loss_total": 0.10161230713129044,
      "step": 640
    },
    {
      "loss_action": 0.16294988989830017,
      "loss_total": 0.16294988989830017,
      "step": 640
    },
    {
      "loss_action": 0.09384219348430634,
      "loss_total": 0.09384219348430634,
      "step": 640
    },
    {
      "loss_action": 0.10464775562286377,
      "loss_total": 0.10464775562286377,
      "step": 640
    },
    {
      "loss_action": 0.1026042178273201,
      "loss_total": 0.1026042178273201,
      "step": 640
    },
    {
      "loss_action": 0.1083165630698204,
      "loss_total": 0.1083165630698204,
      "step": 640
    },
    {
      "loss_action": 0.14267688989639282,
      "loss_total": 0.14267688989639282,
      "step": 640
    },
    {
      "loss_action": 0.2432054877281189,
      "loss_total": 0.2432054877281189,
      "step": 640
    },
    {
      "grad_norm": 1.96897554397583,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 0.121,
      "step": 650
    },
    {
      "loss_action": 0.07906612753868103,
      "loss_total": 0.07906612753868103,
      "step": 650
    },
    {
      "loss_action": 0.10270186513662338,
      "loss_total": 0.10270186513662338,
      "step": 650
    },
    {
      "loss_action": 0.12758931517601013,
      "loss_total": 0.12758931517601013,
      "step": 650
    },
    {
      "loss_action": 0.11223810911178589,
      "loss_total": 0.11223810911178589,
      "step": 650
    },
    {
      "loss_action": 0.09341342747211456,
      "loss_total": 0.09341342747211456,
      "step": 650
    },
    {
      "loss_action": 0.12139946222305298,
      "loss_total": 0.12139946222305298,
      "step": 650
    },
    {
      "loss_action": 0.08470865339040756,
      "loss_total": 0.08470865339040756,
      "step": 650
    },
    {
      "loss_action": 0.24629947543144226,
      "loss_total": 0.24629947543144226,
      "step": 650
    },
    {
      "grad_norm": 1.4916388988494873,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 0.1177,
      "step": 660
    },
    {
      "loss_action": 0.1033029705286026,
      "loss_total": 0.1033029705286026,
      "step": 660
    },
    {
      "loss_action": 0.2302229106426239,
      "loss_total": 0.2302229106426239,
      "step": 660
    },
    {
      "loss_action": 0.12319070845842361,
      "loss_total": 0.12319070845842361,
      "step": 660
    },
    {
      "loss_action": 0.10088005661964417,
      "loss_total": 0.10088005661964417,
      "step": 660
    },
    {
      "loss_action": 0.17164888978004456,
      "loss_total": 0.17164888978004456,
      "step": 660
    },
    {
      "loss_action": 0.12095925211906433,
      "loss_total": 0.12095925211906433,
      "step": 660
    },
    {
      "loss_action": 0.11155819147825241,
      "loss_total": 0.11155819147825241,
      "step": 660
    },
    {
      "loss_action": 0.07338489592075348,
      "loss_total": 0.07338489592075348,
      "step": 660
    },
    {
      "grad_norm": 1.7152701616287231,
      "learning_rate": 1.338e-05,
      "loss": 0.1125,
      "step": 670
    },
    {
      "loss_action": 0.09551630914211273,
      "loss_total": 0.09551630914211273,
      "step": 670
    },
    {
      "loss_action": 0.0757211297750473,
      "loss_total": 0.0757211297750473,
      "step": 670
    },
    {
      "loss_action": 0.08482327312231064,
      "loss_total": 0.08482327312231064,
      "step": 670
    },
    {
      "loss_action": 0.08964301645755768,
      "loss_total": 0.08964301645755768,
      "step": 670
    },
    {
      "loss_action": 0.08468911051750183,
      "loss_total": 0.08468911051750183,
      "step": 670
    },
    {
      "loss_action": 0.09458625316619873,
      "loss_total": 0.09458625316619873,
      "step": 670
    },
    {
      "loss_action": 0.08232559263706207,
      "loss_total": 0.08232559263706207,
      "step": 670
    },
    {
      "loss_action": 0.14582006633281708,
      "loss_total": 0.14582006633281708,
      "step": 670
    },
    {
      "grad_norm": 1.7589296102523804,
      "learning_rate": 1.358e-05,
      "loss": 0.1088,
      "step": 680
    },
    {
      "loss_action": 0.06736578047275543,
      "loss_total": 0.06736578047275543,
      "step": 680
    },
    {
      "loss_action": 0.06391990184783936,
      "loss_total": 0.06391990184783936,
      "step": 680
    },
    {
      "loss_action": 0.08242298662662506,
      "loss_total": 0.08242298662662506,
      "step": 680
    },
    {
      "loss_action": 0.08067332208156586,
      "loss_total": 0.08067332208156586,
      "step": 680
    },
    {
      "loss_action": 0.07849745452404022,
      "loss_total": 0.07849745452404022,
      "step": 680
    },
    {
      "loss_action": 0.07426434755325317,
      "loss_total": 0.07426434755325317,
      "step": 680
    },
    {
      "loss_action": 0.0906653106212616,
      "loss_total": 0.0906653106212616,
      "step": 680
    },
    {
      "loss_action": 0.07716098427772522,
      "loss_total": 0.07716098427772522,
      "step": 680
    },
    {
      "grad_norm": 1.9175429344177246,
      "learning_rate": 1.3780000000000002e-05,
      "loss": 0.1018,
      "step": 690
    },
    {
      "loss_action": 0.12658661603927612,
      "loss_total": 0.12658661603927612,
      "step": 690
    },
    {
      "loss_action": 0.10008911043405533,
      "loss_total": 0.10008911043405533,
      "step": 690
    },
    {
      "loss_action": 0.09369875490665436,
      "loss_total": 0.09369875490665436,
      "step": 690
    },
    {
      "loss_action": 0.2063801884651184,
      "loss_total": 0.2063801884651184,
      "step": 690
    },
    {
      "loss_action": 0.07924331724643707,
      "loss_total": 0.07924331724643707,
      "step": 690
    },
    {
      "loss_action": 0.07507382333278656,
      "loss_total": 0.07507382333278656,
      "step": 690
    },
    {
      "loss_action": 0.08559995144605637,
      "loss_total": 0.08559995144605637,
      "step": 690
    },
    {
      "loss_action": 0.08354666829109192,
      "loss_total": 0.08354666829109192,
      "step": 690
    },
    {
      "grad_norm": 1.9751286506652832,
      "learning_rate": 1.3980000000000002e-05,
      "loss": 0.1054,
      "step": 700
    },
    {
      "loss_action": 0.1286182552576065,
      "loss_total": 0.1286182552576065,
      "step": 700
    },
    {
      "loss_action": 0.08814682066440582,
      "loss_total": 0.08814682066440582,
      "step": 700
    },
    {
      "loss_action": 0.08724838495254517,
      "loss_total": 0.08724838495254517,
      "step": 700
    },
    {
      "loss_action": 0.1388324499130249,
      "loss_total": 0.1388324499130249,
      "step": 700
    },
    {
      "loss_action": 0.09184297174215317,
      "loss_total": 0.09184297174215317,
      "step": 700
    },
    {
      "loss_action": 0.0695686861872673,
      "loss_total": 0.0695686861872673,
      "step": 700
    },
    {
      "loss_action": 0.0992596298456192,
      "loss_total": 0.0992596298456192,
      "step": 700
    },
    {
      "loss_action": 0.09008879959583282,
      "loss_total": 0.09008879959583282,
      "step": 700
    },
    {
      "grad_norm": 1.4848732948303223,
      "learning_rate": 1.4180000000000001e-05,
      "loss": 0.0988,
      "step": 710
    },
    {
      "loss_action": 0.08065169304609299,
      "loss_total": 0.08065169304609299,
      "step": 710
    },
    {
      "loss_action": 0.10746337473392487,
      "loss_total": 0.10746337473392487,
      "step": 710
    },
    {
      "loss_action": 0.09224096685647964,
      "loss_total": 0.09224096685647964,
      "step": 710
    },
    {
      "loss_action": 0.07579431682825089,
      "loss_total": 0.07579431682825089,
      "step": 710
    },
    {
      "loss_action": 0.14126090705394745,
      "loss_total": 0.14126090705394745,
      "step": 710
    },
    {
      "loss_action": 0.13042476773262024,
      "loss_total": 0.13042476773262024,
      "step": 710
    },
    {
      "loss_action": 0.1805397868156433,
      "loss_total": 0.1805397868156433,
      "step": 710
    },
    {
      "loss_action": 0.11559312045574188,
      "loss_total": 0.11559312045574188,
      "step": 710
    },
    {
      "grad_norm": 1.6600754261016846,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 0.1024,
      "step": 720
    },
    {
      "loss_action": 0.0953204557299614,
      "loss_total": 0.0953204557299614,
      "step": 720
    },
    {
      "loss_action": 0.09964604675769806,
      "loss_total": 0.09964604675769806,
      "step": 720
    },
    {
      "loss_action": 0.06701874732971191,
      "loss_total": 0.06701874732971191,
      "step": 720
    },
    {
      "loss_action": 0.07316093146800995,
      "loss_total": 0.07316093146800995,
      "step": 720
    },
    {
      "loss_action": 0.06660935282707214,
      "loss_total": 0.06660935282707214,
      "step": 720
    },
    {
      "loss_action": 0.07707031071186066,
      "loss_total": 0.07707031071186066,
      "step": 720
    },
    {
      "loss_action": 0.2310563027858734,
      "loss_total": 0.2310563027858734,
      "step": 720
    },
    {
      "loss_action": 0.0945996567606926,
      "loss_total": 0.0945996567606926,
      "step": 720
    },
    {
      "grad_norm": 1.3397186994552612,
      "learning_rate": 1.4580000000000003e-05,
      "loss": 0.1015,
      "step": 730
    },
    {
      "loss_action": 0.07230691611766815,
      "loss_total": 0.07230691611766815,
      "step": 730
    },
    {
      "loss_action": 0.0708148255944252,
      "loss_total": 0.0708148255944252,
      "step": 730
    },
    {
      "loss_action": 0.08165399730205536,
      "loss_total": 0.08165399730205536,
      "step": 730
    },
    {
      "loss_action": 0.07549917697906494,
      "loss_total": 0.07549917697906494,
      "step": 730
    },
    {
      "loss_action": 0.11570101976394653,
      "loss_total": 0.11570101976394653,
      "step": 730
    },
    {
      "loss_action": 0.07519571483135223,
      "loss_total": 0.07519571483135223,
      "step": 730
    },
    {
      "loss_action": 0.14250126481056213,
      "loss_total": 0.14250126481056213,
      "step": 730
    },
    {
      "loss_action": 0.07493089139461517,
      "loss_total": 0.07493089139461517,
      "step": 730
    },
    {
      "grad_norm": 2.2210006713867188,
      "learning_rate": 1.4779999999999999e-05,
      "loss": 0.1195,
      "step": 740
    },
    {
      "loss_action": 0.07345332205295563,
      "loss_total": 0.07345332205295563,
      "step": 740
    },
    {
      "loss_action": 0.06686604768037796,
      "loss_total": 0.06686604768037796,
      "step": 740
    },
    {
      "loss_action": 0.07187262177467346,
      "loss_total": 0.07187262177467346,
      "step": 740
    },
    {
      "loss_action": 0.16928155720233917,
      "loss_total": 0.16928155720233917,
      "step": 740
    },
    {
      "loss_action": 0.0696440041065216,
      "loss_total": 0.0696440041065216,
      "step": 740
    },
    {
      "loss_action": 0.07439381629228592,
      "loss_total": 0.07439381629228592,
      "step": 740
    },
    {
      "loss_action": 0.06777083873748779,
      "loss_total": 0.06777083873748779,
      "step": 740
    },
    {
      "loss_action": 0.133582204580307,
      "loss_total": 0.133582204580307,
      "step": 740
    },
    {
      "grad_norm": 1.702260136604309,
      "learning_rate": 1.4979999999999999e-05,
      "loss": 0.1147,
      "step": 750
    },
    {
      "loss_action": 0.09516449272632599,
      "loss_total": 0.09516449272632599,
      "step": 750
    },
    {
      "loss_action": 0.11047032475471497,
      "loss_total": 0.11047032475471497,
      "step": 750
    },
    {
      "loss_action": 0.18679633736610413,
      "loss_total": 0.18679633736610413,
      "step": 750
    },
    {
      "loss_action": 0.08948074281215668,
      "loss_total": 0.08948074281215668,
      "step": 750
    },
    {
      "loss_action": 0.06773809343576431,
      "loss_total": 0.06773809343576431,
      "step": 750
    },
    {
      "loss_action": 0.08467480540275574,
      "loss_total": 0.08467480540275574,
      "step": 750
    },
    {
      "loss_action": 0.12486043572425842,
      "loss_total": 0.12486043572425842,
      "step": 750
    },
    {
      "loss_action": 0.09667599201202393,
      "loss_total": 0.09667599201202393,
      "step": 750
    },
    {
      "grad_norm": 2.004908323287964,
      "learning_rate": 1.518e-05,
      "loss": 0.1001,
      "step": 760
    },
    {
      "loss_action": 0.07937522977590561,
      "loss_total": 0.07937522977590561,
      "step": 760
    },
    {
      "loss_action": 0.07277505844831467,
      "loss_total": 0.07277505844831467,
      "step": 760
    },
    {
      "loss_action": 0.10338511317968369,
      "loss_total": 0.10338511317968369,
      "step": 760
    },
    {
      "loss_action": 0.23789241909980774,
      "loss_total": 0.23789241909980774,
      "step": 760
    },
    {
      "loss_action": 0.08342631906270981,
      "loss_total": 0.08342631906270981,
      "step": 760
    },
    {
      "loss_action": 0.10098033398389816,
      "loss_total": 0.10098033398389816,
      "step": 760
    },
    {
      "loss_action": 0.1241195797920227,
      "loss_total": 0.1241195797920227,
      "step": 760
    },
    {
      "loss_action": 0.134843647480011,
      "loss_total": 0.134843647480011,
      "step": 760
    },
    {
      "grad_norm": 1.479888916015625,
      "learning_rate": 1.538e-05,
      "loss": 0.1093,
      "step": 770
    },
    {
      "loss_action": 0.20935119688510895,
      "loss_total": 0.20935119688510895,
      "step": 770
    },
    {
      "loss_action": 0.06300206482410431,
      "loss_total": 0.06300206482410431,
      "step": 770
    },
    {
      "loss_action": 0.10908827185630798,
      "loss_total": 0.10908827185630798,
      "step": 770
    },
    {
      "loss_action": 0.10639406740665436,
      "loss_total": 0.10639406740665436,
      "step": 770
    },
    {
      "loss_action": 0.08029482513666153,
      "loss_total": 0.08029482513666153,
      "step": 770
    },
    {
      "loss_action": 0.09586146473884583,
      "loss_total": 0.09586146473884583,
      "step": 770
    },
    {
      "loss_action": 0.04947847127914429,
      "loss_total": 0.04947847127914429,
      "step": 770
    },
    {
      "loss_action": 0.11141699552536011,
      "loss_total": 0.11141699552536011,
      "step": 770
    },
    {
      "grad_norm": 1.8053340911865234,
      "learning_rate": 1.558e-05,
      "loss": 0.0996,
      "step": 780
    },
    {
      "loss_action": 0.1699599027633667,
      "loss_total": 0.1699599027633667,
      "step": 780
    },
    {
      "loss_action": 0.10810597240924835,
      "loss_total": 0.10810597240924835,
      "step": 780
    },
    {
      "loss_action": 0.06858329474925995,
      "loss_total": 0.06858329474925995,
      "step": 780
    },
    {
      "loss_action": 0.08970587700605392,
      "loss_total": 0.08970587700605392,
      "step": 780
    },
    {
      "loss_action": 0.0733456164598465,
      "loss_total": 0.0733456164598465,
      "step": 780
    },
    {
      "loss_action": 0.2228550761938095,
      "loss_total": 0.2228550761938095,
      "step": 780
    },
    {
      "loss_action": 0.09061221778392792,
      "loss_total": 0.09061221778392792,
      "step": 780
    },
    {
      "loss_action": 0.06864186376333237,
      "loss_total": 0.06864186376333237,
      "step": 780
    },
    {
      "grad_norm": 1.8795238733291626,
      "learning_rate": 1.578e-05,
      "loss": 0.0916,
      "step": 790
    },
    {
      "loss_action": 0.1958901286125183,
      "loss_total": 0.1958901286125183,
      "step": 790
    },
    {
      "loss_action": 0.08580458164215088,
      "loss_total": 0.08580458164215088,
      "step": 790
    },
    {
      "loss_action": 0.0972834900021553,
      "loss_total": 0.0972834900021553,
      "step": 790
    },
    {
      "loss_action": 0.08302398025989532,
      "loss_total": 0.08302398025989532,
      "step": 790
    },
    {
      "loss_action": 0.07837288826704025,
      "loss_total": 0.07837288826704025,
      "step": 790
    },
    {
      "loss_action": 0.08162105828523636,
      "loss_total": 0.08162105828523636,
      "step": 790
    },
    {
      "loss_action": 0.0809718519449234,
      "loss_total": 0.0809718519449234,
      "step": 790
    },
    {
      "loss_action": 0.08965057134628296,
      "loss_total": 0.08965057134628296,
      "step": 790
    },
    {
      "grad_norm": 2.0109593868255615,
      "learning_rate": 1.598e-05,
      "loss": 0.0943,
      "step": 800
    },
    {
      "loss_action": 0.06462374329566956,
      "loss_total": 0.06462374329566956,
      "step": 800
    },
    {
      "loss_action": 0.053445640951395035,
      "loss_total": 0.053445640951395035,
      "step": 800
    },
    {
      "loss_action": 0.06881099194288254,
      "loss_total": 0.06881099194288254,
      "step": 800
    },
    {
      "loss_action": 0.051351916044950485,
      "loss_total": 0.051351916044950485,
      "step": 800
    },
    {
      "loss_action": 0.06917417794466019,
      "loss_total": 0.06917417794466019,
      "step": 800
    },
    {
      "loss_action": 0.05857247859239578,
      "loss_total": 0.05857247859239578,
      "step": 800
    },
    {
      "loss_action": 0.07236307859420776,
      "loss_total": 0.07236307859420776,
      "step": 800
    },
    {
      "loss_action": 0.11513282358646393,
      "loss_total": 0.11513282358646393,
      "step": 800
    },
    {
      "grad_norm": 1.8974493741989136,
      "learning_rate": 1.618e-05,
      "loss": 0.0818,
      "step": 810
    },
    {
      "loss_action": 0.059102050960063934,
      "loss_total": 0.059102050960063934,
      "step": 810
    },
    {
      "loss_action": 0.07892395555973053,
      "loss_total": 0.07892395555973053,
      "step": 810
    },
    {
      "loss_action": 0.0986543595790863,
      "loss_total": 0.0986543595790863,
      "step": 810
    },
    {
      "loss_action": 0.06628900021314621,
      "loss_total": 0.06628900021314621,
      "step": 810
    },
    {
      "loss_action": 0.13489440083503723,
      "loss_total": 0.13489440083503723,
      "step": 810
    },
    {
      "loss_action": 0.20594905316829681,
      "loss_total": 0.20594905316829681,
      "step": 810
    },
    {
      "loss_action": 0.11816106736660004,
      "loss_total": 0.11816106736660004,
      "step": 810
    },
    {
      "loss_action": 0.11909175664186478,
      "loss_total": 0.11909175664186478,
      "step": 810
    },
    {
      "grad_norm": 1.9822994470596313,
      "learning_rate": 1.6380000000000002e-05,
      "loss": 0.0866,
      "step": 820
    },
    {
      "loss_action": 0.0837082713842392,
      "loss_total": 0.0837082713842392,
      "step": 820
    },
    {
      "loss_action": 0.0688127726316452,
      "loss_total": 0.0688127726316452,
      "step": 820
    },
    {
      "loss_action": 0.06496689468622208,
      "loss_total": 0.06496689468622208,
      "step": 820
    },
    {
      "loss_action": 0.06978956609964371,
      "loss_total": 0.06978956609964371,
      "step": 820
    },
    {
      "loss_action": 0.09919120371341705,
      "loss_total": 0.09919120371341705,
      "step": 820
    },
    {
      "loss_action": 0.05982847511768341,
      "loss_total": 0.05982847511768341,
      "step": 820
    },
    {
      "loss_action": 0.08194102346897125,
      "loss_total": 0.08194102346897125,
      "step": 820
    },
    {
      "loss_action": 0.07075365632772446,
      "loss_total": 0.07075365632772446,
      "step": 820
    },
    {
      "grad_norm": 1.6972815990447998,
      "learning_rate": 1.658e-05,
      "loss": 0.0873,
      "step": 830
    },
    {
      "loss_action": 0.060324978083372116,
      "loss_total": 0.060324978083372116,
      "step": 830
    },
    {
      "loss_action": 0.09566227346658707,
      "loss_total": 0.09566227346658707,
      "step": 830
    },
    {
      "loss_action": 0.07292419672012329,
      "loss_total": 0.07292419672012329,
      "step": 830
    },
    {
      "loss_action": 0.11281155049800873,
      "loss_total": 0.11281155049800873,
      "step": 830
    },
    {
      "loss_action": 0.07308660447597504,
      "loss_total": 0.07308660447597504,
      "step": 830
    },
    {
      "loss_action": 0.09566284716129303,
      "loss_total": 0.09566284716129303,
      "step": 830
    },
    {
      "loss_action": 0.30578044056892395,
      "loss_total": 0.30578044056892395,
      "step": 830
    },
    {
      "loss_action": 0.10925035178661346,
      "loss_total": 0.10925035178661346,
      "step": 830
    },
    {
      "grad_norm": 1.7236974239349365,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 0.0908,
      "step": 840
    },
    {
      "loss_action": 0.07704450190067291,
      "loss_total": 0.07704450190067291,
      "step": 840
    },
    {
      "loss_action": 0.07953158020973206,
      "loss_total": 0.07953158020973206,
      "step": 840
    },
    {
      "loss_action": 0.0742606669664383,
      "loss_total": 0.0742606669664383,
      "step": 840
    },
    {
      "loss_action": 0.09347456693649292,
      "loss_total": 0.09347456693649292,
      "step": 840
    },
    {
      "loss_action": 0.062061768025159836,
      "loss_total": 0.062061768025159836,
      "step": 840
    },
    {
      "loss_action": 0.12888787686824799,
      "loss_total": 0.12888787686824799,
      "step": 840
    },
    {
      "loss_action": 0.13748055696487427,
      "loss_total": 0.13748055696487427,
      "step": 840
    },
    {
      "loss_action": 0.06369224190711975,
      "loss_total": 0.06369224190711975,
      "step": 840
    },
    {
      "grad_norm": 1.931845784187317,
      "learning_rate": 1.698e-05,
      "loss": 0.0956,
      "step": 850
    },
    {
      "loss_action": 0.06922823935747147,
      "loss_total": 0.06922823935747147,
      "step": 850
    },
    {
      "loss_action": 0.06667997688055038,
      "loss_total": 0.06667997688055038,
      "step": 850
    },
    {
      "loss_action": 0.10026954114437103,
      "loss_total": 0.10026954114437103,
      "step": 850
    },
    {
      "loss_action": 0.058266669511795044,
      "loss_total": 0.058266669511795044,
      "step": 850
    },
    {
      "loss_action": 0.0732082948088646,
      "loss_total": 0.0732082948088646,
      "step": 850
    },
    {
      "loss_action": 0.06308122724294662,
      "loss_total": 0.06308122724294662,
      "step": 850
    },
    {
      "loss_action": 0.07026190310716629,
      "loss_total": 0.07026190310716629,
      "step": 850
    },
    {
      "loss_action": 0.07479524612426758,
      "loss_total": 0.07479524612426758,
      "step": 850
    },
    {
      "grad_norm": 1.6128350496292114,
      "learning_rate": 1.718e-05,
      "loss": 0.0922,
      "step": 860
    },
    {
      "loss_action": 0.10040105879306793,
      "loss_total": 0.10040105879306793,
      "step": 860
    },
    {
      "loss_action": 0.07485009729862213,
      "loss_total": 0.07485009729862213,
      "step": 860
    },
    {
      "loss_action": 0.06959734112024307,
      "loss_total": 0.06959734112024307,
      "step": 860
    },
    {
      "loss_action": 0.08969428390264511,
      "loss_total": 0.08969428390264511,
      "step": 860
    },
    {
      "loss_action": 0.09118124842643738,
      "loss_total": 0.09118124842643738,
      "step": 860
    },
    {
      "loss_action": 0.1345447301864624,
      "loss_total": 0.1345447301864624,
      "step": 860
    },
    {
      "loss_action": 0.08130857348442078,
      "loss_total": 0.08130857348442078,
      "step": 860
    },
    {
      "loss_action": 0.1320430040359497,
      "loss_total": 0.1320430040359497,
      "step": 860
    },
    {
      "grad_norm": 2.2266972064971924,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 0.0879,
      "step": 870
    },
    {
      "loss_action": 0.08582306653261185,
      "loss_total": 0.08582306653261185,
      "step": 870
    },
    {
      "loss_action": 0.14690542221069336,
      "loss_total": 0.14690542221069336,
      "step": 870
    },
    {
      "loss_action": 0.07287988811731339,
      "loss_total": 0.07287988811731339,
      "step": 870
    },
    {
      "loss_action": 0.07658843696117401,
      "loss_total": 0.07658843696117401,
      "step": 870
    },
    {
      "loss_action": 0.09832464158535004,
      "loss_total": 0.09832464158535004,
      "step": 870
    },
    {
      "loss_action": 0.09908537566661835,
      "loss_total": 0.09908537566661835,
      "step": 870
    },
    {
      "loss_action": 0.10574479401111603,
      "loss_total": 0.10574479401111603,
      "step": 870
    },
    {
      "loss_action": 0.12541604042053223,
      "loss_total": 0.12541604042053223,
      "step": 870
    },
    {
      "grad_norm": 2.0555460453033447,
      "learning_rate": 1.758e-05,
      "loss": 0.0969,
      "step": 880
    },
    {
      "loss_action": 0.07478135824203491,
      "loss_total": 0.07478135824203491,
      "step": 880
    },
    {
      "loss_action": 0.07313324511051178,
      "loss_total": 0.07313324511051178,
      "step": 880
    },
    {
      "loss_action": 0.05480709671974182,
      "loss_total": 0.05480709671974182,
      "step": 880
    },
    {
      "loss_action": 0.072662353515625,
      "loss_total": 0.072662353515625,
      "step": 880
    },
    {
      "loss_action": 0.09870606660842896,
      "loss_total": 0.09870606660842896,
      "step": 880
    },
    {
      "loss_action": 0.07572145760059357,
      "loss_total": 0.07572145760059357,
      "step": 880
    },
    {
      "loss_action": 0.05747590214014053,
      "loss_total": 0.05747590214014053,
      "step": 880
    },
    {
      "loss_action": 0.0750114768743515,
      "loss_total": 0.0750114768743515,
      "step": 880
    },
    {
      "grad_norm": 1.584591269493103,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 0.0864,
      "step": 890
    },
    {
      "loss_action": 0.07563306391239166,
      "loss_total": 0.07563306391239166,
      "step": 890
    },
    {
      "loss_action": 0.07425449788570404,
      "loss_total": 0.07425449788570404,
      "step": 890
    },
    {
      "loss_action": 0.05690407007932663,
      "loss_total": 0.05690407007932663,
      "step": 890
    },
    {
      "loss_action": 0.05608285591006279,
      "loss_total": 0.05608285591006279,
      "step": 890
    },
    {
      "loss_action": 0.07529798895120621,
      "loss_total": 0.07529798895120621,
      "step": 890
    },
    {
      "loss_action": 0.06349712610244751,
      "loss_total": 0.06349712610244751,
      "step": 890
    },
    {
      "loss_action": 0.1273503303527832,
      "loss_total": 0.1273503303527832,
      "step": 890
    },
    {
      "loss_action": 0.09557448327541351,
      "loss_total": 0.09557448327541351,
      "step": 890
    },
    {
      "grad_norm": 1.2547730207443237,
      "learning_rate": 1.798e-05,
      "loss": 0.085,
      "step": 900
    },
    {
      "loss_action": 0.07359744608402252,
      "loss_total": 0.07359744608402252,
      "step": 900
    },
    {
      "loss_action": 0.08198115974664688,
      "loss_total": 0.08198115974664688,
      "step": 900
    },
    {
      "loss_action": 0.060153089463710785,
      "loss_total": 0.060153089463710785,
      "step": 900
    },
    {
      "loss_action": 0.05049902945756912,
      "loss_total": 0.05049902945756912,
      "step": 900
    },
    {
      "loss_action": 0.07111644744873047,
      "loss_total": 0.07111644744873047,
      "step": 900
    },
    {
      "loss_action": 0.05438362807035446,
      "loss_total": 0.05438362807035446,
      "step": 900
    },
    {
      "loss_action": 0.17196597158908844,
      "loss_total": 0.17196597158908844,
      "step": 900
    },
    {
      "loss_action": 0.09695731103420258,
      "loss_total": 0.09695731103420258,
      "step": 900
    },
    {
      "grad_norm": 1.301558494567871,
      "learning_rate": 1.818e-05,
      "loss": 0.0883,
      "step": 910
    },
    {
      "loss_action": 0.0919312834739685,
      "loss_total": 0.0919312834739685,
      "step": 910
    },
    {
      "loss_action": 0.061100393533706665,
      "loss_total": 0.061100393533706665,
      "step": 910
    },
    {
      "loss_action": 0.06501846015453339,
      "loss_total": 0.06501846015453339,
      "step": 910
    },
    {
      "loss_action": 0.08570099622011185,
      "loss_total": 0.08570099622011185,
      "step": 910
    },
    {
      "loss_action": 0.07226625084877014,
      "loss_total": 0.07226625084877014,
      "step": 910
    },
    {
      "loss_action": 0.08959177136421204,
      "loss_total": 0.08959177136421204,
      "step": 910
    },
    {
      "loss_action": 0.07074195891618729,
      "loss_total": 0.07074195891618729,
      "step": 910
    },
    {
      "loss_action": 0.07733649015426636,
      "loss_total": 0.07733649015426636,
      "step": 910
    },
    {
      "grad_norm": 1.9643956422805786,
      "learning_rate": 1.838e-05,
      "loss": 0.0781,
      "step": 920
    },
    {
      "loss_action": 0.09672483801841736,
      "loss_total": 0.09672483801841736,
      "step": 920
    },
    {
      "loss_action": 0.0771312415599823,
      "loss_total": 0.0771312415599823,
      "step": 920
    },
    {
      "loss_action": 0.08608599007129669,
      "loss_total": 0.08608599007129669,
      "step": 920
    },
    {
      "loss_action": 0.11175240576267242,
      "loss_total": 0.11175240576267242,
      "step": 920
    },
    {
      "loss_action": 0.06865938007831573,
      "loss_total": 0.06865938007831573,
      "step": 920
    },
    {
      "loss_action": 0.08233529329299927,
      "loss_total": 0.08233529329299927,
      "step": 920
    },
    {
      "loss_action": 0.12240488082170486,
      "loss_total": 0.12240488082170486,
      "step": 920
    },
    {
      "loss_action": 0.10044480860233307,
      "loss_total": 0.10044480860233307,
      "step": 920
    },
    {
      "grad_norm": 1.6355081796646118,
      "learning_rate": 1.858e-05,
      "loss": 0.0805,
      "step": 930
    },
    {
      "loss_action": 0.1279880851507187,
      "loss_total": 0.1279880851507187,
      "step": 930
    },
    {
      "loss_action": 0.06088777631521225,
      "loss_total": 0.06088777631521225,
      "step": 930
    },
    {
      "loss_action": 0.0627845749258995,
      "loss_total": 0.0627845749258995,
      "step": 930
    },
    {
      "loss_action": 0.08611111342906952,
      "loss_total": 0.08611111342906952,
      "step": 930
    },
    {
      "loss_action": 0.07111731171607971,
      "loss_total": 0.07111731171607971,
      "step": 930
    },
    {
      "loss_action": 0.07567067444324493,
      "loss_total": 0.07567067444324493,
      "step": 930
    },
    {
      "loss_action": 0.06311064958572388,
      "loss_total": 0.06311064958572388,
      "step": 930
    },
    {
      "loss_action": 0.05532991886138916,
      "loss_total": 0.05532991886138916,
      "step": 930
    },
    {
      "grad_norm": 1.435361385345459,
      "learning_rate": 1.878e-05,
      "loss": 0.0778,
      "step": 940
    },
    {
      "loss_action": 0.06640784442424774,
      "loss_total": 0.06640784442424774,
      "step": 940
    },
    {
      "loss_action": 0.0643349140882492,
      "loss_total": 0.0643349140882492,
      "step": 940
    },
    {
      "loss_action": 0.06559804081916809,
      "loss_total": 0.06559804081916809,
      "step": 940
    },
    {
      "loss_action": 0.05000403895974159,
      "loss_total": 0.05000403895974159,
      "step": 940
    },
    {
      "loss_action": 0.08266791701316833,
      "loss_total": 0.08266791701316833,
      "step": 940
    },
    {
      "loss_action": 0.058438319712877274,
      "loss_total": 0.058438319712877274,
      "step": 940
    },
    {
      "loss_action": 0.05319201946258545,
      "loss_total": 0.05319201946258545,
      "step": 940
    },
    {
      "loss_action": 0.04465389996767044,
      "loss_total": 0.04465389996767044,
      "step": 940
    },
    {
      "grad_norm": 1.7919211387634277,
      "learning_rate": 1.898e-05,
      "loss": 0.0863,
      "step": 950
    },
    {
      "loss_action": 0.06544141471385956,
      "loss_total": 0.06544141471385956,
      "step": 950
    },
    {
      "loss_action": 0.08846540749073029,
      "loss_total": 0.08846540749073029,
      "step": 950
    },
    {
      "loss_action": 0.08196309208869934,
      "loss_total": 0.08196309208869934,
      "step": 950
    },
    {
      "loss_action": 0.14528413116931915,
      "loss_total": 0.14528413116931915,
      "step": 950
    },
    {
      "loss_action": 0.1646944135427475,
      "loss_total": 0.1646944135427475,
      "step": 950
    },
    {
      "loss_action": 0.05901431292295456,
      "loss_total": 0.05901431292295456,
      "step": 950
    },
    {
      "loss_action": 0.09773484617471695,
      "loss_total": 0.09773484617471695,
      "step": 950
    },
    {
      "loss_action": 0.08057275414466858,
      "loss_total": 0.08057275414466858,
      "step": 950
    },
    {
      "grad_norm": 1.2376210689544678,
      "learning_rate": 1.918e-05,
      "loss": 0.0785,
      "step": 960
    },
    {
      "loss_action": 0.07070281356573105,
      "loss_total": 0.07070281356573105,
      "step": 960
    },
    {
      "loss_action": 0.11856485158205032,
      "loss_total": 0.11856485158205032,
      "step": 960
    },
    {
      "loss_action": 0.07235999405384064,
      "loss_total": 0.07235999405384064,
      "step": 960
    },
    {
      "loss_action": 0.09697800874710083,
      "loss_total": 0.09697800874710083,
      "step": 960
    },
    {
      "loss_action": 0.05533701926469803,
      "loss_total": 0.05533701926469803,
      "step": 960
    },
    {
      "loss_action": 0.05473630130290985,
      "loss_total": 0.05473630130290985,
      "step": 960
    },
    {
      "loss_action": 0.07183193415403366,
      "loss_total": 0.07183193415403366,
      "step": 960
    },
    {
      "loss_action": 0.06859862059354782,
      "loss_total": 0.06859862059354782,
      "step": 960
    },
    {
      "grad_norm": 1.5814656019210815,
      "learning_rate": 1.938e-05,
      "loss": 0.0841,
      "step": 970
    },
    {
      "loss_action": 0.05148833245038986,
      "loss_total": 0.05148833245038986,
      "step": 970
    },
    {
      "loss_action": 0.07569532841444016,
      "loss_total": 0.07569532841444016,
      "step": 970
    },
    {
      "loss_action": 0.059021469205617905,
      "loss_total": 0.059021469205617905,
      "step": 970
    },
    {
      "loss_action": 0.16685613989830017,
      "loss_total": 0.16685613989830017,
      "step": 970
    },
    {
      "loss_action": 0.054006531834602356,
      "loss_total": 0.054006531834602356,
      "step": 970
    },
    {
      "loss_action": 0.04889191687107086,
      "loss_total": 0.04889191687107086,
      "step": 970
    },
    {
      "loss_action": 0.04466184601187706,
      "loss_total": 0.04466184601187706,
      "step": 970
    },
    {
      "loss_action": 0.05121168494224548,
      "loss_total": 0.05121168494224548,
      "step": 970
    },
    {
      "grad_norm": 1.2383731603622437,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 0.0694,
      "step": 980
    },
    {
      "loss_action": 0.06647545844316483,
      "loss_total": 0.06647545844316483,
      "step": 980
    },
    {
      "loss_action": 0.06343382596969604,
      "loss_total": 0.06343382596969604,
      "step": 980
    },
    {
      "loss_action": 0.060940220952034,
      "loss_total": 0.060940220952034,
      "step": 980
    },
    {
      "loss_action": 0.10492919385433197,
      "loss_total": 0.10492919385433197,
      "step": 980
    },
    {
      "loss_action": 0.07190340757369995,
      "loss_total": 0.07190340757369995,
      "step": 980
    },
    {
      "loss_action": 0.053313981741666794,
      "loss_total": 0.053313981741666794,
      "step": 980
    },
    {
      "loss_action": 0.07242170721292496,
      "loss_total": 0.07242170721292496,
      "step": 980
    },
    {
      "loss_action": 0.05641075223684311,
      "loss_total": 0.05641075223684311,
      "step": 980
    },
    {
      "grad_norm": 1.7752429246902466,
      "learning_rate": 1.978e-05,
      "loss": 0.0827,
      "step": 990
    },
    {
      "loss_action": 0.051396675407886505,
      "loss_total": 0.051396675407886505,
      "step": 990
    },
    {
      "loss_action": 0.05908762291073799,
      "loss_total": 0.05908762291073799,
      "step": 990
    },
    {
      "loss_action": 0.08402592688798904,
      "loss_total": 0.08402592688798904,
      "step": 990
    },
    {
      "loss_action": 0.06679647415876389,
      "loss_total": 0.06679647415876389,
      "step": 990
    },
    {
      "loss_action": 0.05584637448191643,
      "loss_total": 0.05584637448191643,
      "step": 990
    },
    {
      "loss_action": 0.0546083003282547,
      "loss_total": 0.0546083003282547,
      "step": 990
    },
    {
      "loss_action": 0.05944694206118584,
      "loss_total": 0.05944694206118584,
      "step": 990
    },
    {
      "loss_action": 0.06853294372558594,
      "loss_total": 0.06853294372558594,
      "step": 990
    },
    {
      "grad_norm": 1.305061936378479,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 0.0705,
      "step": 1000
    },
    {
      "loss_action": 0.08591359853744507,
      "loss_total": 0.08591359853744507,
      "step": 1000
    },
    {
      "loss_action": 0.07088401168584824,
      "loss_total": 0.07088401168584824,
      "step": 1000
    },
    {
      "loss_action": 0.05992026627063751,
      "loss_total": 0.05992026627063751,
      "step": 1000
    },
    {
      "loss_action": 0.06510517746210098,
      "loss_total": 0.06510517746210098,
      "step": 1000
    },
    {
      "loss_action": 0.0636305958032608,
      "loss_total": 0.0636305958032608,
      "step": 1000
    },
    {
      "loss_action": 0.06999076902866364,
      "loss_total": 0.06999076902866364,
      "step": 1000
    },
    {
      "loss_action": 0.07437552511692047,
      "loss_total": 0.07437552511692047,
      "step": 1000
    },
    {
      "loss_action": 0.0806056559085846,
      "loss_total": 0.0806056559085846,
      "step": 1000
    },
    {
      "grad_norm": 1.3531814813613892,
      "learning_rate": 2.0180000000000003e-05,
      "loss": 0.0726,
      "step": 1010
    },
    {
      "loss_action": 0.060284294188022614,
      "loss_total": 0.060284294188022614,
      "step": 1010
    },
    {
      "loss_action": 0.07149699330329895,
      "loss_total": 0.07149699330329895,
      "step": 1010
    },
    {
      "loss_action": 0.11279715597629547,
      "loss_total": 0.11279715597629547,
      "step": 1010
    },
    {
      "loss_action": 0.1378863900899887,
      "loss_total": 0.1378863900899887,
      "step": 1010
    },
    {
      "loss_action": 0.09512010216712952,
      "loss_total": 0.09512010216712952,
      "step": 1010
    },
    {
      "loss_action": 0.08460366725921631,
      "loss_total": 0.08460366725921631,
      "step": 1010
    },
    {
      "loss_action": 0.07037433236837387,
      "loss_total": 0.07037433236837387,
      "step": 1010
    },
    {
      "loss_action": 0.06765604019165039,
      "loss_total": 0.06765604019165039,
      "step": 1010
    },
    {
      "grad_norm": 1.3360040187835693,
      "learning_rate": 2.038e-05,
      "loss": 0.0821,
      "step": 1020
    },
    {
      "loss_action": 0.10047893226146698,
      "loss_total": 0.10047893226146698,
      "step": 1020
    },
    {
      "loss_action": 0.09172743558883667,
      "loss_total": 0.09172743558883667,
      "step": 1020
    },
    {
      "loss_action": 0.07681702077388763,
      "loss_total": 0.07681702077388763,
      "step": 1020
    },
    {
      "loss_action": 0.06331586837768555,
      "loss_total": 0.06331586837768555,
      "step": 1020
    },
    {
      "loss_action": 0.05221783369779587,
      "loss_total": 0.05221783369779587,
      "step": 1020
    },
    {
      "loss_action": 0.08074577897787094,
      "loss_total": 0.08074577897787094,
      "step": 1020
    },
    {
      "loss_action": 0.06861970573663712,
      "loss_total": 0.06861970573663712,
      "step": 1020
    },
    {
      "loss_action": 0.06338870525360107,
      "loss_total": 0.06338870525360107,
      "step": 1020
    },
    {
      "grad_norm": 1.4951817989349365,
      "learning_rate": 2.0580000000000003e-05,
      "loss": 0.0712,
      "step": 1030
    },
    {
      "loss_action": 0.08070147037506104,
      "loss_total": 0.08070147037506104,
      "step": 1030
    },
    {
      "loss_action": 0.04864685609936714,
      "loss_total": 0.04864685609936714,
      "step": 1030
    },
    {
      "loss_action": 0.05828334391117096,
      "loss_total": 0.05828334391117096,
      "step": 1030
    },
    {
      "loss_action": 0.07516870647668839,
      "loss_total": 0.07516870647668839,
      "step": 1030
    },
    {
      "loss_action": 0.06217990070581436,
      "loss_total": 0.06217990070581436,
      "step": 1030
    },
    {
      "loss_action": 0.0674860030412674,
      "loss_total": 0.0674860030412674,
      "step": 1030
    },
    {
      "loss_action": 0.06044214591383934,
      "loss_total": 0.06044214591383934,
      "step": 1030
    },
    {
      "loss_action": 0.08031497895717621,
      "loss_total": 0.08031497895717621,
      "step": 1030
    },
    {
      "grad_norm": 1.3517744541168213,
      "learning_rate": 2.078e-05,
      "loss": 0.0717,
      "step": 1040
    },
    {
      "loss_action": 0.06288591027259827,
      "loss_total": 0.06288591027259827,
      "step": 1040
    },
    {
      "loss_action": 0.1484575718641281,
      "loss_total": 0.1484575718641281,
      "step": 1040
    },
    {
      "loss_action": 0.06300204992294312,
      "loss_total": 0.06300204992294312,
      "step": 1040
    },
    {
      "loss_action": 0.06736793369054794,
      "loss_total": 0.06736793369054794,
      "step": 1040
    },
    {
      "loss_action": 0.09010554850101471,
      "loss_total": 0.09010554850101471,
      "step": 1040
    },
    {
      "loss_action": 0.09370101988315582,
      "loss_total": 0.09370101988315582,
      "step": 1040
    },
    {
      "loss_action": 0.07718078792095184,
      "loss_total": 0.07718078792095184,
      "step": 1040
    },
    {
      "loss_action": 0.10618992149829865,
      "loss_total": 0.10618992149829865,
      "step": 1040
    },
    {
      "grad_norm": 1.544224739074707,
      "learning_rate": 2.098e-05,
      "loss": 0.0715,
      "step": 1050
    },
    {
      "loss_action": 0.060725137591362,
      "loss_total": 0.060725137591362,
      "step": 1050
    },
    {
      "loss_action": 0.0565374493598938,
      "loss_total": 0.0565374493598938,
      "step": 1050
    },
    {
      "loss_action": 0.07886514067649841,
      "loss_total": 0.07886514067649841,
      "step": 1050
    },
    {
      "loss_action": 0.12569314241409302,
      "loss_total": 0.12569314241409302,
      "step": 1050
    },
    {
      "loss_action": 0.06671720743179321,
      "loss_total": 0.06671720743179321,
      "step": 1050
    },
    {
      "loss_action": 0.054160408675670624,
      "loss_total": 0.054160408675670624,
      "step": 1050
    },
    {
      "loss_action": 0.07011181116104126,
      "loss_total": 0.07011181116104126,
      "step": 1050
    },
    {
      "loss_action": 0.06010395660996437,
      "loss_total": 0.06010395660996437,
      "step": 1050
    },
    {
      "grad_norm": 1.504786491394043,
      "learning_rate": 2.118e-05,
      "loss": 0.07,
      "step": 1060
    },
    {
      "loss_action": 0.0583876371383667,
      "loss_total": 0.0583876371383667,
      "step": 1060
    },
    {
      "loss_action": 0.059618569910526276,
      "loss_total": 0.059618569910526276,
      "step": 1060
    },
    {
      "loss_action": 0.0998799204826355,
      "loss_total": 0.0998799204826355,
      "step": 1060
    },
    {
      "loss_action": 0.06053696200251579,
      "loss_total": 0.06053696200251579,
      "step": 1060
    },
    {
      "loss_action": 0.05427621304988861,
      "loss_total": 0.05427621304988861,
      "step": 1060
    },
    {
      "loss_action": 0.05629887804389,
      "loss_total": 0.05629887804389,
      "step": 1060
    },
    {
      "loss_action": 0.04804548993706703,
      "loss_total": 0.04804548993706703,
      "step": 1060
    },
    {
      "loss_action": 0.04693439602851868,
      "loss_total": 0.04693439602851868,
      "step": 1060
    },
    {
      "grad_norm": 1.8379762172698975,
      "learning_rate": 2.138e-05,
      "loss": 0.0722,
      "step": 1070
    },
    {
      "loss_action": 0.2611358165740967,
      "loss_total": 0.2611358165740967,
      "step": 1070
    },
    {
      "loss_action": 0.03983072191476822,
      "loss_total": 0.03983072191476822,
      "step": 1070
    },
    {
      "loss_action": 0.16237226128578186,
      "loss_total": 0.16237226128578186,
      "step": 1070
    },
    {
      "loss_action": 0.05392972007393837,
      "loss_total": 0.05392972007393837,
      "step": 1070
    },
    {
      "loss_action": 0.1268870085477829,
      "loss_total": 0.1268870085477829,
      "step": 1070
    },
    {
      "loss_action": 0.05869913473725319,
      "loss_total": 0.05869913473725319,
      "step": 1070
    },
    {
      "loss_action": 0.05272183194756508,
      "loss_total": 0.05272183194756508,
      "step": 1070
    },
    {
      "loss_action": 0.05282759666442871,
      "loss_total": 0.05282759666442871,
      "step": 1070
    },
    {
      "grad_norm": 1.6541616916656494,
      "learning_rate": 2.158e-05,
      "loss": 0.0744,
      "step": 1080
    },
    {
      "loss_action": 0.09129147976636887,
      "loss_total": 0.09129147976636887,
      "step": 1080
    },
    {
      "loss_action": 0.06912531703710556,
      "loss_total": 0.06912531703710556,
      "step": 1080
    },
    {
      "loss_action": 0.05838003754615784,
      "loss_total": 0.05838003754615784,
      "step": 1080
    },
    {
      "loss_action": 0.05898924916982651,
      "loss_total": 0.05898924916982651,
      "step": 1080
    },
    {
      "loss_action": 0.05160979554057121,
      "loss_total": 0.05160979554057121,
      "step": 1080
    },
    {
      "loss_action": 0.04747171700000763,
      "loss_total": 0.04747171700000763,
      "step": 1080
    },
    {
      "loss_action": 0.06362748146057129,
      "loss_total": 0.06362748146057129,
      "step": 1080
    },
    {
      "loss_action": 0.06258365511894226,
      "loss_total": 0.06258365511894226,
      "step": 1080
    },
    {
      "grad_norm": 1.5123252868652344,
      "learning_rate": 2.178e-05,
      "loss": 0.0741,
      "step": 1090
    },
    {
      "loss_action": 0.0375002957880497,
      "loss_total": 0.0375002957880497,
      "step": 1090
    },
    {
      "loss_action": 0.04812220484018326,
      "loss_total": 0.04812220484018326,
      "step": 1090
    },
    {
      "loss_action": 0.04924944415688515,
      "loss_total": 0.04924944415688515,
      "step": 1090
    },
    {
      "loss_action": 0.06304486095905304,
      "loss_total": 0.06304486095905304,
      "step": 1090
    },
    {
      "loss_action": 0.14950306713581085,
      "loss_total": 0.14950306713581085,
      "step": 1090
    },
    {
      "loss_action": 0.04352537915110588,
      "loss_total": 0.04352537915110588,
      "step": 1090
    },
    {
      "loss_action": 0.0810888260602951,
      "loss_total": 0.0810888260602951,
      "step": 1090
    },
    {
      "loss_action": 0.039473406970500946,
      "loss_total": 0.039473406970500946,
      "step": 1090
    },
    {
      "grad_norm": 1.0892263650894165,
      "learning_rate": 2.198e-05,
      "loss": 0.0638,
      "step": 1100
    },
    {
      "loss_action": 0.03987347334623337,
      "loss_total": 0.03987347334623337,
      "step": 1100
    },
    {
      "loss_action": 0.05092359334230423,
      "loss_total": 0.05092359334230423,
      "step": 1100
    },
    {
      "loss_action": 0.10193713009357452,
      "loss_total": 0.10193713009357452,
      "step": 1100
    },
    {
      "loss_action": 0.0501091331243515,
      "loss_total": 0.0501091331243515,
      "step": 1100
    },
    {
      "loss_action": 0.05493158847093582,
      "loss_total": 0.05493158847093582,
      "step": 1100
    },
    {
      "loss_action": 0.050228241831064224,
      "loss_total": 0.050228241831064224,
      "step": 1100
    },
    {
      "loss_action": 0.054923009127378464,
      "loss_total": 0.054923009127378464,
      "step": 1100
    },
    {
      "loss_action": 0.12273601442575455,
      "loss_total": 0.12273601442575455,
      "step": 1100
    },
    {
      "grad_norm": 1.8090468645095825,
      "learning_rate": 2.218e-05,
      "loss": 0.0642,
      "step": 1110
    },
    {
      "loss_action": 0.06820068508386612,
      "loss_total": 0.06820068508386612,
      "step": 1110
    },
    {
      "loss_action": 0.12189830094575882,
      "loss_total": 0.12189830094575882,
      "step": 1110
    },
    {
      "loss_action": 0.08569466322660446,
      "loss_total": 0.08569466322660446,
      "step": 1110
    },
    {
      "loss_action": 0.05291188508272171,
      "loss_total": 0.05291188508272171,
      "step": 1110
    },
    {
      "loss_action": 0.07297023385763168,
      "loss_total": 0.07297023385763168,
      "step": 1110
    },
    {
      "loss_action": 0.05429701507091522,
      "loss_total": 0.05429701507091522,
      "step": 1110
    },
    {
      "loss_action": 0.055661626160144806,
      "loss_total": 0.055661626160144806,
      "step": 1110
    },
    {
      "loss_action": 0.04012457653880119,
      "loss_total": 0.04012457653880119,
      "step": 1110
    },
    {
      "grad_norm": 1.4611181020736694,
      "learning_rate": 2.2380000000000003e-05,
      "loss": 0.0682,
      "step": 1120
    },
    {
      "loss_action": 0.08457699418067932,
      "loss_total": 0.08457699418067932,
      "step": 1120
    },
    {
      "loss_action": 0.0437331423163414,
      "loss_total": 0.0437331423163414,
      "step": 1120
    },
    {
      "loss_action": 0.048319101333618164,
      "loss_total": 0.048319101333618164,
      "step": 1120
    },
    {
      "loss_action": 0.05723072588443756,
      "loss_total": 0.05723072588443756,
      "step": 1120
    },
    {
      "loss_action": 0.04246072843670845,
      "loss_total": 0.04246072843670845,
      "step": 1120
    },
    {
      "loss_action": 0.050113800913095474,
      "loss_total": 0.050113800913095474,
      "step": 1120
    },
    {
      "loss_action": 0.051125846803188324,
      "loss_total": 0.051125846803188324,
      "step": 1120
    },
    {
      "loss_action": 0.06633462011814117,
      "loss_total": 0.06633462011814117,
      "step": 1120
    },
    {
      "grad_norm": 1.3283547163009644,
      "learning_rate": 2.258e-05,
      "loss": 0.068,
      "step": 1130
    },
    {
      "loss_action": 0.06463424116373062,
      "loss_total": 0.06463424116373062,
      "step": 1130
    },
    {
      "loss_action": 0.07095424830913544,
      "loss_total": 0.07095424830913544,
      "step": 1130
    },
    {
      "loss_action": 0.057069845497608185,
      "loss_total": 0.057069845497608185,
      "step": 1130
    },
    {
      "loss_action": 0.03915372118353844,
      "loss_total": 0.03915372118353844,
      "step": 1130
    },
    {
      "loss_action": 0.05736297369003296,
      "loss_total": 0.05736297369003296,
      "step": 1130
    },
    {
      "loss_action": 0.0387277752161026,
      "loss_total": 0.0387277752161026,
      "step": 1130
    },
    {
      "loss_action": 0.06588258594274521,
      "loss_total": 0.06588258594274521,
      "step": 1130
    },
    {
      "loss_action": 0.06068096309900284,
      "loss_total": 0.06068096309900284,
      "step": 1130
    },
    {
      "grad_norm": 1.6625374555587769,
      "learning_rate": 2.2780000000000002e-05,
      "loss": 0.07,
      "step": 1140
    },
    {
      "loss_action": 0.05826409533619881,
      "loss_total": 0.05826409533619881,
      "step": 1140
    },
    {
      "loss_action": 0.19190990924835205,
      "loss_total": 0.19190990924835205,
      "step": 1140
    },
    {
      "loss_action": 0.06391768157482147,
      "loss_total": 0.06391768157482147,
      "step": 1140
    },
    {
      "loss_action": 0.05447332561016083,
      "loss_total": 0.05447332561016083,
      "step": 1140
    },
    {
      "loss_action": 0.0673597902059555,
      "loss_total": 0.0673597902059555,
      "step": 1140
    },
    {
      "loss_action": 0.04486297816038132,
      "loss_total": 0.04486297816038132,
      "step": 1140
    },
    {
      "loss_action": 0.07911765575408936,
      "loss_total": 0.07911765575408936,
      "step": 1140
    },
    {
      "loss_action": 0.05049319937825203,
      "loss_total": 0.05049319937825203,
      "step": 1140
    },
    {
      "grad_norm": 1.8877954483032227,
      "learning_rate": 2.298e-05,
      "loss": 0.067,
      "step": 1150
    },
    {
      "loss_action": 0.08197084069252014,
      "loss_total": 0.08197084069252014,
      "step": 1150
    },
    {
      "loss_action": 0.0513446219265461,
      "loss_total": 0.0513446219265461,
      "step": 1150
    },
    {
      "loss_action": 0.04676816612482071,
      "loss_total": 0.04676816612482071,
      "step": 1150
    },
    {
      "loss_action": 0.07198697328567505,
      "loss_total": 0.07198697328567505,
      "step": 1150
    },
    {
      "loss_action": 0.10112886130809784,
      "loss_total": 0.10112886130809784,
      "step": 1150
    },
    {
      "loss_action": 0.08814141154289246,
      "loss_total": 0.08814141154289246,
      "step": 1150
    },
    {
      "loss_action": 0.061112597584724426,
      "loss_total": 0.061112597584724426,
      "step": 1150
    },
    {
      "loss_action": 0.054154232144355774,
      "loss_total": 0.054154232144355774,
      "step": 1150
    },
    {
      "grad_norm": 1.414107084274292,
      "learning_rate": 2.318e-05,
      "loss": 0.0688,
      "step": 1160
    },
    {
      "loss_action": 0.17484696209430695,
      "loss_total": 0.17484696209430695,
      "step": 1160
    },
    {
      "loss_action": 0.057988110929727554,
      "loss_total": 0.057988110929727554,
      "step": 1160
    },
    {
      "loss_action": 0.05293213576078415,
      "loss_total": 0.05293213576078415,
      "step": 1160
    },
    {
      "loss_action": 0.04355478286743164,
      "loss_total": 0.04355478286743164,
      "step": 1160
    },
    {
      "loss_action": 0.09453296661376953,
      "loss_total": 0.09453296661376953,
      "step": 1160
    },
    {
      "loss_action": 0.055141881108284,
      "loss_total": 0.055141881108284,
      "step": 1160
    },
    {
      "loss_action": 0.051564980298280716,
      "loss_total": 0.051564980298280716,
      "step": 1160
    },
    {
      "loss_action": 0.055642902851104736,
      "loss_total": 0.055642902851104736,
      "step": 1160
    },
    {
      "grad_norm": 1.1966906785964966,
      "learning_rate": 2.3380000000000003e-05,
      "loss": 0.0679,
      "step": 1170
    },
    {
      "loss_action": 0.04737669602036476,
      "loss_total": 0.04737669602036476,
      "step": 1170
    },
    {
      "loss_action": 0.05697392299771309,
      "loss_total": 0.05697392299771309,
      "step": 1170
    },
    {
      "loss_action": 0.06042846664786339,
      "loss_total": 0.06042846664786339,
      "step": 1170
    },
    {
      "loss_action": 0.0622367262840271,
      "loss_total": 0.0622367262840271,
      "step": 1170
    },
    {
      "loss_action": 0.13236746191978455,
      "loss_total": 0.13236746191978455,
      "step": 1170
    },
    {
      "loss_action": 0.18939176201820374,
      "loss_total": 0.18939176201820374,
      "step": 1170
    },
    {
      "loss_action": 0.05156267434358597,
      "loss_total": 0.05156267434358597,
      "step": 1170
    },
    {
      "loss_action": 0.06155029311776161,
      "loss_total": 0.06155029311776161,
      "step": 1170
    },
    {
      "grad_norm": 1.4594168663024902,
      "learning_rate": 2.358e-05,
      "loss": 0.0657,
      "step": 1180
    },
    {
      "loss_action": 0.048060379922389984,
      "loss_total": 0.048060379922389984,
      "step": 1180
    },
    {
      "loss_action": 0.05878646299242973,
      "loss_total": 0.05878646299242973,
      "step": 1180
    },
    {
      "loss_action": 0.06843395531177521,
      "loss_total": 0.06843395531177521,
      "step": 1180
    },
    {
      "loss_action": 0.03699909895658493,
      "loss_total": 0.03699909895658493,
      "step": 1180
    },
    {
      "loss_action": 0.1012299507856369,
      "loss_total": 0.1012299507856369,
      "step": 1180
    },
    {
      "loss_action": 0.04213692992925644,
      "loss_total": 0.04213692992925644,
      "step": 1180
    },
    {
      "loss_action": 0.05329376831650734,
      "loss_total": 0.05329376831650734,
      "step": 1180
    },
    {
      "loss_action": 0.040884070098400116,
      "loss_total": 0.040884070098400116,
      "step": 1180
    },
    {
      "grad_norm": 1.291111946105957,
      "learning_rate": 2.3780000000000003e-05,
      "loss": 0.0658,
      "step": 1190
    },
    {
      "loss_action": 0.04466358944773674,
      "loss_total": 0.04466358944773674,
      "step": 1190
    },
    {
      "loss_action": 0.06032867357134819,
      "loss_total": 0.06032867357134819,
      "step": 1190
    },
    {
      "loss_action": 0.07464533299207687,
      "loss_total": 0.07464533299207687,
      "step": 1190
    },
    {
      "loss_action": 0.084117591381073,
      "loss_total": 0.084117591381073,
      "step": 1190
    },
    {
      "loss_action": 0.04254104942083359,
      "loss_total": 0.04254104942083359,
      "step": 1190
    },
    {
      "loss_action": 0.0723283588886261,
      "loss_total": 0.0723283588886261,
      "step": 1190
    },
    {
      "loss_action": 0.06983165442943573,
      "loss_total": 0.06983165442943573,
      "step": 1190
    },
    {
      "loss_action": 0.04021618515253067,
      "loss_total": 0.04021618515253067,
      "step": 1190
    },
    {
      "grad_norm": 0.8462021350860596,
      "learning_rate": 2.398e-05,
      "loss": 0.0665,
      "step": 1200
    },
    {
      "loss_action": 0.05037955194711685,
      "loss_total": 0.05037955194711685,
      "step": 1200
    },
    {
      "loss_action": 0.04672633111476898,
      "loss_total": 0.04672633111476898,
      "step": 1200
    },
    {
      "loss_action": 0.04353650286793709,
      "loss_total": 0.04353650286793709,
      "step": 1200
    },
    {
      "loss_action": 0.06935817748308182,
      "loss_total": 0.06935817748308182,
      "step": 1200
    },
    {
      "loss_action": 0.05113448202610016,
      "loss_total": 0.05113448202610016,
      "step": 1200
    },
    {
      "loss_action": 0.05886652320623398,
      "loss_total": 0.05886652320623398,
      "step": 1200
    },
    {
      "loss_action": 0.07055263966321945,
      "loss_total": 0.07055263966321945,
      "step": 1200
    },
    {
      "loss_action": 0.09306523203849792,
      "loss_total": 0.09306523203849792,
      "step": 1200
    },
    {
      "grad_norm": 1.541154146194458,
      "learning_rate": 2.418e-05,
      "loss": 0.0641,
      "step": 1210
    },
    {
      "loss_action": 0.09108781814575195,
      "loss_total": 0.09108781814575195,
      "step": 1210
    },
    {
      "loss_action": 0.058142222464084625,
      "loss_total": 0.058142222464084625,
      "step": 1210
    },
    {
      "loss_action": 0.0578669048845768,
      "loss_total": 0.0578669048845768,
      "step": 1210
    },
    {
      "loss_action": 0.05110929161310196,
      "loss_total": 0.05110929161310196,
      "step": 1210
    },
    {
      "loss_action": 0.062290068715810776,
      "loss_total": 0.062290068715810776,
      "step": 1210
    },
    {
      "loss_action": 0.07779142260551453,
      "loss_total": 0.07779142260551453,
      "step": 1210
    },
    {
      "loss_action": 0.08211703598499298,
      "loss_total": 0.08211703598499298,
      "step": 1210
    },
    {
      "loss_action": 0.08460687100887299,
      "loss_total": 0.08460687100887299,
      "step": 1210
    },
    {
      "grad_norm": 1.444728136062622,
      "learning_rate": 2.438e-05,
      "loss": 0.0618,
      "step": 1220
    },
    {
      "loss_action": 0.053410209715366364,
      "loss_total": 0.053410209715366364,
      "step": 1220
    },
    {
      "loss_action": 0.07364553213119507,
      "loss_total": 0.07364553213119507,
      "step": 1220
    },
    {
      "loss_action": 0.055767886340618134,
      "loss_total": 0.055767886340618134,
      "step": 1220
    },
    {
      "loss_action": 0.06577740609645844,
      "loss_total": 0.06577740609645844,
      "step": 1220
    },
    {
      "loss_action": 0.07294540107250214,
      "loss_total": 0.07294540107250214,
      "step": 1220
    },
    {
      "loss_action": 0.03747443109750748,
      "loss_total": 0.03747443109750748,
      "step": 1220
    },
    {
      "loss_action": 0.04589371755719185,
      "loss_total": 0.04589371755719185,
      "step": 1220
    },
    {
      "loss_action": 0.060179103165864944,
      "loss_total": 0.060179103165864944,
      "step": 1220
    },
    {
      "grad_norm": 1.5277962684631348,
      "learning_rate": 2.4580000000000002e-05,
      "loss": 0.0657,
      "step": 1230
    },
    {
      "loss_action": 0.06616760045289993,
      "loss_total": 0.06616760045289993,
      "step": 1230
    },
    {
      "loss_action": 0.05438397079706192,
      "loss_total": 0.05438397079706192,
      "step": 1230
    },
    {
      "loss_action": 0.06689190864562988,
      "loss_total": 0.06689190864562988,
      "step": 1230
    },
    {
      "loss_action": 0.06294193863868713,
      "loss_total": 0.06294193863868713,
      "step": 1230
    },
    {
      "loss_action": 0.2033214271068573,
      "loss_total": 0.2033214271068573,
      "step": 1230
    },
    {
      "loss_action": 0.08963046222925186,
      "loss_total": 0.08963046222925186,
      "step": 1230
    },
    {
      "loss_action": 0.10839273035526276,
      "loss_total": 0.10839273035526276,
      "step": 1230
    },
    {
      "loss_action": 0.04812808334827423,
      "loss_total": 0.04812808334827423,
      "step": 1230
    },
    {
      "grad_norm": 1.9158040285110474,
      "learning_rate": 2.478e-05,
      "loss": 0.0647,
      "step": 1240
    },
    {
      "loss_action": 0.06189405173063278,
      "loss_total": 0.06189405173063278,
      "step": 1240
    },
    {
      "loss_action": 0.08365603536367416,
      "loss_total": 0.08365603536367416,
      "step": 1240
    },
    {
      "loss_action": 0.0582551583647728,
      "loss_total": 0.0582551583647728,
      "step": 1240
    },
    {
      "loss_action": 0.0660988911986351,
      "loss_total": 0.0660988911986351,
      "step": 1240
    },
    {
      "loss_action": 0.06422504037618637,
      "loss_total": 0.06422504037618637,
      "step": 1240
    },
    {
      "loss_action": 0.056387029588222504,
      "loss_total": 0.056387029588222504,
      "step": 1240
    },
    {
      "loss_action": 0.06712029874324799,
      "loss_total": 0.06712029874324799,
      "step": 1240
    },
    {
      "loss_action": 0.1085849329829216,
      "loss_total": 0.1085849329829216,
      "step": 1240
    },
    {
      "grad_norm": 1.4946205615997314,
      "learning_rate": 2.498e-05,
      "loss": 0.066,
      "step": 1250
    },
    {
      "loss_action": 0.12198854982852936,
      "loss_total": 0.12198854982852936,
      "step": 1250
    },
    {
      "loss_action": 0.07515187561511993,
      "loss_total": 0.07515187561511993,
      "step": 1250
    },
    {
      "loss_action": 0.06420564651489258,
      "loss_total": 0.06420564651489258,
      "step": 1250
    },
    {
      "loss_action": 0.08544240891933441,
      "loss_total": 0.08544240891933441,
      "step": 1250
    },
    {
      "loss_action": 0.04565970599651337,
      "loss_total": 0.04565970599651337,
      "step": 1250
    },
    {
      "loss_action": 0.0496177077293396,
      "loss_total": 0.0496177077293396,
      "step": 1250
    },
    {
      "loss_action": 0.04935000091791153,
      "loss_total": 0.04935000091791153,
      "step": 1250
    },
    {
      "loss_action": 0.05109391734004021,
      "loss_total": 0.05109391734004021,
      "step": 1250
    },
    {
      "grad_norm": 1.3318836688995361,
      "learning_rate": 2.5180000000000003e-05,
      "loss": 0.0634,
      "step": 1260
    },
    {
      "loss_action": 0.06649936735630035,
      "loss_total": 0.06649936735630035,
      "step": 1260
    },
    {
      "loss_action": 0.0681142508983612,
      "loss_total": 0.0681142508983612,
      "step": 1260
    },
    {
      "loss_action": 0.055733777582645416,
      "loss_total": 0.055733777582645416,
      "step": 1260
    },
    {
      "loss_action": 0.05672682076692581,
      "loss_total": 0.05672682076692581,
      "step": 1260
    },
    {
      "loss_action": 0.042617589235305786,
      "loss_total": 0.042617589235305786,
      "step": 1260
    },
    {
      "loss_action": 0.03887663781642914,
      "loss_total": 0.03887663781642914,
      "step": 1260
    },
    {
      "loss_action": 0.06021980568766594,
      "loss_total": 0.06021980568766594,
      "step": 1260
    },
    {
      "loss_action": 0.05937637388706207,
      "loss_total": 0.05937637388706207,
      "step": 1260
    },
    {
      "grad_norm": 1.6453006267547607,
      "learning_rate": 2.5380000000000004e-05,
      "loss": 0.0598,
      "step": 1270
    },
    {
      "loss_action": 0.05876141041517258,
      "loss_total": 0.05876141041517258,
      "step": 1270
    },
    {
      "loss_action": 0.05300995707511902,
      "loss_total": 0.05300995707511902,
      "step": 1270
    },
    {
      "loss_action": 0.05927049368619919,
      "loss_total": 0.05927049368619919,
      "step": 1270
    },
    {
      "loss_action": 0.06371542811393738,
      "loss_total": 0.06371542811393738,
      "step": 1270
    },
    {
      "loss_action": 0.03678569942712784,
      "loss_total": 0.03678569942712784,
      "step": 1270
    },
    {
      "loss_action": 0.04651959612965584,
      "loss_total": 0.04651959612965584,
      "step": 1270
    },
    {
      "loss_action": 0.05595169961452484,
      "loss_total": 0.05595169961452484,
      "step": 1270
    },
    {
      "loss_action": 0.16245609521865845,
      "loss_total": 0.16245609521865845,
      "step": 1270
    },
    {
      "grad_norm": 1.147438645362854,
      "learning_rate": 2.5580000000000002e-05,
      "loss": 0.0647,
      "step": 1280
    },
    {
      "loss_action": 0.09048764407634735,
      "loss_total": 0.09048764407634735,
      "step": 1280
    },
    {
      "loss_action": 0.055575478821992874,
      "loss_total": 0.055575478821992874,
      "step": 1280
    },
    {
      "loss_action": 0.04305698722600937,
      "loss_total": 0.04305698722600937,
      "step": 1280
    },
    {
      "loss_action": 0.05666537582874298,
      "loss_total": 0.05666537582874298,
      "step": 1280
    },
    {
      "loss_action": 0.048328280448913574,
      "loss_total": 0.048328280448913574,
      "step": 1280
    },
    {
      "loss_action": 0.07149665057659149,
      "loss_total": 0.07149665057659149,
      "step": 1280
    },
    {
      "loss_action": 0.07665343582630157,
      "loss_total": 0.07665343582630157,
      "step": 1280
    },
    {
      "loss_action": 0.04252554476261139,
      "loss_total": 0.04252554476261139,
      "step": 1280
    },
    {
      "grad_norm": 1.3258126974105835,
      "learning_rate": 2.5779999999999997e-05,
      "loss": 0.0598,
      "step": 1290
    },
    {
      "loss_action": 0.050296682864427567,
      "loss_total": 0.050296682864427567,
      "step": 1290
    },
    {
      "loss_action": 0.04222072288393974,
      "loss_total": 0.04222072288393974,
      "step": 1290
    },
    {
      "loss_action": 0.037473589181900024,
      "loss_total": 0.037473589181900024,
      "step": 1290
    },
    {
      "loss_action": 0.06789325177669525,
      "loss_total": 0.06789325177669525,
      "step": 1290
    },
    {
      "loss_action": 0.046071652323007584,
      "loss_total": 0.046071652323007584,
      "step": 1290
    },
    {
      "loss_action": 0.05016162618994713,
      "loss_total": 0.05016162618994713,
      "step": 1290
    },
    {
      "loss_action": 0.05534828081727028,
      "loss_total": 0.05534828081727028,
      "step": 1290
    },
    {
      "loss_action": 0.0585041269659996,
      "loss_total": 0.0585041269659996,
      "step": 1290
    },
    {
      "grad_norm": 1.1792134046554565,
      "learning_rate": 2.598e-05,
      "loss": 0.0596,
      "step": 1300
    },
    {
      "loss_action": 0.047925207763910294,
      "loss_total": 0.047925207763910294,
      "step": 1300
    },
    {
      "loss_action": 0.06690710783004761,
      "loss_total": 0.06690710783004761,
      "step": 1300
    },
    {
      "loss_action": 0.04313097149133682,
      "loss_total": 0.04313097149133682,
      "step": 1300
    },
    {
      "loss_action": 0.06676637381315231,
      "loss_total": 0.06676637381315231,
      "step": 1300
    },
    {
      "loss_action": 0.07687519490718842,
      "loss_total": 0.07687519490718842,
      "step": 1300
    },
    {
      "loss_action": 0.05037698149681091,
      "loss_total": 0.05037698149681091,
      "step": 1300
    },
    {
      "loss_action": 0.052264221012592316,
      "loss_total": 0.052264221012592316,
      "step": 1300
    },
    {
      "loss_action": 0.1143626868724823,
      "loss_total": 0.1143626868724823,
      "step": 1300
    },
    {
      "grad_norm": 1.314344882965088,
      "learning_rate": 2.618e-05,
      "loss": 0.0589,
      "step": 1310
    },
    {
      "loss_action": 0.04609518498182297,
      "loss_total": 0.04609518498182297,
      "step": 1310
    },
    {
      "loss_action": 0.06793008744716644,
      "loss_total": 0.06793008744716644,
      "step": 1310
    },
    {
      "loss_action": 0.0444200225174427,
      "loss_total": 0.0444200225174427,
      "step": 1310
    },
    {
      "loss_action": 0.07144968211650848,
      "loss_total": 0.07144968211650848,
      "step": 1310
    },
    {
      "loss_action": 0.046620093286037445,
      "loss_total": 0.046620093286037445,
      "step": 1310
    },
    {
      "loss_action": 0.04475175961852074,
      "loss_total": 0.04475175961852074,
      "step": 1310
    },
    {
      "loss_action": 0.08865188807249069,
      "loss_total": 0.08865188807249069,
      "step": 1310
    },
    {
      "loss_action": 0.056807104498147964,
      "loss_total": 0.056807104498147964,
      "step": 1310
    },
    {
      "grad_norm": 1.298446774482727,
      "learning_rate": 2.6379999999999998e-05,
      "loss": 0.0567,
      "step": 1320
    },
    {
      "loss_action": 0.07695277035236359,
      "loss_total": 0.07695277035236359,
      "step": 1320
    },
    {
      "loss_action": 0.04639700800180435,
      "loss_total": 0.04639700800180435,
      "step": 1320
    },
    {
      "loss_action": 0.05334701016545296,
      "loss_total": 0.05334701016545296,
      "step": 1320
    },
    {
      "loss_action": 0.07740722596645355,
      "loss_total": 0.07740722596645355,
      "step": 1320
    },
    {
      "loss_action": 0.055760037153959274,
      "loss_total": 0.055760037153959274,
      "step": 1320
    },
    {
      "loss_action": 0.04319433495402336,
      "loss_total": 0.04319433495402336,
      "step": 1320
    },
    {
      "loss_action": 0.0493314266204834,
      "loss_total": 0.0493314266204834,
      "step": 1320
    },
    {
      "loss_action": 0.04559339955449104,
      "loss_total": 0.04559339955449104,
      "step": 1320
    },
    {
      "grad_norm": 1.2386726140975952,
      "learning_rate": 2.658e-05,
      "loss": 0.067,
      "step": 1330
    },
    {
      "loss_action": 0.07440821081399918,
      "loss_total": 0.07440821081399918,
      "step": 1330
    },
    {
      "loss_action": 0.061392150819301605,
      "loss_total": 0.061392150819301605,
      "step": 1330
    },
    {
      "loss_action": 0.14173756539821625,
      "loss_total": 0.14173756539821625,
      "step": 1330
    },
    {
      "loss_action": 0.051981132477521896,
      "loss_total": 0.051981132477521896,
      "step": 1330
    },
    {
      "loss_action": 0.07114801555871964,
      "loss_total": 0.07114801555871964,
      "step": 1330
    },
    {
      "loss_action": 0.06220770999789238,
      "loss_total": 0.06220770999789238,
      "step": 1330
    },
    {
      "loss_action": 0.04241862893104553,
      "loss_total": 0.04241862893104553,
      "step": 1330
    },
    {
      "loss_action": 0.039960119873285294,
      "loss_total": 0.039960119873285294,
      "step": 1330
    },
    {
      "grad_norm": 1.4253547191619873,
      "learning_rate": 2.678e-05,
      "loss": 0.0625,
      "step": 1340
    },
    {
      "loss_action": 0.0928882509469986,
      "loss_total": 0.0928882509469986,
      "step": 1340
    },
    {
      "loss_action": 0.0676257461309433,
      "loss_total": 0.0676257461309433,
      "step": 1340
    },
    {
      "loss_action": 0.04938916862010956,
      "loss_total": 0.04938916862010956,
      "step": 1340
    },
    {
      "loss_action": 0.06116995960474014,
      "loss_total": 0.06116995960474014,
      "step": 1340
    },
    {
      "loss_action": 0.05279518663883209,
      "loss_total": 0.05279518663883209,
      "step": 1340
    },
    {
      "loss_action": 0.052682239562273026,
      "loss_total": 0.052682239562273026,
      "step": 1340
    },
    {
      "loss_action": 0.05751267075538635,
      "loss_total": 0.05751267075538635,
      "step": 1340
    },
    {
      "loss_action": 0.03834083676338196,
      "loss_total": 0.03834083676338196,
      "step": 1340
    },
    {
      "grad_norm": 1.475475788116455,
      "learning_rate": 2.698e-05,
      "loss": 0.0653,
      "step": 1350
    },
    {
      "loss_action": 0.04009133577346802,
      "loss_total": 0.04009133577346802,
      "step": 1350
    },
    {
      "loss_action": 0.05250604450702667,
      "loss_total": 0.05250604450702667,
      "step": 1350
    },
    {
      "loss_action": 0.04445452243089676,
      "loss_total": 0.04445452243089676,
      "step": 1350
    },
    {
      "loss_action": 0.06644381582736969,
      "loss_total": 0.06644381582736969,
      "step": 1350
    },
    {
      "loss_action": 0.031706035137176514,
      "loss_total": 0.031706035137176514,
      "step": 1350
    },
    {
      "loss_action": 0.03847414255142212,
      "loss_total": 0.03847414255142212,
      "step": 1350
    },
    {
      "loss_action": 0.06725215911865234,
      "loss_total": 0.06725215911865234,
      "step": 1350
    },
    {
      "loss_action": 0.06259361654520035,
      "loss_total": 0.06259361654520035,
      "step": 1350
    },
    {
      "grad_norm": 1.5459351539611816,
      "learning_rate": 2.718e-05,
      "loss": 0.062,
      "step": 1360
    },
    {
      "loss_action": 0.04475187510251999,
      "loss_total": 0.04475187510251999,
      "step": 1360
    },
    {
      "loss_action": 0.05385591834783554,
      "loss_total": 0.05385591834783554,
      "step": 1360
    },
    {
      "loss_action": 0.08772140741348267,
      "loss_total": 0.08772140741348267,
      "step": 1360
    },
    {
      "loss_action": 0.051168471574783325,
      "loss_total": 0.051168471574783325,
      "step": 1360
    },
    {
      "loss_action": 0.06756523996591568,
      "loss_total": 0.06756523996591568,
      "step": 1360
    },
    {
      "loss_action": 0.11255906522274017,
      "loss_total": 0.11255906522274017,
      "step": 1360
    },
    {
      "loss_action": 0.07498622685670853,
      "loss_total": 0.07498622685670853,
      "step": 1360
    },
    {
      "loss_action": 0.06077057868242264,
      "loss_total": 0.06077057868242264,
      "step": 1360
    },
    {
      "grad_norm": 0.93960040807724,
      "learning_rate": 2.738e-05,
      "loss": 0.0616,
      "step": 1370
    },
    {
      "loss_action": 0.04230595380067825,
      "loss_total": 0.04230595380067825,
      "step": 1370
    },
    {
      "loss_action": 0.0492824912071228,
      "loss_total": 0.0492824912071228,
      "step": 1370
    },
    {
      "loss_action": 0.03399395942687988,
      "loss_total": 0.03399395942687988,
      "step": 1370
    },
    {
      "loss_action": 0.05344002693891525,
      "loss_total": 0.05344002693891525,
      "step": 1370
    },
    {
      "loss_action": 0.039066288620233536,
      "loss_total": 0.039066288620233536,
      "step": 1370
    },
    {
      "loss_action": 0.057059913873672485,
      "loss_total": 0.057059913873672485,
      "step": 1370
    },
    {
      "loss_action": 0.04266767576336861,
      "loss_total": 0.04266767576336861,
      "step": 1370
    },
    {
      "loss_action": 0.07637032866477966,
      "loss_total": 0.07637032866477966,
      "step": 1370
    },
    {
      "grad_norm": 0.9616904854774475,
      "learning_rate": 2.758e-05,
      "loss": 0.0559,
      "step": 1380
    },
    {
      "loss_action": 0.043688878417015076,
      "loss_total": 0.043688878417015076,
      "step": 1380
    },
    {
      "loss_action": 0.04168716073036194,
      "loss_total": 0.04168716073036194,
      "step": 1380
    },
    {
      "loss_action": 0.039620302617549896,
      "loss_total": 0.039620302617549896,
      "step": 1380
    },
    {
      "loss_action": 0.058684565126895905,
      "loss_total": 0.058684565126895905,
      "step": 1380
    },
    {
      "loss_action": 0.039188358932733536,
      "loss_total": 0.039188358932733536,
      "step": 1380
    },
    {
      "loss_action": 0.06007742881774902,
      "loss_total": 0.06007742881774902,
      "step": 1380
    },
    {
      "loss_action": 0.053304292261600494,
      "loss_total": 0.053304292261600494,
      "step": 1380
    },
    {
      "loss_action": 0.04861709475517273,
      "loss_total": 0.04861709475517273,
      "step": 1380
    },
    {
      "grad_norm": 1.3659242391586304,
      "learning_rate": 2.778e-05,
      "loss": 0.058,
      "step": 1390
    },
    {
      "loss_action": 0.06677566468715668,
      "loss_total": 0.06677566468715668,
      "step": 1390
    },
    {
      "loss_action": 0.07220830023288727,
      "loss_total": 0.07220830023288727,
      "step": 1390
    },
    {
      "loss_action": 0.05352645367383957,
      "loss_total": 0.05352645367383957,
      "step": 1390
    },
    {
      "loss_action": 0.17828872799873352,
      "loss_total": 0.17828872799873352,
      "step": 1390
    },
    {
      "loss_action": 0.0743151605129242,
      "loss_total": 0.0743151605129242,
      "step": 1390
    },
    {
      "loss_action": 0.06417875736951828,
      "loss_total": 0.06417875736951828,
      "step": 1390
    },
    {
      "loss_action": 0.052169233560562134,
      "loss_total": 0.052169233560562134,
      "step": 1390
    },
    {
      "loss_action": 0.05368662253022194,
      "loss_total": 0.05368662253022194,
      "step": 1390
    },
    {
      "grad_norm": 1.352719783782959,
      "learning_rate": 2.798e-05,
      "loss": 0.0606,
      "step": 1400
    },
    {
      "loss_action": 0.03747815266251564,
      "loss_total": 0.03747815266251564,
      "step": 1400
    },
    {
      "loss_action": 0.07081522047519684,
      "loss_total": 0.07081522047519684,
      "step": 1400
    },
    {
      "loss_action": 0.04186152666807175,
      "loss_total": 0.04186152666807175,
      "step": 1400
    },
    {
      "loss_action": 0.0621417835354805,
      "loss_total": 0.0621417835354805,
      "step": 1400
    },
    {
      "loss_action": 0.05088508874177933,
      "loss_total": 0.05088508874177933,
      "step": 1400
    },
    {
      "loss_action": 0.099272720515728,
      "loss_total": 0.099272720515728,
      "step": 1400
    },
    {
      "loss_action": 0.13198988139629364,
      "loss_total": 0.13198988139629364,
      "step": 1400
    },
    {
      "loss_action": 0.13879159092903137,
      "loss_total": 0.13879159092903137,
      "step": 1400
    },
    {
      "grad_norm": 1.3181040287017822,
      "learning_rate": 2.818e-05,
      "loss": 0.0773,
      "step": 1410
    },
    {
      "loss_action": 0.0609181672334671,
      "loss_total": 0.0609181672334671,
      "step": 1410
    },
    {
      "loss_action": 0.06481833755970001,
      "loss_total": 0.06481833755970001,
      "step": 1410
    },
    {
      "loss_action": 0.07567737996578217,
      "loss_total": 0.07567737996578217,
      "step": 1410
    },
    {
      "loss_action": 0.036152470856904984,
      "loss_total": 0.036152470856904984,
      "step": 1410
    },
    {
      "loss_action": 0.11703219264745712,
      "loss_total": 0.11703219264745712,
      "step": 1410
    },
    {
      "loss_action": 0.03994223102927208,
      "loss_total": 0.03994223102927208,
      "step": 1410
    },
    {
      "loss_action": 0.06008835881948471,
      "loss_total": 0.06008835881948471,
      "step": 1410
    },
    {
      "loss_action": 0.05687514320015907,
      "loss_total": 0.05687514320015907,
      "step": 1410
    },
    {
      "grad_norm": 1.2989128828048706,
      "learning_rate": 2.8380000000000003e-05,
      "loss": 0.062,
      "step": 1420
    },
    {
      "loss_action": 0.04457257688045502,
      "loss_total": 0.04457257688045502,
      "step": 1420
    },
    {
      "loss_action": 0.04944697767496109,
      "loss_total": 0.04944697767496109,
      "step": 1420
    },
    {
      "loss_action": 0.047056205570697784,
      "loss_total": 0.047056205570697784,
      "step": 1420
    },
    {
      "loss_action": 0.04561465233564377,
      "loss_total": 0.04561465233564377,
      "step": 1420
    },
    {
      "loss_action": 0.04919547587633133,
      "loss_total": 0.04919547587633133,
      "step": 1420
    },
    {
      "loss_action": 0.04474503546953201,
      "loss_total": 0.04474503546953201,
      "step": 1420
    },
    {
      "loss_action": 0.05094953626394272,
      "loss_total": 0.05094953626394272,
      "step": 1420
    },
    {
      "loss_action": 0.064813531935215,
      "loss_total": 0.064813531935215,
      "step": 1420
    },
    {
      "grad_norm": 0.7994475364685059,
      "learning_rate": 2.858e-05,
      "loss": 0.061,
      "step": 1430
    },
    {
      "loss_action": 0.03663025423884392,
      "loss_total": 0.03663025423884392,
      "step": 1430
    },
    {
      "loss_action": 0.04009104520082474,
      "loss_total": 0.04009104520082474,
      "step": 1430
    },
    {
      "loss_action": 0.03895774483680725,
      "loss_total": 0.03895774483680725,
      "step": 1430
    },
    {
      "loss_action": 0.05504404753446579,
      "loss_total": 0.05504404753446579,
      "step": 1430
    },
    {
      "loss_action": 0.039420053362846375,
      "loss_total": 0.039420053362846375,
      "step": 1430
    },
    {
      "loss_action": 0.07799262553453445,
      "loss_total": 0.07799262553453445,
      "step": 1430
    },
    {
      "loss_action": 0.052428267896175385,
      "loss_total": 0.052428267896175385,
      "step": 1430
    },
    {
      "loss_action": 0.07698842138051987,
      "loss_total": 0.07698842138051987,
      "step": 1430
    },
    {
      "grad_norm": 1.1462501287460327,
      "learning_rate": 2.8780000000000002e-05,
      "loss": 0.0588,
      "step": 1440
    },
    {
      "loss_action": 0.06221683323383331,
      "loss_total": 0.06221683323383331,
      "step": 1440
    },
    {
      "loss_action": 0.06330425292253494,
      "loss_total": 0.06330425292253494,
      "step": 1440
    },
    {
      "loss_action": 0.052461810410022736,
      "loss_total": 0.052461810410022736,
      "step": 1440
    },
    {
      "loss_action": 0.03569873422384262,
      "loss_total": 0.03569873422384262,
      "step": 1440
    },
    {
      "loss_action": 0.03747543692588806,
      "loss_total": 0.03747543692588806,
      "step": 1440
    },
    {
      "loss_action": 0.061043936759233475,
      "loss_total": 0.061043936759233475,
      "step": 1440
    },
    {
      "loss_action": 0.04449084401130676,
      "loss_total": 0.04449084401130676,
      "step": 1440
    },
    {
      "loss_action": 0.04838581383228302,
      "loss_total": 0.04838581383228302,
      "step": 1440
    },
    {
      "grad_norm": 1.0992428064346313,
      "learning_rate": 2.898e-05,
      "loss": 0.0572,
      "step": 1450
    },
    {
      "loss_action": 0.06287222355604172,
      "loss_total": 0.06287222355604172,
      "step": 1450
    },
    {
      "loss_action": 0.04758695513010025,
      "loss_total": 0.04758695513010025,
      "step": 1450
    },
    {
      "loss_action": 0.08647219836711884,
      "loss_total": 0.08647219836711884,
      "step": 1450
    },
    {
      "loss_action": 0.1548212766647339,
      "loss_total": 0.1548212766647339,
      "step": 1450
    },
    {
      "loss_action": 0.04319087043404579,
      "loss_total": 0.04319087043404579,
      "step": 1450
    },
    {
      "loss_action": 0.06882504373788834,
      "loss_total": 0.06882504373788834,
      "step": 1450
    },
    {
      "loss_action": 0.06449504941701889,
      "loss_total": 0.06449504941701889,
      "step": 1450
    },
    {
      "loss_action": 0.07739117741584778,
      "loss_total": 0.07739117741584778,
      "step": 1450
    },
    {
      "grad_norm": 1.4912410974502563,
      "learning_rate": 2.9180000000000002e-05,
      "loss": 0.0639,
      "step": 1460
    },
    {
      "loss_action": 0.0723743736743927,
      "loss_total": 0.0723743736743927,
      "step": 1460
    },
    {
      "loss_action": 0.041958749294281006,
      "loss_total": 0.041958749294281006,
      "step": 1460
    },
    {
      "loss_action": 0.03873211890459061,
      "loss_total": 0.03873211890459061,
      "step": 1460
    },
    {
      "loss_action": 0.07063601911067963,
      "loss_total": 0.07063601911067963,
      "step": 1460
    },
    {
      "loss_action": 0.043086934834718704,
      "loss_total": 0.043086934834718704,
      "step": 1460
    },
    {
      "loss_action": 0.037425052374601364,
      "loss_total": 0.037425052374601364,
      "step": 1460
    },
    {
      "loss_action": 0.051114290952682495,
      "loss_total": 0.051114290952682495,
      "step": 1460
    },
    {
      "loss_action": 0.06326952576637268,
      "loss_total": 0.06326952576637268,
      "step": 1460
    },
    {
      "grad_norm": 1.2210716009140015,
      "learning_rate": 2.9380000000000003e-05,
      "loss": 0.0553,
      "step": 1470
    },
    {
      "loss_action": 0.06980732828378677,
      "loss_total": 0.06980732828378677,
      "step": 1470
    },
    {
      "loss_action": 0.03611328825354576,
      "loss_total": 0.03611328825354576,
      "step": 1470
    },
    {
      "loss_action": 0.11322121322154999,
      "loss_total": 0.11322121322154999,
      "step": 1470
    },
    {
      "loss_action": 0.03661628067493439,
      "loss_total": 0.03661628067493439,
      "step": 1470
    },
    {
      "loss_action": 0.037306442856788635,
      "loss_total": 0.037306442856788635,
      "step": 1470
    },
    {
      "loss_action": 0.06944067776203156,
      "loss_total": 0.06944067776203156,
      "step": 1470
    },
    {
      "loss_action": 0.036299191415309906,
      "loss_total": 0.036299191415309906,
      "step": 1470
    },
    {
      "loss_action": 0.037737395614385605,
      "loss_total": 0.037737395614385605,
      "step": 1470
    },
    {
      "grad_norm": 1.3034056425094604,
      "learning_rate": 2.958e-05,
      "loss": 0.0572,
      "step": 1480
    },
    {
      "loss_action": 0.05057564377784729,
      "loss_total": 0.05057564377784729,
      "step": 1480
    },
    {
      "loss_action": 0.04455355927348137,
      "loss_total": 0.04455355927348137,
      "step": 1480
    },
    {
      "loss_action": 0.039198312908411026,
      "loss_total": 0.039198312908411026,
      "step": 1480
    },
    {
      "loss_action": 0.05109153315424919,
      "loss_total": 0.05109153315424919,
      "step": 1480
    },
    {
      "loss_action": 0.04636385291814804,
      "loss_total": 0.04636385291814804,
      "step": 1480
    },
    {
      "loss_action": 0.042525894939899445,
      "loss_total": 0.042525894939899445,
      "step": 1480
    },
    {
      "loss_action": 0.13103824853897095,
      "loss_total": 0.13103824853897095,
      "step": 1480
    },
    {
      "loss_action": 0.043606750667095184,
      "loss_total": 0.043606750667095184,
      "step": 1480
    },
    {
      "grad_norm": 1.1646723747253418,
      "learning_rate": 2.9780000000000003e-05,
      "loss": 0.0568,
      "step": 1490
    },
    {
      "loss_action": 0.06219331920146942,
      "loss_total": 0.06219331920146942,
      "step": 1490
    },
    {
      "loss_action": 0.06647591292858124,
      "loss_total": 0.06647591292858124,
      "step": 1490
    },
    {
      "loss_action": 0.0503108948469162,
      "loss_total": 0.0503108948469162,
      "step": 1490
    },
    {
      "loss_action": 0.051010578870773315,
      "loss_total": 0.051010578870773315,
      "step": 1490
    },
    {
      "loss_action": 0.05302141234278679,
      "loss_total": 0.05302141234278679,
      "step": 1490
    },
    {
      "loss_action": 0.04441940039396286,
      "loss_total": 0.04441940039396286,
      "step": 1490
    },
    {
      "loss_action": 0.10766999423503876,
      "loss_total": 0.10766999423503876,
      "step": 1490
    },
    {
      "loss_action": 0.05335335060954094,
      "loss_total": 0.05335335060954094,
      "step": 1490
    },
    {
      "grad_norm": 1.2653852701187134,
      "learning_rate": 2.998e-05,
      "loss": 0.0541,
      "step": 1500
    },
    {
      "loss_action": 0.058380670845508575,
      "loss_total": 0.058380670845508575,
      "step": 1500
    },
    {
      "loss_action": 0.061680492013692856,
      "loss_total": 0.061680492013692856,
      "step": 1500
    },
    {
      "loss_action": 0.0684310644865036,
      "loss_total": 0.0684310644865036,
      "step": 1500
    },
    {
      "loss_action": 0.04478777199983597,
      "loss_total": 0.04478777199983597,
      "step": 1500
    },
    {
      "loss_action": 0.051843494176864624,
      "loss_total": 0.051843494176864624,
      "step": 1500
    },
    {
      "loss_action": 0.03959424048662186,
      "loss_total": 0.03959424048662186,
      "step": 1500
    },
    {
      "loss_action": 0.05923311412334442,
      "loss_total": 0.05923311412334442,
      "step": 1500
    },
    {
      "loss_action": 0.029038742184638977,
      "loss_total": 0.029038742184638977,
      "step": 1500
    },
    {
      "grad_norm": 1.0182167291641235,
      "learning_rate": 3.0180000000000002e-05,
      "loss": 0.0569,
      "step": 1510
    },
    {
      "loss_action": 0.03418092429637909,
      "loss_total": 0.03418092429637909,
      "step": 1510
    },
    {
      "loss_action": 0.02912645787000656,
      "loss_total": 0.02912645787000656,
      "step": 1510
    },
    {
      "loss_action": 0.03753757104277611,
      "loss_total": 0.03753757104277611,
      "step": 1510
    },
    {
      "loss_action": 0.04738236218690872,
      "loss_total": 0.04738236218690872,
      "step": 1510
    },
    {
      "loss_action": 0.048553045839071274,
      "loss_total": 0.048553045839071274,
      "step": 1510
    },
    {
      "loss_action": 0.0319073423743248,
      "loss_total": 0.0319073423743248,
      "step": 1510
    },
    {
      "loss_action": 0.0347481295466423,
      "loss_total": 0.0347481295466423,
      "step": 1510
    },
    {
      "loss_action": 0.03628375381231308,
      "loss_total": 0.03628375381231308,
      "step": 1510
    },
    {
      "grad_norm": 1.1070501804351807,
      "learning_rate": 3.0380000000000004e-05,
      "loss": 0.0544,
      "step": 1520
    },
    {
      "loss_action": 0.04922635853290558,
      "loss_total": 0.04922635853290558,
      "step": 1520
    },
    {
      "loss_action": 0.039814263582229614,
      "loss_total": 0.039814263582229614,
      "step": 1520
    },
    {
      "loss_action": 0.04355963319540024,
      "loss_total": 0.04355963319540024,
      "step": 1520
    },
    {
      "loss_action": 0.044370803982019424,
      "loss_total": 0.044370803982019424,
      "step": 1520
    },
    {
      "loss_action": 0.05641188845038414,
      "loss_total": 0.05641188845038414,
      "step": 1520
    },
    {
      "loss_action": 0.0676276683807373,
      "loss_total": 0.0676276683807373,
      "step": 1520
    },
    {
      "loss_action": 0.034667398780584335,
      "loss_total": 0.034667398780584335,
      "step": 1520
    },
    {
      "loss_action": 0.05467524752020836,
      "loss_total": 0.05467524752020836,
      "step": 1520
    },
    {
      "grad_norm": 1.1235361099243164,
      "learning_rate": 3.058e-05,
      "loss": 0.0563,
      "step": 1530
    },
    {
      "loss_action": 0.05263502150774002,
      "loss_total": 0.05263502150774002,
      "step": 1530
    },
    {
      "loss_action": 0.04661986976861954,
      "loss_total": 0.04661986976861954,
      "step": 1530
    },
    {
      "loss_action": 0.12248431891202927,
      "loss_total": 0.12248431891202927,
      "step": 1530
    },
    {
      "loss_action": 0.14046844840049744,
      "loss_total": 0.14046844840049744,
      "step": 1530
    },
    {
      "loss_action": 0.07566496729850769,
      "loss_total": 0.07566496729850769,
      "step": 1530
    },
    {
      "loss_action": 0.039321914315223694,
      "loss_total": 0.039321914315223694,
      "step": 1530
    },
    {
      "loss_action": 0.04571319371461868,
      "loss_total": 0.04571319371461868,
      "step": 1530
    },
    {
      "loss_action": 0.04046577215194702,
      "loss_total": 0.04046577215194702,
      "step": 1530
    },
    {
      "grad_norm": 1.1810189485549927,
      "learning_rate": 3.078e-05,
      "loss": 0.0586,
      "step": 1540
    },
    {
      "loss_action": 0.033764537423849106,
      "loss_total": 0.033764537423849106,
      "step": 1540
    },
    {
      "loss_action": 0.04774973541498184,
      "loss_total": 0.04774973541498184,
      "step": 1540
    },
    {
      "loss_action": 0.05000098794698715,
      "loss_total": 0.05000098794698715,
      "step": 1540
    },
    {
      "loss_action": 0.0386233814060688,
      "loss_total": 0.0386233814060688,
      "step": 1540
    },
    {
      "loss_action": 0.06308285892009735,
      "loss_total": 0.06308285892009735,
      "step": 1540
    },
    {
      "loss_action": 0.041884828358888626,
      "loss_total": 0.041884828358888626,
      "step": 1540
    },
    {
      "loss_action": 0.07049620896577835,
      "loss_total": 0.07049620896577835,
      "step": 1540
    },
    {
      "loss_action": 0.049928244203329086,
      "loss_total": 0.049928244203329086,
      "step": 1540
    },
    {
      "grad_norm": 0.9883769154548645,
      "learning_rate": 3.0980000000000005e-05,
      "loss": 0.0534,
      "step": 1550
    },
    {
      "loss_action": 0.0814361497759819,
      "loss_total": 0.0814361497759819,
      "step": 1550
    },
    {
      "loss_action": 0.06848284602165222,
      "loss_total": 0.06848284602165222,
      "step": 1550
    },
    {
      "loss_action": 0.04259772226214409,
      "loss_total": 0.04259772226214409,
      "step": 1550
    },
    {
      "loss_action": 0.052323631942272186,
      "loss_total": 0.052323631942272186,
      "step": 1550
    },
    {
      "loss_action": 0.045663874596357346,
      "loss_total": 0.045663874596357346,
      "step": 1550
    },
    {
      "loss_action": 0.07447317242622375,
      "loss_total": 0.07447317242622375,
      "step": 1550
    },
    {
      "loss_action": 0.04331979900598526,
      "loss_total": 0.04331979900598526,
      "step": 1550
    },
    {
      "loss_action": 0.08719189465045929,
      "loss_total": 0.08719189465045929,
      "step": 1550
    },
    {
      "grad_norm": 1.03943932056427,
      "learning_rate": 3.118e-05,
      "loss": 0.0561,
      "step": 1560
    },
    {
      "loss_action": 0.03951256349682808,
      "loss_total": 0.03951256349682808,
      "step": 1560
    },
    {
      "loss_action": 0.05173483118414879,
      "loss_total": 0.05173483118414879,
      "step": 1560
    },
    {
      "loss_action": 0.05213222652673721,
      "loss_total": 0.05213222652673721,
      "step": 1560
    },
    {
      "loss_action": 0.06562231481075287,
      "loss_total": 0.06562231481075287,
      "step": 1560
    },
    {
      "loss_action": 0.060082267969846725,
      "loss_total": 0.060082267969846725,
      "step": 1560
    },
    {
      "loss_action": 0.041631992906332016,
      "loss_total": 0.041631992906332016,
      "step": 1560
    },
    {
      "loss_action": 0.05005622282624245,
      "loss_total": 0.05005622282624245,
      "step": 1560
    },
    {
      "loss_action": 0.06120707094669342,
      "loss_total": 0.06120707094669342,
      "step": 1560
    },
    {
      "grad_norm": 1.050087332725525,
      "learning_rate": 3.138e-05,
      "loss": 0.0573,
      "step": 1570
    },
    {
      "loss_action": 0.07032953202724457,
      "loss_total": 0.07032953202724457,
      "step": 1570
    },
    {
      "loss_action": 0.054217446595430374,
      "loss_total": 0.054217446595430374,
      "step": 1570
    },
    {
      "loss_action": 0.050724923610687256,
      "loss_total": 0.050724923610687256,
      "step": 1570
    },
    {
      "loss_action": 0.0511087104678154,
      "loss_total": 0.0511087104678154,
      "step": 1570
    },
    {
      "loss_action": 0.0685587078332901,
      "loss_total": 0.0685587078332901,
      "step": 1570
    },
    {
      "loss_action": 0.041663236916065216,
      "loss_total": 0.041663236916065216,
      "step": 1570
    },
    {
      "loss_action": 0.03650312125682831,
      "loss_total": 0.03650312125682831,
      "step": 1570
    },
    {
      "loss_action": 0.06780123710632324,
      "loss_total": 0.06780123710632324,
      "step": 1570
    },
    {
      "grad_norm": 1.3184325695037842,
      "learning_rate": 3.1580000000000006e-05,
      "loss": 0.0547,
      "step": 1580
    },
    {
      "loss_action": 0.04018944129347801,
      "loss_total": 0.04018944129347801,
      "step": 1580
    },
    {
      "loss_action": 0.038524024188518524,
      "loss_total": 0.038524024188518524,
      "step": 1580
    },
    {
      "loss_action": 0.033041104674339294,
      "loss_total": 0.033041104674339294,
      "step": 1580
    },
    {
      "loss_action": 0.06852996349334717,
      "loss_total": 0.06852996349334717,
      "step": 1580
    },
    {
      "loss_action": 0.057901762425899506,
      "loss_total": 0.057901762425899506,
      "step": 1580
    },
    {
      "loss_action": 0.043592020869255066,
      "loss_total": 0.043592020869255066,
      "step": 1580
    },
    {
      "loss_action": 0.039621949195861816,
      "loss_total": 0.039621949195861816,
      "step": 1580
    },
    {
      "loss_action": 0.07993045449256897,
      "loss_total": 0.07993045449256897,
      "step": 1580
    },
    {
      "grad_norm": 0.962998628616333,
      "learning_rate": 3.1780000000000004e-05,
      "loss": 0.0529,
      "step": 1590
    },
    {
      "loss_action": 0.04174227640032768,
      "loss_total": 0.04174227640032768,
      "step": 1590
    },
    {
      "loss_action": 0.05154991149902344,
      "loss_total": 0.05154991149902344,
      "step": 1590
    },
    {
      "loss_action": 0.03251528739929199,
      "loss_total": 0.03251528739929199,
      "step": 1590
    },
    {
      "loss_action": 0.037088990211486816,
      "loss_total": 0.037088990211486816,
      "step": 1590
    },
    {
      "loss_action": 0.048135798424482346,
      "loss_total": 0.048135798424482346,
      "step": 1590
    },
    {
      "loss_action": 0.044836610555648804,
      "loss_total": 0.044836610555648804,
      "step": 1590
    },
    {
      "loss_action": 0.0404597669839859,
      "loss_total": 0.0404597669839859,
      "step": 1590
    },
    {
      "loss_action": 0.047475218772888184,
      "loss_total": 0.047475218772888184,
      "step": 1590
    },
    {
      "grad_norm": 0.9410271048545837,
      "learning_rate": 3.198e-05,
      "loss": 0.058,
      "step": 1600
    },
    {
      "loss_action": 0.054187726229429245,
      "loss_total": 0.054187726229429245,
      "step": 1600
    },
    {
      "loss_action": 0.0575699582695961,
      "loss_total": 0.0575699582695961,
      "step": 1600
    },
    {
      "loss_action": 0.02949063666164875,
      "loss_total": 0.02949063666164875,
      "step": 1600
    },
    {
      "loss_action": 0.07546795159578323,
      "loss_total": 0.07546795159578323,
      "step": 1600
    },
    {
      "loss_action": 0.047469452023506165,
      "loss_total": 0.047469452023506165,
      "step": 1600
    },
    {
      "loss_action": 0.03105408325791359,
      "loss_total": 0.03105408325791359,
      "step": 1600
    },
    {
      "loss_action": 0.04500947892665863,
      "loss_total": 0.04500947892665863,
      "step": 1600
    },
    {
      "loss_action": 0.07214632630348206,
      "loss_total": 0.07214632630348206,
      "step": 1600
    },
    {
      "grad_norm": 0.7182435989379883,
      "learning_rate": 3.218e-05,
      "loss": 0.0526,
      "step": 1610
    },
    {
      "loss_action": 0.0329095721244812,
      "loss_total": 0.0329095721244812,
      "step": 1610
    },
    {
      "loss_action": 0.03795237094163895,
      "loss_total": 0.03795237094163895,
      "step": 1610
    },
    {
      "loss_action": 0.06781936436891556,
      "loss_total": 0.06781936436891556,
      "step": 1610
    },
    {
      "loss_action": 0.05532265454530716,
      "loss_total": 0.05532265454530716,
      "step": 1610
    },
    {
      "loss_action": 0.057509444653987885,
      "loss_total": 0.057509444653987885,
      "step": 1610
    },
    {
      "loss_action": 0.04644043371081352,
      "loss_total": 0.04644043371081352,
      "step": 1610
    },
    {
      "loss_action": 0.035316288471221924,
      "loss_total": 0.035316288471221924,
      "step": 1610
    },
    {
      "loss_action": 0.07604850083589554,
      "loss_total": 0.07604850083589554,
      "step": 1610
    },
    {
      "grad_norm": 1.1570934057235718,
      "learning_rate": 3.238e-05,
      "loss": 0.0516,
      "step": 1620
    },
    {
      "loss_action": 0.059525784105062485,
      "loss_total": 0.059525784105062485,
      "step": 1620
    },
    {
      "loss_action": 0.05375397205352783,
      "loss_total": 0.05375397205352783,
      "step": 1620
    },
    {
      "loss_action": 0.03951696678996086,
      "loss_total": 0.03951696678996086,
      "step": 1620
    },
    {
      "loss_action": 0.05553504079580307,
      "loss_total": 0.05553504079580307,
      "step": 1620
    },
    {
      "loss_action": 0.05798078328371048,
      "loss_total": 0.05798078328371048,
      "step": 1620
    },
    {
      "loss_action": 0.0469837561249733,
      "loss_total": 0.0469837561249733,
      "step": 1620
    },
    {
      "loss_action": 0.057643331587314606,
      "loss_total": 0.057643331587314606,
      "step": 1620
    },
    {
      "loss_action": 0.04176924750208855,
      "loss_total": 0.04176924750208855,
      "step": 1620
    },
    {
      "grad_norm": 1.118422508239746,
      "learning_rate": 3.2579999999999996e-05,
      "loss": 0.0551,
      "step": 1630
    },
    {
      "loss_action": 0.0363953560590744,
      "loss_total": 0.0363953560590744,
      "step": 1630
    },
    {
      "loss_action": 0.0401202030479908,
      "loss_total": 0.0401202030479908,
      "step": 1630
    },
    {
      "loss_action": 0.0566905178129673,
      "loss_total": 0.0566905178129673,
      "step": 1630
    },
    {
      "loss_action": 0.037760183215141296,
      "loss_total": 0.037760183215141296,
      "step": 1630
    },
    {
      "loss_action": 0.0374896414577961,
      "loss_total": 0.0374896414577961,
      "step": 1630
    },
    {
      "loss_action": 0.04493018984794617,
      "loss_total": 0.04493018984794617,
      "step": 1630
    },
    {
      "loss_action": 0.028578929603099823,
      "loss_total": 0.028578929603099823,
      "step": 1630
    },
    {
      "loss_action": 0.05480514466762543,
      "loss_total": 0.05480514466762543,
      "step": 1630
    },
    {
      "grad_norm": 0.8044548034667969,
      "learning_rate": 3.278e-05,
      "loss": 0.0521,
      "step": 1640
    },
    {
      "loss_action": 0.04801429435610771,
      "loss_total": 0.04801429435610771,
      "step": 1640
    },
    {
      "loss_action": 0.04645688831806183,
      "loss_total": 0.04645688831806183,
      "step": 1640
    },
    {
      "loss_action": 0.13936752080917358,
      "loss_total": 0.13936752080917358,
      "step": 1640
    },
    {
      "loss_action": 0.08946111798286438,
      "loss_total": 0.08946111798286438,
      "step": 1640
    },
    {
      "loss_action": 0.06032204627990723,
      "loss_total": 0.06032204627990723,
      "step": 1640
    },
    {
      "loss_action": 0.0426996573805809,
      "loss_total": 0.0426996573805809,
      "step": 1640
    },
    {
      "loss_action": 0.06307011842727661,
      "loss_total": 0.06307011842727661,
      "step": 1640
    },
    {
      "loss_action": 0.06560434401035309,
      "loss_total": 0.06560434401035309,
      "step": 1640
    },
    {
      "grad_norm": 1.0140260457992554,
      "learning_rate": 3.298e-05,
      "loss": 0.0553,
      "step": 1650
    },
    {
      "loss_action": 0.041758663952350616,
      "loss_total": 0.041758663952350616,
      "step": 1650
    },
    {
      "loss_action": 0.05786991864442825,
      "loss_total": 0.05786991864442825,
      "step": 1650
    },
    {
      "loss_action": 0.05434186011552811,
      "loss_total": 0.05434186011552811,
      "step": 1650
    },
    {
      "loss_action": 0.04860033467411995,
      "loss_total": 0.04860033467411995,
      "step": 1650
    },
    {
      "loss_action": 0.052883002907037735,
      "loss_total": 0.052883002907037735,
      "step": 1650
    },
    {
      "loss_action": 0.04019543528556824,
      "loss_total": 0.04019543528556824,
      "step": 1650
    },
    {
      "loss_action": 0.03792881220579147,
      "loss_total": 0.03792881220579147,
      "step": 1650
    },
    {
      "loss_action": 0.031211456283926964,
      "loss_total": 0.031211456283926964,
      "step": 1650
    },
    {
      "grad_norm": 0.994420051574707,
      "learning_rate": 3.318e-05,
      "loss": 0.052,
      "step": 1660
    },
    {
      "loss_action": 0.03963359817862511,
      "loss_total": 0.03963359817862511,
      "step": 1660
    },
    {
      "loss_action": 0.038183778524398804,
      "loss_total": 0.038183778524398804,
      "step": 1660
    },
    {
      "loss_action": 0.04004518687725067,
      "loss_total": 0.04004518687725067,
      "step": 1660
    },
    {
      "loss_action": 0.03677263483405113,
      "loss_total": 0.03677263483405113,
      "step": 1660
    },
    {
      "loss_action": 0.043479640036821365,
      "loss_total": 0.043479640036821365,
      "step": 1660
    },
    {
      "loss_action": 0.057471442967653275,
      "loss_total": 0.057471442967653275,
      "step": 1660
    },
    {
      "loss_action": 0.05684376507997513,
      "loss_total": 0.05684376507997513,
      "step": 1660
    },
    {
      "loss_action": 0.05141431838274002,
      "loss_total": 0.05141431838274002,
      "step": 1660
    },
    {
      "grad_norm": 1.0326277017593384,
      "learning_rate": 3.338e-05,
      "loss": 0.0516,
      "step": 1670
    },
    {
      "loss_action": 0.042579032480716705,
      "loss_total": 0.042579032480716705,
      "step": 1670
    },
    {
      "loss_action": 0.05295322835445404,
      "loss_total": 0.05295322835445404,
      "step": 1670
    },
    {
      "loss_action": 0.09326444566249847,
      "loss_total": 0.09326444566249847,
      "step": 1670
    },
    {
      "loss_action": 0.04268357902765274,
      "loss_total": 0.04268357902765274,
      "step": 1670
    },
    {
      "loss_action": 0.08542594313621521,
      "loss_total": 0.08542594313621521,
      "step": 1670
    },
    {
      "loss_action": 0.041818976402282715,
      "loss_total": 0.041818976402282715,
      "step": 1670
    },
    {
      "loss_action": 0.0582519993185997,
      "loss_total": 0.0582519993185997,
      "step": 1670
    },
    {
      "loss_action": 0.15644198656082153,
      "loss_total": 0.15644198656082153,
      "step": 1670
    },
    {
      "grad_norm": 0.9501031637191772,
      "learning_rate": 3.358e-05,
      "loss": 0.0564,
      "step": 1680
    },
    {
      "loss_action": 0.048608504235744476,
      "loss_total": 0.048608504235744476,
      "step": 1680
    },
    {
      "loss_action": 0.0382583886384964,
      "loss_total": 0.0382583886384964,
      "step": 1680
    },
    {
      "loss_action": 0.056043289601802826,
      "loss_total": 0.056043289601802826,
      "step": 1680
    },
    {
      "loss_action": 0.06731536239385605,
      "loss_total": 0.06731536239385605,
      "step": 1680
    },
    {
      "loss_action": 0.05046353116631508,
      "loss_total": 0.05046353116631508,
      "step": 1680
    },
    {
      "loss_action": 0.05338824540376663,
      "loss_total": 0.05338824540376663,
      "step": 1680
    },
    {
      "loss_action": 0.08280158787965775,
      "loss_total": 0.08280158787965775,
      "step": 1680
    },
    {
      "loss_action": 0.07392564415931702,
      "loss_total": 0.07392564415931702,
      "step": 1680
    },
    {
      "grad_norm": 1.3610615730285645,
      "learning_rate": 3.378e-05,
      "loss": 0.0613,
      "step": 1690
    },
    {
      "loss_action": 0.09453022480010986,
      "loss_total": 0.09453022480010986,
      "step": 1690
    },
    {
      "loss_action": 0.052939362823963165,
      "loss_total": 0.052939362823963165,
      "step": 1690
    },
    {
      "loss_action": 0.03429142013192177,
      "loss_total": 0.03429142013192177,
      "step": 1690
    },
    {
      "loss_action": 0.14866966009140015,
      "loss_total": 0.14866966009140015,
      "step": 1690
    },
    {
      "loss_action": 0.0632658451795578,
      "loss_total": 0.0632658451795578,
      "step": 1690
    },
    {
      "loss_action": 0.04463453218340874,
      "loss_total": 0.04463453218340874,
      "step": 1690
    },
    {
      "loss_action": 0.06161909177899361,
      "loss_total": 0.06161909177899361,
      "step": 1690
    },
    {
      "loss_action": 0.0520734041929245,
      "loss_total": 0.0520734041929245,
      "step": 1690
    },
    {
      "grad_norm": 0.9010969996452332,
      "learning_rate": 3.398e-05,
      "loss": 0.0609,
      "step": 1700
    },
    {
      "loss_action": 0.03842214494943619,
      "loss_total": 0.03842214494943619,
      "step": 1700
    },
    {
      "loss_action": 0.041622478514909744,
      "loss_total": 0.041622478514909744,
      "step": 1700
    },
    {
      "loss_action": 0.060801029205322266,
      "loss_total": 0.060801029205322266,
      "step": 1700
    },
    {
      "loss_action": 0.03853657841682434,
      "loss_total": 0.03853657841682434,
      "step": 1700
    },
    {
      "loss_action": 0.03685685992240906,
      "loss_total": 0.03685685992240906,
      "step": 1700
    },
    {
      "loss_action": 0.044544968754053116,
      "loss_total": 0.044544968754053116,
      "step": 1700
    },
    {
      "loss_action": 0.05522599071264267,
      "loss_total": 0.05522599071264267,
      "step": 1700
    },
    {
      "loss_action": 0.03982306271791458,
      "loss_total": 0.03982306271791458,
      "step": 1700
    },
    {
      "grad_norm": 0.9819965362548828,
      "learning_rate": 3.418e-05,
      "loss": 0.0553,
      "step": 1710
    },
    {
      "loss_action": 0.04415540024638176,
      "loss_total": 0.04415540024638176,
      "step": 1710
    },
    {
      "loss_action": 0.05328362435102463,
      "loss_total": 0.05328362435102463,
      "step": 1710
    },
    {
      "loss_action": 0.06162344664335251,
      "loss_total": 0.06162344664335251,
      "step": 1710
    },
    {
      "loss_action": 0.04438434913754463,
      "loss_total": 0.04438434913754463,
      "step": 1710
    },
    {
      "loss_action": 0.034109003841876984,
      "loss_total": 0.034109003841876984,
      "step": 1710
    },
    {
      "loss_action": 0.035150326788425446,
      "loss_total": 0.035150326788425446,
      "step": 1710
    },
    {
      "loss_action": 0.0522240549325943,
      "loss_total": 0.0522240549325943,
      "step": 1710
    },
    {
      "loss_action": 0.04983625188469887,
      "loss_total": 0.04983625188469887,
      "step": 1710
    },
    {
      "grad_norm": 1.5371078252792358,
      "learning_rate": 3.438e-05,
      "loss": 0.0539,
      "step": 1720
    },
    {
      "loss_action": 0.03388078510761261,
      "loss_total": 0.03388078510761261,
      "step": 1720
    },
    {
      "loss_action": 0.04492080956697464,
      "loss_total": 0.04492080956697464,
      "step": 1720
    },
    {
      "loss_action": 0.05687474459409714,
      "loss_total": 0.05687474459409714,
      "step": 1720
    },
    {
      "loss_action": 0.04308661073446274,
      "loss_total": 0.04308661073446274,
      "step": 1720
    },
    {
      "loss_action": 0.04464180767536163,
      "loss_total": 0.04464180767536163,
      "step": 1720
    },
    {
      "loss_action": 0.045535847544670105,
      "loss_total": 0.045535847544670105,
      "step": 1720
    },
    {
      "loss_action": 0.0675814151763916,
      "loss_total": 0.0675814151763916,
      "step": 1720
    },
    {
      "loss_action": 0.056903719902038574,
      "loss_total": 0.056903719902038574,
      "step": 1720
    },
    {
      "grad_norm": 1.0872361660003662,
      "learning_rate": 3.4580000000000004e-05,
      "loss": 0.0514,
      "step": 1730
    },
    {
      "loss_action": 0.037699904292821884,
      "loss_total": 0.037699904292821884,
      "step": 1730
    },
    {
      "loss_action": 0.03738700598478317,
      "loss_total": 0.03738700598478317,
      "step": 1730
    },
    {
      "loss_action": 0.03021647036075592,
      "loss_total": 0.03021647036075592,
      "step": 1730
    },
    {
      "loss_action": 0.03148871660232544,
      "loss_total": 0.03148871660232544,
      "step": 1730
    },
    {
      "loss_action": 0.029334597289562225,
      "loss_total": 0.029334597289562225,
      "step": 1730
    },
    {
      "loss_action": 0.0729488655924797,
      "loss_total": 0.0729488655924797,
      "step": 1730
    },
    {
      "loss_action": 0.035754114389419556,
      "loss_total": 0.035754114389419556,
      "step": 1730
    },
    {
      "loss_action": 0.02828294411301613,
      "loss_total": 0.02828294411301613,
      "step": 1730
    },
    {
      "grad_norm": 0.9638023376464844,
      "learning_rate": 3.478e-05,
      "loss": 0.0504,
      "step": 1740
    },
    {
      "loss_action": 0.047536224126815796,
      "loss_total": 0.047536224126815796,
      "step": 1740
    },
    {
      "loss_action": 0.03491347283124924,
      "loss_total": 0.03491347283124924,
      "step": 1740
    },
    {
      "loss_action": 0.047320663928985596,
      "loss_total": 0.047320663928985596,
      "step": 1740
    },
    {
      "loss_action": 0.05059094354510307,
      "loss_total": 0.05059094354510307,
      "step": 1740
    },
    {
      "loss_action": 0.041341859847307205,
      "loss_total": 0.041341859847307205,
      "step": 1740
    },
    {
      "loss_action": 0.08323448896408081,
      "loss_total": 0.08323448896408081,
      "step": 1740
    },
    {
      "loss_action": 0.06971967965364456,
      "loss_total": 0.06971967965364456,
      "step": 1740
    },
    {
      "loss_action": 0.05881525203585625,
      "loss_total": 0.05881525203585625,
      "step": 1740
    },
    {
      "grad_norm": 1.2439484596252441,
      "learning_rate": 3.498e-05,
      "loss": 0.0577,
      "step": 1750
    },
    {
      "loss_action": 0.07805106043815613,
      "loss_total": 0.07805106043815613,
      "step": 1750
    },
    {
      "loss_action": 0.05507232993841171,
      "loss_total": 0.05507232993841171,
      "step": 1750
    },
    {
      "loss_action": 0.04744496941566467,
      "loss_total": 0.04744496941566467,
      "step": 1750
    },
    {
      "loss_action": 0.03583122417330742,
      "loss_total": 0.03583122417330742,
      "step": 1750
    },
    {
      "loss_action": 0.03692576289176941,
      "loss_total": 0.03692576289176941,
      "step": 1750
    },
    {
      "loss_action": 0.0467211976647377,
      "loss_total": 0.0467211976647377,
      "step": 1750
    },
    {
      "loss_action": 0.03698232024908066,
      "loss_total": 0.03698232024908066,
      "step": 1750
    },
    {
      "loss_action": 0.04185795783996582,
      "loss_total": 0.04185795783996582,
      "step": 1750
    },
    {
      "grad_norm": 0.9498857855796814,
      "learning_rate": 3.518e-05,
      "loss": 0.0486,
      "step": 1760
    },
    {
      "loss_action": 0.04415994882583618,
      "loss_total": 0.04415994882583618,
      "step": 1760
    },
    {
      "loss_action": 0.06957070529460907,
      "loss_total": 0.06957070529460907,
      "step": 1760
    },
    {
      "loss_action": 0.04440765455365181,
      "loss_total": 0.04440765455365181,
      "step": 1760
    },
    {
      "loss_action": 0.042336538434028625,
      "loss_total": 0.042336538434028625,
      "step": 1760
    },
    {
      "loss_action": 0.06107475608587265,
      "loss_total": 0.06107475608587265,
      "step": 1760
    },
    {
      "loss_action": 0.05246025323867798,
      "loss_total": 0.05246025323867798,
      "step": 1760
    },
    {
      "loss_action": 0.05067364126443863,
      "loss_total": 0.05067364126443863,
      "step": 1760
    },
    {
      "loss_action": 0.052948594093322754,
      "loss_total": 0.052948594093322754,
      "step": 1760
    },
    {
      "grad_norm": 1.0655264854431152,
      "learning_rate": 3.5380000000000003e-05,
      "loss": 0.057,
      "step": 1770
    },
    {
      "loss_action": 0.0566989928483963,
      "loss_total": 0.0566989928483963,
      "step": 1770
    },
    {
      "loss_action": 0.08588613569736481,
      "loss_total": 0.08588613569736481,
      "step": 1770
    },
    {
      "loss_action": 0.05285155028104782,
      "loss_total": 0.05285155028104782,
      "step": 1770
    },
    {
      "loss_action": 0.03763739764690399,
      "loss_total": 0.03763739764690399,
      "step": 1770
    },
    {
      "loss_action": 0.03933053836226463,
      "loss_total": 0.03933053836226463,
      "step": 1770
    },
    {
      "loss_action": 0.038580529391765594,
      "loss_total": 0.038580529391765594,
      "step": 1770
    },
    {
      "loss_action": 0.0494375079870224,
      "loss_total": 0.0494375079870224,
      "step": 1770
    },
    {
      "loss_action": 0.07552583515644073,
      "loss_total": 0.07552583515644073,
      "step": 1770
    },
    {
      "grad_norm": 1.1214213371276855,
      "learning_rate": 3.558e-05,
      "loss": 0.053,
      "step": 1780
    },
    {
      "loss_action": 0.04682254418730736,
      "loss_total": 0.04682254418730736,
      "step": 1780
    },
    {
      "loss_action": 0.03924446552991867,
      "loss_total": 0.03924446552991867,
      "step": 1780
    },
    {
      "loss_action": 0.07696753740310669,
      "loss_total": 0.07696753740310669,
      "step": 1780
    },
    {
      "loss_action": 0.09965634346008301,
      "loss_total": 0.09965634346008301,
      "step": 1780
    },
    {
      "loss_action": 0.048681870102882385,
      "loss_total": 0.048681870102882385,
      "step": 1780
    },
    {
      "loss_action": 0.03989815711975098,
      "loss_total": 0.03989815711975098,
      "step": 1780
    },
    {
      "loss_action": 0.04279355704784393,
      "loss_total": 0.04279355704784393,
      "step": 1780
    },
    {
      "loss_action": 0.03485183045268059,
      "loss_total": 0.03485183045268059,
      "step": 1780
    },
    {
      "grad_norm": 0.8173913955688477,
      "learning_rate": 3.578e-05,
      "loss": 0.0513,
      "step": 1790
    },
    {
      "loss_action": 0.07067391276359558,
      "loss_total": 0.07067391276359558,
      "step": 1790
    },
    {
      "loss_action": 0.04797307029366493,
      "loss_total": 0.04797307029366493,
      "step": 1790
    },
    {
      "loss_action": 0.04545632004737854,
      "loss_total": 0.04545632004737854,
      "step": 1790
    },
    {
      "loss_action": 0.06920751929283142,
      "loss_total": 0.06920751929283142,
      "step": 1790
    },
    {
      "loss_action": 0.04332558065652847,
      "loss_total": 0.04332558065652847,
      "step": 1790
    },
    {
      "loss_action": 0.03710172697901726,
      "loss_total": 0.03710172697901726,
      "step": 1790
    },
    {
      "loss_action": 0.03253334015607834,
      "loss_total": 0.03253334015607834,
      "step": 1790
    },
    {
      "loss_action": 0.04203261435031891,
      "loss_total": 0.04203261435031891,
      "step": 1790
    },
    {
      "grad_norm": 1.0396991968154907,
      "learning_rate": 3.5980000000000004e-05,
      "loss": 0.0512,
      "step": 1800
    },
    {
      "loss_action": 0.03851105645298958,
      "loss_total": 0.03851105645298958,
      "step": 1800
    },
    {
      "loss_action": 0.032166481018066406,
      "loss_total": 0.032166481018066406,
      "step": 1800
    },
    {
      "loss_action": 0.057397812604904175,
      "loss_total": 0.057397812604904175,
      "step": 1800
    },
    {
      "loss_action": 0.03826000541448593,
      "loss_total": 0.03826000541448593,
      "step": 1800
    },
    {
      "loss_action": 0.0320344939827919,
      "loss_total": 0.0320344939827919,
      "step": 1800
    },
    {
      "loss_action": 0.02786947600543499,
      "loss_total": 0.02786947600543499,
      "step": 1800
    },
    {
      "loss_action": 0.035982877016067505,
      "loss_total": 0.035982877016067505,
      "step": 1800
    },
    {
      "loss_action": 0.09967577457427979,
      "loss_total": 0.09967577457427979,
      "step": 1800
    },
    {
      "grad_norm": 0.9574417471885681,
      "learning_rate": 3.618e-05,
      "loss": 0.0465,
      "step": 1810
    },
    {
      "loss_action": 0.03182047978043556,
      "loss_total": 0.03182047978043556,
      "step": 1810
    },
    {
      "loss_action": 0.053034283220767975,
      "loss_total": 0.053034283220767975,
      "step": 1810
    },
    {
      "loss_action": 0.04336509108543396,
      "loss_total": 0.04336509108543396,
      "step": 1810
    },
    {
      "loss_action": 0.05680462718009949,
      "loss_total": 0.05680462718009949,
      "step": 1810
    },
    {
      "loss_action": 0.04455067962408066,
      "loss_total": 0.04455067962408066,
      "step": 1810
    },
    {
      "loss_action": 0.057240989059209824,
      "loss_total": 0.057240989059209824,
      "step": 1810
    },
    {
      "loss_action": 0.04256044700741768,
      "loss_total": 0.04256044700741768,
      "step": 1810
    },
    {
      "loss_action": 0.04769974946975708,
      "loss_total": 0.04769974946975708,
      "step": 1810
    },
    {
      "grad_norm": 0.7952209115028381,
      "learning_rate": 3.638e-05,
      "loss": 0.0523,
      "step": 1820
    },
    {
      "loss_action": 0.02799326926469803,
      "loss_total": 0.02799326926469803,
      "step": 1820
    },
    {
      "loss_action": 0.03912165388464928,
      "loss_total": 0.03912165388464928,
      "step": 1820
    },
    {
      "loss_action": 0.039235670119524,
      "loss_total": 0.039235670119524,
      "step": 1820
    },
    {
      "loss_action": 0.041921332478523254,
      "loss_total": 0.041921332478523254,
      "step": 1820
    },
    {
      "loss_action": 0.03937219828367233,
      "loss_total": 0.03937219828367233,
      "step": 1820
    },
    {
      "loss_action": 0.042158227413892746,
      "loss_total": 0.042158227413892746,
      "step": 1820
    },
    {
      "loss_action": 0.0507606640458107,
      "loss_total": 0.0507606640458107,
      "step": 1820
    },
    {
      "loss_action": 0.03493757173418999,
      "loss_total": 0.03493757173418999,
      "step": 1820
    },
    {
      "grad_norm": 0.8694965243339539,
      "learning_rate": 3.6580000000000006e-05,
      "loss": 0.0469,
      "step": 1830
    },
    {
      "loss_action": 0.06831355392932892,
      "loss_total": 0.06831355392932892,
      "step": 1830
    },
    {
      "loss_action": 0.03921806067228317,
      "loss_total": 0.03921806067228317,
      "step": 1830
    },
    {
      "loss_action": 0.03471968695521355,
      "loss_total": 0.03471968695521355,
      "step": 1830
    },
    {
      "loss_action": 0.033675722777843475,
      "loss_total": 0.033675722777843475,
      "step": 1830
    },
    {
      "loss_action": 0.03947141394019127,
      "loss_total": 0.03947141394019127,
      "step": 1830
    },
    {
      "loss_action": 0.0498727485537529,
      "loss_total": 0.0498727485537529,
      "step": 1830
    },
    {
      "loss_action": 0.059910401701927185,
      "loss_total": 0.059910401701927185,
      "step": 1830
    },
    {
      "loss_action": 0.05299380049109459,
      "loss_total": 0.05299380049109459,
      "step": 1830
    },
    {
      "grad_norm": 1.073590874671936,
      "learning_rate": 3.6780000000000004e-05,
      "loss": 0.0497,
      "step": 1840
    },
    {
      "loss_action": 0.0389682874083519,
      "loss_total": 0.0389682874083519,
      "step": 1840
    },
    {
      "loss_action": 0.050145722925662994,
      "loss_total": 0.050145722925662994,
      "step": 1840
    },
    {
      "loss_action": 0.0714520812034607,
      "loss_total": 0.0714520812034607,
      "step": 1840
    },
    {
      "loss_action": 0.04204407334327698,
      "loss_total": 0.04204407334327698,
      "step": 1840
    },
    {
      "loss_action": 0.041204094886779785,
      "loss_total": 0.041204094886779785,
      "step": 1840
    },
    {
      "loss_action": 0.030751416459679604,
      "loss_total": 0.030751416459679604,
      "step": 1840
    },
    {
      "loss_action": 0.037915538996458054,
      "loss_total": 0.037915538996458054,
      "step": 1840
    },
    {
      "loss_action": 0.05355936661362648,
      "loss_total": 0.05355936661362648,
      "step": 1840
    },
    {
      "grad_norm": 0.945213794708252,
      "learning_rate": 3.698e-05,
      "loss": 0.0487,
      "step": 1850
    },
    {
      "loss_action": 0.03173767030239105,
      "loss_total": 0.03173767030239105,
      "step": 1850
    },
    {
      "loss_action": 0.038066063076257706,
      "loss_total": 0.038066063076257706,
      "step": 1850
    },
    {
      "loss_action": 0.040361806750297546,
      "loss_total": 0.040361806750297546,
      "step": 1850
    },
    {
      "loss_action": 0.04408279061317444,
      "loss_total": 0.04408279061317444,
      "step": 1850
    },
    {
      "loss_action": 0.03387901186943054,
      "loss_total": 0.03387901186943054,
      "step": 1850
    },
    {
      "loss_action": 0.036700040102005005,
      "loss_total": 0.036700040102005005,
      "step": 1850
    },
    {
      "loss_action": 0.03566639870405197,
      "loss_total": 0.03566639870405197,
      "step": 1850
    },
    {
      "loss_action": 0.03960573300719261,
      "loss_total": 0.03960573300719261,
      "step": 1850
    },
    {
      "grad_norm": 1.0802704095840454,
      "learning_rate": 3.7180000000000007e-05,
      "loss": 0.0523,
      "step": 1860
    },
    {
      "loss_action": 0.0404345728456974,
      "loss_total": 0.0404345728456974,
      "step": 1860
    },
    {
      "loss_action": 0.02898472547531128,
      "loss_total": 0.02898472547531128,
      "step": 1860
    },
    {
      "loss_action": 0.042453885078430176,
      "loss_total": 0.042453885078430176,
      "step": 1860
    },
    {
      "loss_action": 0.09281735867261887,
      "loss_total": 0.09281735867261887,
      "step": 1860
    },
    {
      "loss_action": 0.03795100003480911,
      "loss_total": 0.03795100003480911,
      "step": 1860
    },
    {
      "loss_action": 0.040926504880189896,
      "loss_total": 0.040926504880189896,
      "step": 1860
    },
    {
      "loss_action": 0.03675484657287598,
      "loss_total": 0.03675484657287598,
      "step": 1860
    },
    {
      "loss_action": 0.04829919710755348,
      "loss_total": 0.04829919710755348,
      "step": 1860
    },
    {
      "grad_norm": 1.0072131156921387,
      "learning_rate": 3.7380000000000005e-05,
      "loss": 0.0492,
      "step": 1870
    },
    {
      "loss_action": 0.047877080738544464,
      "loss_total": 0.047877080738544464,
      "step": 1870
    },
    {
      "loss_action": 0.027200568467378616,
      "loss_total": 0.027200568467378616,
      "step": 1870
    },
    {
      "loss_action": 0.04332689568400383,
      "loss_total": 0.04332689568400383,
      "step": 1870
    },
    {
      "loss_action": 0.027965426445007324,
      "loss_total": 0.027965426445007324,
      "step": 1870
    },
    {
      "loss_action": 0.04277236759662628,
      "loss_total": 0.04277236759662628,
      "step": 1870
    },
    {
      "loss_action": 0.040538590401411057,
      "loss_total": 0.040538590401411057,
      "step": 1870
    },
    {
      "loss_action": 0.09835962951183319,
      "loss_total": 0.09835962951183319,
      "step": 1870
    },
    {
      "loss_action": 0.046078041195869446,
      "loss_total": 0.046078041195869446,
      "step": 1870
    },
    {
      "grad_norm": 0.6887776255607605,
      "learning_rate": 3.758e-05,
      "loss": 0.0489,
      "step": 1880
    },
    {
      "loss_action": 0.07205510884523392,
      "loss_total": 0.07205510884523392,
      "step": 1880
    },
    {
      "loss_action": 0.033135198056697845,
      "loss_total": 0.033135198056697845,
      "step": 1880
    },
    {
      "loss_action": 0.03736986964941025,
      "loss_total": 0.03736986964941025,
      "step": 1880
    },
    {
      "loss_action": 0.029666714370250702,
      "loss_total": 0.029666714370250702,
      "step": 1880
    },
    {
      "loss_action": 0.05589521676301956,
      "loss_total": 0.05589521676301956,
      "step": 1880
    },
    {
      "loss_action": 0.04383264109492302,
      "loss_total": 0.04383264109492302,
      "step": 1880
    },
    {
      "loss_action": 0.049333296716213226,
      "loss_total": 0.049333296716213226,
      "step": 1880
    },
    {
      "loss_action": 0.03206890821456909,
      "loss_total": 0.03206890821456909,
      "step": 1880
    },
    {
      "grad_norm": 0.8926170468330383,
      "learning_rate": 3.778000000000001e-05,
      "loss": 0.0495,
      "step": 1890
    },
    {
      "loss_action": 0.0745697021484375,
      "loss_total": 0.0745697021484375,
      "step": 1890
    },
    {
      "loss_action": 0.03361809253692627,
      "loss_total": 0.03361809253692627,
      "step": 1890
    },
    {
      "loss_action": 0.09172019362449646,
      "loss_total": 0.09172019362449646,
      "step": 1890
    },
    {
      "loss_action": 0.03497413545846939,
      "loss_total": 0.03497413545846939,
      "step": 1890
    },
    {
      "loss_action": 0.02651662565767765,
      "loss_total": 0.02651662565767765,
      "step": 1890
    },
    {
      "loss_action": 0.0406532883644104,
      "loss_total": 0.0406532883644104,
      "step": 1890
    },
    {
      "loss_action": 0.03176215663552284,
      "loss_total": 0.03176215663552284,
      "step": 1890
    },
    {
      "loss_action": 0.0344943031668663,
      "loss_total": 0.0344943031668663,
      "step": 1890
    },
    {
      "grad_norm": 0.8724640011787415,
      "learning_rate": 3.7980000000000006e-05,
      "loss": 0.0483,
      "step": 1900
    },
    {
      "loss_action": 0.03862610459327698,
      "loss_total": 0.03862610459327698,
      "step": 1900
    },
    {
      "loss_action": 0.03236585110425949,
      "loss_total": 0.03236585110425949,
      "step": 1900
    },
    {
      "loss_action": 0.10272909700870514,
      "loss_total": 0.10272909700870514,
      "step": 1900
    },
    {
      "loss_action": 0.057272084057331085,
      "loss_total": 0.057272084057331085,
      "step": 1900
    },
    {
      "loss_action": 0.04196802154183388,
      "loss_total": 0.04196802154183388,
      "step": 1900
    },
    {
      "loss_action": 0.042936209589242935,
      "loss_total": 0.042936209589242935,
      "step": 1900
    },
    {
      "loss_action": 0.04563845694065094,
      "loss_total": 0.04563845694065094,
      "step": 1900
    },
    {
      "loss_action": 0.03144768998026848,
      "loss_total": 0.03144768998026848,
      "step": 1900
    },
    {
      "grad_norm": 0.8024205565452576,
      "learning_rate": 3.818e-05,
      "loss": 0.049,
      "step": 1910
    },
    {
      "loss_action": 0.05444876477122307,
      "loss_total": 0.05444876477122307,
      "step": 1910
    },
    {
      "loss_action": 0.10562010109424591,
      "loss_total": 0.10562010109424591,
      "step": 1910
    },
    {
      "loss_action": 0.05102279782295227,
      "loss_total": 0.05102279782295227,
      "step": 1910
    },
    {
      "loss_action": 0.05286703631281853,
      "loss_total": 0.05286703631281853,
      "step": 1910
    },
    {
      "loss_action": 0.03411131352186203,
      "loss_total": 0.03411131352186203,
      "step": 1910
    },
    {
      "loss_action": 0.038850367069244385,
      "loss_total": 0.038850367069244385,
      "step": 1910
    },
    {
      "loss_action": 0.06129734590649605,
      "loss_total": 0.06129734590649605,
      "step": 1910
    },
    {
      "loss_action": 0.08235423266887665,
      "loss_total": 0.08235423266887665,
      "step": 1910
    },
    {
      "grad_norm": 1.0581433773040771,
      "learning_rate": 3.838e-05,
      "loss": 0.0479,
      "step": 1920
    },
    {
      "loss_action": 0.033728618174791336,
      "loss_total": 0.033728618174791336,
      "step": 1920
    },
    {
      "loss_action": 0.06682641059160233,
      "loss_total": 0.06682641059160233,
      "step": 1920
    },
    {
      "loss_action": 0.04163859412074089,
      "loss_total": 0.04163859412074089,
      "step": 1920
    },
    {
      "loss_action": 0.0969809740781784,
      "loss_total": 0.0969809740781784,
      "step": 1920
    },
    {
      "loss_action": 0.03313665837049484,
      "loss_total": 0.03313665837049484,
      "step": 1920
    },
    {
      "loss_action": 0.03317352756857872,
      "loss_total": 0.03317352756857872,
      "step": 1920
    },
    {
      "loss_action": 0.04719138145446777,
      "loss_total": 0.04719138145446777,
      "step": 1920
    },
    {
      "loss_action": 0.031478628516197205,
      "loss_total": 0.031478628516197205,
      "step": 1920
    },
    {
      "grad_norm": 0.6040857434272766,
      "learning_rate": 3.858e-05,
      "loss": 0.0488,
      "step": 1930
    },
    {
      "loss_action": 0.07381737977266312,
      "loss_total": 0.07381737977266312,
      "step": 1930
    },
    {
      "loss_action": 0.1252327859401703,
      "loss_total": 0.1252327859401703,
      "step": 1930
    },
    {
      "loss_action": 0.04376992583274841,
      "loss_total": 0.04376992583274841,
      "step": 1930
    },
    {
      "loss_action": 0.05186416581273079,
      "loss_total": 0.05186416581273079,
      "step": 1930
    },
    {
      "loss_action": 0.047285296022892,
      "loss_total": 0.047285296022892,
      "step": 1930
    },
    {
      "loss_action": 0.0730866864323616,
      "loss_total": 0.0730866864323616,
      "step": 1930
    },
    {
      "loss_action": 0.05371272563934326,
      "loss_total": 0.05371272563934326,
      "step": 1930
    },
    {
      "loss_action": 0.0322546660900116,
      "loss_total": 0.0322546660900116,
      "step": 1930
    },
    {
      "grad_norm": 0.5665838718414307,
      "learning_rate": 3.878e-05,
      "loss": 0.0507,
      "step": 1940
    },
    {
      "loss_action": 0.031327325850725174,
      "loss_total": 0.031327325850725174,
      "step": 1940
    },
    {
      "loss_action": 0.03607678413391113,
      "loss_total": 0.03607678413391113,
      "step": 1940
    },
    {
      "loss_action": 0.04710615426301956,
      "loss_total": 0.04710615426301956,
      "step": 1940
    },
    {
      "loss_action": 0.04239540919661522,
      "loss_total": 0.04239540919661522,
      "step": 1940
    },
    {
      "loss_action": 0.047522883862257004,
      "loss_total": 0.047522883862257004,
      "step": 1940
    },
    {
      "loss_action": 0.06341001391410828,
      "loss_total": 0.06341001391410828,
      "step": 1940
    },
    {
      "loss_action": 0.03705381974577904,
      "loss_total": 0.03705381974577904,
      "step": 1940
    },
    {
      "loss_action": 0.037769533693790436,
      "loss_total": 0.037769533693790436,
      "step": 1940
    },
    {
      "grad_norm": 0.9339868426322937,
      "learning_rate": 3.898e-05,
      "loss": 0.048,
      "step": 1950
    },
    {
      "loss_action": 0.046063680201768875,
      "loss_total": 0.046063680201768875,
      "step": 1950
    },
    {
      "loss_action": 0.0855119526386261,
      "loss_total": 0.0855119526386261,
      "step": 1950
    },
    {
      "loss_action": 0.040369246155023575,
      "loss_total": 0.040369246155023575,
      "step": 1950
    },
    {
      "loss_action": 0.036461301147937775,
      "loss_total": 0.036461301147937775,
      "step": 1950
    },
    {
      "loss_action": 0.045690517872571945,
      "loss_total": 0.045690517872571945,
      "step": 1950
    },
    {
      "loss_action": 0.056713223457336426,
      "loss_total": 0.056713223457336426,
      "step": 1950
    },
    {
      "loss_action": 0.05269519239664078,
      "loss_total": 0.05269519239664078,
      "step": 1950
    },
    {
      "loss_action": 0.03551456332206726,
      "loss_total": 0.03551456332206726,
      "step": 1950
    },
    {
      "grad_norm": 0.8722744584083557,
      "learning_rate": 3.918e-05,
      "loss": 0.0471,
      "step": 1960
    },
    {
      "loss_action": 0.039994318038225174,
      "loss_total": 0.039994318038225174,
      "step": 1960
    },
    {
      "loss_action": 0.05108269676566124,
      "loss_total": 0.05108269676566124,
      "step": 1960
    },
    {
      "loss_action": 0.04622378200292587,
      "loss_total": 0.04622378200292587,
      "step": 1960
    },
    {
      "loss_action": 0.04890847206115723,
      "loss_total": 0.04890847206115723,
      "step": 1960
    },
    {
      "loss_action": 0.04120827838778496,
      "loss_total": 0.04120827838778496,
      "step": 1960
    },
    {
      "loss_action": 0.04734255373477936,
      "loss_total": 0.04734255373477936,
      "step": 1960
    },
    {
      "loss_action": 0.03159492462873459,
      "loss_total": 0.03159492462873459,
      "step": 1960
    },
    {
      "loss_action": 0.09226266294717789,
      "loss_total": 0.09226266294717789,
      "step": 1960
    },
    {
      "grad_norm": 0.9881096482276917,
      "learning_rate": 3.938e-05,
      "loss": 0.0516,
      "step": 1970
    },
    {
      "loss_action": 0.03617510944604874,
      "loss_total": 0.03617510944604874,
      "step": 1970
    },
    {
      "loss_action": 0.03753779083490372,
      "loss_total": 0.03753779083490372,
      "step": 1970
    },
    {
      "loss_action": 0.04517713561654091,
      "loss_total": 0.04517713561654091,
      "step": 1970
    },
    {
      "loss_action": 0.029895223677158356,
      "loss_total": 0.029895223677158356,
      "step": 1970
    },
    {
      "loss_action": 0.05235886201262474,
      "loss_total": 0.05235886201262474,
      "step": 1970
    },
    {
      "loss_action": 0.14977891743183136,
      "loss_total": 0.14977891743183136,
      "step": 1970
    },
    {
      "loss_action": 0.051541078835725784,
      "loss_total": 0.051541078835725784,
      "step": 1970
    },
    {
      "loss_action": 0.03499184176325798,
      "loss_total": 0.03499184176325798,
      "step": 1970
    },
    {
      "grad_norm": 0.9412062764167786,
      "learning_rate": 3.958e-05,
      "loss": 0.0506,
      "step": 1980
    },
    {
      "loss_action": 0.03685149550437927,
      "loss_total": 0.03685149550437927,
      "step": 1980
    },
    {
      "loss_action": 0.034659095108509064,
      "loss_total": 0.034659095108509064,
      "step": 1980
    },
    {
      "loss_action": 0.03402300924062729,
      "loss_total": 0.03402300924062729,
      "step": 1980
    },
    {
      "loss_action": 0.03649372234940529,
      "loss_total": 0.03649372234940529,
      "step": 1980
    },
    {
      "loss_action": 0.03336013853549957,
      "loss_total": 0.03336013853549957,
      "step": 1980
    },
    {
      "loss_action": 0.03247298300266266,
      "loss_total": 0.03247298300266266,
      "step": 1980
    },
    {
      "loss_action": 0.060645733028650284,
      "loss_total": 0.060645733028650284,
      "step": 1980
    },
    {
      "loss_action": 0.057972803711891174,
      "loss_total": 0.057972803711891174,
      "step": 1980
    },
    {
      "grad_norm": 0.8598724603652954,
      "learning_rate": 3.978e-05,
      "loss": 0.0508,
      "step": 1990
    },
    {
      "loss_action": 0.041437357664108276,
      "loss_total": 0.041437357664108276,
      "step": 1990
    },
    {
      "loss_action": 0.08608017861843109,
      "loss_total": 0.08608017861843109,
      "step": 1990
    },
    {
      "loss_action": 0.04662146419286728,
      "loss_total": 0.04662146419286728,
      "step": 1990
    },
    {
      "loss_action": 0.041548293083906174,
      "loss_total": 0.041548293083906174,
      "step": 1990
    },
    {
      "loss_action": 0.05513448268175125,
      "loss_total": 0.05513448268175125,
      "step": 1990
    },
    {
      "loss_action": 0.07543815672397614,
      "loss_total": 0.07543815672397614,
      "step": 1990
    },
    {
      "loss_action": 0.03494284301996231,
      "loss_total": 0.03494284301996231,
      "step": 1990
    },
    {
      "loss_action": 0.04533597081899643,
      "loss_total": 0.04533597081899643,
      "step": 1990
    },
    {
      "grad_norm": 0.6651779413223267,
      "learning_rate": 3.998e-05,
      "loss": 0.0482,
      "step": 2000
    },
    {
      "loss_action": 0.039355140179395676,
      "loss_total": 0.039355140179395676,
      "step": 2000
    },
    {
      "loss_action": 0.07455510646104813,
      "loss_total": 0.07455510646104813,
      "step": 2000
    },
    {
      "loss_action": 0.03461360186338425,
      "loss_total": 0.03461360186338425,
      "step": 2000
    },
    {
      "loss_action": 0.034259967505931854,
      "loss_total": 0.034259967505931854,
      "step": 2000
    },
    {
      "loss_action": 0.08437972515821457,
      "loss_total": 0.08437972515821457,
      "step": 2000
    },
    {
      "loss_action": 0.04312615841627121,
      "loss_total": 0.04312615841627121,
      "step": 2000
    },
    {
      "loss_action": 0.05896974727511406,
      "loss_total": 0.05896974727511406,
      "step": 2000
    },
    {
      "loss_action": 0.05759467929601669,
      "loss_total": 0.05759467929601669,
      "step": 2000
    },
    {
      "grad_norm": 0.9278625249862671,
      "learning_rate": 4.018e-05,
      "loss": 0.0466,
      "step": 2010
    },
    {
      "loss_action": 0.05615449696779251,
      "loss_total": 0.05615449696779251,
      "step": 2010
    },
    {
      "loss_action": 0.032279133796691895,
      "loss_total": 0.032279133796691895,
      "step": 2010
    },
    {
      "loss_action": 0.033802468329668045,
      "loss_total": 0.033802468329668045,
      "step": 2010
    },
    {
      "loss_action": 0.054117217659950256,
      "loss_total": 0.054117217659950256,
      "step": 2010
    },
    {
      "loss_action": 0.03765782341361046,
      "loss_total": 0.03765782341361046,
      "step": 2010
    },
    {
      "loss_action": 0.041117243468761444,
      "loss_total": 0.041117243468761444,
      "step": 2010
    },
    {
      "loss_action": 0.04730696976184845,
      "loss_total": 0.04730696976184845,
      "step": 2010
    },
    {
      "loss_action": 0.03532339259982109,
      "loss_total": 0.03532339259982109,
      "step": 2010
    },
    {
      "grad_norm": 0.9912536144256592,
      "learning_rate": 4.038e-05,
      "loss": 0.0484,
      "step": 2020
    },
    {
      "loss_action": 0.025096554309129715,
      "loss_total": 0.025096554309129715,
      "step": 2020
    },
    {
      "loss_action": 0.04822045564651489,
      "loss_total": 0.04822045564651489,
      "step": 2020
    },
    {
      "loss_action": 0.04730083420872688,
      "loss_total": 0.04730083420872688,
      "step": 2020
    },
    {
      "loss_action": 0.05047129467129707,
      "loss_total": 0.05047129467129707,
      "step": 2020
    },
    {
      "loss_action": 0.03671661764383316,
      "loss_total": 0.03671661764383316,
      "step": 2020
    },
    {
      "loss_action": 0.06809767335653305,
      "loss_total": 0.06809767335653305,
      "step": 2020
    },
    {
      "loss_action": 0.02684818021953106,
      "loss_total": 0.02684818021953106,
      "step": 2020
    },
    {
      "loss_action": 0.049434103071689606,
      "loss_total": 0.049434103071689606,
      "step": 2020
    },
    {
      "grad_norm": 0.9376549124717712,
      "learning_rate": 4.058e-05,
      "loss": 0.0465,
      "step": 2030
    },
    {
      "loss_action": 0.04311761260032654,
      "loss_total": 0.04311761260032654,
      "step": 2030
    },
    {
      "loss_action": 0.057973023504018784,
      "loss_total": 0.057973023504018784,
      "step": 2030
    },
    {
      "loss_action": 0.057814378291368484,
      "loss_total": 0.057814378291368484,
      "step": 2030
    },
    {
      "loss_action": 0.032201554626226425,
      "loss_total": 0.032201554626226425,
      "step": 2030
    },
    {
      "loss_action": 0.029560208320617676,
      "loss_total": 0.029560208320617676,
      "step": 2030
    },
    {
      "loss_action": 0.02832181006669998,
      "loss_total": 0.02832181006669998,
      "step": 2030
    },
    {
      "loss_action": 0.045889899134635925,
      "loss_total": 0.045889899134635925,
      "step": 2030
    },
    {
      "loss_action": 0.0791396051645279,
      "loss_total": 0.0791396051645279,
      "step": 2030
    },
    {
      "grad_norm": 1.1198949813842773,
      "learning_rate": 4.078e-05,
      "loss": 0.0491,
      "step": 2040
    },
    {
      "loss_action": 0.1068815141916275,
      "loss_total": 0.1068815141916275,
      "step": 2040
    },
    {
      "loss_action": 0.031218545511364937,
      "loss_total": 0.031218545511364937,
      "step": 2040
    },
    {
      "loss_action": 0.05774981528520584,
      "loss_total": 0.05774981528520584,
      "step": 2040
    },
    {
      "loss_action": 0.0707753524184227,
      "loss_total": 0.0707753524184227,
      "step": 2040
    },
    {
      "loss_action": 0.03660139441490173,
      "loss_total": 0.03660139441490173,
      "step": 2040
    },
    {
      "loss_action": 0.053527481853961945,
      "loss_total": 0.053527481853961945,
      "step": 2040
    },
    {
      "loss_action": 0.04243664816021919,
      "loss_total": 0.04243664816021919,
      "step": 2040
    },
    {
      "loss_action": 0.04632297903299332,
      "loss_total": 0.04632297903299332,
      "step": 2040
    },
    {
      "grad_norm": 0.7257319688796997,
      "learning_rate": 4.0980000000000004e-05,
      "loss": 0.0484,
      "step": 2050
    },
    {
      "loss_action": 0.030947191640734673,
      "loss_total": 0.030947191640734673,
      "step": 2050
    },
    {
      "loss_action": 0.04315313696861267,
      "loss_total": 0.04315313696861267,
      "step": 2050
    },
    {
      "loss_action": 0.04543064534664154,
      "loss_total": 0.04543064534664154,
      "step": 2050
    },
    {
      "loss_action": 0.0649050623178482,
      "loss_total": 0.0649050623178482,
      "step": 2050
    },
    {
      "loss_action": 0.043106600642204285,
      "loss_total": 0.043106600642204285,
      "step": 2050
    },
    {
      "loss_action": 0.03943340852856636,
      "loss_total": 0.03943340852856636,
      "step": 2050
    },
    {
      "loss_action": 0.04542723670601845,
      "loss_total": 0.04542723670601845,
      "step": 2050
    },
    {
      "loss_action": 0.031002987176179886,
      "loss_total": 0.031002987176179886,
      "step": 2050
    },
    {
      "grad_norm": 0.8531501889228821,
      "learning_rate": 4.118e-05,
      "loss": 0.0492,
      "step": 2060
    },
    {
      "loss_action": 0.04493924230337143,
      "loss_total": 0.04493924230337143,
      "step": 2060
    },
    {
      "loss_action": 0.046905387192964554,
      "loss_total": 0.046905387192964554,
      "step": 2060
    },
    {
      "loss_action": 0.07488914579153061,
      "loss_total": 0.07488914579153061,
      "step": 2060
    },
    {
      "loss_action": 0.03012143075466156,
      "loss_total": 0.03012143075466156,
      "step": 2060
    },
    {
      "loss_action": 0.045814018696546555,
      "loss_total": 0.045814018696546555,
      "step": 2060
    },
    {
      "loss_action": 0.062163833528757095,
      "loss_total": 0.062163833528757095,
      "step": 2060
    },
    {
      "loss_action": 0.1381656974554062,
      "loss_total": 0.1381656974554062,
      "step": 2060
    },
    {
      "loss_action": 0.042274534702301025,
      "loss_total": 0.042274534702301025,
      "step": 2060
    },
    {
      "grad_norm": 1.0562447309494019,
      "learning_rate": 4.138e-05,
      "loss": 0.0499,
      "step": 2070
    },
    {
      "loss_action": 0.08247523754835129,
      "loss_total": 0.08247523754835129,
      "step": 2070
    },
    {
      "loss_action": 0.04139752313494682,
      "loss_total": 0.04139752313494682,
      "step": 2070
    },
    {
      "loss_action": 0.03389565646648407,
      "loss_total": 0.03389565646648407,
      "step": 2070
    },
    {
      "loss_action": 0.056548960506916046,
      "loss_total": 0.056548960506916046,
      "step": 2070
    },
    {
      "loss_action": 0.026642531156539917,
      "loss_total": 0.026642531156539917,
      "step": 2070
    },
    {
      "loss_action": 0.031001944094896317,
      "loss_total": 0.031001944094896317,
      "step": 2070
    },
    {
      "loss_action": 0.08359778672456741,
      "loss_total": 0.08359778672456741,
      "step": 2070
    },
    {
      "loss_action": 0.034831129014492035,
      "loss_total": 0.034831129014492035,
      "step": 2070
    },
    {
      "grad_norm": 0.6857852339744568,
      "learning_rate": 4.1580000000000005e-05,
      "loss": 0.045,
      "step": 2080
    },
    {
      "loss_action": 0.08694939315319061,
      "loss_total": 0.08694939315319061,
      "step": 2080
    },
    {
      "loss_action": 0.0229920856654644,
      "loss_total": 0.0229920856654644,
      "step": 2080
    },
    {
      "loss_action": 0.0881945788860321,
      "loss_total": 0.0881945788860321,
      "step": 2080
    },
    {
      "loss_action": 0.030741164460778236,
      "loss_total": 0.030741164460778236,
      "step": 2080
    },
    {
      "loss_action": 0.0528930127620697,
      "loss_total": 0.0528930127620697,
      "step": 2080
    },
    {
      "loss_action": 0.02533612959086895,
      "loss_total": 0.02533612959086895,
      "step": 2080
    },
    {
      "loss_action": 0.040007852017879486,
      "loss_total": 0.040007852017879486,
      "step": 2080
    },
    {
      "loss_action": 0.04078100621700287,
      "loss_total": 0.04078100621700287,
      "step": 2080
    },
    {
      "grad_norm": 0.667240560054779,
      "learning_rate": 4.178e-05,
      "loss": 0.0477,
      "step": 2090
    },
    {
      "loss_action": 0.02734871208667755,
      "loss_total": 0.02734871208667755,
      "step": 2090
    },
    {
      "loss_action": 0.04530134052038193,
      "loss_total": 0.04530134052038193,
      "step": 2090
    },
    {
      "loss_action": 0.03847098723053932,
      "loss_total": 0.03847098723053932,
      "step": 2090
    },
    {
      "loss_action": 0.03506261110305786,
      "loss_total": 0.03506261110305786,
      "step": 2090
    },
    {
      "loss_action": 0.032817110419273376,
      "loss_total": 0.032817110419273376,
      "step": 2090
    },
    {
      "loss_action": 0.028287071734666824,
      "loss_total": 0.028287071734666824,
      "step": 2090
    },
    {
      "loss_action": 0.137993723154068,
      "loss_total": 0.137993723154068,
      "step": 2090
    },
    {
      "loss_action": 0.0291267279535532,
      "loss_total": 0.0291267279535532,
      "step": 2090
    },
    {
      "grad_norm": 0.8361437916755676,
      "learning_rate": 4.198e-05,
      "loss": 0.0432,
      "step": 2100
    },
    {
      "loss_action": 0.03250715136528015,
      "loss_total": 0.03250715136528015,
      "step": 2100
    },
    {
      "loss_action": 0.035495441406965256,
      "loss_total": 0.035495441406965256,
      "step": 2100
    },
    {
      "loss_action": 0.03671374171972275,
      "loss_total": 0.03671374171972275,
      "step": 2100
    },
    {
      "loss_action": 0.043265752494335175,
      "loss_total": 0.043265752494335175,
      "step": 2100
    },
    {
      "loss_action": 0.029600732028484344,
      "loss_total": 0.029600732028484344,
      "step": 2100
    },
    {
      "loss_action": 0.03589864820241928,
      "loss_total": 0.03589864820241928,
      "step": 2100
    },
    {
      "loss_action": 0.029798047617077827,
      "loss_total": 0.029798047617077827,
      "step": 2100
    },
    {
      "loss_action": 0.031856048852205276,
      "loss_total": 0.031856048852205276,
      "step": 2100
    },
    {
      "grad_norm": 0.8083609938621521,
      "learning_rate": 4.2180000000000006e-05,
      "loss": 0.0405,
      "step": 2110
    },
    {
      "loss_action": 0.02955416776239872,
      "loss_total": 0.02955416776239872,
      "step": 2110
    },
    {
      "loss_action": 0.10909726470708847,
      "loss_total": 0.10909726470708847,
      "step": 2110
    },
    {
      "loss_action": 0.030958667397499084,
      "loss_total": 0.030958667397499084,
      "step": 2110
    },
    {
      "loss_action": 0.03525431454181671,
      "loss_total": 0.03525431454181671,
      "step": 2110
    },
    {
      "loss_action": 0.02644997090101242,
      "loss_total": 0.02644997090101242,
      "step": 2110
    },
    {
      "loss_action": 0.05066290497779846,
      "loss_total": 0.05066290497779846,
      "step": 2110
    },
    {
      "loss_action": 0.027768336236476898,
      "loss_total": 0.027768336236476898,
      "step": 2110
    },
    {
      "loss_action": 0.060693152248859406,
      "loss_total": 0.060693152248859406,
      "step": 2110
    },
    {
      "grad_norm": 0.6196061372756958,
      "learning_rate": 4.2380000000000004e-05,
      "loss": 0.0435,
      "step": 2120
    },
    {
      "loss_action": 0.035235509276390076,
      "loss_total": 0.035235509276390076,
      "step": 2120
    },
    {
      "loss_action": 0.04256010800600052,
      "loss_total": 0.04256010800600052,
      "step": 2120
    },
    {
      "loss_action": 0.03606374189257622,
      "loss_total": 0.03606374189257622,
      "step": 2120
    },
    {
      "loss_action": 0.04433942213654518,
      "loss_total": 0.04433942213654518,
      "step": 2120
    },
    {
      "loss_action": 0.0710793286561966,
      "loss_total": 0.0710793286561966,
      "step": 2120
    },
    {
      "loss_action": 0.06049226224422455,
      "loss_total": 0.06049226224422455,
      "step": 2120
    },
    {
      "loss_action": 0.05086452513933182,
      "loss_total": 0.05086452513933182,
      "step": 2120
    },
    {
      "loss_action": 0.03642432391643524,
      "loss_total": 0.03642432391643524,
      "step": 2120
    },
    {
      "grad_norm": 0.6809393167495728,
      "learning_rate": 4.258e-05,
      "loss": 0.046,
      "step": 2130
    },
    {
      "loss_action": 0.04577163606882095,
      "loss_total": 0.04577163606882095,
      "step": 2130
    },
    {
      "loss_action": 0.03935723751783371,
      "loss_total": 0.03935723751783371,
      "step": 2130
    },
    {
      "loss_action": 0.04412508010864258,
      "loss_total": 0.04412508010864258,
      "step": 2130
    },
    {
      "loss_action": 0.04979723319411278,
      "loss_total": 0.04979723319411278,
      "step": 2130
    },
    {
      "loss_action": 0.027837958186864853,
      "loss_total": 0.027837958186864853,
      "step": 2130
    },
    {
      "loss_action": 0.033664874732494354,
      "loss_total": 0.033664874732494354,
      "step": 2130
    },
    {
      "loss_action": 0.06413207948207855,
      "loss_total": 0.06413207948207855,
      "step": 2130
    },
    {
      "loss_action": 0.044445715844631195,
      "loss_total": 0.044445715844631195,
      "step": 2130
    },
    {
      "grad_norm": 0.8901071548461914,
      "learning_rate": 4.278e-05,
      "loss": 0.044,
      "step": 2140
    },
    {
      "loss_action": 0.026793666183948517,
      "loss_total": 0.026793666183948517,
      "step": 2140
    },
    {
      "loss_action": 0.04910959303379059,
      "loss_total": 0.04910959303379059,
      "step": 2140
    },
    {
      "loss_action": 0.04244763031601906,
      "loss_total": 0.04244763031601906,
      "step": 2140
    },
    {
      "loss_action": 0.02756388485431671,
      "loss_total": 0.02756388485431671,
      "step": 2140
    },
    {
      "loss_action": 0.022607669234275818,
      "loss_total": 0.022607669234275818,
      "step": 2140
    },
    {
      "loss_action": 0.043183356523513794,
      "loss_total": 0.043183356523513794,
      "step": 2140
    },
    {
      "loss_action": 0.035156235098838806,
      "loss_total": 0.035156235098838806,
      "step": 2140
    },
    {
      "loss_action": 0.0314837321639061,
      "loss_total": 0.0314837321639061,
      "step": 2140
    },
    {
      "grad_norm": 0.9023180603981018,
      "learning_rate": 4.2980000000000005e-05,
      "loss": 0.0446,
      "step": 2150
    },
    {
      "loss_action": 0.04746588319540024,
      "loss_total": 0.04746588319540024,
      "step": 2150
    },
    {
      "loss_action": 0.04344452917575836,
      "loss_total": 0.04344452917575836,
      "step": 2150
    },
    {
      "loss_action": 0.05735884606838226,
      "loss_total": 0.05735884606838226,
      "step": 2150
    },
    {
      "loss_action": 0.04517510533332825,
      "loss_total": 0.04517510533332825,
      "step": 2150
    },
    {
      "loss_action": 0.03705139830708504,
      "loss_total": 0.03705139830708504,
      "step": 2150
    },
    {
      "loss_action": 0.05148904770612717,
      "loss_total": 0.05148904770612717,
      "step": 2150
    },
    {
      "loss_action": 0.035578034818172455,
      "loss_total": 0.035578034818172455,
      "step": 2150
    },
    {
      "loss_action": 0.039103955030441284,
      "loss_total": 0.039103955030441284,
      "step": 2150
    },
    {
      "grad_norm": 0.902294933795929,
      "learning_rate": 4.318e-05,
      "loss": 0.0451,
      "step": 2160
    },
    {
      "loss_action": 0.0565665103495121,
      "loss_total": 0.0565665103495121,
      "step": 2160
    },
    {
      "loss_action": 0.03589228540658951,
      "loss_total": 0.03589228540658951,
      "step": 2160
    },
    {
      "loss_action": 0.04568043351173401,
      "loss_total": 0.04568043351173401,
      "step": 2160
    },
    {
      "loss_action": 0.034451041370630264,
      "loss_total": 0.034451041370630264,
      "step": 2160
    },
    {
      "loss_action": 0.04498586803674698,
      "loss_total": 0.04498586803674698,
      "step": 2160
    },
    {
      "loss_action": 0.10050469636917114,
      "loss_total": 0.10050469636917114,
      "step": 2160
    },
    {
      "loss_action": 0.04249928891658783,
      "loss_total": 0.04249928891658783,
      "step": 2160
    },
    {
      "loss_action": 0.03232445940375328,
      "loss_total": 0.03232445940375328,
      "step": 2160
    },
    {
      "grad_norm": 0.9393268823623657,
      "learning_rate": 4.338e-05,
      "loss": 0.0402,
      "step": 2170
    },
    {
      "loss_action": 0.03612982854247093,
      "loss_total": 0.03612982854247093,
      "step": 2170
    },
    {
      "loss_action": 0.03552532196044922,
      "loss_total": 0.03552532196044922,
      "step": 2170
    },
    {
      "loss_action": 0.037802062928676605,
      "loss_total": 0.037802062928676605,
      "step": 2170
    },
    {
      "loss_action": 0.039705775678157806,
      "loss_total": 0.039705775678157806,
      "step": 2170
    },
    {
      "loss_action": 0.039913028478622437,
      "loss_total": 0.039913028478622437,
      "step": 2170
    },
    {
      "loss_action": 0.04917798936367035,
      "loss_total": 0.04917798936367035,
      "step": 2170
    },
    {
      "loss_action": 0.02263292670249939,
      "loss_total": 0.02263292670249939,
      "step": 2170
    },
    {
      "loss_action": 0.03939305245876312,
      "loss_total": 0.03939305245876312,
      "step": 2170
    },
    {
      "grad_norm": 0.6924844980239868,
      "learning_rate": 4.3580000000000006e-05,
      "loss": 0.0424,
      "step": 2180
    },
    {
      "loss_action": 0.05631539225578308,
      "loss_total": 0.05631539225578308,
      "step": 2180
    },
    {
      "loss_action": 0.03626269847154617,
      "loss_total": 0.03626269847154617,
      "step": 2180
    },
    {
      "loss_action": 0.03416632115840912,
      "loss_total": 0.03416632115840912,
      "step": 2180
    },
    {
      "loss_action": 0.045279890298843384,
      "loss_total": 0.045279890298843384,
      "step": 2180
    },
    {
      "loss_action": 0.045922402292490005,
      "loss_total": 0.045922402292490005,
      "step": 2180
    },
    {
      "loss_action": 0.05547190085053444,
      "loss_total": 0.05547190085053444,
      "step": 2180
    },
    {
      "loss_action": 0.04931187629699707,
      "loss_total": 0.04931187629699707,
      "step": 2180
    },
    {
      "loss_action": 0.04003303498029709,
      "loss_total": 0.04003303498029709,
      "step": 2180
    },
    {
      "grad_norm": 0.7662462592124939,
      "learning_rate": 4.3780000000000004e-05,
      "loss": 0.0426,
      "step": 2190
    },
    {
      "loss_action": 0.037240609526634216,
      "loss_total": 0.037240609526634216,
      "step": 2190
    },
    {
      "loss_action": 0.0358012393116951,
      "loss_total": 0.0358012393116951,
      "step": 2190
    },
    {
      "loss_action": 0.06178002804517746,
      "loss_total": 0.06178002804517746,
      "step": 2190
    },
    {
      "loss_action": 0.0511372908949852,
      "loss_total": 0.0511372908949852,
      "step": 2190
    },
    {
      "loss_action": 0.03678237646818161,
      "loss_total": 0.03678237646818161,
      "step": 2190
    },
    {
      "loss_action": 0.0562293715775013,
      "loss_total": 0.0562293715775013,
      "step": 2190
    },
    {
      "loss_action": 0.03680437430739403,
      "loss_total": 0.03680437430739403,
      "step": 2190
    },
    {
      "loss_action": 0.03023882582783699,
      "loss_total": 0.03023882582783699,
      "step": 2190
    },
    {
      "grad_norm": 0.8634563088417053,
      "learning_rate": 4.398e-05,
      "loss": 0.0452,
      "step": 2200
    },
    {
      "loss_action": 0.04117589071393013,
      "loss_total": 0.04117589071393013,
      "step": 2200
    },
    {
      "loss_action": 0.11110647022724152,
      "loss_total": 0.11110647022724152,
      "step": 2200
    },
    {
      "loss_action": 0.028597725555300713,
      "loss_total": 0.028597725555300713,
      "step": 2200
    },
    {
      "loss_action": 0.03796043246984482,
      "loss_total": 0.03796043246984482,
      "step": 2200
    },
    {
      "loss_action": 0.09010608494281769,
      "loss_total": 0.09010608494281769,
      "step": 2200
    },
    {
      "loss_action": 0.0370398573577404,
      "loss_total": 0.0370398573577404,
      "step": 2200
    },
    {
      "loss_action": 0.029633061960339546,
      "loss_total": 0.029633061960339546,
      "step": 2200
    },
    {
      "loss_action": 0.03324548900127411,
      "loss_total": 0.03324548900127411,
      "step": 2200
    },
    {
      "grad_norm": 0.8984149098396301,
      "learning_rate": 4.418000000000001e-05,
      "loss": 0.0448,
      "step": 2210
    },
    {
      "loss_action": 0.03408478572964668,
      "loss_total": 0.03408478572964668,
      "step": 2210
    },
    {
      "loss_action": 0.12348845601081848,
      "loss_total": 0.12348845601081848,
      "step": 2210
    },
    {
      "loss_action": 0.045068107545375824,
      "loss_total": 0.045068107545375824,
      "step": 2210
    },
    {
      "loss_action": 0.02883847989141941,
      "loss_total": 0.02883847989141941,
      "step": 2210
    },
    {
      "loss_action": 0.02847210131585598,
      "loss_total": 0.02847210131585598,
      "step": 2210
    },
    {
      "loss_action": 0.04229019582271576,
      "loss_total": 0.04229019582271576,
      "step": 2210
    },
    {
      "loss_action": 0.025320371612906456,
      "loss_total": 0.025320371612906456,
      "step": 2210
    },
    {
      "loss_action": 0.03601032868027687,
      "loss_total": 0.03601032868027687,
      "step": 2210
    },
    {
      "grad_norm": 0.7800770998001099,
      "learning_rate": 4.438e-05,
      "loss": 0.0475,
      "step": 2220
    },
    {
      "loss_action": 0.04007749632000923,
      "loss_total": 0.04007749632000923,
      "step": 2220
    },
    {
      "loss_action": 0.042413998395204544,
      "loss_total": 0.042413998395204544,
      "step": 2220
    },
    {
      "loss_action": 0.0386945977807045,
      "loss_total": 0.0386945977807045,
      "step": 2220
    },
    {
      "loss_action": 0.028293021023273468,
      "loss_total": 0.028293021023273468,
      "step": 2220
    },
    {
      "loss_action": 0.03764139115810394,
      "loss_total": 0.03764139115810394,
      "step": 2220
    },
    {
      "loss_action": 0.041952118277549744,
      "loss_total": 0.041952118277549744,
      "step": 2220
    },
    {
      "loss_action": 0.02376495860517025,
      "loss_total": 0.02376495860517025,
      "step": 2220
    },
    {
      "loss_action": 0.03426899015903473,
      "loss_total": 0.03426899015903473,
      "step": 2220
    },
    {
      "grad_norm": 0.7813441157341003,
      "learning_rate": 4.458e-05,
      "loss": 0.0419,
      "step": 2230
    },
    {
      "loss_action": 0.03847019374370575,
      "loss_total": 0.03847019374370575,
      "step": 2230
    },
    {
      "loss_action": 0.04553884267807007,
      "loss_total": 0.04553884267807007,
      "step": 2230
    },
    {
      "loss_action": 0.035958707332611084,
      "loss_total": 0.035958707332611084,
      "step": 2230
    },
    {
      "loss_action": 0.042046595364809036,
      "loss_total": 0.042046595364809036,
      "step": 2230
    },
    {
      "loss_action": 0.05847286060452461,
      "loss_total": 0.05847286060452461,
      "step": 2230
    },
    {
      "loss_action": 0.04051678627729416,
      "loss_total": 0.04051678627729416,
      "step": 2230
    },
    {
      "loss_action": 0.03946113586425781,
      "loss_total": 0.03946113586425781,
      "step": 2230
    },
    {
      "loss_action": 0.033459845930337906,
      "loss_total": 0.033459845930337906,
      "step": 2230
    },
    {
      "grad_norm": 0.6354352235794067,
      "learning_rate": 4.478e-05,
      "loss": 0.0401,
      "step": 2240
    },
    {
      "loss_action": 0.0368574783205986,
      "loss_total": 0.0368574783205986,
      "step": 2240
    },
    {
      "loss_action": 0.04736633598804474,
      "loss_total": 0.04736633598804474,
      "step": 2240
    },
    {
      "loss_action": 0.03520992398262024,
      "loss_total": 0.03520992398262024,
      "step": 2240
    },
    {
      "loss_action": 0.035649947822093964,
      "loss_total": 0.035649947822093964,
      "step": 2240
    },
    {
      "loss_action": 0.03133590519428253,
      "loss_total": 0.03133590519428253,
      "step": 2240
    },
    {
      "loss_action": 0.045102283358573914,
      "loss_total": 0.045102283358573914,
      "step": 2240
    },
    {
      "loss_action": 0.05959446728229523,
      "loss_total": 0.05959446728229523,
      "step": 2240
    },
    {
      "loss_action": 0.05226530879735947,
      "loss_total": 0.05226530879735947,
      "step": 2240
    },
    {
      "grad_norm": 0.7780113816261292,
      "learning_rate": 4.498e-05,
      "loss": 0.0456,
      "step": 2250
    },
    {
      "loss_action": 0.05536116659641266,
      "loss_total": 0.05536116659641266,
      "step": 2250
    },
    {
      "loss_action": 0.02836628444492817,
      "loss_total": 0.02836628444492817,
      "step": 2250
    },
    {
      "loss_action": 0.04579322040081024,
      "loss_total": 0.04579322040081024,
      "step": 2250
    },
    {
      "loss_action": 0.04898693785071373,
      "loss_total": 0.04898693785071373,
      "step": 2250
    },
    {
      "loss_action": 0.03414701670408249,
      "loss_total": 0.03414701670408249,
      "step": 2250
    },
    {
      "loss_action": 0.034771911799907684,
      "loss_total": 0.034771911799907684,
      "step": 2250
    },
    {
      "loss_action": 0.1493925005197525,
      "loss_total": 0.1493925005197525,
      "step": 2250
    },
    {
      "loss_action": 0.10438837110996246,
      "loss_total": 0.10438837110996246,
      "step": 2250
    },
    {
      "grad_norm": 0.8278128504753113,
      "learning_rate": 4.518e-05,
      "loss": 0.0455,
      "step": 2260
    },
    {
      "loss_action": 0.039349064230918884,
      "loss_total": 0.039349064230918884,
      "step": 2260
    },
    {
      "loss_action": 0.05656187981367111,
      "loss_total": 0.05656187981367111,
      "step": 2260
    },
    {
      "loss_action": 0.0652613714337349,
      "loss_total": 0.0652613714337349,
      "step": 2260
    },
    {
      "loss_action": 0.03053997829556465,
      "loss_total": 0.03053997829556465,
      "step": 2260
    },
    {
      "loss_action": 0.030987834557890892,
      "loss_total": 0.030987834557890892,
      "step": 2260
    },
    {
      "loss_action": 0.0430888906121254,
      "loss_total": 0.0430888906121254,
      "step": 2260
    },
    {
      "loss_action": 0.031413767486810684,
      "loss_total": 0.031413767486810684,
      "step": 2260
    },
    {
      "loss_action": 0.04714219272136688,
      "loss_total": 0.04714219272136688,
      "step": 2260
    },
    {
      "grad_norm": 0.8130384087562561,
      "learning_rate": 4.538e-05,
      "loss": 0.0425,
      "step": 2270
    },
    {
      "loss_action": 0.04997333139181137,
      "loss_total": 0.04997333139181137,
      "step": 2270
    },
    {
      "loss_action": 0.03384881466627121,
      "loss_total": 0.03384881466627121,
      "step": 2270
    },
    {
      "loss_action": 0.0522787906229496,
      "loss_total": 0.0522787906229496,
      "step": 2270
    },
    {
      "loss_action": 0.06993326544761658,
      "loss_total": 0.06993326544761658,
      "step": 2270
    },
    {
      "loss_action": 0.034079086035490036,
      "loss_total": 0.034079086035490036,
      "step": 2270
    },
    {
      "loss_action": 0.043732769787311554,
      "loss_total": 0.043732769787311554,
      "step": 2270
    },
    {
      "loss_action": 0.031132515519857407,
      "loss_total": 0.031132515519857407,
      "step": 2270
    },
    {
      "loss_action": 0.04946580529212952,
      "loss_total": 0.04946580529212952,
      "step": 2270
    },
    {
      "grad_norm": 0.612106204032898,
      "learning_rate": 4.558e-05,
      "loss": 0.0415,
      "step": 2280
    },
    {
      "loss_action": 0.12110497057437897,
      "loss_total": 0.12110497057437897,
      "step": 2280
    },
    {
      "loss_action": 0.030485056340694427,
      "loss_total": 0.030485056340694427,
      "step": 2280
    },
    {
      "loss_action": 0.03941864147782326,
      "loss_total": 0.03941864147782326,
      "step": 2280
    },
    {
      "loss_action": 0.042375583201646805,
      "loss_total": 0.042375583201646805,
      "step": 2280
    },
    {
      "loss_action": 0.045517709106206894,
      "loss_total": 0.045517709106206894,
      "step": 2280
    },
    {
      "loss_action": 0.04010295495390892,
      "loss_total": 0.04010295495390892,
      "step": 2280
    },
    {
      "loss_action": 0.04237545281648636,
      "loss_total": 0.04237545281648636,
      "step": 2280
    },
    {
      "loss_action": 0.028151603415608406,
      "loss_total": 0.028151603415608406,
      "step": 2280
    },
    {
      "grad_norm": 0.9566869139671326,
      "learning_rate": 4.578e-05,
      "loss": 0.0405,
      "step": 2290
    },
    {
      "loss_action": 0.06108275055885315,
      "loss_total": 0.06108275055885315,
      "step": 2290
    },
    {
      "loss_action": 0.065736323595047,
      "loss_total": 0.065736323595047,
      "step": 2290
    },
    {
      "loss_action": 0.03944263234734535,
      "loss_total": 0.03944263234734535,
      "step": 2290
    },
    {
      "loss_action": 0.06317202746868134,
      "loss_total": 0.06317202746868134,
      "step": 2290
    },
    {
      "loss_action": 0.04069124162197113,
      "loss_total": 0.04069124162197113,
      "step": 2290
    },
    {
      "loss_action": 0.046846505254507065,
      "loss_total": 0.046846505254507065,
      "step": 2290
    },
    {
      "loss_action": 0.04060595482587814,
      "loss_total": 0.04060595482587814,
      "step": 2290
    },
    {
      "loss_action": 0.05054493993520737,
      "loss_total": 0.05054493993520737,
      "step": 2290
    },
    {
      "grad_norm": 0.8251274228096008,
      "learning_rate": 4.5980000000000004e-05,
      "loss": 0.0451,
      "step": 2300
    },
    {
      "loss_action": 0.03632761165499687,
      "loss_total": 0.03632761165499687,
      "step": 2300
    },
    {
      "loss_action": 0.028599388897418976,
      "loss_total": 0.028599388897418976,
      "step": 2300
    },
    {
      "loss_action": 0.03363047540187836,
      "loss_total": 0.03363047540187836,
      "step": 2300
    },
    {
      "loss_action": 0.04894322529435158,
      "loss_total": 0.04894322529435158,
      "step": 2300
    },
    {
      "loss_action": 0.05104919523000717,
      "loss_total": 0.05104919523000717,
      "step": 2300
    },
    {
      "loss_action": 0.02863096259534359,
      "loss_total": 0.02863096259534359,
      "step": 2300
    },
    {
      "loss_action": 0.03883260488510132,
      "loss_total": 0.03883260488510132,
      "step": 2300
    },
    {
      "loss_action": 0.04682110995054245,
      "loss_total": 0.04682110995054245,
      "step": 2300
    },
    {
      "grad_norm": 0.7575067281723022,
      "learning_rate": 4.618e-05,
      "loss": 0.043,
      "step": 2310
    },
    {
      "loss_action": 0.024998733773827553,
      "loss_total": 0.024998733773827553,
      "step": 2310
    },
    {
      "loss_action": 0.02749798074364662,
      "loss_total": 0.02749798074364662,
      "step": 2310
    },
    {
      "loss_action": 0.02421986684203148,
      "loss_total": 0.02421986684203148,
      "step": 2310
    },
    {
      "loss_action": 0.030332252383232117,
      "loss_total": 0.030332252383232117,
      "step": 2310
    },
    {
      "loss_action": 0.051408469676971436,
      "loss_total": 0.051408469676971436,
      "step": 2310
    },
    {
      "loss_action": 0.05292493849992752,
      "loss_total": 0.05292493849992752,
      "step": 2310
    },
    {
      "loss_action": 0.024188105016946793,
      "loss_total": 0.024188105016946793,
      "step": 2310
    },
    {
      "loss_action": 0.035537682473659515,
      "loss_total": 0.035537682473659515,
      "step": 2310
    },
    {
      "grad_norm": 0.8485972881317139,
      "learning_rate": 4.638e-05,
      "loss": 0.0425,
      "step": 2320
    },
    {
      "loss_action": 0.04415713995695114,
      "loss_total": 0.04415713995695114,
      "step": 2320
    },
    {
      "loss_action": 0.029630856588482857,
      "loss_total": 0.029630856588482857,
      "step": 2320
    },
    {
      "loss_action": 0.0369567796587944,
      "loss_total": 0.0369567796587944,
      "step": 2320
    },
    {
      "loss_action": 0.040884796530008316,
      "loss_total": 0.040884796530008316,
      "step": 2320
    },
    {
      "loss_action": 0.05861514061689377,
      "loss_total": 0.05861514061689377,
      "step": 2320
    },
    {
      "loss_action": 0.027588501572608948,
      "loss_total": 0.027588501572608948,
      "step": 2320
    },
    {
      "loss_action": 0.05866684019565582,
      "loss_total": 0.05866684019565582,
      "step": 2320
    },
    {
      "loss_action": 0.03274378553032875,
      "loss_total": 0.03274378553032875,
      "step": 2320
    },
    {
      "grad_norm": 0.8402177691459656,
      "learning_rate": 4.6580000000000005e-05,
      "loss": 0.0482,
      "step": 2330
    },
    {
      "loss_action": 0.035502560436725616,
      "loss_total": 0.035502560436725616,
      "step": 2330
    },
    {
      "loss_action": 0.04110915958881378,
      "loss_total": 0.04110915958881378,
      "step": 2330
    },
    {
      "loss_action": 0.029947765171527863,
      "loss_total": 0.029947765171527863,
      "step": 2330
    },
    {
      "loss_action": 0.02902369573712349,
      "loss_total": 0.02902369573712349,
      "step": 2330
    },
    {
      "loss_action": 0.04437762498855591,
      "loss_total": 0.04437762498855591,
      "step": 2330
    },
    {
      "loss_action": 0.025846723467111588,
      "loss_total": 0.025846723467111588,
      "step": 2330
    },
    {
      "loss_action": 0.02369135431945324,
      "loss_total": 0.02369135431945324,
      "step": 2330
    },
    {
      "loss_action": 0.03216079622507095,
      "loss_total": 0.03216079622507095,
      "step": 2330
    },
    {
      "grad_norm": 0.78849858045578,
      "learning_rate": 4.678e-05,
      "loss": 0.0392,
      "step": 2340
    },
    {
      "loss_action": 0.10183459520339966,
      "loss_total": 0.10183459520339966,
      "step": 2340
    },
    {
      "loss_action": 0.04098515212535858,
      "loss_total": 0.04098515212535858,
      "step": 2340
    },
    {
      "loss_action": 0.03450147062540054,
      "loss_total": 0.03450147062540054,
      "step": 2340
    },
    {
      "loss_action": 0.15239766240119934,
      "loss_total": 0.15239766240119934,
      "step": 2340
    },
    {
      "loss_action": 0.06344067305326462,
      "loss_total": 0.06344067305326462,
      "step": 2340
    },
    {
      "loss_action": 0.13300728797912598,
      "loss_total": 0.13300728797912598,
      "step": 2340
    },
    {
      "loss_action": 0.03371913731098175,
      "loss_total": 0.03371913731098175,
      "step": 2340
    },
    {
      "loss_action": 0.06289996206760406,
      "loss_total": 0.06289996206760406,
      "step": 2340
    },
    {
      "grad_norm": 0.6079825162887573,
      "learning_rate": 4.698e-05,
      "loss": 0.0501,
      "step": 2350
    },
    {
      "loss_action": 0.06845474243164062,
      "loss_total": 0.06845474243164062,
      "step": 2350
    },
    {
      "loss_action": 0.04160483926534653,
      "loss_total": 0.04160483926534653,
      "step": 2350
    },
    {
      "loss_action": 0.04147394374012947,
      "loss_total": 0.04147394374012947,
      "step": 2350
    },
    {
      "loss_action": 0.07628759741783142,
      "loss_total": 0.07628759741783142,
      "step": 2350
    },
    {
      "loss_action": 0.023277033120393753,
      "loss_total": 0.023277033120393753,
      "step": 2350
    },
    {
      "loss_action": 0.03414677083492279,
      "loss_total": 0.03414677083492279,
      "step": 2350
    },
    {
      "loss_action": 0.023062361404299736,
      "loss_total": 0.023062361404299736,
      "step": 2350
    },
    {
      "loss_action": 0.047956787049770355,
      "loss_total": 0.047956787049770355,
      "step": 2350
    },
    {
      "grad_norm": 0.5915645956993103,
      "learning_rate": 4.718e-05,
      "loss": 0.0416,
      "step": 2360
    },
    {
      "loss_action": 0.0418039970099926,
      "loss_total": 0.0418039970099926,
      "step": 2360
    },
    {
      "loss_action": 0.027692031115293503,
      "loss_total": 0.027692031115293503,
      "step": 2360
    },
    {
      "loss_action": 0.03525373339653015,
      "loss_total": 0.03525373339653015,
      "step": 2360
    },
    {
      "loss_action": 0.031498588621616364,
      "loss_total": 0.031498588621616364,
      "step": 2360
    },
    {
      "loss_action": 0.03731367364525795,
      "loss_total": 0.03731367364525795,
      "step": 2360
    },
    {
      "loss_action": 0.026544805616140366,
      "loss_total": 0.026544805616140366,
      "step": 2360
    },
    {
      "loss_action": 0.030224215239286423,
      "loss_total": 0.030224215239286423,
      "step": 2360
    },
    {
      "loss_action": 0.028431154787540436,
      "loss_total": 0.028431154787540436,
      "step": 2360
    },
    {
      "grad_norm": 0.6393543481826782,
      "learning_rate": 4.7380000000000004e-05,
      "loss": 0.0394,
      "step": 2370
    },
    {
      "loss_action": 0.052120089530944824,
      "loss_total": 0.052120089530944824,
      "step": 2370
    },
    {
      "loss_action": 0.0348670519888401,
      "loss_total": 0.0348670519888401,
      "step": 2370
    },
    {
      "loss_action": 0.042279135435819626,
      "loss_total": 0.042279135435819626,
      "step": 2370
    },
    {
      "loss_action": 0.03300061449408531,
      "loss_total": 0.03300061449408531,
      "step": 2370
    },
    {
      "loss_action": 0.0578588992357254,
      "loss_total": 0.0578588992357254,
      "step": 2370
    },
    {
      "loss_action": 0.03151076287031174,
      "loss_total": 0.03151076287031174,
      "step": 2370
    },
    {
      "loss_action": 0.044310782104730606,
      "loss_total": 0.044310782104730606,
      "step": 2370
    },
    {
      "loss_action": 0.055872898548841476,
      "loss_total": 0.055872898548841476,
      "step": 2370
    },
    {
      "grad_norm": 0.7137813568115234,
      "learning_rate": 4.758e-05,
      "loss": 0.0419,
      "step": 2380
    },
    {
      "loss_action": 0.08217442035675049,
      "loss_total": 0.08217442035675049,
      "step": 2380
    },
    {
      "loss_action": 0.028764672577381134,
      "loss_total": 0.028764672577381134,
      "step": 2380
    },
    {
      "loss_action": 0.029590459540486336,
      "loss_total": 0.029590459540486336,
      "step": 2380
    },
    {
      "loss_action": 0.02683011256158352,
      "loss_total": 0.02683011256158352,
      "step": 2380
    },
    {
      "loss_action": 0.049164578318595886,
      "loss_total": 0.049164578318595886,
      "step": 2380
    },
    {
      "loss_action": 0.03257482498884201,
      "loss_total": 0.03257482498884201,
      "step": 2380
    },
    {
      "loss_action": 0.040993887931108475,
      "loss_total": 0.040993887931108475,
      "step": 2380
    },
    {
      "loss_action": 0.0360715389251709,
      "loss_total": 0.0360715389251709,
      "step": 2380
    },
    {
      "grad_norm": 0.6839059591293335,
      "learning_rate": 4.778e-05,
      "loss": 0.0406,
      "step": 2390
    },
    {
      "loss_action": 0.03782191127538681,
      "loss_total": 0.03782191127538681,
      "step": 2390
    },
    {
      "loss_action": 0.05526049807667732,
      "loss_total": 0.05526049807667732,
      "step": 2390
    },
    {
      "loss_action": 0.08324013650417328,
      "loss_total": 0.08324013650417328,
      "step": 2390
    },
    {
      "loss_action": 0.0494048148393631,
      "loss_total": 0.0494048148393631,
      "step": 2390
    },
    {
      "loss_action": 0.0634358674287796,
      "loss_total": 0.0634358674287796,
      "step": 2390
    },
    {
      "loss_action": 0.085935078561306,
      "loss_total": 0.085935078561306,
      "step": 2390
    },
    {
      "loss_action": 0.17717382311820984,
      "loss_total": 0.17717382311820984,
      "step": 2390
    },
    {
      "loss_action": 0.0492577850818634,
      "loss_total": 0.0492577850818634,
      "step": 2390
    },
    {
      "grad_norm": 0.6633885502815247,
      "learning_rate": 4.7980000000000005e-05,
      "loss": 0.0449,
      "step": 2400
    },
    {
      "loss_action": 0.018376484513282776,
      "loss_total": 0.018376484513282776,
      "step": 2400
    },
    {
      "loss_action": 0.05266274884343147,
      "loss_total": 0.05266274884343147,
      "step": 2400
    },
    {
      "loss_action": 0.033185385167598724,
      "loss_total": 0.033185385167598724,
      "step": 2400
    },
    {
      "loss_action": 0.029321014881134033,
      "loss_total": 0.029321014881134033,
      "step": 2400
    },
    {
      "loss_action": 0.029973462224006653,
      "loss_total": 0.029973462224006653,
      "step": 2400
    },
    {
      "loss_action": 0.0416475310921669,
      "loss_total": 0.0416475310921669,
      "step": 2400
    },
    {
      "loss_action": 0.027108164504170418,
      "loss_total": 0.027108164504170418,
      "step": 2400
    },
    {
      "loss_action": 0.031934820115566254,
      "loss_total": 0.031934820115566254,
      "step": 2400
    },
    {
      "grad_norm": 0.6549168229103088,
      "learning_rate": 4.818e-05,
      "loss": 0.0361,
      "step": 2410
    },
    {
      "loss_action": 0.027988415211439133,
      "loss_total": 0.027988415211439133,
      "step": 2410
    },
    {
      "loss_action": 0.04432455077767372,
      "loss_total": 0.04432455077767372,
      "step": 2410
    },
    {
      "loss_action": 0.04235692322254181,
      "loss_total": 0.04235692322254181,
      "step": 2410
    },
    {
      "loss_action": 0.10166588425636292,
      "loss_total": 0.10166588425636292,
      "step": 2410
    },
    {
      "loss_action": 0.030755389481782913,
      "loss_total": 0.030755389481782913,
      "step": 2410
    },
    {
      "loss_action": 0.02382383868098259,
      "loss_total": 0.02382383868098259,
      "step": 2410
    },
    {
      "loss_action": 0.04194022715091705,
      "loss_total": 0.04194022715091705,
      "step": 2410
    },
    {
      "loss_action": 0.03201686590909958,
      "loss_total": 0.03201686590909958,
      "step": 2410
    },
    {
      "grad_norm": 0.9081343412399292,
      "learning_rate": 4.838e-05,
      "loss": 0.0461,
      "step": 2420
    },
    {
      "loss_action": 0.048155464231967926,
      "loss_total": 0.048155464231967926,
      "step": 2420
    },
    {
      "loss_action": 0.042507871985435486,
      "loss_total": 0.042507871985435486,
      "step": 2420
    },
    {
      "loss_action": 0.04001915454864502,
      "loss_total": 0.04001915454864502,
      "step": 2420
    },
    {
      "loss_action": 0.06091165542602539,
      "loss_total": 0.06091165542602539,
      "step": 2420
    },
    {
      "loss_action": 0.042772337794303894,
      "loss_total": 0.042772337794303894,
      "step": 2420
    },
    {
      "loss_action": 0.036021385341882706,
      "loss_total": 0.036021385341882706,
      "step": 2420
    },
    {
      "loss_action": 0.03750106692314148,
      "loss_total": 0.03750106692314148,
      "step": 2420
    },
    {
      "loss_action": 0.044919852167367935,
      "loss_total": 0.044919852167367935,
      "step": 2420
    },
    {
      "grad_norm": 0.6681371927261353,
      "learning_rate": 4.8580000000000006e-05,
      "loss": 0.0441,
      "step": 2430
    },
    {
      "loss_action": 0.0452580526471138,
      "loss_total": 0.0452580526471138,
      "step": 2430
    },
    {
      "loss_action": 0.05298950523138046,
      "loss_total": 0.05298950523138046,
      "step": 2430
    },
    {
      "loss_action": 0.061848416924476624,
      "loss_total": 0.061848416924476624,
      "step": 2430
    },
    {
      "loss_action": 0.048544563353061676,
      "loss_total": 0.048544563353061676,
      "step": 2430
    },
    {
      "loss_action": 0.03247042000293732,
      "loss_total": 0.03247042000293732,
      "step": 2430
    },
    {
      "loss_action": 0.04411333054304123,
      "loss_total": 0.04411333054304123,
      "step": 2430
    },
    {
      "loss_action": 0.027670521289110184,
      "loss_total": 0.027670521289110184,
      "step": 2430
    },
    {
      "loss_action": 0.03612946718931198,
      "loss_total": 0.03612946718931198,
      "step": 2430
    },
    {
      "grad_norm": 0.6986573338508606,
      "learning_rate": 4.8780000000000004e-05,
      "loss": 0.0455,
      "step": 2440
    },
    {
      "loss_action": 0.03718770295381546,
      "loss_total": 0.03718770295381546,
      "step": 2440
    },
    {
      "loss_action": 0.03794998675584793,
      "loss_total": 0.03794998675584793,
      "step": 2440
    },
    {
      "loss_action": 0.029477760195732117,
      "loss_total": 0.029477760195732117,
      "step": 2440
    },
    {
      "loss_action": 0.03134685009717941,
      "loss_total": 0.03134685009717941,
      "step": 2440
    },
    {
      "loss_action": 0.039737340062856674,
      "loss_total": 0.039737340062856674,
      "step": 2440
    },
    {
      "loss_action": 0.038477346301078796,
      "loss_total": 0.038477346301078796,
      "step": 2440
    },
    {
      "loss_action": 0.034465447068214417,
      "loss_total": 0.034465447068214417,
      "step": 2440
    },
    {
      "loss_action": 0.05375964567065239,
      "loss_total": 0.05375964567065239,
      "step": 2440
    },
    {
      "grad_norm": 0.7515920400619507,
      "learning_rate": 4.898e-05,
      "loss": 0.0443,
      "step": 2450
    },
    {
      "loss_action": 0.03999211639165878,
      "loss_total": 0.03999211639165878,
      "step": 2450
    },
    {
      "loss_action": 0.04286959767341614,
      "loss_total": 0.04286959767341614,
      "step": 2450
    },
    {
      "loss_action": 0.028390660881996155,
      "loss_total": 0.028390660881996155,
      "step": 2450
    },
    {
      "loss_action": 0.06902768462896347,
      "loss_total": 0.06902768462896347,
      "step": 2450
    },
    {
      "loss_action": 0.03855770826339722,
      "loss_total": 0.03855770826339722,
      "step": 2450
    },
    {
      "loss_action": 0.03155520558357239,
      "loss_total": 0.03155520558357239,
      "step": 2450
    },
    {
      "loss_action": 0.0354451946914196,
      "loss_total": 0.0354451946914196,
      "step": 2450
    },
    {
      "loss_action": 0.041184116154909134,
      "loss_total": 0.041184116154909134,
      "step": 2450
    },
    {
      "grad_norm": 0.646622359752655,
      "learning_rate": 4.918000000000001e-05,
      "loss": 0.0433,
      "step": 2460
    },
    {
      "loss_action": 0.030757317319512367,
      "loss_total": 0.030757317319512367,
      "step": 2460
    },
    {
      "loss_action": 0.0951797291636467,
      "loss_total": 0.0951797291636467,
      "step": 2460
    },
    {
      "loss_action": 0.07420134544372559,
      "loss_total": 0.07420134544372559,
      "step": 2460
    },
    {
      "loss_action": 0.03808807209134102,
      "loss_total": 0.03808807209134102,
      "step": 2460
    },
    {
      "loss_action": 0.025125402957201004,
      "loss_total": 0.025125402957201004,
      "step": 2460
    },
    {
      "loss_action": 0.04142569750547409,
      "loss_total": 0.04142569750547409,
      "step": 2460
    },
    {
      "loss_action": 0.04319547861814499,
      "loss_total": 0.04319547861814499,
      "step": 2460
    },
    {
      "loss_action": 0.0333104282617569,
      "loss_total": 0.0333104282617569,
      "step": 2460
    },
    {
      "grad_norm": 0.5803799629211426,
      "learning_rate": 4.9380000000000005e-05,
      "loss": 0.0408,
      "step": 2470
    },
    {
      "loss_action": 0.04716218635439873,
      "loss_total": 0.04716218635439873,
      "step": 2470
    },
    {
      "loss_action": 0.03599096089601517,
      "loss_total": 0.03599096089601517,
      "step": 2470
    },
    {
      "loss_action": 0.03616005554795265,
      "loss_total": 0.03616005554795265,
      "step": 2470
    },
    {
      "loss_action": 0.038119181990623474,
      "loss_total": 0.038119181990623474,
      "step": 2470
    },
    {
      "loss_action": 0.05462101474404335,
      "loss_total": 0.05462101474404335,
      "step": 2470
    },
    {
      "loss_action": 0.033967502415180206,
      "loss_total": 0.033967502415180206,
      "step": 2470
    },
    {
      "loss_action": 0.03078274615108967,
      "loss_total": 0.03078274615108967,
      "step": 2470
    },
    {
      "loss_action": 0.03379565477371216,
      "loss_total": 0.03379565477371216,
      "step": 2470
    },
    {
      "grad_norm": 0.8617849946022034,
      "learning_rate": 4.958e-05,
      "loss": 0.0415,
      "step": 2480
    },
    {
      "loss_action": 0.027689507231116295,
      "loss_total": 0.027689507231116295,
      "step": 2480
    },
    {
      "loss_action": 0.04925316572189331,
      "loss_total": 0.04925316572189331,
      "step": 2480
    },
    {
      "loss_action": 0.060708846896886826,
      "loss_total": 0.060708846896886826,
      "step": 2480
    },
    {
      "loss_action": 0.031164834275841713,
      "loss_total": 0.031164834275841713,
      "step": 2480
    },
    {
      "loss_action": 0.04524626582860947,
      "loss_total": 0.04524626582860947,
      "step": 2480
    },
    {
      "loss_action": 0.2073640525341034,
      "loss_total": 0.2073640525341034,
      "step": 2480
    },
    {
      "loss_action": 0.04474844038486481,
      "loss_total": 0.04474844038486481,
      "step": 2480
    },
    {
      "loss_action": 0.044923603534698486,
      "loss_total": 0.044923603534698486,
      "step": 2480
    },
    {
      "grad_norm": 0.5773484706878662,
      "learning_rate": 4.978e-05,
      "loss": 0.0481,
      "step": 2490
    },
    {
      "loss_action": 0.029514804482460022,
      "loss_total": 0.029514804482460022,
      "step": 2490
    },
    {
      "loss_action": 0.026961904019117355,
      "loss_total": 0.026961904019117355,
      "step": 2490
    },
    {
      "loss_action": 0.03520548343658447,
      "loss_total": 0.03520548343658447,
      "step": 2490
    },
    {
      "loss_action": 0.0443604439496994,
      "loss_total": 0.0443604439496994,
      "step": 2490
    },
    {
      "loss_action": 0.0717523992061615,
      "loss_total": 0.0717523992061615,
      "step": 2490
    },
    {
      "loss_action": 0.02654113620519638,
      "loss_total": 0.02654113620519638,
      "step": 2490
    },
    {
      "loss_action": 0.04133792221546173,
      "loss_total": 0.04133792221546173,
      "step": 2490
    },
    {
      "loss_action": 0.056830033659935,
      "loss_total": 0.056830033659935,
      "step": 2490
    },
    {
      "grad_norm": 0.6304798126220703,
      "learning_rate": 4.9980000000000006e-05,
      "loss": 0.0383,
      "step": 2500
    },
    {
      "loss_action": 0.024110540747642517,
      "loss_total": 0.024110540747642517,
      "step": 2500
    },
    {
      "loss_action": 0.04958152025938034,
      "loss_total": 0.04958152025938034,
      "step": 2500
    },
    {
      "loss_action": 0.03014085255563259,
      "loss_total": 0.03014085255563259,
      "step": 2500
    },
    {
      "loss_action": 0.04710184782743454,
      "loss_total": 0.04710184782743454,
      "step": 2500
    },
    {
      "loss_action": 0.037484776228666306,
      "loss_total": 0.037484776228666306,
      "step": 2500
    },
    {
      "loss_action": 0.031204044818878174,
      "loss_total": 0.031204044818878174,
      "step": 2500
    },
    {
      "loss_action": 0.03377118334174156,
      "loss_total": 0.03377118334174156,
      "step": 2500
    },
    {
      "loss_action": 0.0342695489525795,
      "loss_total": 0.0342695489525795,
      "step": 2500
    },
    {
      "grad_norm": 0.6101694703102112,
      "learning_rate": 5.0180000000000004e-05,
      "loss": 0.0401,
      "step": 2510
    },
    {
      "loss_action": 0.02668149583041668,
      "loss_total": 0.02668149583041668,
      "step": 2510
    },
    {
      "loss_action": 0.126107856631279,
      "loss_total": 0.126107856631279,
      "step": 2510
    },
    {
      "loss_action": 0.017837829887866974,
      "loss_total": 0.017837829887866974,
      "step": 2510
    },
    {
      "loss_action": 0.02332822047173977,
      "loss_total": 0.02332822047173977,
      "step": 2510
    },
    {
      "loss_action": 0.03496083617210388,
      "loss_total": 0.03496083617210388,
      "step": 2510
    },
    {
      "loss_action": 0.037015222012996674,
      "loss_total": 0.037015222012996674,
      "step": 2510
    },
    {
      "loss_action": 0.02275649644434452,
      "loss_total": 0.02275649644434452,
      "step": 2510
    },
    {
      "loss_action": 0.04638142138719559,
      "loss_total": 0.04638142138719559,
      "step": 2510
    },
    {
      "grad_norm": 0.5739526748657227,
      "learning_rate": 5.038e-05,
      "loss": 0.0372,
      "step": 2520
    },
    {
      "loss_action": 0.03400471806526184,
      "loss_total": 0.03400471806526184,
      "step": 2520
    },
    {
      "loss_action": 0.03156408667564392,
      "loss_total": 0.03156408667564392,
      "step": 2520
    },
    {
      "loss_action": 0.024105029180645943,
      "loss_total": 0.024105029180645943,
      "step": 2520
    },
    {
      "loss_action": 0.0423889234662056,
      "loss_total": 0.0423889234662056,
      "step": 2520
    },
    {
      "loss_action": 0.14911818504333496,
      "loss_total": 0.14911818504333496,
      "step": 2520
    },
    {
      "loss_action": 0.04468376189470291,
      "loss_total": 0.04468376189470291,
      "step": 2520
    },
    {
      "loss_action": 0.037396859377622604,
      "loss_total": 0.037396859377622604,
      "step": 2520
    },
    {
      "loss_action": 0.0303625650703907,
      "loss_total": 0.0303625650703907,
      "step": 2520
    },
    {
      "grad_norm": 0.5486214756965637,
      "learning_rate": 5.058000000000001e-05,
      "loss": 0.0401,
      "step": 2530
    },
    {
      "loss_action": 0.025220483541488647,
      "loss_total": 0.025220483541488647,
      "step": 2530
    },
    {
      "loss_action": 0.04762553423643112,
      "loss_total": 0.04762553423643112,
      "step": 2530
    },
    {
      "loss_action": 0.029646731913089752,
      "loss_total": 0.029646731913089752,
      "step": 2530
    },
    {
      "loss_action": 0.03542006388306618,
      "loss_total": 0.03542006388306618,
      "step": 2530
    },
    {
      "loss_action": 0.0210749339312315,
      "loss_total": 0.0210749339312315,
      "step": 2530
    },
    {
      "loss_action": 0.044644590467214584,
      "loss_total": 0.044644590467214584,
      "step": 2530
    },
    {
      "loss_action": 0.03090055286884308,
      "loss_total": 0.03090055286884308,
      "step": 2530
    },
    {
      "loss_action": 0.02946832962334156,
      "loss_total": 0.02946832962334156,
      "step": 2530
    },
    {
      "grad_norm": 0.5938284993171692,
      "learning_rate": 5.0780000000000005e-05,
      "loss": 0.0367,
      "step": 2540
    },
    {
      "loss_action": 0.04974702373147011,
      "loss_total": 0.04974702373147011,
      "step": 2540
    },
    {
      "loss_action": 0.03453269228339195,
      "loss_total": 0.03453269228339195,
      "step": 2540
    },
    {
      "loss_action": 0.02185112051665783,
      "loss_total": 0.02185112051665783,
      "step": 2540
    },
    {
      "loss_action": 0.023886065930128098,
      "loss_total": 0.023886065930128098,
      "step": 2540
    },
    {
      "loss_action": 0.034243352711200714,
      "loss_total": 0.034243352711200714,
      "step": 2540
    },
    {
      "loss_action": 0.023725129663944244,
      "loss_total": 0.023725129663944244,
      "step": 2540
    },
    {
      "loss_action": 0.024747410789132118,
      "loss_total": 0.024747410789132118,
      "step": 2540
    },
    {
      "loss_action": 0.041786763817071915,
      "loss_total": 0.041786763817071915,
      "step": 2540
    },
    {
      "grad_norm": 0.7660297751426697,
      "learning_rate": 5.098e-05,
      "loss": 0.0407,
      "step": 2550
    },
    {
      "loss_action": 0.033633340150117874,
      "loss_total": 0.033633340150117874,
      "step": 2550
    },
    {
      "loss_action": 0.037707410752773285,
      "loss_total": 0.037707410752773285,
      "step": 2550
    },
    {
      "loss_action": 0.04259365424513817,
      "loss_total": 0.04259365424513817,
      "step": 2550
    },
    {
      "loss_action": 0.03557337820529938,
      "loss_total": 0.03557337820529938,
      "step": 2550
    },
    {
      "loss_action": 0.029318125918507576,
      "loss_total": 0.029318125918507576,
      "step": 2550
    },
    {
      "loss_action": 0.0372382216155529,
      "loss_total": 0.0372382216155529,
      "step": 2550
    },
    {
      "loss_action": 0.03803474083542824,
      "loss_total": 0.03803474083542824,
      "step": 2550
    },
    {
      "loss_action": 0.033075690269470215,
      "loss_total": 0.033075690269470215,
      "step": 2550
    },
    {
      "grad_norm": 0.7343750596046448,
      "learning_rate": 5.118000000000001e-05,
      "loss": 0.0453,
      "step": 2560
    },
    {
      "loss_action": 0.03524073213338852,
      "loss_total": 0.03524073213338852,
      "step": 2560
    },
    {
      "loss_action": 0.03912904113531113,
      "loss_total": 0.03912904113531113,
      "step": 2560
    },
    {
      "loss_action": 0.03164278343319893,
      "loss_total": 0.03164278343319893,
      "step": 2560
    },
    {
      "loss_action": 0.03567486256361008,
      "loss_total": 0.03567486256361008,
      "step": 2560
    },
    {
      "loss_action": 0.03640466183423996,
      "loss_total": 0.03640466183423996,
      "step": 2560
    },
    {
      "loss_action": 0.03373737633228302,
      "loss_total": 0.03373737633228302,
      "step": 2560
    },
    {
      "loss_action": 0.0392155796289444,
      "loss_total": 0.0392155796289444,
      "step": 2560
    },
    {
      "loss_action": 0.03967343270778656,
      "loss_total": 0.03967343270778656,
      "step": 2560
    },
    {
      "grad_norm": 0.7280364632606506,
      "learning_rate": 5.1380000000000006e-05,
      "loss": 0.0412,
      "step": 2570
    },
    {
      "loss_action": 0.03414539247751236,
      "loss_total": 0.03414539247751236,
      "step": 2570
    },
    {
      "loss_action": 0.023736830800771713,
      "loss_total": 0.023736830800771713,
      "step": 2570
    },
    {
      "loss_action": 0.037918172776699066,
      "loss_total": 0.037918172776699066,
      "step": 2570
    },
    {
      "loss_action": 0.028211209923028946,
      "loss_total": 0.028211209923028946,
      "step": 2570
    },
    {
      "loss_action": 0.041179109364748,
      "loss_total": 0.041179109364748,
      "step": 2570
    },
    {
      "loss_action": 0.029616504907608032,
      "loss_total": 0.029616504907608032,
      "step": 2570
    },
    {
      "loss_action": 0.02501538023352623,
      "loss_total": 0.02501538023352623,
      "step": 2570
    },
    {
      "loss_action": 0.03058267943561077,
      "loss_total": 0.03058267943561077,
      "step": 2570
    },
    {
      "grad_norm": 0.6380875110626221,
      "learning_rate": 5.1580000000000004e-05,
      "loss": 0.0406,
      "step": 2580
    },
    {
      "loss_action": 0.029229644685983658,
      "loss_total": 0.029229644685983658,
      "step": 2580
    },
    {
      "loss_action": 0.02797548472881317,
      "loss_total": 0.02797548472881317,
      "step": 2580
    },
    {
      "loss_action": 0.02323814108967781,
      "loss_total": 0.02323814108967781,
      "step": 2580
    },
    {
      "loss_action": 0.039410196244716644,
      "loss_total": 0.039410196244716644,
      "step": 2580
    },
    {
      "loss_action": 0.04219205304980278,
      "loss_total": 0.04219205304980278,
      "step": 2580
    },
    {
      "loss_action": 0.026008829474449158,
      "loss_total": 0.026008829474449158,
      "step": 2580
    },
    {
      "loss_action": 0.02509962022304535,
      "loss_total": 0.02509962022304535,
      "step": 2580
    },
    {
      "loss_action": 0.024893837049603462,
      "loss_total": 0.024893837049603462,
      "step": 2580
    },
    {
      "grad_norm": 0.6875584125518799,
      "learning_rate": 5.178000000000001e-05,
      "loss": 0.0363,
      "step": 2590
    },
    {
      "loss_action": 0.03393138572573662,
      "loss_total": 0.03393138572573662,
      "step": 2590
    },
    {
      "loss_action": 0.03757188469171524,
      "loss_total": 0.03757188469171524,
      "step": 2590
    },
    {
      "loss_action": 0.028397198766469955,
      "loss_total": 0.028397198766469955,
      "step": 2590
    },
    {
      "loss_action": 0.04553382471203804,
      "loss_total": 0.04553382471203804,
      "step": 2590
    },
    {
      "loss_action": 0.03965594246983528,
      "loss_total": 0.03965594246983528,
      "step": 2590
    },
    {
      "loss_action": 0.1636822372674942,
      "loss_total": 0.1636822372674942,
      "step": 2590
    },
    {
      "loss_action": 0.02888621762394905,
      "loss_total": 0.02888621762394905,
      "step": 2590
    },
    {
      "loss_action": 0.03165077418088913,
      "loss_total": 0.03165077418088913,
      "step": 2590
    },
    {
      "grad_norm": 0.8214147090911865,
      "learning_rate": 5.198000000000001e-05,
      "loss": 0.0434,
      "step": 2600
    },
    {
      "loss_action": 0.03805510699748993,
      "loss_total": 0.03805510699748993,
      "step": 2600
    },
    {
      "loss_action": 0.03449425846338272,
      "loss_total": 0.03449425846338272,
      "step": 2600
    },
    {
      "loss_action": 0.02945598028600216,
      "loss_total": 0.02945598028600216,
      "step": 2600
    },
    {
      "loss_action": 0.04519181326031685,
      "loss_total": 0.04519181326031685,
      "step": 2600
    },
    {
      "loss_action": 0.032845787703990936,
      "loss_total": 0.032845787703990936,
      "step": 2600
    },
    {
      "loss_action": 0.03396635875105858,
      "loss_total": 0.03396635875105858,
      "step": 2600
    },
    {
      "loss_action": 0.037030331790447235,
      "loss_total": 0.037030331790447235,
      "step": 2600
    },
    {
      "loss_action": 0.03562914580106735,
      "loss_total": 0.03562914580106735,
      "step": 2600
    },
    {
      "grad_norm": 0.6365419626235962,
      "learning_rate": 5.2180000000000005e-05,
      "loss": 0.0401,
      "step": 2610
    },
    {
      "loss_action": 0.0485837422311306,
      "loss_total": 0.0485837422311306,
      "step": 2610
    },
    {
      "loss_action": 0.058808162808418274,
      "loss_total": 0.058808162808418274,
      "step": 2610
    },
    {
      "loss_action": 0.0367731936275959,
      "loss_total": 0.0367731936275959,
      "step": 2610
    },
    {
      "loss_action": 0.050500959157943726,
      "loss_total": 0.050500959157943726,
      "step": 2610
    },
    {
      "loss_action": 0.05047062039375305,
      "loss_total": 0.05047062039375305,
      "step": 2610
    },
    {
      "loss_action": 0.06983925402164459,
      "loss_total": 0.06983925402164459,
      "step": 2610
    },
    {
      "loss_action": 0.02409829944372177,
      "loss_total": 0.02409829944372177,
      "step": 2610
    },
    {
      "loss_action": 0.029598072171211243,
      "loss_total": 0.029598072171211243,
      "step": 2610
    },
    {
      "grad_norm": 0.769448459148407,
      "learning_rate": 5.238000000000001e-05,
      "loss": 0.0399,
      "step": 2620
    },
    {
      "loss_action": 0.029239114373922348,
      "loss_total": 0.029239114373922348,
      "step": 2620
    },
    {
      "loss_action": 0.02878689393401146,
      "loss_total": 0.02878689393401146,
      "step": 2620
    },
    {
      "loss_action": 0.026470540091395378,
      "loss_total": 0.026470540091395378,
      "step": 2620
    },
    {
      "loss_action": 0.02873208187520504,
      "loss_total": 0.02873208187520504,
      "step": 2620
    },
    {
      "loss_action": 0.04329488426446915,
      "loss_total": 0.04329488426446915,
      "step": 2620
    },
    {
      "loss_action": 0.026162147521972656,
      "loss_total": 0.026162147521972656,
      "step": 2620
    },
    {
      "loss_action": 0.04491249844431877,
      "loss_total": 0.04491249844431877,
      "step": 2620
    },
    {
      "loss_action": 0.024729479104280472,
      "loss_total": 0.024729479104280472,
      "step": 2620
    },
    {
      "grad_norm": 0.6107091903686523,
      "learning_rate": 5.258000000000001e-05,
      "loss": 0.0386,
      "step": 2630
    },
    {
      "loss_action": 0.02897023968398571,
      "loss_total": 0.02897023968398571,
      "step": 2630
    },
    {
      "loss_action": 0.05664268136024475,
      "loss_total": 0.05664268136024475,
      "step": 2630
    },
    {
      "loss_action": 0.049125902354717255,
      "loss_total": 0.049125902354717255,
      "step": 2630
    },
    {
      "loss_action": 0.048164330422878265,
      "loss_total": 0.048164330422878265,
      "step": 2630
    },
    {
      "loss_action": 0.05229663848876953,
      "loss_total": 0.05229663848876953,
      "step": 2630
    },
    {
      "loss_action": 0.04490046948194504,
      "loss_total": 0.04490046948194504,
      "step": 2630
    },
    {
      "loss_action": 0.02552291937172413,
      "loss_total": 0.02552291937172413,
      "step": 2630
    },
    {
      "loss_action": 0.03305176645517349,
      "loss_total": 0.03305176645517349,
      "step": 2630
    },
    {
      "grad_norm": 0.835920512676239,
      "learning_rate": 5.2780000000000006e-05,
      "loss": 0.0471,
      "step": 2640
    },
    {
      "loss_action": 0.038409847766160965,
      "loss_total": 0.038409847766160965,
      "step": 2640
    },
    {
      "loss_action": 0.029109245166182518,
      "loss_total": 0.029109245166182518,
      "step": 2640
    },
    {
      "loss_action": 0.11523105949163437,
      "loss_total": 0.11523105949163437,
      "step": 2640
    },
    {
      "loss_action": 0.025275051593780518,
      "loss_total": 0.025275051593780518,
      "step": 2640
    },
    {
      "loss_action": 0.02841285988688469,
      "loss_total": 0.02841285988688469,
      "step": 2640
    },
    {
      "loss_action": 0.06423163414001465,
      "loss_total": 0.06423163414001465,
      "step": 2640
    },
    {
      "loss_action": 0.10182487219572067,
      "loss_total": 0.10182487219572067,
      "step": 2640
    },
    {
      "loss_action": 0.03557189553976059,
      "loss_total": 0.03557189553976059,
      "step": 2640
    },
    {
      "grad_norm": 0.6372566819190979,
      "learning_rate": 5.2980000000000004e-05,
      "loss": 0.0438,
      "step": 2650
    },
    {
      "loss_action": 0.04352651908993721,
      "loss_total": 0.04352651908993721,
      "step": 2650
    },
    {
      "loss_action": 0.032312337309122086,
      "loss_total": 0.032312337309122086,
      "step": 2650
    },
    {
      "loss_action": 0.05627729743719101,
      "loss_total": 0.05627729743719101,
      "step": 2650
    },
    {
      "loss_action": 0.05458614230155945,
      "loss_total": 0.05458614230155945,
      "step": 2650
    },
    {
      "loss_action": 0.046696893870830536,
      "loss_total": 0.046696893870830536,
      "step": 2650
    },
    {
      "loss_action": 0.03454679250717163,
      "loss_total": 0.03454679250717163,
      "step": 2650
    },
    {
      "loss_action": 0.04666783660650253,
      "loss_total": 0.04666783660650253,
      "step": 2650
    },
    {
      "loss_action": 0.03395983576774597,
      "loss_total": 0.03395983576774597,
      "step": 2650
    },
    {
      "grad_norm": 0.5668116807937622,
      "learning_rate": 5.318000000000001e-05,
      "loss": 0.0402,
      "step": 2660
    },
    {
      "loss_action": 0.030200369656085968,
      "loss_total": 0.030200369656085968,
      "step": 2660
    },
    {
      "loss_action": 0.05012023448944092,
      "loss_total": 0.05012023448944092,
      "step": 2660
    },
    {
      "loss_action": 0.027329012751579285,
      "loss_total": 0.027329012751579285,
      "step": 2660
    },
    {
      "loss_action": 0.03081672266125679,
      "loss_total": 0.03081672266125679,
      "step": 2660
    },
    {
      "loss_action": 0.034711241722106934,
      "loss_total": 0.034711241722106934,
      "step": 2660
    },
    {
      "loss_action": 0.05072009935975075,
      "loss_total": 0.05072009935975075,
      "step": 2660
    },
    {
      "loss_action": 0.023879416286945343,
      "loss_total": 0.023879416286945343,
      "step": 2660
    },
    {
      "loss_action": 0.028646331280469894,
      "loss_total": 0.028646331280469894,
      "step": 2660
    },
    {
      "grad_norm": 0.6189708113670349,
      "learning_rate": 5.338000000000001e-05,
      "loss": 0.0411,
      "step": 2670
    },
    {
      "loss_action": 0.04883039742708206,
      "loss_total": 0.04883039742708206,
      "step": 2670
    },
    {
      "loss_action": 0.032388634979724884,
      "loss_total": 0.032388634979724884,
      "step": 2670
    },
    {
      "loss_action": 0.03830425441265106,
      "loss_total": 0.03830425441265106,
      "step": 2670
    },
    {
      "loss_action": 0.06252354383468628,
      "loss_total": 0.06252354383468628,
      "step": 2670
    },
    {
      "loss_action": 0.03103051334619522,
      "loss_total": 0.03103051334619522,
      "step": 2670
    },
    {
      "loss_action": 0.05166679993271828,
      "loss_total": 0.05166679993271828,
      "step": 2670
    },
    {
      "loss_action": 0.03415299206972122,
      "loss_total": 0.03415299206972122,
      "step": 2670
    },
    {
      "loss_action": 0.02606985718011856,
      "loss_total": 0.02606985718011856,
      "step": 2670
    },
    {
      "grad_norm": 0.5674391984939575,
      "learning_rate": 5.3580000000000005e-05,
      "loss": 0.0418,
      "step": 2680
    },
    {
      "loss_action": 0.0751613900065422,
      "loss_total": 0.0751613900065422,
      "step": 2680
    },
    {
      "loss_action": 0.03587568551301956,
      "loss_total": 0.03587568551301956,
      "step": 2680
    },
    {
      "loss_action": 0.025763418525457382,
      "loss_total": 0.025763418525457382,
      "step": 2680
    },
    {
      "loss_action": 0.031422823667526245,
      "loss_total": 0.031422823667526245,
      "step": 2680
    },
    {
      "loss_action": 0.061837177723646164,
      "loss_total": 0.061837177723646164,
      "step": 2680
    },
    {
      "loss_action": 0.02910308912396431,
      "loss_total": 0.02910308912396431,
      "step": 2680
    },
    {
      "loss_action": 0.034226179122924805,
      "loss_total": 0.034226179122924805,
      "step": 2680
    },
    {
      "loss_action": 0.13551530241966248,
      "loss_total": 0.13551530241966248,
      "step": 2680
    },
    {
      "grad_norm": 0.5755054950714111,
      "learning_rate": 5.378e-05,
      "loss": 0.0395,
      "step": 2690
    },
    {
      "loss_action": 0.02898687683045864,
      "loss_total": 0.02898687683045864,
      "step": 2690
    },
    {
      "loss_action": 0.03886329382658005,
      "loss_total": 0.03886329382658005,
      "step": 2690
    },
    {
      "loss_action": 0.025126785039901733,
      "loss_total": 0.025126785039901733,
      "step": 2690
    },
    {
      "loss_action": 0.03113950975239277,
      "loss_total": 0.03113950975239277,
      "step": 2690
    },
    {
      "loss_action": 0.04340599849820137,
      "loss_total": 0.04340599849820137,
      "step": 2690
    },
    {
      "loss_action": 0.04671274870634079,
      "loss_total": 0.04671274870634079,
      "step": 2690
    },
    {
      "loss_action": 0.026195459067821503,
      "loss_total": 0.026195459067821503,
      "step": 2690
    },
    {
      "loss_action": 0.03650219738483429,
      "loss_total": 0.03650219738483429,
      "step": 2690
    },
    {
      "grad_norm": 0.6750733256340027,
      "learning_rate": 5.3979999999999995e-05,
      "loss": 0.0364,
      "step": 2700
    },
    {
      "loss_action": 0.029592696577310562,
      "loss_total": 0.029592696577310562,
      "step": 2700
    },
    {
      "loss_action": 0.02403939887881279,
      "loss_total": 0.02403939887881279,
      "step": 2700
    },
    {
      "loss_action": 0.03012157417833805,
      "loss_total": 0.03012157417833805,
      "step": 2700
    },
    {
      "loss_action": 0.03823588788509369,
      "loss_total": 0.03823588788509369,
      "step": 2700
    },
    {
      "loss_action": 0.04459688812494278,
      "loss_total": 0.04459688812494278,
      "step": 2700
    },
    {
      "loss_action": 0.12986674904823303,
      "loss_total": 0.12986674904823303,
      "step": 2700
    },
    {
      "loss_action": 0.029368314892053604,
      "loss_total": 0.029368314892053604,
      "step": 2700
    },
    {
      "loss_action": 0.03732861205935478,
      "loss_total": 0.03732861205935478,
      "step": 2700
    },
    {
      "grad_norm": 0.8381450772285461,
      "learning_rate": 5.418e-05,
      "loss": 0.0368,
      "step": 2710
    },
    {
      "loss_action": 0.03221675381064415,
      "loss_total": 0.03221675381064415,
      "step": 2710
    },
    {
      "loss_action": 0.021052639931440353,
      "loss_total": 0.021052639931440353,
      "step": 2710
    },
    {
      "loss_action": 0.04876868799328804,
      "loss_total": 0.04876868799328804,
      "step": 2710
    },
    {
      "loss_action": 0.04221869260072708,
      "loss_total": 0.04221869260072708,
      "step": 2710
    },
    {
      "loss_action": 0.022698111832141876,
      "loss_total": 0.022698111832141876,
      "step": 2710
    },
    {
      "loss_action": 0.04479838162660599,
      "loss_total": 0.04479838162660599,
      "step": 2710
    },
    {
      "loss_action": 0.03811219334602356,
      "loss_total": 0.03811219334602356,
      "step": 2710
    },
    {
      "loss_action": 0.028504177927970886,
      "loss_total": 0.028504177927970886,
      "step": 2710
    },
    {
      "grad_norm": 0.6330041289329529,
      "learning_rate": 5.438e-05,
      "loss": 0.0428,
      "step": 2720
    },
    {
      "loss_action": 0.03595304489135742,
      "loss_total": 0.03595304489135742,
      "step": 2720
    },
    {
      "loss_action": 0.06319347769021988,
      "loss_total": 0.06319347769021988,
      "step": 2720
    },
    {
      "loss_action": 0.046371109783649445,
      "loss_total": 0.046371109783649445,
      "step": 2720
    },
    {
      "loss_action": 0.0511605367064476,
      "loss_total": 0.0511605367064476,
      "step": 2720
    },
    {
      "loss_action": 0.06300116330385208,
      "loss_total": 0.06300116330385208,
      "step": 2720
    },
    {
      "loss_action": 0.03324662148952484,
      "loss_total": 0.03324662148952484,
      "step": 2720
    },
    {
      "loss_action": 0.03928813338279724,
      "loss_total": 0.03928813338279724,
      "step": 2720
    },
    {
      "loss_action": 0.028399229049682617,
      "loss_total": 0.028399229049682617,
      "step": 2720
    },
    {
      "grad_norm": 0.5764729380607605,
      "learning_rate": 5.4579999999999996e-05,
      "loss": 0.0411,
      "step": 2730
    },
    {
      "loss_action": 0.04281830042600632,
      "loss_total": 0.04281830042600632,
      "step": 2730
    },
    {
      "loss_action": 0.04220966249704361,
      "loss_total": 0.04220966249704361,
      "step": 2730
    },
    {
      "loss_action": 0.02464446797966957,
      "loss_total": 0.02464446797966957,
      "step": 2730
    },
    {
      "loss_action": 0.04162095487117767,
      "loss_total": 0.04162095487117767,
      "step": 2730
    },
    {
      "loss_action": 0.044575244188308716,
      "loss_total": 0.044575244188308716,
      "step": 2730
    },
    {
      "loss_action": 0.03257174417376518,
      "loss_total": 0.03257174417376518,
      "step": 2730
    },
    {
      "loss_action": 0.03850341960787773,
      "loss_total": 0.03850341960787773,
      "step": 2730
    },
    {
      "loss_action": 0.022527731955051422,
      "loss_total": 0.022527731955051422,
      "step": 2730
    },
    {
      "grad_norm": 0.6266584396362305,
      "learning_rate": 5.478e-05,
      "loss": 0.0411,
      "step": 2740
    },
    {
      "loss_action": 0.026837171986699104,
      "loss_total": 0.026837171986699104,
      "step": 2740
    },
    {
      "loss_action": 0.047192297875881195,
      "loss_total": 0.047192297875881195,
      "step": 2740
    },
    {
      "loss_action": 0.03304934874176979,
      "loss_total": 0.03304934874176979,
      "step": 2740
    },
    {
      "loss_action": 0.046978577971458435,
      "loss_total": 0.046978577971458435,
      "step": 2740
    },
    {
      "loss_action": 0.036444179713726044,
      "loss_total": 0.036444179713726044,
      "step": 2740
    },
    {
      "loss_action": 0.029564451426267624,
      "loss_total": 0.029564451426267624,
      "step": 2740
    },
    {
      "loss_action": 0.04372822493314743,
      "loss_total": 0.04372822493314743,
      "step": 2740
    },
    {
      "loss_action": 0.031593646854162216,
      "loss_total": 0.031593646854162216,
      "step": 2740
    },
    {
      "grad_norm": 0.6437771916389465,
      "learning_rate": 5.498e-05,
      "loss": 0.0373,
      "step": 2750
    },
    {
      "loss_action": 0.03396864980459213,
      "loss_total": 0.03396864980459213,
      "step": 2750
    },
    {
      "loss_action": 0.03885737806558609,
      "loss_total": 0.03885737806558609,
      "step": 2750
    },
    {
      "loss_action": 0.02427035942673683,
      "loss_total": 0.02427035942673683,
      "step": 2750
    },
    {
      "loss_action": 0.03154784068465233,
      "loss_total": 0.03154784068465233,
      "step": 2750
    },
    {
      "loss_action": 0.033514633774757385,
      "loss_total": 0.033514633774757385,
      "step": 2750
    },
    {
      "loss_action": 0.04061553627252579,
      "loss_total": 0.04061553627252579,
      "step": 2750
    },
    {
      "loss_action": 0.03228025510907173,
      "loss_total": 0.03228025510907173,
      "step": 2750
    },
    {
      "loss_action": 0.040768206119537354,
      "loss_total": 0.040768206119537354,
      "step": 2750
    },
    {
      "grad_norm": 0.6986784338951111,
      "learning_rate": 5.518e-05,
      "loss": 0.0375,
      "step": 2760
    },
    {
      "loss_action": 0.043072838336229324,
      "loss_total": 0.043072838336229324,
      "step": 2760
    },
    {
      "loss_action": 0.03670435771346092,
      "loss_total": 0.03670435771346092,
      "step": 2760
    },
    {
      "loss_action": 0.04270832985639572,
      "loss_total": 0.04270832985639572,
      "step": 2760
    },
    {
      "loss_action": 0.09106215089559555,
      "loss_total": 0.09106215089559555,
      "step": 2760
    },
    {
      "loss_action": 0.03728267922997475,
      "loss_total": 0.03728267922997475,
      "step": 2760
    },
    {
      "loss_action": 0.09347684681415558,
      "loss_total": 0.09347684681415558,
      "step": 2760
    },
    {
      "loss_action": 0.049750566482543945,
      "loss_total": 0.049750566482543945,
      "step": 2760
    },
    {
      "loss_action": 0.023318655788898468,
      "loss_total": 0.023318655788898468,
      "step": 2760
    },
    {
      "grad_norm": 0.5464893579483032,
      "learning_rate": 5.538e-05,
      "loss": 0.0438,
      "step": 2770
    },
    {
      "loss_action": 0.02803722769021988,
      "loss_total": 0.02803722769021988,
      "step": 2770
    },
    {
      "loss_action": 0.04403601214289665,
      "loss_total": 0.04403601214289665,
      "step": 2770
    },
    {
      "loss_action": 0.031811729073524475,
      "loss_total": 0.031811729073524475,
      "step": 2770
    },
    {
      "loss_action": 0.027186807245016098,
      "loss_total": 0.027186807245016098,
      "step": 2770
    },
    {
      "loss_action": 0.025035837665200233,
      "loss_total": 0.025035837665200233,
      "step": 2770
    },
    {
      "loss_action": 0.026411954313516617,
      "loss_total": 0.026411954313516617,
      "step": 2770
    },
    {
      "loss_action": 0.04614301770925522,
      "loss_total": 0.04614301770925522,
      "step": 2770
    },
    {
      "loss_action": 0.02862091362476349,
      "loss_total": 0.02862091362476349,
      "step": 2770
    },
    {
      "grad_norm": 0.5370299220085144,
      "learning_rate": 5.558e-05,
      "loss": 0.0362,
      "step": 2780
    },
    {
      "loss_action": 0.02872024103999138,
      "loss_total": 0.02872024103999138,
      "step": 2780
    },
    {
      "loss_action": 0.03470536321401596,
      "loss_total": 0.03470536321401596,
      "step": 2780
    },
    {
      "loss_action": 0.02776220068335533,
      "loss_total": 0.02776220068335533,
      "step": 2780
    },
    {
      "loss_action": 0.03763607516884804,
      "loss_total": 0.03763607516884804,
      "step": 2780
    },
    {
      "loss_action": 0.024416882544755936,
      "loss_total": 0.024416882544755936,
      "step": 2780
    },
    {
      "loss_action": 0.02802201546728611,
      "loss_total": 0.02802201546728611,
      "step": 2780
    },
    {
      "loss_action": 0.02915419638156891,
      "loss_total": 0.02915419638156891,
      "step": 2780
    },
    {
      "loss_action": 0.028349388390779495,
      "loss_total": 0.028349388390779495,
      "step": 2780
    },
    {
      "grad_norm": 0.8399305939674377,
      "learning_rate": 5.578e-05,
      "loss": 0.0344,
      "step": 2790
    },
    {
      "loss_action": 0.024737391620874405,
      "loss_total": 0.024737391620874405,
      "step": 2790
    },
    {
      "loss_action": 0.02310187742114067,
      "loss_total": 0.02310187742114067,
      "step": 2790
    },
    {
      "loss_action": 0.02238384447991848,
      "loss_total": 0.02238384447991848,
      "step": 2790
    },
    {
      "loss_action": 0.021882405504584312,
      "loss_total": 0.021882405504584312,
      "step": 2790
    },
    {
      "loss_action": 0.026012305170297623,
      "loss_total": 0.026012305170297623,
      "step": 2790
    },
    {
      "loss_action": 0.02609538659453392,
      "loss_total": 0.02609538659453392,
      "step": 2790
    },
    {
      "loss_action": 0.026907585561275482,
      "loss_total": 0.026907585561275482,
      "step": 2790
    },
    {
      "loss_action": 0.03785843774676323,
      "loss_total": 0.03785843774676323,
      "step": 2790
    },
    {
      "grad_norm": 0.7875946760177612,
      "learning_rate": 5.5979999999999996e-05,
      "loss": 0.036,
      "step": 2800
    },
    {
      "loss_action": 0.027681276202201843,
      "loss_total": 0.027681276202201843,
      "step": 2800
    },
    {
      "loss_action": 0.04781338572502136,
      "loss_total": 0.04781338572502136,
      "step": 2800
    },
    {
      "loss_action": 0.05052308738231659,
      "loss_total": 0.05052308738231659,
      "step": 2800
    },
    {
      "loss_action": 0.023229293525218964,
      "loss_total": 0.023229293525218964,
      "step": 2800
    },
    {
      "loss_action": 0.15259374678134918,
      "loss_total": 0.15259374678134918,
      "step": 2800
    },
    {
      "loss_action": 0.05723344162106514,
      "loss_total": 0.05723344162106514,
      "step": 2800
    },
    {
      "loss_action": 0.0388730987906456,
      "loss_total": 0.0388730987906456,
      "step": 2800
    },
    {
      "loss_action": 0.05993351712822914,
      "loss_total": 0.05993351712822914,
      "step": 2800
    },
    {
      "grad_norm": 0.580065906047821,
      "learning_rate": 5.618e-05,
      "loss": 0.0406,
      "step": 2810
    },
    {
      "loss_action": 0.0500907301902771,
      "loss_total": 0.0500907301902771,
      "step": 2810
    },
    {
      "loss_action": 0.033750925213098526,
      "loss_total": 0.033750925213098526,
      "step": 2810
    },
    {
      "loss_action": 0.04417737200856209,
      "loss_total": 0.04417737200856209,
      "step": 2810
    },
    {
      "loss_action": 0.055454105138778687,
      "loss_total": 0.055454105138778687,
      "step": 2810
    },
    {
      "loss_action": 0.04060033708810806,
      "loss_total": 0.04060033708810806,
      "step": 2810
    },
    {
      "loss_action": 0.03680100291967392,
      "loss_total": 0.03680100291967392,
      "step": 2810
    },
    {
      "loss_action": 0.026089131832122803,
      "loss_total": 0.026089131832122803,
      "step": 2810
    },
    {
      "loss_action": 0.029573803767561913,
      "loss_total": 0.029573803767561913,
      "step": 2810
    },
    {
      "grad_norm": 0.5683608055114746,
      "learning_rate": 5.638e-05,
      "loss": 0.0409,
      "step": 2820
    },
    {
      "loss_action": 0.031080247834324837,
      "loss_total": 0.031080247834324837,
      "step": 2820
    },
    {
      "loss_action": 0.05528968572616577,
      "loss_total": 0.05528968572616577,
      "step": 2820
    },
    {
      "loss_action": 0.041857339441776276,
      "loss_total": 0.041857339441776276,
      "step": 2820
    },
    {
      "loss_action": 0.022606955841183662,
      "loss_total": 0.022606955841183662,
      "step": 2820
    },
    {
      "loss_action": 0.02041509933769703,
      "loss_total": 0.02041509933769703,
      "step": 2820
    },
    {
      "loss_action": 0.04732152819633484,
      "loss_total": 0.04732152819633484,
      "step": 2820
    },
    {
      "loss_action": 0.024437693879008293,
      "loss_total": 0.024437693879008293,
      "step": 2820
    },
    {
      "loss_action": 0.028565913438796997,
      "loss_total": 0.028565913438796997,
      "step": 2820
    },
    {
      "grad_norm": 0.6234028935432434,
      "learning_rate": 5.658e-05,
      "loss": 0.0348,
      "step": 2830
    },
    {
      "loss_action": 0.03871539235115051,
      "loss_total": 0.03871539235115051,
      "step": 2830
    },
    {
      "loss_action": 0.03958694636821747,
      "loss_total": 0.03958694636821747,
      "step": 2830
    },
    {
      "loss_action": 0.02981582283973694,
      "loss_total": 0.02981582283973694,
      "step": 2830
    },
    {
      "loss_action": 0.030515700578689575,
      "loss_total": 0.030515700578689575,
      "step": 2830
    },
    {
      "loss_action": 0.034371279180049896,
      "loss_total": 0.034371279180049896,
      "step": 2830
    },
    {
      "loss_action": 0.03568275272846222,
      "loss_total": 0.03568275272846222,
      "step": 2830
    },
    {
      "loss_action": 0.043134063482284546,
      "loss_total": 0.043134063482284546,
      "step": 2830
    },
    {
      "loss_action": 0.0281740203499794,
      "loss_total": 0.0281740203499794,
      "step": 2830
    },
    {
      "grad_norm": 0.46690890192985535,
      "learning_rate": 5.678e-05,
      "loss": 0.0369,
      "step": 2840
    },
    {
      "loss_action": 0.023235101252794266,
      "loss_total": 0.023235101252794266,
      "step": 2840
    },
    {
      "loss_action": 0.02377323992550373,
      "loss_total": 0.02377323992550373,
      "step": 2840
    },
    {
      "loss_action": 0.03774113953113556,
      "loss_total": 0.03774113953113556,
      "step": 2840
    },
    {
      "loss_action": 0.041182830929756165,
      "loss_total": 0.041182830929756165,
      "step": 2840
    },
    {
      "loss_action": 0.020361274480819702,
      "loss_total": 0.020361274480819702,
      "step": 2840
    },
    {
      "loss_action": 0.04842301458120346,
      "loss_total": 0.04842301458120346,
      "step": 2840
    },
    {
      "loss_action": 0.03504491224884987,
      "loss_total": 0.03504491224884987,
      "step": 2840
    },
    {
      "loss_action": 0.023801414296030998,
      "loss_total": 0.023801414296030998,
      "step": 2840
    },
    {
      "grad_norm": 0.4279356598854065,
      "learning_rate": 5.698e-05,
      "loss": 0.0412,
      "step": 2850
    },
    {
      "loss_action": 0.03487531095743179,
      "loss_total": 0.03487531095743179,
      "step": 2850
    },
    {
      "loss_action": 0.03727186843752861,
      "loss_total": 0.03727186843752861,
      "step": 2850
    },
    {
      "loss_action": 0.04089689627289772,
      "loss_total": 0.04089689627289772,
      "step": 2850
    },
    {
      "loss_action": 0.04990373179316521,
      "loss_total": 0.04990373179316521,
      "step": 2850
    },
    {
      "loss_action": 0.04502943903207779,
      "loss_total": 0.04502943903207779,
      "step": 2850
    },
    {
      "loss_action": 0.09292856603860855,
      "loss_total": 0.09292856603860855,
      "step": 2850
    },
    {
      "loss_action": 0.04053359478712082,
      "loss_total": 0.04053359478712082,
      "step": 2850
    },
    {
      "loss_action": 0.03306970000267029,
      "loss_total": 0.03306970000267029,
      "step": 2850
    },
    {
      "grad_norm": 0.6751763820648193,
      "learning_rate": 5.718e-05,
      "loss": 0.045,
      "step": 2860
    },
    {
      "loss_action": 0.033678021281957626,
      "loss_total": 0.033678021281957626,
      "step": 2860
    },
    {
      "loss_action": 0.04881718009710312,
      "loss_total": 0.04881718009710312,
      "step": 2860
    },
    {
      "loss_action": 0.03996725752949715,
      "loss_total": 0.03996725752949715,
      "step": 2860
    },
    {
      "loss_action": 0.03171297907829285,
      "loss_total": 0.03171297907829285,
      "step": 2860
    },
    {
      "loss_action": 0.0384766086935997,
      "loss_total": 0.0384766086935997,
      "step": 2860
    },
    {
      "loss_action": 0.02623792737722397,
      "loss_total": 0.02623792737722397,
      "step": 2860
    },
    {
      "loss_action": 0.04921543598175049,
      "loss_total": 0.04921543598175049,
      "step": 2860
    },
    {
      "loss_action": 0.04415725916624069,
      "loss_total": 0.04415725916624069,
      "step": 2860
    },
    {
      "grad_norm": 0.6557438969612122,
      "learning_rate": 5.738e-05,
      "loss": 0.0433,
      "step": 2870
    },
    {
      "loss_action": 0.027383975684642792,
      "loss_total": 0.027383975684642792,
      "step": 2870
    },
    {
      "loss_action": 0.035223573446273804,
      "loss_total": 0.035223573446273804,
      "step": 2870
    },
    {
      "loss_action": 0.04420071840286255,
      "loss_total": 0.04420071840286255,
      "step": 2870
    },
    {
      "loss_action": 0.0390627421438694,
      "loss_total": 0.0390627421438694,
      "step": 2870
    },
    {
      "loss_action": 0.026560304686427116,
      "loss_total": 0.026560304686427116,
      "step": 2870
    },
    {
      "loss_action": 0.04984752833843231,
      "loss_total": 0.04984752833843231,
      "step": 2870
    },
    {
      "loss_action": 0.054222751408815384,
      "loss_total": 0.054222751408815384,
      "step": 2870
    },
    {
      "loss_action": 0.02970198541879654,
      "loss_total": 0.02970198541879654,
      "step": 2870
    },
    {
      "grad_norm": 0.6274551153182983,
      "learning_rate": 5.758e-05,
      "loss": 0.0401,
      "step": 2880
    },
    {
      "loss_action": 0.042013563215732574,
      "loss_total": 0.042013563215732574,
      "step": 2880
    },
    {
      "loss_action": 0.030624870210886,
      "loss_total": 0.030624870210886,
      "step": 2880
    },
    {
      "loss_action": 0.05503825470805168,
      "loss_total": 0.05503825470805168,
      "step": 2880
    },
    {
      "loss_action": 0.07039482891559601,
      "loss_total": 0.07039482891559601,
      "step": 2880
    },
    {
      "loss_action": 0.10634030401706696,
      "loss_total": 0.10634030401706696,
      "step": 2880
    },
    {
      "loss_action": 0.0372207909822464,
      "loss_total": 0.0372207909822464,
      "step": 2880
    },
    {
      "loss_action": 0.030833709985017776,
      "loss_total": 0.030833709985017776,
      "step": 2880
    },
    {
      "loss_action": 0.03182923421263695,
      "loss_total": 0.03182923421263695,
      "step": 2880
    },
    {
      "grad_norm": 0.6931049823760986,
      "learning_rate": 5.778e-05,
      "loss": 0.0441,
      "step": 2890
    },
    {
      "loss_action": 0.027104705572128296,
      "loss_total": 0.027104705572128296,
      "step": 2890
    },
    {
      "loss_action": 0.05258733779191971,
      "loss_total": 0.05258733779191971,
      "step": 2890
    },
    {
      "loss_action": 0.0598016232252121,
      "loss_total": 0.0598016232252121,
      "step": 2890
    },
    {
      "loss_action": 0.032688550651073456,
      "loss_total": 0.032688550651073456,
      "step": 2890
    },
    {
      "loss_action": 0.0330338180065155,
      "loss_total": 0.0330338180065155,
      "step": 2890
    },
    {
      "loss_action": 0.03672763332724571,
      "loss_total": 0.03672763332724571,
      "step": 2890
    },
    {
      "loss_action": 0.042056672275066376,
      "loss_total": 0.042056672275066376,
      "step": 2890
    },
    {
      "loss_action": 0.026265550404787064,
      "loss_total": 0.026265550404787064,
      "step": 2890
    },
    {
      "grad_norm": 0.6539413928985596,
      "learning_rate": 5.7980000000000004e-05,
      "loss": 0.0399,
      "step": 2900
    },
    {
      "loss_action": 0.02246157079935074,
      "loss_total": 0.02246157079935074,
      "step": 2900
    },
    {
      "loss_action": 0.030466699972748756,
      "loss_total": 0.030466699972748756,
      "step": 2900
    },
    {
      "loss_action": 0.06217937916517258,
      "loss_total": 0.06217937916517258,
      "step": 2900
    },
    {
      "loss_action": 0.0395221933722496,
      "loss_total": 0.0395221933722496,
      "step": 2900
    },
    {
      "loss_action": 0.023491520434617996,
      "loss_total": 0.023491520434617996,
      "step": 2900
    },
    {
      "loss_action": 0.01981736160814762,
      "loss_total": 0.01981736160814762,
      "step": 2900
    },
    {
      "loss_action": 0.02404065802693367,
      "loss_total": 0.02404065802693367,
      "step": 2900
    },
    {
      "loss_action": 0.060517556965351105,
      "loss_total": 0.060517556965351105,
      "step": 2900
    },
    {
      "grad_norm": 0.44544705748558044,
      "learning_rate": 5.818e-05,
      "loss": 0.0346,
      "step": 2910
    },
    {
      "loss_action": 0.02921866625547409,
      "loss_total": 0.02921866625547409,
      "step": 2910
    },
    {
      "loss_action": 0.0338725671172142,
      "loss_total": 0.0338725671172142,
      "step": 2910
    },
    {
      "loss_action": 0.02696160227060318,
      "loss_total": 0.02696160227060318,
      "step": 2910
    },
    {
      "loss_action": 0.027339568361639977,
      "loss_total": 0.027339568361639977,
      "step": 2910
    },
    {
      "loss_action": 0.17779245972633362,
      "loss_total": 0.17779245972633362,
      "step": 2910
    },
    {
      "loss_action": 0.03146672248840332,
      "loss_total": 0.03146672248840332,
      "step": 2910
    },
    {
      "loss_action": 0.03351155295968056,
      "loss_total": 0.03351155295968056,
      "step": 2910
    },
    {
      "loss_action": 0.016638057306408882,
      "loss_total": 0.016638057306408882,
      "step": 2910
    },
    {
      "grad_norm": 0.7252451181411743,
      "learning_rate": 5.838e-05,
      "loss": 0.0383,
      "step": 2920
    },
    {
      "loss_action": 0.093035027384758,
      "loss_total": 0.093035027384758,
      "step": 2920
    },
    {
      "loss_action": 0.026328278705477715,
      "loss_total": 0.026328278705477715,
      "step": 2920
    },
    {
      "loss_action": 0.04799974709749222,
      "loss_total": 0.04799974709749222,
      "step": 2920
    },
    {
      "loss_action": 0.028409184888005257,
      "loss_total": 0.028409184888005257,
      "step": 2920
    },
    {
      "loss_action": 0.021448148414492607,
      "loss_total": 0.021448148414492607,
      "step": 2920
    },
    {
      "loss_action": 0.0346698984503746,
      "loss_total": 0.0346698984503746,
      "step": 2920
    },
    {
      "loss_action": 0.04530169442296028,
      "loss_total": 0.04530169442296028,
      "step": 2920
    },
    {
      "loss_action": 0.026719901710748672,
      "loss_total": 0.026719901710748672,
      "step": 2920
    },
    {
      "grad_norm": 0.4704456329345703,
      "learning_rate": 5.858e-05,
      "loss": 0.0435,
      "step": 2930
    },
    {
      "loss_action": 0.03567018732428551,
      "loss_total": 0.03567018732428551,
      "step": 2930
    },
    {
      "loss_action": 0.03498440980911255,
      "loss_total": 0.03498440980911255,
      "step": 2930
    },
    {
      "loss_action": 0.02864046022295952,
      "loss_total": 0.02864046022295952,
      "step": 2930
    },
    {
      "loss_action": 0.033067911863327026,
      "loss_total": 0.033067911863327026,
      "step": 2930
    },
    {
      "loss_action": 0.03173943608999252,
      "loss_total": 0.03173943608999252,
      "step": 2930
    },
    {
      "loss_action": 0.025180581957101822,
      "loss_total": 0.025180581957101822,
      "step": 2930
    },
    {
      "loss_action": 0.04417699575424194,
      "loss_total": 0.04417699575424194,
      "step": 2930
    },
    {
      "loss_action": 0.07545068114995956,
      "loss_total": 0.07545068114995956,
      "step": 2930
    },
    {
      "grad_norm": 0.7179858684539795,
      "learning_rate": 5.878e-05,
      "loss": 0.0457,
      "step": 2940
    },
    {
      "loss_action": 0.03356749191880226,
      "loss_total": 0.03356749191880226,
      "step": 2940
    },
    {
      "loss_action": 0.024316228926181793,
      "loss_total": 0.024316228926181793,
      "step": 2940
    },
    {
      "loss_action": 0.032797619700431824,
      "loss_total": 0.032797619700431824,
      "step": 2940
    },
    {
      "loss_action": 0.025852879509329796,
      "loss_total": 0.025852879509329796,
      "step": 2940
    },
    {
      "loss_action": 0.02541458234190941,
      "loss_total": 0.02541458234190941,
      "step": 2940
    },
    {
      "loss_action": 0.036854371428489685,
      "loss_total": 0.036854371428489685,
      "step": 2940
    },
    {
      "loss_action": 0.03807121887803078,
      "loss_total": 0.03807121887803078,
      "step": 2940
    },
    {
      "loss_action": 0.029264654964208603,
      "loss_total": 0.029264654964208603,
      "step": 2940
    },
    {
      "grad_norm": 0.6931162476539612,
      "learning_rate": 5.898e-05,
      "loss": 0.0408,
      "step": 2950
    },
    {
      "loss_action": 0.05654575303196907,
      "loss_total": 0.05654575303196907,
      "step": 2950
    },
    {
      "loss_action": 0.07056631147861481,
      "loss_total": 0.07056631147861481,
      "step": 2950
    },
    {
      "loss_action": 0.04259023070335388,
      "loss_total": 0.04259023070335388,
      "step": 2950
    },
    {
      "loss_action": 0.04938385263085365,
      "loss_total": 0.04938385263085365,
      "step": 2950
    },
    {
      "loss_action": 0.04557730257511139,
      "loss_total": 0.04557730257511139,
      "step": 2950
    },
    {
      "loss_action": 0.03637874871492386,
      "loss_total": 0.03637874871492386,
      "step": 2950
    },
    {
      "loss_action": 0.022455818951129913,
      "loss_total": 0.022455818951129913,
      "step": 2950
    },
    {
      "loss_action": 0.029102329164743423,
      "loss_total": 0.029102329164743423,
      "step": 2950
    },
    {
      "grad_norm": 0.7637521028518677,
      "learning_rate": 5.918e-05,
      "loss": 0.0375,
      "step": 2960
    },
    {
      "loss_action": 0.026902643963694572,
      "loss_total": 0.026902643963694572,
      "step": 2960
    },
    {
      "loss_action": 0.03245575726032257,
      "loss_total": 0.03245575726032257,
      "step": 2960
    },
    {
      "loss_action": 0.04100283980369568,
      "loss_total": 0.04100283980369568,
      "step": 2960
    },
    {
      "loss_action": 0.05082745850086212,
      "loss_total": 0.05082745850086212,
      "step": 2960
    },
    {
      "loss_action": 0.03899602219462395,
      "loss_total": 0.03899602219462395,
      "step": 2960
    },
    {
      "loss_action": 0.03412744402885437,
      "loss_total": 0.03412744402885437,
      "step": 2960
    },
    {
      "loss_action": 0.02636515535414219,
      "loss_total": 0.02636515535414219,
      "step": 2960
    },
    {
      "loss_action": 0.032099172472953796,
      "loss_total": 0.032099172472953796,
      "step": 2960
    },
    {
      "grad_norm": 0.5359269380569458,
      "learning_rate": 5.9380000000000004e-05,
      "loss": 0.036,
      "step": 2970
    },
    {
      "loss_action": 0.03209772706031799,
      "loss_total": 0.03209772706031799,
      "step": 2970
    },
    {
      "loss_action": 0.042128562927246094,
      "loss_total": 0.042128562927246094,
      "step": 2970
    },
    {
      "loss_action": 0.03558912128210068,
      "loss_total": 0.03558912128210068,
      "step": 2970
    },
    {
      "loss_action": 0.03182269260287285,
      "loss_total": 0.03182269260287285,
      "step": 2970
    },
    {
      "loss_action": 0.04120929539203644,
      "loss_total": 0.04120929539203644,
      "step": 2970
    },
    {
      "loss_action": 0.03189634904265404,
      "loss_total": 0.03189634904265404,
      "step": 2970
    },
    {
      "loss_action": 0.024675987660884857,
      "loss_total": 0.024675987660884857,
      "step": 2970
    },
    {
      "loss_action": 0.0346774160861969,
      "loss_total": 0.0346774160861969,
      "step": 2970
    },
    {
      "grad_norm": 0.47658342123031616,
      "learning_rate": 5.958e-05,
      "loss": 0.034,
      "step": 2980
    },
    {
      "loss_action": 0.04461544752120972,
      "loss_total": 0.04461544752120972,
      "step": 2980
    },
    {
      "loss_action": 0.051879338920116425,
      "loss_total": 0.051879338920116425,
      "step": 2980
    },
    {
      "loss_action": 0.043853551149368286,
      "loss_total": 0.043853551149368286,
      "step": 2980
    },
    {
      "loss_action": 0.042093344032764435,
      "loss_total": 0.042093344032764435,
      "step": 2980
    },
    {
      "loss_action": 0.050424013286828995,
      "loss_total": 0.050424013286828995,
      "step": 2980
    },
    {
      "loss_action": 0.02287876605987549,
      "loss_total": 0.02287876605987549,
      "step": 2980
    },
    {
      "loss_action": 0.06547418236732483,
      "loss_total": 0.06547418236732483,
      "step": 2980
    },
    {
      "loss_action": 0.04600227251648903,
      "loss_total": 0.04600227251648903,
      "step": 2980
    },
    {
      "grad_norm": 0.559724748134613,
      "learning_rate": 5.978e-05,
      "loss": 0.0378,
      "step": 2990
    },
    {
      "loss_action": 0.029073134064674377,
      "loss_total": 0.029073134064674377,
      "step": 2990
    },
    {
      "loss_action": 0.02934589982032776,
      "loss_total": 0.02934589982032776,
      "step": 2990
    },
    {
      "loss_action": 0.036852046847343445,
      "loss_total": 0.036852046847343445,
      "step": 2990
    },
    {
      "loss_action": 0.0345560684800148,
      "loss_total": 0.0345560684800148,
      "step": 2990
    },
    {
      "loss_action": 0.03266269713640213,
      "loss_total": 0.03266269713640213,
      "step": 2990
    },
    {
      "loss_action": 0.028856147080659866,
      "loss_total": 0.028856147080659866,
      "step": 2990
    },
    {
      "loss_action": 0.02645496279001236,
      "loss_total": 0.02645496279001236,
      "step": 2990
    },
    {
      "loss_action": 0.04694756120443344,
      "loss_total": 0.04694756120443344,
      "step": 2990
    },
    {
      "grad_norm": 0.5122990012168884,
      "learning_rate": 5.9980000000000005e-05,
      "loss": 0.0368,
      "step": 3000
    },
    {
      "loss_action": 0.026611793786287308,
      "loss_total": 0.026611793786287308,
      "step": 3000
    },
    {
      "loss_action": 0.021304789930582047,
      "loss_total": 0.021304789930582047,
      "step": 3000
    },
    {
      "loss_action": 0.03890962153673172,
      "loss_total": 0.03890962153673172,
      "step": 3000
    },
    {
      "loss_action": 0.03229089826345444,
      "loss_total": 0.03229089826345444,
      "step": 3000
    },
    {
      "loss_action": 0.03999693691730499,
      "loss_total": 0.03999693691730499,
      "step": 3000
    },
    {
      "loss_action": 0.027876850217580795,
      "loss_total": 0.027876850217580795,
      "step": 3000
    },
    {
      "loss_action": 0.04041165113449097,
      "loss_total": 0.04041165113449097,
      "step": 3000
    },
    {
      "loss_action": 0.0657539814710617,
      "loss_total": 0.0657539814710617,
      "step": 3000
    },
    {
      "grad_norm": 0.5600172281265259,
      "learning_rate": 6.018e-05,
      "loss": 0.0366,
      "step": 3010
    },
    {
      "loss_action": 0.02937820740044117,
      "loss_total": 0.02937820740044117,
      "step": 3010
    },
    {
      "loss_action": 0.03523538261651993,
      "loss_total": 0.03523538261651993,
      "step": 3010
    },
    {
      "loss_action": 0.037425968796014786,
      "loss_total": 0.037425968796014786,
      "step": 3010
    },
    {
      "loss_action": 0.03929440677165985,
      "loss_total": 0.03929440677165985,
      "step": 3010
    },
    {
      "loss_action": 0.01998499408364296,
      "loss_total": 0.01998499408364296,
      "step": 3010
    },
    {
      "loss_action": 0.031334735453128815,
      "loss_total": 0.031334735453128815,
      "step": 3010
    },
    {
      "loss_action": 0.038922712206840515,
      "loss_total": 0.038922712206840515,
      "step": 3010
    },
    {
      "loss_action": 0.026053398847579956,
      "loss_total": 0.026053398847579956,
      "step": 3010
    },
    {
      "grad_norm": 0.44465652108192444,
      "learning_rate": 6.038e-05,
      "loss": 0.0386,
      "step": 3020
    },
    {
      "loss_action": 0.025691766291856766,
      "loss_total": 0.025691766291856766,
      "step": 3020
    },
    {
      "loss_action": 0.04941220581531525,
      "loss_total": 0.04941220581531525,
      "step": 3020
    },
    {
      "loss_action": 0.033049777150154114,
      "loss_total": 0.033049777150154114,
      "step": 3020
    },
    {
      "loss_action": 0.028833890333771706,
      "loss_total": 0.028833890333771706,
      "step": 3020
    },
    {
      "loss_action": 0.050274599343538284,
      "loss_total": 0.050274599343538284,
      "step": 3020
    },
    {
      "loss_action": 0.026634957641363144,
      "loss_total": 0.026634957641363144,
      "step": 3020
    },
    {
      "loss_action": 0.02077310159802437,
      "loss_total": 0.02077310159802437,
      "step": 3020
    },
    {
      "loss_action": 0.0382489338517189,
      "loss_total": 0.0382489338517189,
      "step": 3020
    },
    {
      "grad_norm": 0.5501123666763306,
      "learning_rate": 6.0580000000000006e-05,
      "loss": 0.035,
      "step": 3030
    },
    {
      "loss_action": 0.037104710936546326,
      "loss_total": 0.037104710936546326,
      "step": 3030
    },
    {
      "loss_action": 0.03382844477891922,
      "loss_total": 0.03382844477891922,
      "step": 3030
    },
    {
      "loss_action": 0.026649853214621544,
      "loss_total": 0.026649853214621544,
      "step": 3030
    },
    {
      "loss_action": 0.02809138223528862,
      "loss_total": 0.02809138223528862,
      "step": 3030
    },
    {
      "loss_action": 0.038976818323135376,
      "loss_total": 0.038976818323135376,
      "step": 3030
    },
    {
      "loss_action": 0.035183168947696686,
      "loss_total": 0.035183168947696686,
      "step": 3030
    },
    {
      "loss_action": 0.06421910226345062,
      "loss_total": 0.06421910226345062,
      "step": 3030
    },
    {
      "loss_action": 0.03128533810377121,
      "loss_total": 0.03128533810377121,
      "step": 3030
    },
    {
      "grad_norm": 0.5083167552947998,
      "learning_rate": 6.0780000000000004e-05,
      "loss": 0.0397,
      "step": 3040
    },
    {
      "loss_action": 0.02213943377137184,
      "loss_total": 0.02213943377137184,
      "step": 3040
    },
    {
      "loss_action": 0.04432577267289162,
      "loss_total": 0.04432577267289162,
      "step": 3040
    },
    {
      "loss_action": 0.0306217223405838,
      "loss_total": 0.0306217223405838,
      "step": 3040
    },
    {
      "loss_action": 0.02551301196217537,
      "loss_total": 0.02551301196217537,
      "step": 3040
    },
    {
      "loss_action": 0.02102353796362877,
      "loss_total": 0.02102353796362877,
      "step": 3040
    },
    {
      "loss_action": 0.03151750564575195,
      "loss_total": 0.03151750564575195,
      "step": 3040
    },
    {
      "loss_action": 0.03439854830503464,
      "loss_total": 0.03439854830503464,
      "step": 3040
    },
    {
      "loss_action": 0.03454877436161041,
      "loss_total": 0.03454877436161041,
      "step": 3040
    },
    {
      "grad_norm": 0.4781076908111572,
      "learning_rate": 6.098e-05,
      "loss": 0.0352,
      "step": 3050
    },
    {
      "loss_action": 0.02770794928073883,
      "loss_total": 0.02770794928073883,
      "step": 3050
    },
    {
      "loss_action": 0.040522150695323944,
      "loss_total": 0.040522150695323944,
      "step": 3050
    },
    {
      "loss_action": 0.02758130431175232,
      "loss_total": 0.02758130431175232,
      "step": 3050
    },
    {
      "loss_action": 0.030707553029060364,
      "loss_total": 0.030707553029060364,
      "step": 3050
    },
    {
      "loss_action": 0.030612215399742126,
      "loss_total": 0.030612215399742126,
      "step": 3050
    },
    {
      "loss_action": 0.027393855154514313,
      "loss_total": 0.027393855154514313,
      "step": 3050
    },
    {
      "loss_action": 0.03944694995880127,
      "loss_total": 0.03944694995880127,
      "step": 3050
    },
    {
      "loss_action": 0.03394266217947006,
      "loss_total": 0.03394266217947006,
      "step": 3050
    },
    {
      "grad_norm": 0.3477400541305542,
      "learning_rate": 6.118000000000001e-05,
      "loss": 0.0332,
      "step": 3060
    },
    {
      "loss_action": 0.03455561771988869,
      "loss_total": 0.03455561771988869,
      "step": 3060
    },
    {
      "loss_action": 0.016989413648843765,
      "loss_total": 0.016989413648843765,
      "step": 3060
    },
    {
      "loss_action": 0.03901396319270134,
      "loss_total": 0.03901396319270134,
      "step": 3060
    },
    {
      "loss_action": 0.024504030123353004,
      "loss_total": 0.024504030123353004,
      "step": 3060
    },
    {
      "loss_action": 0.020002655684947968,
      "loss_total": 0.020002655684947968,
      "step": 3060
    },
    {
      "loss_action": 0.023615382611751556,
      "loss_total": 0.023615382611751556,
      "step": 3060
    },
    {
      "loss_action": 0.030585553497076035,
      "loss_total": 0.030585553497076035,
      "step": 3060
    },
    {
      "loss_action": 0.043696172535419464,
      "loss_total": 0.043696172535419464,
      "step": 3060
    },
    {
      "grad_norm": 0.3309169113636017,
      "learning_rate": 6.138e-05,
      "loss": 0.0331,
      "step": 3070
    },
    {
      "loss_action": 0.030082864686846733,
      "loss_total": 0.030082864686846733,
      "step": 3070
    },
    {
      "loss_action": 0.0393795520067215,
      "loss_total": 0.0393795520067215,
      "step": 3070
    },
    {
      "loss_action": 0.03469549119472504,
      "loss_total": 0.03469549119472504,
      "step": 3070
    },
    {
      "loss_action": 0.027145907282829285,
      "loss_total": 0.027145907282829285,
      "step": 3070
    },
    {
      "loss_action": 0.026091240346431732,
      "loss_total": 0.026091240346431732,
      "step": 3070
    },
    {
      "loss_action": 0.02982112392783165,
      "loss_total": 0.02982112392783165,
      "step": 3070
    },
    {
      "loss_action": 0.03054146096110344,
      "loss_total": 0.03054146096110344,
      "step": 3070
    },
    {
      "loss_action": 0.028847109526395798,
      "loss_total": 0.028847109526395798,
      "step": 3070
    },
    {
      "grad_norm": 0.6211521625518799,
      "learning_rate": 6.158e-05,
      "loss": 0.0368,
      "step": 3080
    },
    {
      "loss_action": 0.05164773762226105,
      "loss_total": 0.05164773762226105,
      "step": 3080
    },
    {
      "loss_action": 0.027708232402801514,
      "loss_total": 0.027708232402801514,
      "step": 3080
    },
    {
      "loss_action": 0.029757820069789886,
      "loss_total": 0.029757820069789886,
      "step": 3080
    },
    {
      "loss_action": 0.025245770812034607,
      "loss_total": 0.025245770812034607,
      "step": 3080
    },
    {
      "loss_action": 0.025062354281544685,
      "loss_total": 0.025062354281544685,
      "step": 3080
    },
    {
      "loss_action": 0.030258044600486755,
      "loss_total": 0.030258044600486755,
      "step": 3080
    },
    {
      "loss_action": 0.04177761822938919,
      "loss_total": 0.04177761822938919,
      "step": 3080
    },
    {
      "loss_action": 0.038112420588731766,
      "loss_total": 0.038112420588731766,
      "step": 3080
    },
    {
      "grad_norm": 0.6074209213256836,
      "learning_rate": 6.178000000000001e-05,
      "loss": 0.0368,
      "step": 3090
    },
    {
      "loss_action": 0.04403861612081528,
      "loss_total": 0.04403861612081528,
      "step": 3090
    },
    {
      "loss_action": 0.03455730155110359,
      "loss_total": 0.03455730155110359,
      "step": 3090
    },
    {
      "loss_action": 0.03671720251441002,
      "loss_total": 0.03671720251441002,
      "step": 3090
    },
    {
      "loss_action": 0.031684596091508865,
      "loss_total": 0.031684596091508865,
      "step": 3090
    },
    {
      "loss_action": 0.03960881754755974,
      "loss_total": 0.03960881754755974,
      "step": 3090
    },
    {
      "loss_action": 0.04008222743868828,
      "loss_total": 0.04008222743868828,
      "step": 3090
    },
    {
      "loss_action": 0.026122692972421646,
      "loss_total": 0.026122692972421646,
      "step": 3090
    },
    {
      "loss_action": 0.04619796201586723,
      "loss_total": 0.04619796201586723,
      "step": 3090
    },
    {
      "grad_norm": 0.5687361359596252,
      "learning_rate": 6.198e-05,
      "loss": 0.0355,
      "step": 3100
    },
    {
      "loss_action": 0.02049633301794529,
      "loss_total": 0.02049633301794529,
      "step": 3100
    },
    {
      "loss_action": 0.028897233307361603,
      "loss_total": 0.028897233307361603,
      "step": 3100
    },
    {
      "loss_action": 0.0201906505972147,
      "loss_total": 0.0201906505972147,
      "step": 3100
    },
    {
      "loss_action": 0.02083706483244896,
      "loss_total": 0.02083706483244896,
      "step": 3100
    },
    {
      "loss_action": 0.029161522164940834,
      "loss_total": 0.029161522164940834,
      "step": 3100
    },
    {
      "loss_action": 0.030459867790341377,
      "loss_total": 0.030459867790341377,
      "step": 3100
    },
    {
      "loss_action": 0.033902376890182495,
      "loss_total": 0.033902376890182495,
      "step": 3100
    },
    {
      "loss_action": 0.06401688605546951,
      "loss_total": 0.06401688605546951,
      "step": 3100
    },
    {
      "grad_norm": 0.5705753564834595,
      "learning_rate": 6.218e-05,
      "loss": 0.0342,
      "step": 3110
    },
    {
      "loss_action": 0.02931920439004898,
      "loss_total": 0.02931920439004898,
      "step": 3110
    },
    {
      "loss_action": 0.09148038178682327,
      "loss_total": 0.09148038178682327,
      "step": 3110
    },
    {
      "loss_action": 0.026330765336751938,
      "loss_total": 0.026330765336751938,
      "step": 3110
    },
    {
      "loss_action": 0.03798914700746536,
      "loss_total": 0.03798914700746536,
      "step": 3110
    },
    {
      "loss_action": 0.030866999179124832,
      "loss_total": 0.030866999179124832,
      "step": 3110
    },
    {
      "loss_action": 0.04608567804098129,
      "loss_total": 0.04608567804098129,
      "step": 3110
    },
    {
      "loss_action": 0.03406861051917076,
      "loss_total": 0.03406861051917076,
      "step": 3110
    },
    {
      "loss_action": 0.044265903532505035,
      "loss_total": 0.044265903532505035,
      "step": 3110
    },
    {
      "grad_norm": 0.6185182929039001,
      "learning_rate": 6.238000000000001e-05,
      "loss": 0.0382,
      "step": 3120
    },
    {
      "loss_action": 0.024643834680318832,
      "loss_total": 0.024643834680318832,
      "step": 3120
    },
    {
      "loss_action": 0.026621874421834946,
      "loss_total": 0.026621874421834946,
      "step": 3120
    },
    {
      "loss_action": 0.02956593967974186,
      "loss_total": 0.02956593967974186,
      "step": 3120
    },
    {
      "loss_action": 0.046750329434871674,
      "loss_total": 0.046750329434871674,
      "step": 3120
    },
    {
      "loss_action": 0.028556406497955322,
      "loss_total": 0.028556406497955322,
      "step": 3120
    },
    {
      "loss_action": 0.021083910018205643,
      "loss_total": 0.021083910018205643,
      "step": 3120
    },
    {
      "loss_action": 0.06746604293584824,
      "loss_total": 0.06746604293584824,
      "step": 3120
    },
    {
      "loss_action": 0.0313720777630806,
      "loss_total": 0.0313720777630806,
      "step": 3120
    },
    {
      "grad_norm": 0.49713751673698425,
      "learning_rate": 6.258e-05,
      "loss": 0.039,
      "step": 3130
    },
    {
      "loss_action": 0.024756208062171936,
      "loss_total": 0.024756208062171936,
      "step": 3130
    },
    {
      "loss_action": 0.039984509348869324,
      "loss_total": 0.039984509348869324,
      "step": 3130
    },
    {
      "loss_action": 0.03334955871105194,
      "loss_total": 0.03334955871105194,
      "step": 3130
    },
    {
      "loss_action": 0.07844500243663788,
      "loss_total": 0.07844500243663788,
      "step": 3130
    },
    {
      "loss_action": 0.027574408799409866,
      "loss_total": 0.027574408799409866,
      "step": 3130
    },
    {
      "loss_action": 0.020791269838809967,
      "loss_total": 0.020791269838809967,
      "step": 3130
    },
    {
      "loss_action": 0.030165106058120728,
      "loss_total": 0.030165106058120728,
      "step": 3130
    },
    {
      "loss_action": 0.022697169333696365,
      "loss_total": 0.022697169333696365,
      "step": 3130
    },
    {
      "grad_norm": 0.6607837677001953,
      "learning_rate": 6.278e-05,
      "loss": 0.0359,
      "step": 3140
    },
    {
      "loss_action": 0.024208083748817444,
      "loss_total": 0.024208083748817444,
      "step": 3140
    },
    {
      "loss_action": 0.037659693509340286,
      "loss_total": 0.037659693509340286,
      "step": 3140
    },
    {
      "loss_action": 0.029826603829860687,
      "loss_total": 0.029826603829860687,
      "step": 3140
    },
    {
      "loss_action": 0.15079563856124878,
      "loss_total": 0.15079563856124878,
      "step": 3140
    },
    {
      "loss_action": 0.03718492016196251,
      "loss_total": 0.03718492016196251,
      "step": 3140
    },
    {
      "loss_action": 0.037247348576784134,
      "loss_total": 0.037247348576784134,
      "step": 3140
    },
    {
      "loss_action": 0.04308517277240753,
      "loss_total": 0.04308517277240753,
      "step": 3140
    },
    {
      "loss_action": 0.03321711719036102,
      "loss_total": 0.03321711719036102,
      "step": 3140
    },
    {
      "grad_norm": 0.559349000453949,
      "learning_rate": 6.298000000000001e-05,
      "loss": 0.0386,
      "step": 3150
    },
    {
      "loss_action": 0.02884579822421074,
      "loss_total": 0.02884579822421074,
      "step": 3150
    },
    {
      "loss_action": 0.025285977870225906,
      "loss_total": 0.025285977870225906,
      "step": 3150
    },
    {
      "loss_action": 0.07500997930765152,
      "loss_total": 0.07500997930765152,
      "step": 3150
    },
    {
      "loss_action": 0.028110623359680176,
      "loss_total": 0.028110623359680176,
      "step": 3150
    },
    {
      "loss_action": 0.023790456354618073,
      "loss_total": 0.023790456354618073,
      "step": 3150
    },
    {
      "loss_action": 0.03000447526574135,
      "loss_total": 0.03000447526574135,
      "step": 3150
    },
    {
      "loss_action": 0.06880705058574677,
      "loss_total": 0.06880705058574677,
      "step": 3150
    },
    {
      "loss_action": 0.029828190803527832,
      "loss_total": 0.029828190803527832,
      "step": 3150
    },
    {
      "grad_norm": 0.5587555170059204,
      "learning_rate": 6.318e-05,
      "loss": 0.034,
      "step": 3160
    },
    {
      "loss_action": 0.02998465858399868,
      "loss_total": 0.02998465858399868,
      "step": 3160
    },
    {
      "loss_action": 0.03367967531085014,
      "loss_total": 0.03367967531085014,
      "step": 3160
    },
    {
      "loss_action": 0.026574738323688507,
      "loss_total": 0.026574738323688507,
      "step": 3160
    },
    {
      "loss_action": 0.03573339805006981,
      "loss_total": 0.03573339805006981,
      "step": 3160
    },
    {
      "loss_action": 0.025494469329714775,
      "loss_total": 0.025494469329714775,
      "step": 3160
    },
    {
      "loss_action": 0.0365239679813385,
      "loss_total": 0.0365239679813385,
      "step": 3160
    },
    {
      "loss_action": 0.030238280072808266,
      "loss_total": 0.030238280072808266,
      "step": 3160
    },
    {
      "loss_action": 0.020572040230035782,
      "loss_total": 0.020572040230035782,
      "step": 3160
    },
    {
      "grad_norm": 0.6452628970146179,
      "learning_rate": 6.338e-05,
      "loss": 0.0337,
      "step": 3170
    },
    {
      "loss_action": 0.04304732382297516,
      "loss_total": 0.04304732382297516,
      "step": 3170
    },
    {
      "loss_action": 0.034266434609889984,
      "loss_total": 0.034266434609889984,
      "step": 3170
    },
    {
      "loss_action": 0.04101787880063057,
      "loss_total": 0.04101787880063057,
      "step": 3170
    },
    {
      "loss_action": 0.046823129057884216,
      "loss_total": 0.046823129057884216,
      "step": 3170
    },
    {
      "loss_action": 0.058709561824798584,
      "loss_total": 0.058709561824798584,
      "step": 3170
    },
    {
      "loss_action": 0.033655256032943726,
      "loss_total": 0.033655256032943726,
      "step": 3170
    },
    {
      "loss_action": 0.024612437933683395,
      "loss_total": 0.024612437933683395,
      "step": 3170
    },
    {
      "loss_action": 0.033982403576374054,
      "loss_total": 0.033982403576374054,
      "step": 3170
    },
    {
      "grad_norm": 0.5030558109283447,
      "learning_rate": 6.358000000000001e-05,
      "loss": 0.0332,
      "step": 3180
    },
    {
      "loss_action": 0.13900351524353027,
      "loss_total": 0.13900351524353027,
      "step": 3180
    },
    {
      "loss_action": 0.027625128626823425,
      "loss_total": 0.027625128626823425,
      "step": 3180
    },
    {
      "loss_action": 0.05622467026114464,
      "loss_total": 0.05622467026114464,
      "step": 3180
    },
    {
      "loss_action": 0.03449937701225281,
      "loss_total": 0.03449937701225281,
      "step": 3180
    },
    {
      "loss_action": 0.04400666430592537,
      "loss_total": 0.04400666430592537,
      "step": 3180
    },
    {
      "loss_action": 0.0338679738342762,
      "loss_total": 0.0338679738342762,
      "step": 3180
    },
    {
      "loss_action": 0.028074827045202255,
      "loss_total": 0.028074827045202255,
      "step": 3180
    },
    {
      "loss_action": 0.021276794373989105,
      "loss_total": 0.021276794373989105,
      "step": 3180
    },
    {
      "grad_norm": 0.4768259823322296,
      "learning_rate": 6.378e-05,
      "loss": 0.0381,
      "step": 3190
    },
    {
      "loss_action": 0.05034475028514862,
      "loss_total": 0.05034475028514862,
      "step": 3190
    },
    {
      "loss_action": 0.02264017052948475,
      "loss_total": 0.02264017052948475,
      "step": 3190
    },
    {
      "loss_action": 0.04795089364051819,
      "loss_total": 0.04795089364051819,
      "step": 3190
    },
    {
      "loss_action": 0.04567494988441467,
      "loss_total": 0.04567494988441467,
      "step": 3190
    },
    {
      "loss_action": 0.046692393720149994,
      "loss_total": 0.046692393720149994,
      "step": 3190
    },
    {
      "loss_action": 0.027201347053050995,
      "loss_total": 0.027201347053050995,
      "step": 3190
    },
    {
      "loss_action": 0.031352292746305466,
      "loss_total": 0.031352292746305466,
      "step": 3190
    },
    {
      "loss_action": 0.06307265162467957,
      "loss_total": 0.06307265162467957,
      "step": 3190
    },
    {
      "grad_norm": 0.4168984293937683,
      "learning_rate": 6.398000000000001e-05,
      "loss": 0.0336,
      "step": 3200
    },
    {
      "loss_action": 0.031223289668560028,
      "loss_total": 0.031223289668560028,
      "step": 3200
    },
    {
      "loss_action": 0.03516688197851181,
      "loss_total": 0.03516688197851181,
      "step": 3200
    },
    {
      "loss_action": 0.03728845342993736,
      "loss_total": 0.03728845342993736,
      "step": 3200
    },
    {
      "loss_action": 0.06280023604631424,
      "loss_total": 0.06280023604631424,
      "step": 3200
    },
    {
      "loss_action": 0.07762163877487183,
      "loss_total": 0.07762163877487183,
      "step": 3200
    },
    {
      "loss_action": 0.02961602807044983,
      "loss_total": 0.02961602807044983,
      "step": 3200
    },
    {
      "loss_action": 0.04138540104031563,
      "loss_total": 0.04138540104031563,
      "step": 3200
    },
    {
      "loss_action": 0.03705349937081337,
      "loss_total": 0.03705349937081337,
      "step": 3200
    },
    {
      "grad_norm": 0.4833184480667114,
      "learning_rate": 6.418000000000001e-05,
      "loss": 0.0349,
      "step": 3210
    },
    {
      "loss_action": 0.02041972428560257,
      "loss_total": 0.02041972428560257,
      "step": 3210
    },
    {
      "loss_action": 0.032651387155056,
      "loss_total": 0.032651387155056,
      "step": 3210
    },
    {
      "loss_action": 0.03749605268239975,
      "loss_total": 0.03749605268239975,
      "step": 3210
    },
    {
      "loss_action": 0.04529421031475067,
      "loss_total": 0.04529421031475067,
      "step": 3210
    },
    {
      "loss_action": 0.021175961941480637,
      "loss_total": 0.021175961941480637,
      "step": 3210
    },
    {
      "loss_action": 0.03697311133146286,
      "loss_total": 0.03697311133146286,
      "step": 3210
    },
    {
      "loss_action": 0.046674855053424835,
      "loss_total": 0.046674855053424835,
      "step": 3210
    },
    {
      "loss_action": 0.028140053153038025,
      "loss_total": 0.028140053153038025,
      "step": 3210
    },
    {
      "grad_norm": 0.6031078696250916,
      "learning_rate": 6.438e-05,
      "loss": 0.0328,
      "step": 3220
    },
    {
      "loss_action": 0.05325383320450783,
      "loss_total": 0.05325383320450783,
      "step": 3220
    },
    {
      "loss_action": 0.022967416793107986,
      "loss_total": 0.022967416793107986,
      "step": 3220
    },
    {
      "loss_action": 0.029740680009126663,
      "loss_total": 0.029740680009126663,
      "step": 3220
    },
    {
      "loss_action": 0.025454960763454437,
      "loss_total": 0.025454960763454437,
      "step": 3220
    },
    {
      "loss_action": 0.022753722965717316,
      "loss_total": 0.022753722965717316,
      "step": 3220
    },
    {
      "loss_action": 0.03178473934531212,
      "loss_total": 0.03178473934531212,
      "step": 3220
    },
    {
      "loss_action": 0.036088090389966965,
      "loss_total": 0.036088090389966965,
      "step": 3220
    },
    {
      "loss_action": 0.02740718051791191,
      "loss_total": 0.02740718051791191,
      "step": 3220
    },
    {
      "grad_norm": 0.5216037631034851,
      "learning_rate": 6.458000000000001e-05,
      "loss": 0.0301,
      "step": 3230
    },
    {
      "loss_action": 0.027299899607896805,
      "loss_total": 0.027299899607896805,
      "step": 3230
    },
    {
      "loss_action": 0.03651421517133713,
      "loss_total": 0.03651421517133713,
      "step": 3230
    },
    {
      "loss_action": 0.020623687654733658,
      "loss_total": 0.020623687654733658,
      "step": 3230
    },
    {
      "loss_action": 0.03498832881450653,
      "loss_total": 0.03498832881450653,
      "step": 3230
    },
    {
      "loss_action": 0.04140124469995499,
      "loss_total": 0.04140124469995499,
      "step": 3230
    },
    {
      "loss_action": 0.05379067361354828,
      "loss_total": 0.05379067361354828,
      "step": 3230
    },
    {
      "loss_action": 0.040992770344018936,
      "loss_total": 0.040992770344018936,
      "step": 3230
    },
    {
      "loss_action": 0.025770045816898346,
      "loss_total": 0.025770045816898346,
      "step": 3230
    },
    {
      "grad_norm": 0.4754975736141205,
      "learning_rate": 6.478000000000001e-05,
      "loss": 0.0372,
      "step": 3240
    },
    {
      "loss_action": 0.018535852432250977,
      "loss_total": 0.018535852432250977,
      "step": 3240
    },
    {
      "loss_action": 0.026232324540615082,
      "loss_total": 0.026232324540615082,
      "step": 3240
    },
    {
      "loss_action": 0.031195541843771935,
      "loss_total": 0.031195541843771935,
      "step": 3240
    },
    {
      "loss_action": 0.02743941731750965,
      "loss_total": 0.02743941731750965,
      "step": 3240
    },
    {
      "loss_action": 0.035905804485082626,
      "loss_total": 0.035905804485082626,
      "step": 3240
    },
    {
      "loss_action": 0.03272625058889389,
      "loss_total": 0.03272625058889389,
      "step": 3240
    },
    {
      "loss_action": 0.03471937030553818,
      "loss_total": 0.03471937030553818,
      "step": 3240
    },
    {
      "loss_action": 0.056910887360572815,
      "loss_total": 0.056910887360572815,
      "step": 3240
    },
    {
      "grad_norm": 0.5027171969413757,
      "learning_rate": 6.498e-05,
      "loss": 0.0338,
      "step": 3250
    },
    {
      "loss_action": 0.02400980331003666,
      "loss_total": 0.02400980331003666,
      "step": 3250
    },
    {
      "loss_action": 0.040715500712394714,
      "loss_total": 0.040715500712394714,
      "step": 3250
    },
    {
      "loss_action": 0.0224619023501873,
      "loss_total": 0.0224619023501873,
      "step": 3250
    },
    {
      "loss_action": 0.027337076142430305,
      "loss_total": 0.027337076142430305,
      "step": 3250
    },
    {
      "loss_action": 0.02456059120595455,
      "loss_total": 0.02456059120595455,
      "step": 3250
    },
    {
      "loss_action": 0.02330717071890831,
      "loss_total": 0.02330717071890831,
      "step": 3250
    },
    {
      "loss_action": 0.02955719456076622,
      "loss_total": 0.02955719456076622,
      "step": 3250
    },
    {
      "loss_action": 0.028837740421295166,
      "loss_total": 0.028837740421295166,
      "step": 3250
    },
    {
      "grad_norm": 0.505195677280426,
      "learning_rate": 6.518000000000001e-05,
      "loss": 0.0395,
      "step": 3260
    },
    {
      "loss_action": 0.03235037997364998,
      "loss_total": 0.03235037997364998,
      "step": 3260
    },
    {
      "loss_action": 0.05561186373233795,
      "loss_total": 0.05561186373233795,
      "step": 3260
    },
    {
      "loss_action": 0.03053910657763481,
      "loss_total": 0.03053910657763481,
      "step": 3260
    },
    {
      "loss_action": 0.024851113557815552,
      "loss_total": 0.024851113557815552,
      "step": 3260
    },
    {
      "loss_action": 0.05479572340846062,
      "loss_total": 0.05479572340846062,
      "step": 3260
    },
    {
      "loss_action": 0.03747027367353439,
      "loss_total": 0.03747027367353439,
      "step": 3260
    },
    {
      "loss_action": 0.028832584619522095,
      "loss_total": 0.028832584619522095,
      "step": 3260
    },
    {
      "loss_action": 0.050358790904283524,
      "loss_total": 0.050358790904283524,
      "step": 3260
    },
    {
      "grad_norm": 0.4521002471446991,
      "learning_rate": 6.538000000000001e-05,
      "loss": 0.0369,
      "step": 3270
    },
    {
      "loss_action": 0.0216085035353899,
      "loss_total": 0.0216085035353899,
      "step": 3270
    },
    {
      "loss_action": 0.033646270632743835,
      "loss_total": 0.033646270632743835,
      "step": 3270
    },
    {
      "loss_action": 0.024084225296974182,
      "loss_total": 0.024084225296974182,
      "step": 3270
    },
    {
      "loss_action": 0.026800114661455154,
      "loss_total": 0.026800114661455154,
      "step": 3270
    },
    {
      "loss_action": 0.026340030133724213,
      "loss_total": 0.026340030133724213,
      "step": 3270
    },
    {
      "loss_action": 0.027325861155986786,
      "loss_total": 0.027325861155986786,
      "step": 3270
    },
    {
      "loss_action": 0.07460018992424011,
      "loss_total": 0.07460018992424011,
      "step": 3270
    },
    {
      "loss_action": 0.031877681612968445,
      "loss_total": 0.031877681612968445,
      "step": 3270
    },
    {
      "grad_norm": 0.5119200348854065,
      "learning_rate": 6.558e-05,
      "loss": 0.0355,
      "step": 3280
    },
    {
      "loss_action": 0.016947250813245773,
      "loss_total": 0.016947250813245773,
      "step": 3280
    },
    {
      "loss_action": 0.02621428109705448,
      "loss_total": 0.02621428109705448,
      "step": 3280
    },
    {
      "loss_action": 0.025846190750598907,
      "loss_total": 0.025846190750598907,
      "step": 3280
    },
    {
      "loss_action": 0.029059292748570442,
      "loss_total": 0.029059292748570442,
      "step": 3280
    },
    {
      "loss_action": 0.016021298244595528,
      "loss_total": 0.016021298244595528,
      "step": 3280
    },
    {
      "loss_action": 0.1242373138666153,
      "loss_total": 0.1242373138666153,
      "step": 3280
    },
    {
      "loss_action": 0.018466932699084282,
      "loss_total": 0.018466932699084282,
      "step": 3280
    },
    {
      "loss_action": 0.025837566703557968,
      "loss_total": 0.025837566703557968,
      "step": 3280
    },
    {
      "grad_norm": 0.5856765508651733,
      "learning_rate": 6.578000000000001e-05,
      "loss": 0.0422,
      "step": 3290
    },
    {
      "loss_action": 0.024247251451015472,
      "loss_total": 0.024247251451015472,
      "step": 3290
    },
    {
      "loss_action": 0.03215814754366875,
      "loss_total": 0.03215814754366875,
      "step": 3290
    },
    {
      "loss_action": 0.03658800944685936,
      "loss_total": 0.03658800944685936,
      "step": 3290
    },
    {
      "loss_action": 0.10824987292289734,
      "loss_total": 0.10824987292289734,
      "step": 3290
    },
    {
      "loss_action": 0.042424269020557404,
      "loss_total": 0.042424269020557404,
      "step": 3290
    },
    {
      "loss_action": 0.03212687373161316,
      "loss_total": 0.03212687373161316,
      "step": 3290
    },
    {
      "loss_action": 0.03818007931113243,
      "loss_total": 0.03818007931113243,
      "step": 3290
    },
    {
      "loss_action": 0.020048130303621292,
      "loss_total": 0.020048130303621292,
      "step": 3290
    },
    {
      "grad_norm": 0.5216143727302551,
      "learning_rate": 6.598e-05,
      "loss": 0.0363,
      "step": 3300
    },
    {
      "loss_action": 0.027185501530766487,
      "loss_total": 0.027185501530766487,
      "step": 3300
    },
    {
      "loss_action": 0.03181864321231842,
      "loss_total": 0.03181864321231842,
      "step": 3300
    },
    {
      "loss_action": 0.03579264506697655,
      "loss_total": 0.03579264506697655,
      "step": 3300
    },
    {
      "loss_action": 0.04899589717388153,
      "loss_total": 0.04899589717388153,
      "step": 3300
    },
    {
      "loss_action": 0.038458697497844696,
      "loss_total": 0.038458697497844696,
      "step": 3300
    },
    {
      "loss_action": 0.01950985938310623,
      "loss_total": 0.01950985938310623,
      "step": 3300
    },
    {
      "loss_action": 0.04584220051765442,
      "loss_total": 0.04584220051765442,
      "step": 3300
    },
    {
      "loss_action": 0.04740746691823006,
      "loss_total": 0.04740746691823006,
      "step": 3300
    },
    {
      "grad_norm": 0.4172816276550293,
      "learning_rate": 6.618e-05,
      "loss": 0.0352,
      "step": 3310
    },
    {
      "loss_action": 0.027475520968437195,
      "loss_total": 0.027475520968437195,
      "step": 3310
    },
    {
      "loss_action": 0.055692147463560104,
      "loss_total": 0.055692147463560104,
      "step": 3310
    },
    {
      "loss_action": 0.03420516476035118,
      "loss_total": 0.03420516476035118,
      "step": 3310
    },
    {
      "loss_action": 0.036951273679733276,
      "loss_total": 0.036951273679733276,
      "step": 3310
    },
    {
      "loss_action": 0.023677591234445572,
      "loss_total": 0.023677591234445572,
      "step": 3310
    },
    {
      "loss_action": 0.02335861697793007,
      "loss_total": 0.02335861697793007,
      "step": 3310
    },
    {
      "loss_action": 0.030074691399931908,
      "loss_total": 0.030074691399931908,
      "step": 3310
    },
    {
      "loss_action": 0.04091838374733925,
      "loss_total": 0.04091838374733925,
      "step": 3310
    },
    {
      "grad_norm": 0.6003015637397766,
      "learning_rate": 6.638e-05,
      "loss": 0.0398,
      "step": 3320
    },
    {
      "loss_action": 0.04536518454551697,
      "loss_total": 0.04536518454551697,
      "step": 3320
    },
    {
      "loss_action": 0.034390851855278015,
      "loss_total": 0.034390851855278015,
      "step": 3320
    },
    {
      "loss_action": 0.022583402693271637,
      "loss_total": 0.022583402693271637,
      "step": 3320
    },
    {
      "loss_action": 0.04609911888837814,
      "loss_total": 0.04609911888837814,
      "step": 3320
    },
    {
      "loss_action": 0.02388991042971611,
      "loss_total": 0.02388991042971611,
      "step": 3320
    },
    {
      "loss_action": 0.030109945684671402,
      "loss_total": 0.030109945684671402,
      "step": 3320
    },
    {
      "loss_action": 0.03602641820907593,
      "loss_total": 0.03602641820907593,
      "step": 3320
    },
    {
      "loss_action": 0.026644619181752205,
      "loss_total": 0.026644619181752205,
      "step": 3320
    },
    {
      "grad_norm": 0.591074526309967,
      "learning_rate": 6.658e-05,
      "loss": 0.0361,
      "step": 3330
    },
    {
      "loss_action": 0.027938634157180786,
      "loss_total": 0.027938634157180786,
      "step": 3330
    },
    {
      "loss_action": 0.03522475063800812,
      "loss_total": 0.03522475063800812,
      "step": 3330
    },
    {
      "loss_action": 0.0228431336581707,
      "loss_total": 0.0228431336581707,
      "step": 3330
    },
    {
      "loss_action": 0.027773510664701462,
      "loss_total": 0.027773510664701462,
      "step": 3330
    },
    {
      "loss_action": 0.043365538120269775,
      "loss_total": 0.043365538120269775,
      "step": 3330
    },
    {
      "loss_action": 0.03478090465068817,
      "loss_total": 0.03478090465068817,
      "step": 3330
    },
    {
      "loss_action": 0.01908070594072342,
      "loss_total": 0.01908070594072342,
      "step": 3330
    },
    {
      "loss_action": 0.01954537071287632,
      "loss_total": 0.01954537071287632,
      "step": 3330
    },
    {
      "grad_norm": 0.6053279638290405,
      "learning_rate": 6.678e-05,
      "loss": 0.0371,
      "step": 3340
    },
    {
      "loss_action": 0.022681858390569687,
      "loss_total": 0.022681858390569687,
      "step": 3340
    },
    {
      "loss_action": 0.02349035069346428,
      "loss_total": 0.02349035069346428,
      "step": 3340
    },
    {
      "loss_action": 0.044540900737047195,
      "loss_total": 0.044540900737047195,
      "step": 3340
    },
    {
      "loss_action": 0.030293047428131104,
      "loss_total": 0.030293047428131104,
      "step": 3340
    },
    {
      "loss_action": 0.030339237302541733,
      "loss_total": 0.030339237302541733,
      "step": 3340
    },
    {
      "loss_action": 0.02871989831328392,
      "loss_total": 0.02871989831328392,
      "step": 3340
    },
    {
      "loss_action": 0.022316915914416313,
      "loss_total": 0.022316915914416313,
      "step": 3340
    },
    {
      "loss_action": 0.026437299326062202,
      "loss_total": 0.026437299326062202,
      "step": 3340
    },
    {
      "grad_norm": 0.4854496121406555,
      "learning_rate": 6.698e-05,
      "loss": 0.0361,
      "step": 3350
    },
    {
      "loss_action": 0.041874706745147705,
      "loss_total": 0.041874706745147705,
      "step": 3350
    },
    {
      "loss_action": 0.023154042661190033,
      "loss_total": 0.023154042661190033,
      "step": 3350
    },
    {
      "loss_action": 0.03486628085374832,
      "loss_total": 0.03486628085374832,
      "step": 3350
    },
    {
      "loss_action": 0.03593817353248596,
      "loss_total": 0.03593817353248596,
      "step": 3350
    },
    {
      "loss_action": 0.055696092545986176,
      "loss_total": 0.055696092545986176,
      "step": 3350
    },
    {
      "loss_action": 0.04545653611421585,
      "loss_total": 0.04545653611421585,
      "step": 3350
    },
    {
      "loss_action": 0.041336432099342346,
      "loss_total": 0.041336432099342346,
      "step": 3350
    },
    {
      "loss_action": 0.03099207393825054,
      "loss_total": 0.03099207393825054,
      "step": 3350
    },
    {
      "grad_norm": 0.44017869234085083,
      "learning_rate": 6.718e-05,
      "loss": 0.0346,
      "step": 3360
    },
    {
      "loss_action": 0.0394265316426754,
      "loss_total": 0.0394265316426754,
      "step": 3360
    },
    {
      "loss_action": 0.03723817318677902,
      "loss_total": 0.03723817318677902,
      "step": 3360
    },
    {
      "loss_action": 0.057778000831604004,
      "loss_total": 0.057778000831604004,
      "step": 3360
    },
    {
      "loss_action": 0.02155463770031929,
      "loss_total": 0.02155463770031929,
      "step": 3360
    },
    {
      "loss_action": 0.02875099889934063,
      "loss_total": 0.02875099889934063,
      "step": 3360
    },
    {
      "loss_action": 0.02917800098657608,
      "loss_total": 0.02917800098657608,
      "step": 3360
    },
    {
      "loss_action": 0.0301898792386055,
      "loss_total": 0.0301898792386055,
      "step": 3360
    },
    {
      "loss_action": 0.030653351917862892,
      "loss_total": 0.030653351917862892,
      "step": 3360
    },
    {
      "grad_norm": 0.6370396614074707,
      "learning_rate": 6.738e-05,
      "loss": 0.0411,
      "step": 3370
    },
    {
      "loss_action": 0.026517581194639206,
      "loss_total": 0.026517581194639206,
      "step": 3370
    },
    {
      "loss_action": 0.03479435294866562,
      "loss_total": 0.03479435294866562,
      "step": 3370
    },
    {
      "loss_action": 0.03347092121839523,
      "loss_total": 0.03347092121839523,
      "step": 3370
    },
    {
      "loss_action": 0.07936092466115952,
      "loss_total": 0.07936092466115952,
      "step": 3370
    },
    {
      "loss_action": 0.0303124338388443,
      "loss_total": 0.0303124338388443,
      "step": 3370
    },
    {
      "loss_action": 0.050617750734090805,
      "loss_total": 0.050617750734090805,
      "step": 3370
    },
    {
      "loss_action": 0.05952274054288864,
      "loss_total": 0.05952274054288864,
      "step": 3370
    },
    {
      "loss_action": 0.03615954518318176,
      "loss_total": 0.03615954518318176,
      "step": 3370
    },
    {
      "grad_norm": 0.4745705723762512,
      "learning_rate": 6.758e-05,
      "loss": 0.0374,
      "step": 3380
    },
    {
      "loss_action": 0.02942621149122715,
      "loss_total": 0.02942621149122715,
      "step": 3380
    },
    {
      "loss_action": 0.03048328310251236,
      "loss_total": 0.03048328310251236,
      "step": 3380
    },
    {
      "loss_action": 0.02537393569946289,
      "loss_total": 0.02537393569946289,
      "step": 3380
    },
    {
      "loss_action": 0.02708550915122032,
      "loss_total": 0.02708550915122032,
      "step": 3380
    },
    {
      "loss_action": 0.022618044167757034,
      "loss_total": 0.022618044167757034,
      "step": 3380
    },
    {
      "loss_action": 0.030956916511058807,
      "loss_total": 0.030956916511058807,
      "step": 3380
    },
    {
      "loss_action": 0.03205816075205803,
      "loss_total": 0.03205816075205803,
      "step": 3380
    },
    {
      "loss_action": 0.026478193700313568,
      "loss_total": 0.026478193700313568,
      "step": 3380
    },
    {
      "grad_norm": 0.5431632399559021,
      "learning_rate": 6.778e-05,
      "loss": 0.0334,
      "step": 3390
    },
    {
      "loss_action": 0.03005811758339405,
      "loss_total": 0.03005811758339405,
      "step": 3390
    },
    {
      "loss_action": 0.03455683961510658,
      "loss_total": 0.03455683961510658,
      "step": 3390
    },
    {
      "loss_action": 0.040577057749032974,
      "loss_total": 0.040577057749032974,
      "step": 3390
    },
    {
      "loss_action": 0.029747962951660156,
      "loss_total": 0.029747962951660156,
      "step": 3390
    },
    {
      "loss_action": 0.0308997742831707,
      "loss_total": 0.0308997742831707,
      "step": 3390
    },
    {
      "loss_action": 0.029798079282045364,
      "loss_total": 0.029798079282045364,
      "step": 3390
    },
    {
      "loss_action": 0.03126531094312668,
      "loss_total": 0.03126531094312668,
      "step": 3390
    },
    {
      "loss_action": 0.026165207847952843,
      "loss_total": 0.026165207847952843,
      "step": 3390
    },
    {
      "grad_norm": 0.7410892844200134,
      "learning_rate": 6.798e-05,
      "loss": 0.0412,
      "step": 3400
    },
    {
      "loss_action": 0.026380881667137146,
      "loss_total": 0.026380881667137146,
      "step": 3400
    },
    {
      "loss_action": 0.03726924583315849,
      "loss_total": 0.03726924583315849,
      "step": 3400
    },
    {
      "loss_action": 0.040171533823013306,
      "loss_total": 0.040171533823013306,
      "step": 3400
    },
    {
      "loss_action": 0.05291498079895973,
      "loss_total": 0.05291498079895973,
      "step": 3400
    },
    {
      "loss_action": 0.032790981233119965,
      "loss_total": 0.032790981233119965,
      "step": 3400
    },
    {
      "loss_action": 0.03417862206697464,
      "loss_total": 0.03417862206697464,
      "step": 3400
    },
    {
      "loss_action": 0.025059178471565247,
      "loss_total": 0.025059178471565247,
      "step": 3400
    },
    {
      "loss_action": 0.031010568141937256,
      "loss_total": 0.031010568141937256,
      "step": 3400
    },
    {
      "grad_norm": 0.3304901123046875,
      "learning_rate": 6.818e-05,
      "loss": 0.0335,
      "step": 3410
    },
    {
      "loss_action": 0.030041100457310677,
      "loss_total": 0.030041100457310677,
      "step": 3410
    },
    {
      "loss_action": 0.027707096189260483,
      "loss_total": 0.027707096189260483,
      "step": 3410
    },
    {
      "loss_action": 0.02756299450993538,
      "loss_total": 0.02756299450993538,
      "step": 3410
    },
    {
      "loss_action": 0.036184780299663544,
      "loss_total": 0.036184780299663544,
      "step": 3410
    },
    {
      "loss_action": 0.037207793444395065,
      "loss_total": 0.037207793444395065,
      "step": 3410
    },
    {
      "loss_action": 0.026423685252666473,
      "loss_total": 0.026423685252666473,
      "step": 3410
    },
    {
      "loss_action": 0.024504713714122772,
      "loss_total": 0.024504713714122772,
      "step": 3410
    },
    {
      "loss_action": 0.01571580395102501,
      "loss_total": 0.01571580395102501,
      "step": 3410
    },
    {
      "grad_norm": 0.47538667917251587,
      "learning_rate": 6.838e-05,
      "loss": 0.0331,
      "step": 3420
    },
    {
      "loss_action": 0.03589737042784691,
      "loss_total": 0.03589737042784691,
      "step": 3420
    },
    {
      "loss_action": 0.022693507373332977,
      "loss_total": 0.022693507373332977,
      "step": 3420
    },
    {
      "loss_action": 0.030345236882567406,
      "loss_total": 0.030345236882567406,
      "step": 3420
    },
    {
      "loss_action": 0.039542056620121,
      "loss_total": 0.039542056620121,
      "step": 3420
    },
    {
      "loss_action": 0.01800510846078396,
      "loss_total": 0.01800510846078396,
      "step": 3420
    },
    {
      "loss_action": 0.028032129630446434,
      "loss_total": 0.028032129630446434,
      "step": 3420
    },
    {
      "loss_action": 0.026276282966136932,
      "loss_total": 0.026276282966136932,
      "step": 3420
    },
    {
      "loss_action": 0.032761961221694946,
      "loss_total": 0.032761961221694946,
      "step": 3420
    },
    {
      "grad_norm": 0.7325990796089172,
      "learning_rate": 6.858e-05,
      "loss": 0.0336,
      "step": 3430
    },
    {
      "loss_action": 0.04224350303411484,
      "loss_total": 0.04224350303411484,
      "step": 3430
    },
    {
      "loss_action": 0.03502636030316353,
      "loss_total": 0.03502636030316353,
      "step": 3430
    },
    {
      "loss_action": 0.030563414096832275,
      "loss_total": 0.030563414096832275,
      "step": 3430
    },
    {
      "loss_action": 0.04254670441150665,
      "loss_total": 0.04254670441150665,
      "step": 3430
    },
    {
      "loss_action": 0.03875245898962021,
      "loss_total": 0.03875245898962021,
      "step": 3430
    },
    {
      "loss_action": 0.03426367789506912,
      "loss_total": 0.03426367789506912,
      "step": 3430
    },
    {
      "loss_action": 0.04498239606618881,
      "loss_total": 0.04498239606618881,
      "step": 3430
    },
    {
      "loss_action": 0.03134291246533394,
      "loss_total": 0.03134291246533394,
      "step": 3430
    },
    {
      "grad_norm": 0.4426213502883911,
      "learning_rate": 6.878e-05,
      "loss": 0.0397,
      "step": 3440
    },
    {
      "loss_action": 0.028299454599618912,
      "loss_total": 0.028299454599618912,
      "step": 3440
    },
    {
      "loss_action": 0.0444611981511116,
      "loss_total": 0.0444611981511116,
      "step": 3440
    },
    {
      "loss_action": 0.04431180655956268,
      "loss_total": 0.04431180655956268,
      "step": 3440
    },
    {
      "loss_action": 0.04322327673435211,
      "loss_total": 0.04322327673435211,
      "step": 3440
    },
    {
      "loss_action": 0.03786806762218475,
      "loss_total": 0.03786806762218475,
      "step": 3440
    },
    {
      "loss_action": 0.05269083380699158,
      "loss_total": 0.05269083380699158,
      "step": 3440
    },
    {
      "loss_action": 0.029318224638700485,
      "loss_total": 0.029318224638700485,
      "step": 3440
    },
    {
      "loss_action": 0.02400197461247444,
      "loss_total": 0.02400197461247444,
      "step": 3440
    },
    {
      "grad_norm": 0.4487655460834503,
      "learning_rate": 6.898e-05,
      "loss": 0.0326,
      "step": 3450
    },
    {
      "loss_action": 0.03238767385482788,
      "loss_total": 0.03238767385482788,
      "step": 3450
    },
    {
      "loss_action": 0.043648310005664825,
      "loss_total": 0.043648310005664825,
      "step": 3450
    },
    {
      "loss_action": 0.057166434824466705,
      "loss_total": 0.057166434824466705,
      "step": 3450
    },
    {
      "loss_action": 0.027472632005810738,
      "loss_total": 0.027472632005810738,
      "step": 3450
    },
    {
      "loss_action": 0.03404347226023674,
      "loss_total": 0.03404347226023674,
      "step": 3450
    },
    {
      "loss_action": 0.021235866472125053,
      "loss_total": 0.021235866472125053,
      "step": 3450
    },
    {
      "loss_action": 0.03998921439051628,
      "loss_total": 0.03998921439051628,
      "step": 3450
    },
    {
      "loss_action": 0.04390167444944382,
      "loss_total": 0.04390167444944382,
      "step": 3450
    },
    {
      "grad_norm": 0.5922813415527344,
      "learning_rate": 6.918e-05,
      "loss": 0.0356,
      "step": 3460
    },
    {
      "loss_action": 0.020806267857551575,
      "loss_total": 0.020806267857551575,
      "step": 3460
    },
    {
      "loss_action": 0.021895643323659897,
      "loss_total": 0.021895643323659897,
      "step": 3460
    },
    {
      "loss_action": 0.025575216859579086,
      "loss_total": 0.025575216859579086,
      "step": 3460
    },
    {
      "loss_action": 0.027088139206171036,
      "loss_total": 0.027088139206171036,
      "step": 3460
    },
    {
      "loss_action": 0.04143497347831726,
      "loss_total": 0.04143497347831726,
      "step": 3460
    },
    {
      "loss_action": 0.021002231165766716,
      "loss_total": 0.021002231165766716,
      "step": 3460
    },
    {
      "loss_action": 0.031496562063694,
      "loss_total": 0.031496562063694,
      "step": 3460
    },
    {
      "loss_action": 0.03255753964185715,
      "loss_total": 0.03255753964185715,
      "step": 3460
    },
    {
      "grad_norm": 0.4763632118701935,
      "learning_rate": 6.938e-05,
      "loss": 0.033,
      "step": 3470
    },
    {
      "loss_action": 0.15210142731666565,
      "loss_total": 0.15210142731666565,
      "step": 3470
    },
    {
      "loss_action": 0.02993232198059559,
      "loss_total": 0.02993232198059559,
      "step": 3470
    },
    {
      "loss_action": 0.03829794004559517,
      "loss_total": 0.03829794004559517,
      "step": 3470
    },
    {
      "loss_action": 0.0307314433157444,
      "loss_total": 0.0307314433157444,
      "step": 3470
    },
    {
      "loss_action": 0.07560119032859802,
      "loss_total": 0.07560119032859802,
      "step": 3470
    },
    {
      "loss_action": 0.03974900394678116,
      "loss_total": 0.03974900394678116,
      "step": 3470
    },
    {
      "loss_action": 0.03933121636509895,
      "loss_total": 0.03933121636509895,
      "step": 3470
    },
    {
      "loss_action": 0.06360099464654922,
      "loss_total": 0.06360099464654922,
      "step": 3470
    },
    {
      "grad_norm": 0.45513370633125305,
      "learning_rate": 6.958e-05,
      "loss": 0.0363,
      "step": 3480
    },
    {
      "loss_action": 0.022435132414102554,
      "loss_total": 0.022435132414102554,
      "step": 3480
    },
    {
      "loss_action": 0.038171783089637756,
      "loss_total": 0.038171783089637756,
      "step": 3480
    },
    {
      "loss_action": 0.03183448314666748,
      "loss_total": 0.03183448314666748,
      "step": 3480
    },
    {
      "loss_action": 0.031323231756687164,
      "loss_total": 0.031323231756687164,
      "step": 3480
    },
    {
      "loss_action": 0.017457660287618637,
      "loss_total": 0.017457660287618637,
      "step": 3480
    },
    {
      "loss_action": 0.025559375062584877,
      "loss_total": 0.025559375062584877,
      "step": 3480
    },
    {
      "loss_action": 0.030192552134394646,
      "loss_total": 0.030192552134394646,
      "step": 3480
    },
    {
      "loss_action": 0.030146311968564987,
      "loss_total": 0.030146311968564987,
      "step": 3480
    },
    {
      "grad_norm": 0.4012635052204132,
      "learning_rate": 6.978e-05,
      "loss": 0.0319,
      "step": 3490
    },
    {
      "loss_action": 0.03369126841425896,
      "loss_total": 0.03369126841425896,
      "step": 3490
    },
    {
      "loss_action": 0.0308196060359478,
      "loss_total": 0.0308196060359478,
      "step": 3490
    },
    {
      "loss_action": 0.03898544982075691,
      "loss_total": 0.03898544982075691,
      "step": 3490
    },
    {
      "loss_action": 0.026766229420900345,
      "loss_total": 0.026766229420900345,
      "step": 3490
    },
    {
      "loss_action": 0.02727491781115532,
      "loss_total": 0.02727491781115532,
      "step": 3490
    },
    {
      "loss_action": 0.024262193590402603,
      "loss_total": 0.024262193590402603,
      "step": 3490
    },
    {
      "loss_action": 0.04374638572335243,
      "loss_total": 0.04374638572335243,
      "step": 3490
    },
    {
      "loss_action": 0.04729781299829483,
      "loss_total": 0.04729781299829483,
      "step": 3490
    },
    {
      "grad_norm": 0.4094158113002777,
      "learning_rate": 6.998e-05,
      "loss": 0.0333,
      "step": 3500
    },
    {
      "loss_action": 0.030604733154177666,
      "loss_total": 0.030604733154177666,
      "step": 3500
    },
    {
      "loss_action": 0.041378606110811234,
      "loss_total": 0.041378606110811234,
      "step": 3500
    },
    {
      "loss_action": 0.021898267790675163,
      "loss_total": 0.021898267790675163,
      "step": 3500
    },
    {
      "loss_action": 0.029794488102197647,
      "loss_total": 0.029794488102197647,
      "step": 3500
    },
    {
      "loss_action": 0.029669318348169327,
      "loss_total": 0.029669318348169327,
      "step": 3500
    },
    {
      "loss_action": 0.049031417816877365,
      "loss_total": 0.049031417816877365,
      "step": 3500
    },
    {
      "loss_action": 0.030780861154198647,
      "loss_total": 0.030780861154198647,
      "step": 3500
    },
    {
      "loss_action": 0.04022696241736412,
      "loss_total": 0.04022696241736412,
      "step": 3500
    },
    {
      "grad_norm": 0.47946780920028687,
      "learning_rate": 7.018e-05,
      "loss": 0.0292,
      "step": 3510
    },
    {
      "loss_action": 0.017378542572259903,
      "loss_total": 0.017378542572259903,
      "step": 3510
    },
    {
      "loss_action": 0.024673696607351303,
      "loss_total": 0.024673696607351303,
      "step": 3510
    },
    {
      "loss_action": 0.03166845813393593,
      "loss_total": 0.03166845813393593,
      "step": 3510
    },
    {
      "loss_action": 0.03130083158612251,
      "loss_total": 0.03130083158612251,
      "step": 3510
    },
    {
      "loss_action": 0.028142651543021202,
      "loss_total": 0.028142651543021202,
      "step": 3510
    },
    {
      "loss_action": 0.02330876886844635,
      "loss_total": 0.02330876886844635,
      "step": 3510
    },
    {
      "loss_action": 0.027759641408920288,
      "loss_total": 0.027759641408920288,
      "step": 3510
    },
    {
      "loss_action": 0.022664953023195267,
      "loss_total": 0.022664953023195267,
      "step": 3510
    },
    {
      "grad_norm": 0.5251945853233337,
      "learning_rate": 7.038e-05,
      "loss": 0.0346,
      "step": 3520
    },
    {
      "loss_action": 0.03242233023047447,
      "loss_total": 0.03242233023047447,
      "step": 3520
    },
    {
      "loss_action": 0.024482589215040207,
      "loss_total": 0.024482589215040207,
      "step": 3520
    },
    {
      "loss_action": 0.029404355213046074,
      "loss_total": 0.029404355213046074,
      "step": 3520
    },
    {
      "loss_action": 0.02410631626844406,
      "loss_total": 0.02410631626844406,
      "step": 3520
    },
    {
      "loss_action": 0.02975860983133316,
      "loss_total": 0.02975860983133316,
      "step": 3520
    },
    {
      "loss_action": 0.05428916960954666,
      "loss_total": 0.05428916960954666,
      "step": 3520
    },
    {
      "loss_action": 0.026050886139273643,
      "loss_total": 0.026050886139273643,
      "step": 3520
    },
    {
      "loss_action": 0.025468463078141212,
      "loss_total": 0.025468463078141212,
      "step": 3520
    },
    {
      "grad_norm": 0.71572345495224,
      "learning_rate": 7.058e-05,
      "loss": 0.037,
      "step": 3530
    },
    {
      "loss_action": 0.06620151549577713,
      "loss_total": 0.06620151549577713,
      "step": 3530
    },
    {
      "loss_action": 0.0474231131374836,
      "loss_total": 0.0474231131374836,
      "step": 3530
    },
    {
      "loss_action": 0.03419293835759163,
      "loss_total": 0.03419293835759163,
      "step": 3530
    },
    {
      "loss_action": 0.01748676225543022,
      "loss_total": 0.01748676225543022,
      "step": 3530
    },
    {
      "loss_action": 0.03238213062286377,
      "loss_total": 0.03238213062286377,
      "step": 3530
    },
    {
      "loss_action": 0.020142722874879837,
      "loss_total": 0.020142722874879837,
      "step": 3530
    },
    {
      "loss_action": 0.06197192519903183,
      "loss_total": 0.06197192519903183,
      "step": 3530
    },
    {
      "loss_action": 0.0344056636095047,
      "loss_total": 0.0344056636095047,
      "step": 3530
    },
    {
      "grad_norm": 0.6956475973129272,
      "learning_rate": 7.078e-05,
      "loss": 0.0351,
      "step": 3540
    },
    {
      "loss_action": 0.029783565551042557,
      "loss_total": 0.029783565551042557,
      "step": 3540
    },
    {
      "loss_action": 0.047659650444984436,
      "loss_total": 0.047659650444984436,
      "step": 3540
    },
    {
      "loss_action": 0.0337090902030468,
      "loss_total": 0.0337090902030468,
      "step": 3540
    },
    {
      "loss_action": 0.028607182204723358,
      "loss_total": 0.028607182204723358,
      "step": 3540
    },
    {
      "loss_action": 0.06705623120069504,
      "loss_total": 0.06705623120069504,
      "step": 3540
    },
    {
      "loss_action": 0.05014365166425705,
      "loss_total": 0.05014365166425705,
      "step": 3540
    },
    {
      "loss_action": 0.045319847762584686,
      "loss_total": 0.045319847762584686,
      "step": 3540
    },
    {
      "loss_action": 0.039301998913288116,
      "loss_total": 0.039301998913288116,
      "step": 3540
    },
    {
      "grad_norm": 0.4674185812473297,
      "learning_rate": 7.098e-05,
      "loss": 0.0362,
      "step": 3550
    },
    {
      "loss_action": 0.02422386035323143,
      "loss_total": 0.02422386035323143,
      "step": 3550
    },
    {
      "loss_action": 0.02355564385652542,
      "loss_total": 0.02355564385652542,
      "step": 3550
    },
    {
      "loss_action": 0.024029554799199104,
      "loss_total": 0.024029554799199104,
      "step": 3550
    },
    {
      "loss_action": 0.02324901893734932,
      "loss_total": 0.02324901893734932,
      "step": 3550
    },
    {
      "loss_action": 0.02828388288617134,
      "loss_total": 0.02828388288617134,
      "step": 3550
    },
    {
      "loss_action": 0.03281204402446747,
      "loss_total": 0.03281204402446747,
      "step": 3550
    },
    {
      "loss_action": 0.02669573947787285,
      "loss_total": 0.02669573947787285,
      "step": 3550
    },
    {
      "loss_action": 0.04633767902851105,
      "loss_total": 0.04633767902851105,
      "step": 3550
    },
    {
      "grad_norm": 0.4304426312446594,
      "learning_rate": 7.118e-05,
      "loss": 0.0364,
      "step": 3560
    },
    {
      "loss_action": 0.03160514310002327,
      "loss_total": 0.03160514310002327,
      "step": 3560
    },
    {
      "loss_action": 0.022144433110952377,
      "loss_total": 0.022144433110952377,
      "step": 3560
    },
    {
      "loss_action": 0.02116928994655609,
      "loss_total": 0.02116928994655609,
      "step": 3560
    },
    {
      "loss_action": 0.022632744163274765,
      "loss_total": 0.022632744163274765,
      "step": 3560
    },
    {
      "loss_action": 0.02755567617714405,
      "loss_total": 0.02755567617714405,
      "step": 3560
    },
    {
      "loss_action": 0.029550015926361084,
      "loss_total": 0.029550015926361084,
      "step": 3560
    },
    {
      "loss_action": 0.016778524965047836,
      "loss_total": 0.016778524965047836,
      "step": 3560
    },
    {
      "loss_action": 0.02245454117655754,
      "loss_total": 0.02245454117655754,
      "step": 3560
    },
    {
      "grad_norm": 0.5864512324333191,
      "learning_rate": 7.138e-05,
      "loss": 0.0327,
      "step": 3570
    },
    {
      "loss_action": 0.018992647528648376,
      "loss_total": 0.018992647528648376,
      "step": 3570
    },
    {
      "loss_action": 0.04407556727528572,
      "loss_total": 0.04407556727528572,
      "step": 3570
    },
    {
      "loss_action": 0.031683363020420074,
      "loss_total": 0.031683363020420074,
      "step": 3570
    },
    {
      "loss_action": 0.1665467619895935,
      "loss_total": 0.1665467619895935,
      "step": 3570
    },
    {
      "loss_action": 0.03872236609458923,
      "loss_total": 0.03872236609458923,
      "step": 3570
    },
    {
      "loss_action": 0.03079734556376934,
      "loss_total": 0.03079734556376934,
      "step": 3570
    },
    {
      "loss_action": 0.030276617035269737,
      "loss_total": 0.030276617035269737,
      "step": 3570
    },
    {
      "loss_action": 0.0326627753674984,
      "loss_total": 0.0326627753674984,
      "step": 3570
    },
    {
      "grad_norm": 0.47994130849838257,
      "learning_rate": 7.158e-05,
      "loss": 0.0377,
      "step": 3580
    },
    {
      "loss_action": 0.03179686516523361,
      "loss_total": 0.03179686516523361,
      "step": 3580
    },
    {
      "loss_action": 0.040658339858055115,
      "loss_total": 0.040658339858055115,
      "step": 3580
    },
    {
      "loss_action": 0.025456750765442848,
      "loss_total": 0.025456750765442848,
      "step": 3580
    },
    {
      "loss_action": 0.03329107165336609,
      "loss_total": 0.03329107165336609,
      "step": 3580
    },
    {
      "loss_action": 0.033766746520996094,
      "loss_total": 0.033766746520996094,
      "step": 3580
    },
    {
      "loss_action": 0.033259496092796326,
      "loss_total": 0.033259496092796326,
      "step": 3580
    },
    {
      "loss_action": 0.054003920406103134,
      "loss_total": 0.054003920406103134,
      "step": 3580
    },
    {
      "loss_action": 0.03755633533000946,
      "loss_total": 0.03755633533000946,
      "step": 3580
    },
    {
      "grad_norm": 0.42909571528434753,
      "learning_rate": 7.178000000000001e-05,
      "loss": 0.034,
      "step": 3590
    },
    {
      "loss_action": 0.043461695313453674,
      "loss_total": 0.043461695313453674,
      "step": 3590
    },
    {
      "loss_action": 0.02443275973200798,
      "loss_total": 0.02443275973200798,
      "step": 3590
    },
    {
      "loss_action": 0.034448783844709396,
      "loss_total": 0.034448783844709396,
      "step": 3590
    },
    {
      "loss_action": 0.022083831951022148,
      "loss_total": 0.022083831951022148,
      "step": 3590
    },
    {
      "loss_action": 0.021951977163553238,
      "loss_total": 0.021951977163553238,
      "step": 3590
    },
    {
      "loss_action": 0.1101328581571579,
      "loss_total": 0.1101328581571579,
      "step": 3590
    },
    {
      "loss_action": 0.11891282349824905,
      "loss_total": 0.11891282349824905,
      "step": 3590
    },
    {
      "loss_action": 0.0757584422826767,
      "loss_total": 0.0757584422826767,
      "step": 3590
    },
    {
      "grad_norm": 0.42491909861564636,
      "learning_rate": 7.198e-05,
      "loss": 0.0361,
      "step": 3600
    },
    {
      "loss_action": 0.019238045439124107,
      "loss_total": 0.019238045439124107,
      "step": 3600
    },
    {
      "loss_action": 0.026396289467811584,
      "loss_total": 0.026396289467811584,
      "step": 3600
    },
    {
      "loss_action": 0.05909405276179314,
      "loss_total": 0.05909405276179314,
      "step": 3600
    },
    {
      "loss_action": 0.023594025522470474,
      "loss_total": 0.023594025522470474,
      "step": 3600
    },
    {
      "loss_action": 0.026111658662557602,
      "loss_total": 0.026111658662557602,
      "step": 3600
    },
    {
      "loss_action": 0.019995134323835373,
      "loss_total": 0.019995134323835373,
      "step": 3600
    },
    {
      "loss_action": 0.03725360333919525,
      "loss_total": 0.03725360333919525,
      "step": 3600
    },
    {
      "loss_action": 0.024117814376950264,
      "loss_total": 0.024117814376950264,
      "step": 3600
    },
    {
      "grad_norm": 0.37913379073143005,
      "learning_rate": 7.218e-05,
      "loss": 0.0333,
      "step": 3610
    },
    {
      "loss_action": 0.02634788677096367,
      "loss_total": 0.02634788677096367,
      "step": 3610
    },
    {
      "loss_action": 0.027976911514997482,
      "loss_total": 0.027976911514997482,
      "step": 3610
    },
    {
      "loss_action": 0.04158070683479309,
      "loss_total": 0.04158070683479309,
      "step": 3610
    },
    {
      "loss_action": 0.0233408622443676,
      "loss_total": 0.0233408622443676,
      "step": 3610
    },
    {
      "loss_action": 0.034464456140995026,
      "loss_total": 0.034464456140995026,
      "step": 3610
    },
    {
      "loss_action": 0.03681984543800354,
      "loss_total": 0.03681984543800354,
      "step": 3610
    },
    {
      "loss_action": 0.02875053510069847,
      "loss_total": 0.02875053510069847,
      "step": 3610
    },
    {
      "loss_action": 0.03141670674085617,
      "loss_total": 0.03141670674085617,
      "step": 3610
    },
    {
      "grad_norm": 0.3493947684764862,
      "learning_rate": 7.238000000000001e-05,
      "loss": 0.0333,
      "step": 3620
    },
    {
      "loss_action": 0.04449877142906189,
      "loss_total": 0.04449877142906189,
      "step": 3620
    },
    {
      "loss_action": 0.028990911319851875,
      "loss_total": 0.028990911319851875,
      "step": 3620
    },
    {
      "loss_action": 0.033872462809085846,
      "loss_total": 0.033872462809085846,
      "step": 3620
    },
    {
      "loss_action": 0.043845295906066895,
      "loss_total": 0.043845295906066895,
      "step": 3620
    },
    {
      "loss_action": 0.0506739616394043,
      "loss_total": 0.0506739616394043,
      "step": 3620
    },
    {
      "loss_action": 0.039697494357824326,
      "loss_total": 0.039697494357824326,
      "step": 3620
    },
    {
      "loss_action": 0.03945402055978775,
      "loss_total": 0.03945402055978775,
      "step": 3620
    },
    {
      "loss_action": 0.02489611506462097,
      "loss_total": 0.02489611506462097,
      "step": 3620
    },
    {
      "grad_norm": 0.4901765286922455,
      "learning_rate": 7.258e-05,
      "loss": 0.0327,
      "step": 3630
    },
    {
      "loss_action": 0.029391780495643616,
      "loss_total": 0.029391780495643616,
      "step": 3630
    },
    {
      "loss_action": 0.02372502163052559,
      "loss_total": 0.02372502163052559,
      "step": 3630
    },
    {
      "loss_action": 0.029704557731747627,
      "loss_total": 0.029704557731747627,
      "step": 3630
    },
    {
      "loss_action": 0.04377011954784393,
      "loss_total": 0.04377011954784393,
      "step": 3630
    },
    {
      "loss_action": 0.05207975208759308,
      "loss_total": 0.05207975208759308,
      "step": 3630
    },
    {
      "loss_action": 0.025153495371341705,
      "loss_total": 0.025153495371341705,
      "step": 3630
    },
    {
      "loss_action": 0.028497876599431038,
      "loss_total": 0.028497876599431038,
      "step": 3630
    },
    {
      "loss_action": 0.02900821901857853,
      "loss_total": 0.02900821901857853,
      "step": 3630
    },
    {
      "grad_norm": 0.3870638310909271,
      "learning_rate": 7.278e-05,
      "loss": 0.0299,
      "step": 3640
    },
    {
      "loss_action": 0.03656041622161865,
      "loss_total": 0.03656041622161865,
      "step": 3640
    },
    {
      "loss_action": 0.021576225757598877,
      "loss_total": 0.021576225757598877,
      "step": 3640
    },
    {
      "loss_action": 0.030985182151198387,
      "loss_total": 0.030985182151198387,
      "step": 3640
    },
    {
      "loss_action": 0.02110912837088108,
      "loss_total": 0.02110912837088108,
      "step": 3640
    },
    {
      "loss_action": 0.038523320108652115,
      "loss_total": 0.038523320108652115,
      "step": 3640
    },
    {
      "loss_action": 0.022293461486697197,
      "loss_total": 0.022293461486697197,
      "step": 3640
    },
    {
      "loss_action": 0.028660684823989868,
      "loss_total": 0.028660684823989868,
      "step": 3640
    },
    {
      "loss_action": 0.023317139595746994,
      "loss_total": 0.023317139595746994,
      "step": 3640
    },
    {
      "grad_norm": 0.3964479863643646,
      "learning_rate": 7.298000000000001e-05,
      "loss": 0.0315,
      "step": 3650
    },
    {
      "loss_action": 0.030674133449792862,
      "loss_total": 0.030674133449792862,
      "step": 3650
    },
    {
      "loss_action": 0.01889478974044323,
      "loss_total": 0.01889478974044323,
      "step": 3650
    },
    {
      "loss_action": 0.03160843625664711,
      "loss_total": 0.03160843625664711,
      "step": 3650
    },
    {
      "loss_action": 0.031533583998680115,
      "loss_total": 0.031533583998680115,
      "step": 3650
    },
    {
      "loss_action": 0.035381052643060684,
      "loss_total": 0.035381052643060684,
      "step": 3650
    },
    {
      "loss_action": 0.025746222585439682,
      "loss_total": 0.025746222585439682,
      "step": 3650
    },
    {
      "loss_action": 0.019870709627866745,
      "loss_total": 0.019870709627866745,
      "step": 3650
    },
    {
      "loss_action": 0.03637012466788292,
      "loss_total": 0.03637012466788292,
      "step": 3650
    },
    {
      "grad_norm": 0.2983793020248413,
      "learning_rate": 7.318e-05,
      "loss": 0.0337,
      "step": 3660
    },
    {
      "loss_action": 0.03807410970330238,
      "loss_total": 0.03807410970330238,
      "step": 3660
    },
    {
      "loss_action": 0.028463173657655716,
      "loss_total": 0.028463173657655716,
      "step": 3660
    },
    {
      "loss_action": 0.03999447822570801,
      "loss_total": 0.03999447822570801,
      "step": 3660
    },
    {
      "loss_action": 0.037423025816679,
      "loss_total": 0.037423025816679,
      "step": 3660
    },
    {
      "loss_action": 0.030614567920565605,
      "loss_total": 0.030614567920565605,
      "step": 3660
    },
    {
      "loss_action": 0.025827622041106224,
      "loss_total": 0.025827622041106224,
      "step": 3660
    },
    {
      "loss_action": 0.02870924398303032,
      "loss_total": 0.02870924398303032,
      "step": 3660
    },
    {
      "loss_action": 0.021913964301347733,
      "loss_total": 0.021913964301347733,
      "step": 3660
    },
    {
      "grad_norm": 0.3945158123970032,
      "learning_rate": 7.338e-05,
      "loss": 0.0324,
      "step": 3670
    },
    {
      "loss_action": 0.02527789957821369,
      "loss_total": 0.02527789957821369,
      "step": 3670
    },
    {
      "loss_action": 0.04459669440984726,
      "loss_total": 0.04459669440984726,
      "step": 3670
    },
    {
      "loss_action": 0.03548494726419449,
      "loss_total": 0.03548494726419449,
      "step": 3670
    },
    {
      "loss_action": 0.02117454633116722,
      "loss_total": 0.02117454633116722,
      "step": 3670
    },
    {
      "loss_action": 0.03150469809770584,
      "loss_total": 0.03150469809770584,
      "step": 3670
    },
    {
      "loss_action": 0.04410085082054138,
      "loss_total": 0.04410085082054138,
      "step": 3670
    },
    {
      "loss_action": 0.03786243870854378,
      "loss_total": 0.03786243870854378,
      "step": 3670
    },
    {
      "loss_action": 0.029609598219394684,
      "loss_total": 0.029609598219394684,
      "step": 3670
    },
    {
      "grad_norm": 0.36068254709243774,
      "learning_rate": 7.358000000000001e-05,
      "loss": 0.0327,
      "step": 3680
    },
    {
      "loss_action": 0.03541659563779831,
      "loss_total": 0.03541659563779831,
      "step": 3680
    },
    {
      "loss_action": 0.029964793473482132,
      "loss_total": 0.029964793473482132,
      "step": 3680
    },
    {
      "loss_action": 0.04113728180527687,
      "loss_total": 0.04113728180527687,
      "step": 3680
    },
    {
      "loss_action": 0.07643553614616394,
      "loss_total": 0.07643553614616394,
      "step": 3680
    },
    {
      "loss_action": 0.036100126802921295,
      "loss_total": 0.036100126802921295,
      "step": 3680
    },
    {
      "loss_action": 0.03883660212159157,
      "loss_total": 0.03883660212159157,
      "step": 3680
    },
    {
      "loss_action": 0.02095860242843628,
      "loss_total": 0.02095860242843628,
      "step": 3680
    },
    {
      "loss_action": 0.02479640580713749,
      "loss_total": 0.02479640580713749,
      "step": 3680
    },
    {
      "grad_norm": 0.5416862368583679,
      "learning_rate": 7.378e-05,
      "loss": 0.0335,
      "step": 3690
    },
    {
      "loss_action": 0.023677781224250793,
      "loss_total": 0.023677781224250793,
      "step": 3690
    },
    {
      "loss_action": 0.06411699950695038,
      "loss_total": 0.06411699950695038,
      "step": 3690
    },
    {
      "loss_action": 0.04378540813922882,
      "loss_total": 0.04378540813922882,
      "step": 3690
    },
    {
      "loss_action": 0.03518904000520706,
      "loss_total": 0.03518904000520706,
      "step": 3690
    },
    {
      "loss_action": 0.035690490156412125,
      "loss_total": 0.035690490156412125,
      "step": 3690
    },
    {
      "loss_action": 0.030099105089902878,
      "loss_total": 0.030099105089902878,
      "step": 3690
    },
    {
      "loss_action": 0.018715450540184975,
      "loss_total": 0.018715450540184975,
      "step": 3690
    },
    {
      "loss_action": 0.04802321642637253,
      "loss_total": 0.04802321642637253,
      "step": 3690
    },
    {
      "grad_norm": 0.355317085981369,
      "learning_rate": 7.398e-05,
      "loss": 0.0339,
      "step": 3700
    },
    {
      "loss_action": 0.030596796423196793,
      "loss_total": 0.030596796423196793,
      "step": 3700
    },
    {
      "loss_action": 0.025199204683303833,
      "loss_total": 0.025199204683303833,
      "step": 3700
    },
    {
      "loss_action": 0.03535951301455498,
      "loss_total": 0.03535951301455498,
      "step": 3700
    },
    {
      "loss_action": 0.039884403347969055,
      "loss_total": 0.039884403347969055,
      "step": 3700
    },
    {
      "loss_action": 0.02069847285747528,
      "loss_total": 0.02069847285747528,
      "step": 3700
    },
    {
      "loss_action": 0.025694040581583977,
      "loss_total": 0.025694040581583977,
      "step": 3700
    },
    {
      "loss_action": 0.022500906139612198,
      "loss_total": 0.022500906139612198,
      "step": 3700
    },
    {
      "loss_action": 0.0391295850276947,
      "loss_total": 0.0391295850276947,
      "step": 3700
    },
    {
      "grad_norm": 0.571940004825592,
      "learning_rate": 7.418000000000001e-05,
      "loss": 0.0312,
      "step": 3710
    },
    {
      "loss_action": 0.025144357234239578,
      "loss_total": 0.025144357234239578,
      "step": 3710
    },
    {
      "loss_action": 0.019607549533247948,
      "loss_total": 0.019607549533247948,
      "step": 3710
    },
    {
      "loss_action": 0.026594219729304314,
      "loss_total": 0.026594219729304314,
      "step": 3710
    },
    {
      "loss_action": 0.02851289138197899,
      "loss_total": 0.02851289138197899,
      "step": 3710
    },
    {
      "loss_action": 0.030190100893378258,
      "loss_total": 0.030190100893378258,
      "step": 3710
    },
    {
      "loss_action": 0.031558237969875336,
      "loss_total": 0.031558237969875336,
      "step": 3710
    },
    {
      "loss_action": 0.02763018012046814,
      "loss_total": 0.02763018012046814,
      "step": 3710
    },
    {
      "loss_action": 0.05214448273181915,
      "loss_total": 0.05214448273181915,
      "step": 3710
    },
    {
      "grad_norm": 0.5101951956748962,
      "learning_rate": 7.438e-05,
      "loss": 0.032,
      "step": 3720
    },
    {
      "loss_action": 0.026643211022019386,
      "loss_total": 0.026643211022019386,
      "step": 3720
    },
    {
      "loss_action": 0.031221281737089157,
      "loss_total": 0.031221281737089157,
      "step": 3720
    },
    {
      "loss_action": 0.08434955775737762,
      "loss_total": 0.08434955775737762,
      "step": 3720
    },
    {
      "loss_action": 0.032323163002729416,
      "loss_total": 0.032323163002729416,
      "step": 3720
    },
    {
      "loss_action": 0.044262174516916275,
      "loss_total": 0.044262174516916275,
      "step": 3720
    },
    {
      "loss_action": 0.04844338819384575,
      "loss_total": 0.04844338819384575,
      "step": 3720
    },
    {
      "loss_action": 0.0365523137152195,
      "loss_total": 0.0365523137152195,
      "step": 3720
    },
    {
      "loss_action": 0.030019933357834816,
      "loss_total": 0.030019933357834816,
      "step": 3720
    },
    {
      "grad_norm": 0.43077248334884644,
      "learning_rate": 7.458000000000001e-05,
      "loss": 0.0336,
      "step": 3730
    },
    {
      "loss_action": 0.031846366822719574,
      "loss_total": 0.031846366822719574,
      "step": 3730
    },
    {
      "loss_action": 0.02327476255595684,
      "loss_total": 0.02327476255595684,
      "step": 3730
    },
    {
      "loss_action": 0.06137903779745102,
      "loss_total": 0.06137903779745102,
      "step": 3730
    },
    {
      "loss_action": 0.041085705161094666,
      "loss_total": 0.041085705161094666,
      "step": 3730
    },
    {
      "loss_action": 0.022126637399196625,
      "loss_total": 0.022126637399196625,
      "step": 3730
    },
    {
      "loss_action": 0.01876595802605152,
      "loss_total": 0.01876595802605152,
      "step": 3730
    },
    {
      "loss_action": 0.03304425999522209,
      "loss_total": 0.03304425999522209,
      "step": 3730
    },
    {
      "loss_action": 0.024320028722286224,
      "loss_total": 0.024320028722286224,
      "step": 3730
    },
    {
      "grad_norm": 0.42375028133392334,
      "learning_rate": 7.478e-05,
      "loss": 0.0319,
      "step": 3740
    },
    {
      "loss_action": 0.03240334242582321,
      "loss_total": 0.03240334242582321,
      "step": 3740
    },
    {
      "loss_action": 0.03005043789744377,
      "loss_total": 0.03005043789744377,
      "step": 3740
    },
    {
      "loss_action": 0.028956478461623192,
      "loss_total": 0.028956478461623192,
      "step": 3740
    },
    {
      "loss_action": 0.03680781275033951,
      "loss_total": 0.03680781275033951,
      "step": 3740
    },
    {
      "loss_action": 0.04069063439965248,
      "loss_total": 0.04069063439965248,
      "step": 3740
    },
    {
      "loss_action": 0.11290013790130615,
      "loss_total": 0.11290013790130615,
      "step": 3740
    },
    {
      "loss_action": 0.028742950409650803,
      "loss_total": 0.028742950409650803,
      "step": 3740
    },
    {
      "loss_action": 0.07891706377267838,
      "loss_total": 0.07891706377267838,
      "step": 3740
    },
    {
      "grad_norm": 0.4947132170200348,
      "learning_rate": 7.498e-05,
      "loss": 0.0344,
      "step": 3750
    },
    {
      "loss_action": 0.03169672563672066,
      "loss_total": 0.03169672563672066,
      "step": 3750
    },
    {
      "loss_action": 0.028562448918819427,
      "loss_total": 0.028562448918819427,
      "step": 3750
    },
    {
      "loss_action": 0.027702299878001213,
      "loss_total": 0.027702299878001213,
      "step": 3750
    },
    {
      "loss_action": 0.025703538209199905,
      "loss_total": 0.025703538209199905,
      "step": 3750
    },
    {
      "loss_action": 0.022935867309570312,
      "loss_total": 0.022935867309570312,
      "step": 3750
    },
    {
      "loss_action": 0.026712045073509216,
      "loss_total": 0.026712045073509216,
      "step": 3750
    },
    {
      "loss_action": 0.04824505373835564,
      "loss_total": 0.04824505373835564,
      "step": 3750
    },
    {
      "loss_action": 0.015732958912849426,
      "loss_total": 0.015732958912849426,
      "step": 3750
    },
    {
      "grad_norm": 0.5346441268920898,
      "learning_rate": 7.518000000000001e-05,
      "loss": 0.0337,
      "step": 3760
    },
    {
      "loss_action": 0.024936910718679428,
      "loss_total": 0.024936910718679428,
      "step": 3760
    },
    {
      "loss_action": 0.030085071921348572,
      "loss_total": 0.030085071921348572,
      "step": 3760
    },
    {
      "loss_action": 0.027472486719489098,
      "loss_total": 0.027472486719489098,
      "step": 3760
    },
    {
      "loss_action": 0.02189256250858307,
      "loss_total": 0.02189256250858307,
      "step": 3760
    },
    {
      "loss_action": 0.026393234729766846,
      "loss_total": 0.026393234729766846,
      "step": 3760
    },
    {
      "loss_action": 0.024374380707740784,
      "loss_total": 0.024374380707740784,
      "step": 3760
    },
    {
      "loss_action": 0.04194486886262894,
      "loss_total": 0.04194486886262894,
      "step": 3760
    },
    {
      "loss_action": 0.04513265937566757,
      "loss_total": 0.04513265937566757,
      "step": 3760
    },
    {
      "grad_norm": 0.37423762679100037,
      "learning_rate": 7.538e-05,
      "loss": 0.0318,
      "step": 3770
    },
    {
      "loss_action": 0.04537871107459068,
      "loss_total": 0.04537871107459068,
      "step": 3770
    },
    {
      "loss_action": 0.02783467248082161,
      "loss_total": 0.02783467248082161,
      "step": 3770
    },
    {
      "loss_action": 0.020506780594587326,
      "loss_total": 0.020506780594587326,
      "step": 3770
    },
    {
      "loss_action": 0.028488053008913994,
      "loss_total": 0.028488053008913994,
      "step": 3770
    },
    {
      "loss_action": 0.0342768058180809,
      "loss_total": 0.0342768058180809,
      "step": 3770
    },
    {
      "loss_action": 0.03509886935353279,
      "loss_total": 0.03509886935353279,
      "step": 3770
    },
    {
      "loss_action": 0.029758214950561523,
      "loss_total": 0.029758214950561523,
      "step": 3770
    },
    {
      "loss_action": 0.019787652418017387,
      "loss_total": 0.019787652418017387,
      "step": 3770
    },
    {
      "grad_norm": 0.4657684564590454,
      "learning_rate": 7.558e-05,
      "loss": 0.0317,
      "step": 3780
    },
    {
      "loss_action": 0.04345899820327759,
      "loss_total": 0.04345899820327759,
      "step": 3780
    },
    {
      "loss_action": 0.02098773419857025,
      "loss_total": 0.02098773419857025,
      "step": 3780
    },
    {
      "loss_action": 0.02911471389234066,
      "loss_total": 0.02911471389234066,
      "step": 3780
    },
    {
      "loss_action": 0.023066654801368713,
      "loss_total": 0.023066654801368713,
      "step": 3780
    },
    {
      "loss_action": 0.02768697775900364,
      "loss_total": 0.02768697775900364,
      "step": 3780
    },
    {
      "loss_action": 0.04588913917541504,
      "loss_total": 0.04588913917541504,
      "step": 3780
    },
    {
      "loss_action": 0.025945357978343964,
      "loss_total": 0.025945357978343964,
      "step": 3780
    },
    {
      "loss_action": 0.02386951632797718,
      "loss_total": 0.02386951632797718,
      "step": 3780
    },
    {
      "grad_norm": 0.5140947103500366,
      "learning_rate": 7.578000000000001e-05,
      "loss": 0.0359,
      "step": 3790
    },
    {
      "loss_action": 0.02553500235080719,
      "loss_total": 0.02553500235080719,
      "step": 3790
    },
    {
      "loss_action": 0.02863382175564766,
      "loss_total": 0.02863382175564766,
      "step": 3790
    },
    {
      "loss_action": 0.016466066241264343,
      "loss_total": 0.016466066241264343,
      "step": 3790
    },
    {
      "loss_action": 0.03141678869724274,
      "loss_total": 0.03141678869724274,
      "step": 3790
    },
    {
      "loss_action": 0.029480963945388794,
      "loss_total": 0.029480963945388794,
      "step": 3790
    },
    {
      "loss_action": 0.026938850060105324,
      "loss_total": 0.026938850060105324,
      "step": 3790
    },
    {
      "loss_action": 0.026766419410705566,
      "loss_total": 0.026766419410705566,
      "step": 3790
    },
    {
      "loss_action": 0.10214777290821075,
      "loss_total": 0.10214777290821075,
      "step": 3790
    },
    {
      "grad_norm": 0.5966087579727173,
      "learning_rate": 7.598e-05,
      "loss": 0.0339,
      "step": 3800
    },
    {
      "loss_action": 0.03511146456003189,
      "loss_total": 0.03511146456003189,
      "step": 3800
    },
    {
      "loss_action": 0.03619488328695297,
      "loss_total": 0.03619488328695297,
      "step": 3800
    },
    {
      "loss_action": 0.030704807490110397,
      "loss_total": 0.030704807490110397,
      "step": 3800
    },
    {
      "loss_action": 0.029683180153369904,
      "loss_total": 0.029683180153369904,
      "step": 3800
    },
    {
      "loss_action": 0.043724678456783295,
      "loss_total": 0.043724678456783295,
      "step": 3800
    },
    {
      "loss_action": 0.03829808533191681,
      "loss_total": 0.03829808533191681,
      "step": 3800
    },
    {
      "loss_action": 0.03015921264886856,
      "loss_total": 0.03015921264886856,
      "step": 3800
    },
    {
      "loss_action": 0.026068229228258133,
      "loss_total": 0.026068229228258133,
      "step": 3800
    },
    {
      "grad_norm": 0.38691678643226624,
      "learning_rate": 7.618e-05,
      "loss": 0.036,
      "step": 3810
    },
    {
      "loss_action": 0.03466186299920082,
      "loss_total": 0.03466186299920082,
      "step": 3810
    },
    {
      "loss_action": 0.02542123571038246,
      "loss_total": 0.02542123571038246,
      "step": 3810
    },
    {
      "loss_action": 0.020904377102851868,
      "loss_total": 0.020904377102851868,
      "step": 3810
    },
    {
      "loss_action": 0.03292202204465866,
      "loss_total": 0.03292202204465866,
      "step": 3810
    },
    {
      "loss_action": 0.045602090656757355,
      "loss_total": 0.045602090656757355,
      "step": 3810
    },
    {
      "loss_action": 0.035896990448236465,
      "loss_total": 0.035896990448236465,
      "step": 3810
    },
    {
      "loss_action": 0.02221454493701458,
      "loss_total": 0.02221454493701458,
      "step": 3810
    },
    {
      "loss_action": 0.044963039457798004,
      "loss_total": 0.044963039457798004,
      "step": 3810
    },
    {
      "grad_norm": 0.45549774169921875,
      "learning_rate": 7.638000000000001e-05,
      "loss": 0.0323,
      "step": 3820
    },
    {
      "loss_action": 0.026657626032829285,
      "loss_total": 0.026657626032829285,
      "step": 3820
    },
    {
      "loss_action": 0.11876705288887024,
      "loss_total": 0.11876705288887024,
      "step": 3820
    },
    {
      "loss_action": 0.025710755959153175,
      "loss_total": 0.025710755959153175,
      "step": 3820
    },
    {
      "loss_action": 0.025490613654255867,
      "loss_total": 0.025490613654255867,
      "step": 3820
    },
    {
      "loss_action": 0.024904325604438782,
      "loss_total": 0.024904325604438782,
      "step": 3820
    },
    {
      "loss_action": 0.019934235140681267,
      "loss_total": 0.019934235140681267,
      "step": 3820
    },
    {
      "loss_action": 0.041179779917001724,
      "loss_total": 0.041179779917001724,
      "step": 3820
    },
    {
      "loss_action": 0.024594800546765327,
      "loss_total": 0.024594800546765327,
      "step": 3820
    },
    {
      "grad_norm": 0.40716326236724854,
      "learning_rate": 7.658e-05,
      "loss": 0.0351,
      "step": 3830
    },
    {
      "loss_action": 0.06892488896846771,
      "loss_total": 0.06892488896846771,
      "step": 3830
    },
    {
      "loss_action": 0.019348200410604477,
      "loss_total": 0.019348200410604477,
      "step": 3830
    },
    {
      "loss_action": 0.06355038285255432,
      "loss_total": 0.06355038285255432,
      "step": 3830
    },
    {
      "loss_action": 0.038416896015405655,
      "loss_total": 0.038416896015405655,
      "step": 3830
    },
    {
      "loss_action": 0.02463657408952713,
      "loss_total": 0.02463657408952713,
      "step": 3830
    },
    {
      "loss_action": 0.03163175657391548,
      "loss_total": 0.03163175657391548,
      "step": 3830
    },
    {
      "loss_action": 0.022914055734872818,
      "loss_total": 0.022914055734872818,
      "step": 3830
    },
    {
      "loss_action": 0.04457596316933632,
      "loss_total": 0.04457596316933632,
      "step": 3830
    },
    {
      "grad_norm": 0.542022705078125,
      "learning_rate": 7.678000000000001e-05,
      "loss": 0.0323,
      "step": 3840
    },
    {
      "loss_action": 0.03031870350241661,
      "loss_total": 0.03031870350241661,
      "step": 3840
    },
    {
      "loss_action": 0.03149811923503876,
      "loss_total": 0.03149811923503876,
      "step": 3840
    },
    {
      "loss_action": 0.04128514230251312,
      "loss_total": 0.04128514230251312,
      "step": 3840
    },
    {
      "loss_action": 0.024301163852214813,
      "loss_total": 0.024301163852214813,
      "step": 3840
    },
    {
      "loss_action": 0.03906848281621933,
      "loss_total": 0.03906848281621933,
      "step": 3840
    },
    {
      "loss_action": 0.019754640758037567,
      "loss_total": 0.019754640758037567,
      "step": 3840
    },
    {
      "loss_action": 0.10207822918891907,
      "loss_total": 0.10207822918891907,
      "step": 3840
    },
    {
      "loss_action": 0.022926339879631996,
      "loss_total": 0.022926339879631996,
      "step": 3840
    },
    {
      "grad_norm": 0.43655598163604736,
      "learning_rate": 7.698000000000001e-05,
      "loss": 0.0331,
      "step": 3850
    },
    {
      "loss_action": 0.021242348477244377,
      "loss_total": 0.021242348477244377,
      "step": 3850
    },
    {
      "loss_action": 0.02890211157500744,
      "loss_total": 0.02890211157500744,
      "step": 3850
    },
    {
      "loss_action": 0.024105064570903778,
      "loss_total": 0.024105064570903778,
      "step": 3850
    },
    {
      "loss_action": 0.055552899837493896,
      "loss_total": 0.055552899837493896,
      "step": 3850
    },
    {
      "loss_action": 0.031756602227687836,
      "loss_total": 0.031756602227687836,
      "step": 3850
    },
    {
      "loss_action": 0.025260645896196365,
      "loss_total": 0.025260645896196365,
      "step": 3850
    },
    {
      "loss_action": 0.022760558873414993,
      "loss_total": 0.022760558873414993,
      "step": 3850
    },
    {
      "loss_action": 0.031470827758312225,
      "loss_total": 0.031470827758312225,
      "step": 3850
    },
    {
      "grad_norm": 0.5148016810417175,
      "learning_rate": 7.718e-05,
      "loss": 0.0351,
      "step": 3860
    },
    {
      "loss_action": 0.024856602773070335,
      "loss_total": 0.024856602773070335,
      "step": 3860
    },
    {
      "loss_action": 0.044595833867788315,
      "loss_total": 0.044595833867788315,
      "step": 3860
    },
    {
      "loss_action": 0.03549327701330185,
      "loss_total": 0.03549327701330185,
      "step": 3860
    },
    {
      "loss_action": 0.06222297251224518,
      "loss_total": 0.06222297251224518,
      "step": 3860
    },
    {
      "loss_action": 0.04679003357887268,
      "loss_total": 0.04679003357887268,
      "step": 3860
    },
    {
      "loss_action": 0.03029855154454708,
      "loss_total": 0.03029855154454708,
      "step": 3860
    },
    {
      "loss_action": 0.022724879905581474,
      "loss_total": 0.022724879905581474,
      "step": 3860
    },
    {
      "loss_action": 0.04935060441493988,
      "loss_total": 0.04935060441493988,
      "step": 3860
    },
    {
      "grad_norm": 0.46248573064804077,
      "learning_rate": 7.738000000000001e-05,
      "loss": 0.0388,
      "step": 3870
    },
    {
      "loss_action": 0.05644644796848297,
      "loss_total": 0.05644644796848297,
      "step": 3870
    },
    {
      "loss_action": 0.04874848201870918,
      "loss_total": 0.04874848201870918,
      "step": 3870
    },
    {
      "loss_action": 0.03463209420442581,
      "loss_total": 0.03463209420442581,
      "step": 3870
    },
    {
      "loss_action": 0.02574358880519867,
      "loss_total": 0.02574358880519867,
      "step": 3870
    },
    {
      "loss_action": 0.021876655519008636,
      "loss_total": 0.021876655519008636,
      "step": 3870
    },
    {
      "loss_action": 0.04273175448179245,
      "loss_total": 0.04273175448179245,
      "step": 3870
    },
    {
      "loss_action": 0.031815897673368454,
      "loss_total": 0.031815897673368454,
      "step": 3870
    },
    {
      "loss_action": 0.037445612251758575,
      "loss_total": 0.037445612251758575,
      "step": 3870
    },
    {
      "grad_norm": 0.42654523253440857,
      "learning_rate": 7.758000000000001e-05,
      "loss": 0.0345,
      "step": 3880
    },
    {
      "loss_action": 0.04868756979703903,
      "loss_total": 0.04868756979703903,
      "step": 3880
    },
    {
      "loss_action": 0.037578292191028595,
      "loss_total": 0.037578292191028595,
      "step": 3880
    },
    {
      "loss_action": 0.024915236979722977,
      "loss_total": 0.024915236979722977,
      "step": 3880
    },
    {
      "loss_action": 0.031240273267030716,
      "loss_total": 0.031240273267030716,
      "step": 3880
    },
    {
      "loss_action": 0.03582269325852394,
      "loss_total": 0.03582269325852394,
      "step": 3880
    },
    {
      "loss_action": 0.024022571742534637,
      "loss_total": 0.024022571742534637,
      "step": 3880
    },
    {
      "loss_action": 0.03833361715078354,
      "loss_total": 0.03833361715078354,
      "step": 3880
    },
    {
      "loss_action": 0.028636757284402847,
      "loss_total": 0.028636757284402847,
      "step": 3880
    },
    {
      "grad_norm": 0.46820706129074097,
      "learning_rate": 7.778e-05,
      "loss": 0.033,
      "step": 3890
    },
    {
      "loss_action": 0.025850815698504448,
      "loss_total": 0.025850815698504448,
      "step": 3890
    },
    {
      "loss_action": 0.03578701615333557,
      "loss_total": 0.03578701615333557,
      "step": 3890
    },
    {
      "loss_action": 0.036416277289390564,
      "loss_total": 0.036416277289390564,
      "step": 3890
    },
    {
      "loss_action": 0.026055172085762024,
      "loss_total": 0.026055172085762024,
      "step": 3890
    },
    {
      "loss_action": 0.02671542763710022,
      "loss_total": 0.02671542763710022,
      "step": 3890
    },
    {
      "loss_action": 0.022269852459430695,
      "loss_total": 0.022269852459430695,
      "step": 3890
    },
    {
      "loss_action": 0.020329603925347328,
      "loss_total": 0.020329603925347328,
      "step": 3890
    },
    {
      "loss_action": 0.033862337470054626,
      "loss_total": 0.033862337470054626,
      "step": 3890
    },
    {
      "grad_norm": 0.3525597155094147,
      "learning_rate": 7.798000000000001e-05,
      "loss": 0.0312,
      "step": 3900
    },
    {
      "loss_action": 0.037399765104055405,
      "loss_total": 0.037399765104055405,
      "step": 3900
    },
    {
      "loss_action": 0.024407723918557167,
      "loss_total": 0.024407723918557167,
      "step": 3900
    },
    {
      "loss_action": 0.02666073851287365,
      "loss_total": 0.02666073851287365,
      "step": 3900
    },
    {
      "loss_action": 0.026773400604724884,
      "loss_total": 0.026773400604724884,
      "step": 3900
    },
    {
      "loss_action": 0.0499071404337883,
      "loss_total": 0.0499071404337883,
      "step": 3900
    },
    {
      "loss_action": 0.024014538154006004,
      "loss_total": 0.024014538154006004,
      "step": 3900
    },
    {
      "loss_action": 0.020268138498067856,
      "loss_total": 0.020268138498067856,
      "step": 3900
    },
    {
      "loss_action": 0.025084946304559708,
      "loss_total": 0.025084946304559708,
      "step": 3900
    },
    {
      "grad_norm": 0.5647878646850586,
      "learning_rate": 7.818000000000001e-05,
      "loss": 0.0341,
      "step": 3910
    },
    {
      "loss_action": 0.026216011494398117,
      "loss_total": 0.026216011494398117,
      "step": 3910
    },
    {
      "loss_action": 0.03431343287229538,
      "loss_total": 0.03431343287229538,
      "step": 3910
    },
    {
      "loss_action": 0.024619951844215393,
      "loss_total": 0.024619951844215393,
      "step": 3910
    },
    {
      "loss_action": 0.031169919297099113,
      "loss_total": 0.031169919297099113,
      "step": 3910
    },
    {
      "loss_action": 0.047234732657670975,
      "loss_total": 0.047234732657670975,
      "step": 3910
    },
    {
      "loss_action": 0.04672513157129288,
      "loss_total": 0.04672513157129288,
      "step": 3910
    },
    {
      "loss_action": 0.06588153541088104,
      "loss_total": 0.06588153541088104,
      "step": 3910
    },
    {
      "loss_action": 0.01875515654683113,
      "loss_total": 0.01875515654683113,
      "step": 3910
    },
    {
      "grad_norm": 0.4173543453216553,
      "learning_rate": 7.838e-05,
      "loss": 0.0374,
      "step": 3920
    },
    {
      "loss_action": 0.043638117611408234,
      "loss_total": 0.043638117611408234,
      "step": 3920
    },
    {
      "loss_action": 0.034961339086294174,
      "loss_total": 0.034961339086294174,
      "step": 3920
    },
    {
      "loss_action": 0.043180543929338455,
      "loss_total": 0.043180543929338455,
      "step": 3920
    },
    {
      "loss_action": 0.030474238097667694,
      "loss_total": 0.030474238097667694,
      "step": 3920
    },
    {
      "loss_action": 0.04810970276594162,
      "loss_total": 0.04810970276594162,
      "step": 3920
    },
    {
      "loss_action": 0.049946144223213196,
      "loss_total": 0.049946144223213196,
      "step": 3920
    },
    {
      "loss_action": 0.07268241047859192,
      "loss_total": 0.07268241047859192,
      "step": 3920
    },
    {
      "loss_action": 0.0391748808324337,
      "loss_total": 0.0391748808324337,
      "step": 3920
    },
    {
      "grad_norm": 0.46193525195121765,
      "learning_rate": 7.858000000000001e-05,
      "loss": 0.0334,
      "step": 3930
    },
    {
      "loss_action": 0.05688915029168129,
      "loss_total": 0.05688915029168129,
      "step": 3930
    },
    {
      "loss_action": 0.035578444600105286,
      "loss_total": 0.035578444600105286,
      "step": 3930
    },
    {
      "loss_action": 0.027064450085163116,
      "loss_total": 0.027064450085163116,
      "step": 3930
    },
    {
      "loss_action": 0.018669087439775467,
      "loss_total": 0.018669087439775467,
      "step": 3930
    },
    {
      "loss_action": 0.0589226670563221,
      "loss_total": 0.0589226670563221,
      "step": 3930
    },
    {
      "loss_action": 0.032997190952301025,
      "loss_total": 0.032997190952301025,
      "step": 3930
    },
    {
      "loss_action": 0.029010392725467682,
      "loss_total": 0.029010392725467682,
      "step": 3930
    },
    {
      "loss_action": 0.034096859395504,
      "loss_total": 0.034096859395504,
      "step": 3930
    },
    {
      "grad_norm": 0.43036893010139465,
      "learning_rate": 7.878e-05,
      "loss": 0.0363,
      "step": 3940
    },
    {
      "loss_action": 0.04516386240720749,
      "loss_total": 0.04516386240720749,
      "step": 3940
    },
    {
      "loss_action": 0.02654571458697319,
      "loss_total": 0.02654571458697319,
      "step": 3940
    },
    {
      "loss_action": 0.056597787886857986,
      "loss_total": 0.056597787886857986,
      "step": 3940
    },
    {
      "loss_action": 0.05881904065608978,
      "loss_total": 0.05881904065608978,
      "step": 3940
    },
    {
      "loss_action": 0.02603953331708908,
      "loss_total": 0.02603953331708908,
      "step": 3940
    },
    {
      "loss_action": 0.03914247080683708,
      "loss_total": 0.03914247080683708,
      "step": 3940
    },
    {
      "loss_action": 0.02960987389087677,
      "loss_total": 0.02960987389087677,
      "step": 3940
    },
    {
      "loss_action": 0.08553655445575714,
      "loss_total": 0.08553655445575714,
      "step": 3940
    },
    {
      "grad_norm": 0.5545805096626282,
      "learning_rate": 7.897999999999999e-05,
      "loss": 0.0345,
      "step": 3950
    },
    {
      "loss_action": 0.03802049905061722,
      "loss_total": 0.03802049905061722,
      "step": 3950
    },
    {
      "loss_action": 0.038353919982910156,
      "loss_total": 0.038353919982910156,
      "step": 3950
    },
    {
      "loss_action": 0.039280250668525696,
      "loss_total": 0.039280250668525696,
      "step": 3950
    },
    {
      "loss_action": 0.030947988852858543,
      "loss_total": 0.030947988852858543,
      "step": 3950
    },
    {
      "loss_action": 0.038051530718803406,
      "loss_total": 0.038051530718803406,
      "step": 3950
    },
    {
      "loss_action": 0.01971231773495674,
      "loss_total": 0.01971231773495674,
      "step": 3950
    },
    {
      "loss_action": 0.09615646302700043,
      "loss_total": 0.09615646302700043,
      "step": 3950
    },
    {
      "loss_action": 0.04562609642744064,
      "loss_total": 0.04562609642744064,
      "step": 3950
    },
    {
      "grad_norm": 0.40985625982284546,
      "learning_rate": 7.918e-05,
      "loss": 0.0357,
      "step": 3960
    },
    {
      "loss_action": 0.025861281901597977,
      "loss_total": 0.025861281901597977,
      "step": 3960
    },
    {
      "loss_action": 0.049196742475032806,
      "loss_total": 0.049196742475032806,
      "step": 3960
    },
    {
      "loss_action": 0.040429722517728806,
      "loss_total": 0.040429722517728806,
      "step": 3960
    },
    {
      "loss_action": 0.03609840199351311,
      "loss_total": 0.03609840199351311,
      "step": 3960
    },
    {
      "loss_action": 0.022761862725019455,
      "loss_total": 0.022761862725019455,
      "step": 3960
    },
    {
      "loss_action": 0.048289954662323,
      "loss_total": 0.048289954662323,
      "step": 3960
    },
    {
      "loss_action": 0.031517393887043,
      "loss_total": 0.031517393887043,
      "step": 3960
    },
    {
      "loss_action": 0.03745333105325699,
      "loss_total": 0.03745333105325699,
      "step": 3960
    },
    {
      "grad_norm": 0.4138754904270172,
      "learning_rate": 7.938e-05,
      "loss": 0.0384,
      "step": 3970
    },
    {
      "loss_action": 0.10319899022579193,
      "loss_total": 0.10319899022579193,
      "step": 3970
    },
    {
      "loss_action": 0.028536207973957062,
      "loss_total": 0.028536207973957062,
      "step": 3970
    },
    {
      "loss_action": 0.04254845529794693,
      "loss_total": 0.04254845529794693,
      "step": 3970
    },
    {
      "loss_action": 0.03293849527835846,
      "loss_total": 0.03293849527835846,
      "step": 3970
    },
    {
      "loss_action": 0.028869926929473877,
      "loss_total": 0.028869926929473877,
      "step": 3970
    },
    {
      "loss_action": 0.018737951293587685,
      "loss_total": 0.018737951293587685,
      "step": 3970
    },
    {
      "loss_action": 0.03821936994791031,
      "loss_total": 0.03821936994791031,
      "step": 3970
    },
    {
      "loss_action": 0.019109897315502167,
      "loss_total": 0.019109897315502167,
      "step": 3970
    },
    {
      "grad_norm": 0.5669977068901062,
      "learning_rate": 7.958e-05,
      "loss": 0.0428,
      "step": 3980
    },
    {
      "loss_action": 0.029353050515055656,
      "loss_total": 0.029353050515055656,
      "step": 3980
    },
    {
      "loss_action": 0.051251187920570374,
      "loss_total": 0.051251187920570374,
      "step": 3980
    },
    {
      "loss_action": 0.03968358039855957,
      "loss_total": 0.03968358039855957,
      "step": 3980
    },
    {
      "loss_action": 0.05630018189549446,
      "loss_total": 0.05630018189549446,
      "step": 3980
    },
    {
      "loss_action": 0.018641093745827675,
      "loss_total": 0.018641093745827675,
      "step": 3980
    },
    {
      "loss_action": 0.03984709456562996,
      "loss_total": 0.03984709456562996,
      "step": 3980
    },
    {
      "loss_action": 0.029946167021989822,
      "loss_total": 0.029946167021989822,
      "step": 3980
    },
    {
      "loss_action": 0.03252272307872772,
      "loss_total": 0.03252272307872772,
      "step": 3980
    },
    {
      "grad_norm": 0.4476909339427948,
      "learning_rate": 7.978e-05,
      "loss": 0.0426,
      "step": 3990
    },
    {
      "loss_action": 0.041173748672008514,
      "loss_total": 0.041173748672008514,
      "step": 3990
    },
    {
      "loss_action": 0.026499206200242043,
      "loss_total": 0.026499206200242043,
      "step": 3990
    },
    {
      "loss_action": 0.026814894750714302,
      "loss_total": 0.026814894750714302,
      "step": 3990
    },
    {
      "loss_action": 0.016809750348329544,
      "loss_total": 0.016809750348329544,
      "step": 3990
    },
    {
      "loss_action": 0.035058777779340744,
      "loss_total": 0.035058777779340744,
      "step": 3990
    },
    {
      "loss_action": 0.027474794536828995,
      "loss_total": 0.027474794536828995,
      "step": 3990
    },
    {
      "loss_action": 0.038616858422756195,
      "loss_total": 0.038616858422756195,
      "step": 3990
    },
    {
      "loss_action": 0.027704741805791855,
      "loss_total": 0.027704741805791855,
      "step": 3990
    },
    {
      "grad_norm": 0.3943125009536743,
      "learning_rate": 7.998e-05,
      "loss": 0.0344,
      "step": 4000
    },
    {
      "loss_action": 0.08354134857654572,
      "loss_total": 0.08354134857654572,
      "step": 4000
    },
    {
      "loss_action": 0.04325668886303902,
      "loss_total": 0.04325668886303902,
      "step": 4000
    },
    {
      "loss_action": 0.022795356810092926,
      "loss_total": 0.022795356810092926,
      "step": 4000
    },
    {
      "loss_action": 0.031071197241544724,
      "loss_total": 0.031071197241544724,
      "step": 4000
    },
    {
      "loss_action": 0.02273888699710369,
      "loss_total": 0.02273888699710369,
      "step": 4000
    },
    {
      "loss_action": 0.015835436061024666,
      "loss_total": 0.015835436061024666,
      "step": 4000
    },
    {
      "loss_action": 0.026263494044542313,
      "loss_total": 0.026263494044542313,
      "step": 4000
    },
    {
      "loss_action": 0.026291070505976677,
      "loss_total": 0.026291070505976677,
      "step": 4000
    },
    {
      "grad_norm": 0.5326767563819885,
      "learning_rate": 8.018e-05,
      "loss": 0.0333,
      "step": 4010
    },
    {
      "loss_action": 0.0946388766169548,
      "loss_total": 0.0946388766169548,
      "step": 4010
    },
    {
      "loss_action": 0.03439359739422798,
      "loss_total": 0.03439359739422798,
      "step": 4010
    },
    {
      "loss_action": 0.04960205778479576,
      "loss_total": 0.04960205778479576,
      "step": 4010
    },
    {
      "loss_action": 0.02785785123705864,
      "loss_total": 0.02785785123705864,
      "step": 4010
    },
    {
      "loss_action": 0.02059740573167801,
      "loss_total": 0.02059740573167801,
      "step": 4010
    },
    {
      "loss_action": 0.030765363946557045,
      "loss_total": 0.030765363946557045,
      "step": 4010
    },
    {
      "loss_action": 0.025180218741297722,
      "loss_total": 0.025180218741297722,
      "step": 4010
    },
    {
      "loss_action": 0.04375679790973663,
      "loss_total": 0.04375679790973663,
      "step": 4010
    },
    {
      "grad_norm": 0.3520287573337555,
      "learning_rate": 8.038e-05,
      "loss": 0.0306,
      "step": 4020
    },
    {
      "loss_action": 0.031941499561071396,
      "loss_total": 0.031941499561071396,
      "step": 4020
    },
    {
      "loss_action": 0.03385670483112335,
      "loss_total": 0.03385670483112335,
      "step": 4020
    },
    {
      "loss_action": 0.030272647738456726,
      "loss_total": 0.030272647738456726,
      "step": 4020
    },
    {
      "loss_action": 0.03113948367536068,
      "loss_total": 0.03113948367536068,
      "step": 4020
    },
    {
      "loss_action": 0.027719205245375633,
      "loss_total": 0.027719205245375633,
      "step": 4020
    },
    {
      "loss_action": 0.028253676369786263,
      "loss_total": 0.028253676369786263,
      "step": 4020
    },
    {
      "loss_action": 0.03419247269630432,
      "loss_total": 0.03419247269630432,
      "step": 4020
    },
    {
      "loss_action": 0.0289011150598526,
      "loss_total": 0.0289011150598526,
      "step": 4020
    },
    {
      "grad_norm": 0.5174809694290161,
      "learning_rate": 8.058e-05,
      "loss": 0.0372,
      "step": 4030
    },
    {
      "loss_action": 0.033567097038030624,
      "loss_total": 0.033567097038030624,
      "step": 4030
    },
    {
      "loss_action": 0.02796415612101555,
      "loss_total": 0.02796415612101555,
      "step": 4030
    },
    {
      "loss_action": 0.04147224873304367,
      "loss_total": 0.04147224873304367,
      "step": 4030
    },
    {
      "loss_action": 0.03700586408376694,
      "loss_total": 0.03700586408376694,
      "step": 4030
    },
    {
      "loss_action": 0.045770689845085144,
      "loss_total": 0.045770689845085144,
      "step": 4030
    },
    {
      "loss_action": 0.03699568659067154,
      "loss_total": 0.03699568659067154,
      "step": 4030
    },
    {
      "loss_action": 0.03474956005811691,
      "loss_total": 0.03474956005811691,
      "step": 4030
    },
    {
      "loss_action": 0.025474512949585915,
      "loss_total": 0.025474512949585915,
      "step": 4030
    },
    {
      "grad_norm": 0.3664032518863678,
      "learning_rate": 8.078e-05,
      "loss": 0.0363,
      "step": 4040
    },
    {
      "loss_action": 0.023817896842956543,
      "loss_total": 0.023817896842956543,
      "step": 4040
    },
    {
      "loss_action": 0.030594438314437866,
      "loss_total": 0.030594438314437866,
      "step": 4040
    },
    {
      "loss_action": 0.04122082516551018,
      "loss_total": 0.04122082516551018,
      "step": 4040
    },
    {
      "loss_action": 0.021584339439868927,
      "loss_total": 0.021584339439868927,
      "step": 4040
    },
    {
      "loss_action": 0.02781270630657673,
      "loss_total": 0.02781270630657673,
      "step": 4040
    },
    {
      "loss_action": 0.01976364478468895,
      "loss_total": 0.01976364478468895,
      "step": 4040
    },
    {
      "loss_action": 0.0236356221139431,
      "loss_total": 0.0236356221139431,
      "step": 4040
    },
    {
      "loss_action": 0.04324446618556976,
      "loss_total": 0.04324446618556976,
      "step": 4040
    },
    {
      "grad_norm": 0.4349769949913025,
      "learning_rate": 8.098e-05,
      "loss": 0.0301,
      "step": 4050
    },
    {
      "loss_action": 0.03916715085506439,
      "loss_total": 0.03916715085506439,
      "step": 4050
    },
    {
      "loss_action": 0.02889416366815567,
      "loss_total": 0.02889416366815567,
      "step": 4050
    },
    {
      "loss_action": 0.027448620647192,
      "loss_total": 0.027448620647192,
      "step": 4050
    },
    {
      "loss_action": 0.03712173178792,
      "loss_total": 0.03712173178792,
      "step": 4050
    },
    {
      "loss_action": 0.05574226751923561,
      "loss_total": 0.05574226751923561,
      "step": 4050
    },
    {
      "loss_action": 0.029497195035219193,
      "loss_total": 0.029497195035219193,
      "step": 4050
    },
    {
      "loss_action": 0.03239535912871361,
      "loss_total": 0.03239535912871361,
      "step": 4050
    },
    {
      "loss_action": 0.024206457659602165,
      "loss_total": 0.024206457659602165,
      "step": 4050
    },
    {
      "grad_norm": 0.4484192132949829,
      "learning_rate": 8.118e-05,
      "loss": 0.0357,
      "step": 4060
    },
    {
      "loss_action": 0.0206315740942955,
      "loss_total": 0.0206315740942955,
      "step": 4060
    },
    {
      "loss_action": 0.05983126163482666,
      "loss_total": 0.05983126163482666,
      "step": 4060
    },
    {
      "loss_action": 0.027076877653598785,
      "loss_total": 0.027076877653598785,
      "step": 4060
    },
    {
      "loss_action": 0.03578779846429825,
      "loss_total": 0.03578779846429825,
      "step": 4060
    },
    {
      "loss_action": 0.055759504437446594,
      "loss_total": 0.055759504437446594,
      "step": 4060
    },
    {
      "loss_action": 0.06838025152683258,
      "loss_total": 0.06838025152683258,
      "step": 4060
    },
    {
      "loss_action": 0.038464684039354324,
      "loss_total": 0.038464684039354324,
      "step": 4060
    },
    {
      "loss_action": 0.024365665391087532,
      "loss_total": 0.024365665391087532,
      "step": 4060
    },
    {
      "grad_norm": 0.4453786611557007,
      "learning_rate": 8.138e-05,
      "loss": 0.0351,
      "step": 4070
    },
    {
      "loss_action": 0.04599085450172424,
      "loss_total": 0.04599085450172424,
      "step": 4070
    },
    {
      "loss_action": 0.03793170303106308,
      "loss_total": 0.03793170303106308,
      "step": 4070
    },
    {
      "loss_action": 0.03495097905397415,
      "loss_total": 0.03495097905397415,
      "step": 4070
    },
    {
      "loss_action": 0.027644382789731026,
      "loss_total": 0.027644382789731026,
      "step": 4070
    },
    {
      "loss_action": 0.01891181990504265,
      "loss_total": 0.01891181990504265,
      "step": 4070
    },
    {
      "loss_action": 0.04815901443362236,
      "loss_total": 0.04815901443362236,
      "step": 4070
    },
    {
      "loss_action": 0.0348675474524498,
      "loss_total": 0.0348675474524498,
      "step": 4070
    },
    {
      "loss_action": 0.06336521357297897,
      "loss_total": 0.06336521357297897,
      "step": 4070
    },
    {
      "grad_norm": 0.6275948882102966,
      "learning_rate": 8.158e-05,
      "loss": 0.0337,
      "step": 4080
    },
    {
      "loss_action": 0.031670019030570984,
      "loss_total": 0.031670019030570984,
      "step": 4080
    },
    {
      "loss_action": 0.03206780180335045,
      "loss_total": 0.03206780180335045,
      "step": 4080
    },
    {
      "loss_action": 0.02736402116715908,
      "loss_total": 0.02736402116715908,
      "step": 4080
    },
    {
      "loss_action": 0.044347282499074936,
      "loss_total": 0.044347282499074936,
      "step": 4080
    },
    {
      "loss_action": 0.03720468655228615,
      "loss_total": 0.03720468655228615,
      "step": 4080
    },
    {
      "loss_action": 0.028577491641044617,
      "loss_total": 0.028577491641044617,
      "step": 4080
    },
    {
      "loss_action": 0.023432057350873947,
      "loss_total": 0.023432057350873947,
      "step": 4080
    },
    {
      "loss_action": 0.020841792225837708,
      "loss_total": 0.020841792225837708,
      "step": 4080
    },
    {
      "grad_norm": 0.4305250942707062,
      "learning_rate": 8.178e-05,
      "loss": 0.0333,
      "step": 4090
    },
    {
      "loss_action": 0.049420736730098724,
      "loss_total": 0.049420736730098724,
      "step": 4090
    },
    {
      "loss_action": 0.016846679151058197,
      "loss_total": 0.016846679151058197,
      "step": 4090
    },
    {
      "loss_action": 0.0485285148024559,
      "loss_total": 0.0485285148024559,
      "step": 4090
    },
    {
      "loss_action": 0.03198400139808655,
      "loss_total": 0.03198400139808655,
      "step": 4090
    },
    {
      "loss_action": 0.03112521767616272,
      "loss_total": 0.03112521767616272,
      "step": 4090
    },
    {
      "loss_action": 0.020659439265727997,
      "loss_total": 0.020659439265727997,
      "step": 4090
    },
    {
      "loss_action": 0.03406577184796333,
      "loss_total": 0.03406577184796333,
      "step": 4090
    },
    {
      "loss_action": 0.02447446621954441,
      "loss_total": 0.02447446621954441,
      "step": 4090
    },
    {
      "grad_norm": 0.33472198247909546,
      "learning_rate": 8.198e-05,
      "loss": 0.0298,
      "step": 4100
    },
    {
      "loss_action": 0.033663831651210785,
      "loss_total": 0.033663831651210785,
      "step": 4100
    },
    {
      "loss_action": 0.027289096266031265,
      "loss_total": 0.027289096266031265,
      "step": 4100
    },
    {
      "loss_action": 0.02175665646791458,
      "loss_total": 0.02175665646791458,
      "step": 4100
    },
    {
      "loss_action": 0.02974357269704342,
      "loss_total": 0.02974357269704342,
      "step": 4100
    },
    {
      "loss_action": 0.02920309454202652,
      "loss_total": 0.02920309454202652,
      "step": 4100
    },
    {
      "loss_action": 0.031629301607608795,
      "loss_total": 0.031629301607608795,
      "step": 4100
    },
    {
      "loss_action": 0.029008105397224426,
      "loss_total": 0.029008105397224426,
      "step": 4100
    },
    {
      "loss_action": 0.03038247488439083,
      "loss_total": 0.03038247488439083,
      "step": 4100
    },
    {
      "grad_norm": 0.5038083791732788,
      "learning_rate": 8.218e-05,
      "loss": 0.0341,
      "step": 4110
    },
    {
      "loss_action": 0.020373350009322166,
      "loss_total": 0.020373350009322166,
      "step": 4110
    },
    {
      "loss_action": 0.029892869293689728,
      "loss_total": 0.029892869293689728,
      "step": 4110
    },
    {
      "loss_action": 0.02266421914100647,
      "loss_total": 0.02266421914100647,
      "step": 4110
    },
    {
      "loss_action": 0.03779488801956177,
      "loss_total": 0.03779488801956177,
      "step": 4110
    },
    {
      "loss_action": 0.02085433341562748,
      "loss_total": 0.02085433341562748,
      "step": 4110
    },
    {
      "loss_action": 0.01590476557612419,
      "loss_total": 0.01590476557612419,
      "step": 4110
    },
    {
      "loss_action": 0.023014994338154793,
      "loss_total": 0.023014994338154793,
      "step": 4110
    },
    {
      "loss_action": 0.030106045305728912,
      "loss_total": 0.030106045305728912,
      "step": 4110
    },
    {
      "grad_norm": 0.4543055593967438,
      "learning_rate": 8.238000000000001e-05,
      "loss": 0.034,
      "step": 4120
    },
    {
      "loss_action": 0.04281303286552429,
      "loss_total": 0.04281303286552429,
      "step": 4120
    },
    {
      "loss_action": 0.03725573420524597,
      "loss_total": 0.03725573420524597,
      "step": 4120
    },
    {
      "loss_action": 0.023230694234371185,
      "loss_total": 0.023230694234371185,
      "step": 4120
    },
    {
      "loss_action": 0.03170483559370041,
      "loss_total": 0.03170483559370041,
      "step": 4120
    },
    {
      "loss_action": 0.037088945508003235,
      "loss_total": 0.037088945508003235,
      "step": 4120
    },
    {
      "loss_action": 0.03426869213581085,
      "loss_total": 0.03426869213581085,
      "step": 4120
    },
    {
      "loss_action": 0.024794261902570724,
      "loss_total": 0.024794261902570724,
      "step": 4120
    },
    {
      "loss_action": 0.03715479001402855,
      "loss_total": 0.03715479001402855,
      "step": 4120
    },
    {
      "grad_norm": 0.44199085235595703,
      "learning_rate": 8.258e-05,
      "loss": 0.0335,
      "step": 4130
    },
    {
      "loss_action": 0.03985970467329025,
      "loss_total": 0.03985970467329025,
      "step": 4130
    },
    {
      "loss_action": 0.03082500584423542,
      "loss_total": 0.03082500584423542,
      "step": 4130
    },
    {
      "loss_action": 0.042033590376377106,
      "loss_total": 0.042033590376377106,
      "step": 4130
    },
    {
      "loss_action": 0.03607601299881935,
      "loss_total": 0.03607601299881935,
      "step": 4130
    },
    {
      "loss_action": 0.036620594561100006,
      "loss_total": 0.036620594561100006,
      "step": 4130
    },
    {
      "loss_action": 0.03313799202442169,
      "loss_total": 0.03313799202442169,
      "step": 4130
    },
    {
      "loss_action": 0.03356175869703293,
      "loss_total": 0.03356175869703293,
      "step": 4130
    },
    {
      "loss_action": 0.0715070366859436,
      "loss_total": 0.0715070366859436,
      "step": 4130
    },
    {
      "grad_norm": 0.49873268604278564,
      "learning_rate": 8.278e-05,
      "loss": 0.0374,
      "step": 4140
    },
    {
      "loss_action": 0.0698004737496376,
      "loss_total": 0.0698004737496376,
      "step": 4140
    },
    {
      "loss_action": 0.034747328609228134,
      "loss_total": 0.034747328609228134,
      "step": 4140
    },
    {
      "loss_action": 0.022703249007463455,
      "loss_total": 0.022703249007463455,
      "step": 4140
    },
    {
      "loss_action": 0.028308890759944916,
      "loss_total": 0.028308890759944916,
      "step": 4140
    },
    {
      "loss_action": 0.032366275787353516,
      "loss_total": 0.032366275787353516,
      "step": 4140
    },
    {
      "loss_action": 0.024186523631215096,
      "loss_total": 0.024186523631215096,
      "step": 4140
    },
    {
      "loss_action": 0.028189199045300484,
      "loss_total": 0.028189199045300484,
      "step": 4140
    },
    {
      "loss_action": 0.027848992496728897,
      "loss_total": 0.027848992496728897,
      "step": 4140
    },
    {
      "grad_norm": 0.37534254789352417,
      "learning_rate": 8.298000000000001e-05,
      "loss": 0.0332,
      "step": 4150
    },
    {
      "loss_action": 0.037527114152908325,
      "loss_total": 0.037527114152908325,
      "step": 4150
    },
    {
      "loss_action": 0.023187827318906784,
      "loss_total": 0.023187827318906784,
      "step": 4150
    },
    {
      "loss_action": 0.02822255715727806,
      "loss_total": 0.02822255715727806,
      "step": 4150
    },
    {
      "loss_action": 0.026537317782640457,
      "loss_total": 0.026537317782640457,
      "step": 4150
    },
    {
      "loss_action": 0.030135108157992363,
      "loss_total": 0.030135108157992363,
      "step": 4150
    },
    {
      "loss_action": 0.02047577127814293,
      "loss_total": 0.02047577127814293,
      "step": 4150
    },
    {
      "loss_action": 0.035018034279346466,
      "loss_total": 0.035018034279346466,
      "step": 4150
    },
    {
      "loss_action": 0.027911245822906494,
      "loss_total": 0.027911245822906494,
      "step": 4150
    },
    {
      "grad_norm": 0.47824734449386597,
      "learning_rate": 8.318e-05,
      "loss": 0.0357,
      "step": 4160
    },
    {
      "loss_action": 0.02619091235101223,
      "loss_total": 0.02619091235101223,
      "step": 4160
    },
    {
      "loss_action": 0.026400212198495865,
      "loss_total": 0.026400212198495865,
      "step": 4160
    },
    {
      "loss_action": 0.026415273547172546,
      "loss_total": 0.026415273547172546,
      "step": 4160
    },
    {
      "loss_action": 0.024323808029294014,
      "loss_total": 0.024323808029294014,
      "step": 4160
    },
    {
      "loss_action": 0.0349445566534996,
      "loss_total": 0.0349445566534996,
      "step": 4160
    },
    {
      "loss_action": 0.0546456053853035,
      "loss_total": 0.0546456053853035,
      "step": 4160
    },
    {
      "loss_action": 0.04000355303287506,
      "loss_total": 0.04000355303287506,
      "step": 4160
    },
    {
      "loss_action": 0.024466246366500854,
      "loss_total": 0.024466246366500854,
      "step": 4160
    },
    {
      "grad_norm": 0.38499024510383606,
      "learning_rate": 8.338e-05,
      "loss": 0.0324,
      "step": 4170
    },
    {
      "loss_action": 0.019477874040603638,
      "loss_total": 0.019477874040603638,
      "step": 4170
    },
    {
      "loss_action": 0.02527056261897087,
      "loss_total": 0.02527056261897087,
      "step": 4170
    },
    {
      "loss_action": 0.04108639806509018,
      "loss_total": 0.04108639806509018,
      "step": 4170
    },
    {
      "loss_action": 0.04192105308175087,
      "loss_total": 0.04192105308175087,
      "step": 4170
    },
    {
      "loss_action": 0.05789502337574959,
      "loss_total": 0.05789502337574959,
      "step": 4170
    },
    {
      "loss_action": 0.02604258991777897,
      "loss_total": 0.02604258991777897,
      "step": 4170
    },
    {
      "loss_action": 0.06308576464653015,
      "loss_total": 0.06308576464653015,
      "step": 4170
    },
    {
      "loss_action": 0.020788248628377914,
      "loss_total": 0.020788248628377914,
      "step": 4170
    },
    {
      "grad_norm": 0.33503568172454834,
      "learning_rate": 8.358e-05,
      "loss": 0.0317,
      "step": 4180
    },
    {
      "loss_action": 0.022377345710992813,
      "loss_total": 0.022377345710992813,
      "step": 4180
    },
    {
      "loss_action": 0.02043301984667778,
      "loss_total": 0.02043301984667778,
      "step": 4180
    },
    {
      "loss_action": 0.025147084146738052,
      "loss_total": 0.025147084146738052,
      "step": 4180
    },
    {
      "loss_action": 0.01812783069908619,
      "loss_total": 0.01812783069908619,
      "step": 4180
    },
    {
      "loss_action": 0.02932928502559662,
      "loss_total": 0.02932928502559662,
      "step": 4180
    },
    {
      "loss_action": 0.01568971946835518,
      "loss_total": 0.01568971946835518,
      "step": 4180
    },
    {
      "loss_action": 0.044798754155635834,
      "loss_total": 0.044798754155635834,
      "step": 4180
    },
    {
      "loss_action": 0.02916923724114895,
      "loss_total": 0.02916923724114895,
      "step": 4180
    },
    {
      "grad_norm": 0.42178305983543396,
      "learning_rate": 8.378e-05,
      "loss": 0.0322,
      "step": 4190
    },
    {
      "loss_action": 0.0240238718688488,
      "loss_total": 0.0240238718688488,
      "step": 4190
    },
    {
      "loss_action": 0.025001762434840202,
      "loss_total": 0.025001762434840202,
      "step": 4190
    },
    {
      "loss_action": 0.02007748931646347,
      "loss_total": 0.02007748931646347,
      "step": 4190
    },
    {
      "loss_action": 0.029265455901622772,
      "loss_total": 0.029265455901622772,
      "step": 4190
    },
    {
      "loss_action": 0.039734095335006714,
      "loss_total": 0.039734095335006714,
      "step": 4190
    },
    {
      "loss_action": 0.03237403184175491,
      "loss_total": 0.03237403184175491,
      "step": 4190
    },
    {
      "loss_action": 0.06045062839984894,
      "loss_total": 0.06045062839984894,
      "step": 4190
    },
    {
      "loss_action": 0.027040576562285423,
      "loss_total": 0.027040576562285423,
      "step": 4190
    },
    {
      "grad_norm": 0.3317188024520874,
      "learning_rate": 8.398e-05,
      "loss": 0.0366,
      "step": 4200
    },
    {
      "loss_action": 0.029236428439617157,
      "loss_total": 0.029236428439617157,
      "step": 4200
    },
    {
      "loss_action": 0.03856445848941803,
      "loss_total": 0.03856445848941803,
      "step": 4200
    },
    {
      "loss_action": 0.028823550790548325,
      "loss_total": 0.028823550790548325,
      "step": 4200
    },
    {
      "loss_action": 0.025411684066057205,
      "loss_total": 0.025411684066057205,
      "step": 4200
    },
    {
      "loss_action": 0.026962587609887123,
      "loss_total": 0.026962587609887123,
      "step": 4200
    },
    {
      "loss_action": 0.034000463783741,
      "loss_total": 0.034000463783741,
      "step": 4200
    },
    {
      "loss_action": 0.029745640233159065,
      "loss_total": 0.029745640233159065,
      "step": 4200
    },
    {
      "loss_action": 0.044703081250190735,
      "loss_total": 0.044703081250190735,
      "step": 4200
    },
    {
      "grad_norm": 0.5016410946846008,
      "learning_rate": 8.418e-05,
      "loss": 0.0341,
      "step": 4210
    },
    {
      "loss_action": 0.04653157293796539,
      "loss_total": 0.04653157293796539,
      "step": 4210
    },
    {
      "loss_action": 0.03085528127849102,
      "loss_total": 0.03085528127849102,
      "step": 4210
    },
    {
      "loss_action": 0.044160667806863785,
      "loss_total": 0.044160667806863785,
      "step": 4210
    },
    {
      "loss_action": 0.031140204519033432,
      "loss_total": 0.031140204519033432,
      "step": 4210
    },
    {
      "loss_action": 0.03853263705968857,
      "loss_total": 0.03853263705968857,
      "step": 4210
    },
    {
      "loss_action": 0.03789849579334259,
      "loss_total": 0.03789849579334259,
      "step": 4210
    },
    {
      "loss_action": 0.04470433294773102,
      "loss_total": 0.04470433294773102,
      "step": 4210
    },
    {
      "loss_action": 0.03416069224476814,
      "loss_total": 0.03416069224476814,
      "step": 4210
    },
    {
      "grad_norm": 0.34475821256637573,
      "learning_rate": 8.438e-05,
      "loss": 0.0325,
      "step": 4220
    },
    {
      "loss_action": 0.031103339046239853,
      "loss_total": 0.031103339046239853,
      "step": 4220
    },
    {
      "loss_action": 0.04035763442516327,
      "loss_total": 0.04035763442516327,
      "step": 4220
    },
    {
      "loss_action": 0.040547534823417664,
      "loss_total": 0.040547534823417664,
      "step": 4220
    },
    {
      "loss_action": 0.027845127508044243,
      "loss_total": 0.027845127508044243,
      "step": 4220
    },
    {
      "loss_action": 0.017078299075365067,
      "loss_total": 0.017078299075365067,
      "step": 4220
    },
    {
      "loss_action": 0.020777830854058266,
      "loss_total": 0.020777830854058266,
      "step": 4220
    },
    {
      "loss_action": 0.0433909147977829,
      "loss_total": 0.0433909147977829,
      "step": 4220
    },
    {
      "loss_action": 0.03450636565685272,
      "loss_total": 0.03450636565685272,
      "step": 4220
    },
    {
      "grad_norm": 0.3464109003543854,
      "learning_rate": 8.458e-05,
      "loss": 0.0282,
      "step": 4230
    },
    {
      "loss_action": 0.031593237072229385,
      "loss_total": 0.031593237072229385,
      "step": 4230
    },
    {
      "loss_action": 0.018465328961610794,
      "loss_total": 0.018465328961610794,
      "step": 4230
    },
    {
      "loss_action": 0.033441442996263504,
      "loss_total": 0.033441442996263504,
      "step": 4230
    },
    {
      "loss_action": 0.01923711970448494,
      "loss_total": 0.01923711970448494,
      "step": 4230
    },
    {
      "loss_action": 0.027386579662561417,
      "loss_total": 0.027386579662561417,
      "step": 4230
    },
    {
      "loss_action": 0.030038222670555115,
      "loss_total": 0.030038222670555115,
      "step": 4230
    },
    {
      "loss_action": 0.019160110503435135,
      "loss_total": 0.019160110503435135,
      "step": 4230
    },
    {
      "loss_action": 0.030123822391033173,
      "loss_total": 0.030123822391033173,
      "step": 4230
    },
    {
      "grad_norm": 0.5536430478096008,
      "learning_rate": 8.478e-05,
      "loss": 0.0326,
      "step": 4240
    },
    {
      "loss_action": 0.01872105710208416,
      "loss_total": 0.01872105710208416,
      "step": 4240
    },
    {
      "loss_action": 0.021316077560186386,
      "loss_total": 0.021316077560186386,
      "step": 4240
    },
    {
      "loss_action": 0.024422472342848778,
      "loss_total": 0.024422472342848778,
      "step": 4240
    },
    {
      "loss_action": 0.05867484211921692,
      "loss_total": 0.05867484211921692,
      "step": 4240
    },
    {
      "loss_action": 0.029671575874090195,
      "loss_total": 0.029671575874090195,
      "step": 4240
    },
    {
      "loss_action": 0.04445534572005272,
      "loss_total": 0.04445534572005272,
      "step": 4240
    },
    {
      "loss_action": 0.04019229859113693,
      "loss_total": 0.04019229859113693,
      "step": 4240
    },
    {
      "loss_action": 0.02440391108393669,
      "loss_total": 0.02440391108393669,
      "step": 4240
    },
    {
      "grad_norm": 0.4066975712776184,
      "learning_rate": 8.498e-05,
      "loss": 0.0315,
      "step": 4250
    },
    {
      "loss_action": 0.030183345079421997,
      "loss_total": 0.030183345079421997,
      "step": 4250
    },
    {
      "loss_action": 0.028210405260324478,
      "loss_total": 0.028210405260324478,
      "step": 4250
    },
    {
      "loss_action": 0.02020980417728424,
      "loss_total": 0.02020980417728424,
      "step": 4250
    },
    {
      "loss_action": 0.03131847828626633,
      "loss_total": 0.03131847828626633,
      "step": 4250
    },
    {
      "loss_action": 0.01995299756526947,
      "loss_total": 0.01995299756526947,
      "step": 4250
    },
    {
      "loss_action": 0.02832731045782566,
      "loss_total": 0.02832731045782566,
      "step": 4250
    },
    {
      "loss_action": 0.06755334883928299,
      "loss_total": 0.06755334883928299,
      "step": 4250
    },
    {
      "loss_action": 0.03365441411733627,
      "loss_total": 0.03365441411733627,
      "step": 4250
    },
    {
      "grad_norm": 0.4187415540218353,
      "learning_rate": 8.518000000000001e-05,
      "loss": 0.032,
      "step": 4260
    },
    {
      "loss_action": 0.0248231403529644,
      "loss_total": 0.0248231403529644,
      "step": 4260
    },
    {
      "loss_action": 0.022445177659392357,
      "loss_total": 0.022445177659392357,
      "step": 4260
    },
    {
      "loss_action": 0.01579851470887661,
      "loss_total": 0.01579851470887661,
      "step": 4260
    },
    {
      "loss_action": 0.02830713987350464,
      "loss_total": 0.02830713987350464,
      "step": 4260
    },
    {
      "loss_action": 0.02085753343999386,
      "loss_total": 0.02085753343999386,
      "step": 4260
    },
    {
      "loss_action": 0.02705318294465542,
      "loss_total": 0.02705318294465542,
      "step": 4260
    },
    {
      "loss_action": 0.03110245242714882,
      "loss_total": 0.03110245242714882,
      "step": 4260
    },
    {
      "loss_action": 0.018184613436460495,
      "loss_total": 0.018184613436460495,
      "step": 4260
    },
    {
      "grad_norm": 0.319034606218338,
      "learning_rate": 8.538e-05,
      "loss": 0.0286,
      "step": 4270
    },
    {
      "loss_action": 0.044429510831832886,
      "loss_total": 0.044429510831832886,
      "step": 4270
    },
    {
      "loss_action": 0.04012109711766243,
      "loss_total": 0.04012109711766243,
      "step": 4270
    },
    {
      "loss_action": 0.02381402999162674,
      "loss_total": 0.02381402999162674,
      "step": 4270
    },
    {
      "loss_action": 0.017558369785547256,
      "loss_total": 0.017558369785547256,
      "step": 4270
    },
    {
      "loss_action": 0.04696441814303398,
      "loss_total": 0.04696441814303398,
      "step": 4270
    },
    {
      "loss_action": 0.043284863233566284,
      "loss_total": 0.043284863233566284,
      "step": 4270
    },
    {
      "loss_action": 0.019052255898714066,
      "loss_total": 0.019052255898714066,
      "step": 4270
    },
    {
      "loss_action": 0.02482418715953827,
      "loss_total": 0.02482418715953827,
      "step": 4270
    },
    {
      "grad_norm": 0.32070910930633545,
      "learning_rate": 8.558e-05,
      "loss": 0.0293,
      "step": 4280
    },
    {
      "loss_action": 0.05930819734930992,
      "loss_total": 0.05930819734930992,
      "step": 4280
    },
    {
      "loss_action": 0.02397453412413597,
      "loss_total": 0.02397453412413597,
      "step": 4280
    },
    {
      "loss_action": 0.023582816123962402,
      "loss_total": 0.023582816123962402,
      "step": 4280
    },
    {
      "loss_action": 0.027821550145745277,
      "loss_total": 0.027821550145745277,
      "step": 4280
    },
    {
      "loss_action": 0.02643926441669464,
      "loss_total": 0.02643926441669464,
      "step": 4280
    },
    {
      "loss_action": 0.044013991951942444,
      "loss_total": 0.044013991951942444,
      "step": 4280
    },
    {
      "loss_action": 0.031140152364969254,
      "loss_total": 0.031140152364969254,
      "step": 4280
    },
    {
      "loss_action": 0.02106883004307747,
      "loss_total": 0.02106883004307747,
      "step": 4280
    },
    {
      "grad_norm": 0.4927661716938019,
      "learning_rate": 8.578000000000001e-05,
      "loss": 0.0323,
      "step": 4290
    },
    {
      "loss_action": 0.02516811713576317,
      "loss_total": 0.02516811713576317,
      "step": 4290
    },
    {
      "loss_action": 0.025408048182725906,
      "loss_total": 0.025408048182725906,
      "step": 4290
    },
    {
      "loss_action": 0.028925703838467598,
      "loss_total": 0.028925703838467598,
      "step": 4290
    },
    {
      "loss_action": 0.020163217559456825,
      "loss_total": 0.020163217559456825,
      "step": 4290
    },
    {
      "loss_action": 0.02187170460820198,
      "loss_total": 0.02187170460820198,
      "step": 4290
    },
    {
      "loss_action": 0.03283228725194931,
      "loss_total": 0.03283228725194931,
      "step": 4290
    },
    {
      "loss_action": 0.04104398563504219,
      "loss_total": 0.04104398563504219,
      "step": 4290
    },
    {
      "loss_action": 0.024818124249577522,
      "loss_total": 0.024818124249577522,
      "step": 4290
    },
    {
      "grad_norm": 0.33138468861579895,
      "learning_rate": 8.598e-05,
      "loss": 0.0293,
      "step": 4300
    },
    {
      "loss_action": 0.017426563426852226,
      "loss_total": 0.017426563426852226,
      "step": 4300
    },
    {
      "loss_action": 0.02667722851037979,
      "loss_total": 0.02667722851037979,
      "step": 4300
    },
    {
      "loss_action": 0.020421583205461502,
      "loss_total": 0.020421583205461502,
      "step": 4300
    },
    {
      "loss_action": 0.01993069425225258,
      "loss_total": 0.01993069425225258,
      "step": 4300
    },
    {
      "loss_action": 0.01835625246167183,
      "loss_total": 0.01835625246167183,
      "step": 4300
    },
    {
      "loss_action": 0.027030836790800095,
      "loss_total": 0.027030836790800095,
      "step": 4300
    },
    {
      "loss_action": 0.047682590782642365,
      "loss_total": 0.047682590782642365,
      "step": 4300
    },
    {
      "loss_action": 0.018693380057811737,
      "loss_total": 0.018693380057811737,
      "step": 4300
    },
    {
      "grad_norm": 0.4076061248779297,
      "learning_rate": 8.618e-05,
      "loss": 0.0311,
      "step": 4310
    },
    {
      "loss_action": 0.036962177604436874,
      "loss_total": 0.036962177604436874,
      "step": 4310
    },
    {
      "loss_action": 0.033711835741996765,
      "loss_total": 0.033711835741996765,
      "step": 4310
    },
    {
      "loss_action": 0.021003510802984238,
      "loss_total": 0.021003510802984238,
      "step": 4310
    },
    {
      "loss_action": 0.04555387422442436,
      "loss_total": 0.04555387422442436,
      "step": 4310
    },
    {
      "loss_action": 0.05768005549907684,
      "loss_total": 0.05768005549907684,
      "step": 4310
    },
    {
      "loss_action": 0.03480009362101555,
      "loss_total": 0.03480009362101555,
      "step": 4310
    },
    {
      "loss_action": 0.03128574788570404,
      "loss_total": 0.03128574788570404,
      "step": 4310
    },
    {
      "loss_action": 0.05290842428803444,
      "loss_total": 0.05290842428803444,
      "step": 4310
    },
    {
      "grad_norm": 0.4867722988128662,
      "learning_rate": 8.638000000000001e-05,
      "loss": 0.0322,
      "step": 4320
    },
    {
      "loss_action": 0.022306665778160095,
      "loss_total": 0.022306665778160095,
      "step": 4320
    },
    {
      "loss_action": 0.02264338545501232,
      "loss_total": 0.02264338545501232,
      "step": 4320
    },
    {
      "loss_action": 0.04358825087547302,
      "loss_total": 0.04358825087547302,
      "step": 4320
    },
    {
      "loss_action": 0.022561879828572273,
      "loss_total": 0.022561879828572273,
      "step": 4320
    },
    {
      "loss_action": 0.059237852692604065,
      "loss_total": 0.059237852692604065,
      "step": 4320
    },
    {
      "loss_action": 0.015675067901611328,
      "loss_total": 0.015675067901611328,
      "step": 4320
    },
    {
      "loss_action": 0.03742004185914993,
      "loss_total": 0.03742004185914993,
      "step": 4320
    },
    {
      "loss_action": 0.02240314707159996,
      "loss_total": 0.02240314707159996,
      "step": 4320
    },
    {
      "grad_norm": 0.28679490089416504,
      "learning_rate": 8.658e-05,
      "loss": 0.0323,
      "step": 4330
    },
    {
      "loss_action": 0.030638206750154495,
      "loss_total": 0.030638206750154495,
      "step": 4330
    },
    {
      "loss_action": 0.02464316226541996,
      "loss_total": 0.02464316226541996,
      "step": 4330
    },
    {
      "loss_action": 0.03946756571531296,
      "loss_total": 0.03946756571531296,
      "step": 4330
    },
    {
      "loss_action": 0.04398079589009285,
      "loss_total": 0.04398079589009285,
      "step": 4330
    },
    {
      "loss_action": 0.0347207635641098,
      "loss_total": 0.0347207635641098,
      "step": 4330
    },
    {
      "loss_action": 0.025886043906211853,
      "loss_total": 0.025886043906211853,
      "step": 4330
    },
    {
      "loss_action": 0.040267977863550186,
      "loss_total": 0.040267977863550186,
      "step": 4330
    },
    {
      "loss_action": 0.0155609967187047,
      "loss_total": 0.0155609967187047,
      "step": 4330
    },
    {
      "grad_norm": 0.40264368057250977,
      "learning_rate": 8.678e-05,
      "loss": 0.0343,
      "step": 4340
    },
    {
      "loss_action": 0.02760280668735504,
      "loss_total": 0.02760280668735504,
      "step": 4340
    },
    {
      "loss_action": 0.033704034984111786,
      "loss_total": 0.033704034984111786,
      "step": 4340
    },
    {
      "loss_action": 0.03450843691825867,
      "loss_total": 0.03450843691825867,
      "step": 4340
    },
    {
      "loss_action": 0.026620760560035706,
      "loss_total": 0.026620760560035706,
      "step": 4340
    },
    {
      "loss_action": 0.020884867757558823,
      "loss_total": 0.020884867757558823,
      "step": 4340
    },
    {
      "loss_action": 0.0303092859685421,
      "loss_total": 0.0303092859685421,
      "step": 4340
    },
    {
      "loss_action": 0.03263811394572258,
      "loss_total": 0.03263811394572258,
      "step": 4340
    },
    {
      "loss_action": 0.05120593309402466,
      "loss_total": 0.05120593309402466,
      "step": 4340
    },
    {
      "grad_norm": 0.40925490856170654,
      "learning_rate": 8.698000000000001e-05,
      "loss": 0.0345,
      "step": 4350
    },
    {
      "loss_action": 0.019413918256759644,
      "loss_total": 0.019413918256759644,
      "step": 4350
    },
    {
      "loss_action": 0.03930564969778061,
      "loss_total": 0.03930564969778061,
      "step": 4350
    },
    {
      "loss_action": 0.028213439509272575,
      "loss_total": 0.028213439509272575,
      "step": 4350
    },
    {
      "loss_action": 0.03359635919332504,
      "loss_total": 0.03359635919332504,
      "step": 4350
    },
    {
      "loss_action": 0.03919728845357895,
      "loss_total": 0.03919728845357895,
      "step": 4350
    },
    {
      "loss_action": 0.023217257112264633,
      "loss_total": 0.023217257112264633,
      "step": 4350
    },
    {
      "loss_action": 0.053668439388275146,
      "loss_total": 0.053668439388275146,
      "step": 4350
    },
    {
      "loss_action": 0.040013693273067474,
      "loss_total": 0.040013693273067474,
      "step": 4350
    },
    {
      "grad_norm": 0.44495001435279846,
      "learning_rate": 8.718e-05,
      "loss": 0.031,
      "step": 4360
    },
    {
      "loss_action": 0.049786292016506195,
      "loss_total": 0.049786292016506195,
      "step": 4360
    },
    {
      "loss_action": 0.04615221172571182,
      "loss_total": 0.04615221172571182,
      "step": 4360
    },
    {
      "loss_action": 0.040989845991134644,
      "loss_total": 0.040989845991134644,
      "step": 4360
    },
    {
      "loss_action": 0.03151129186153412,
      "loss_total": 0.03151129186153412,
      "step": 4360
    },
    {
      "loss_action": 0.06364353001117706,
      "loss_total": 0.06364353001117706,
      "step": 4360
    },
    {
      "loss_action": 0.043465111404657364,
      "loss_total": 0.043465111404657364,
      "step": 4360
    },
    {
      "loss_action": 0.024426382035017014,
      "loss_total": 0.024426382035017014,
      "step": 4360
    },
    {
      "loss_action": 0.0183014664798975,
      "loss_total": 0.0183014664798975,
      "step": 4360
    },
    {
      "grad_norm": 0.3377417027950287,
      "learning_rate": 8.738000000000001e-05,
      "loss": 0.0309,
      "step": 4370
    },
    {
      "loss_action": 0.042750075459480286,
      "loss_total": 0.042750075459480286,
      "step": 4370
    },
    {
      "loss_action": 0.04479613155126572,
      "loss_total": 0.04479613155126572,
      "step": 4370
    },
    {
      "loss_action": 0.04190488159656525,
      "loss_total": 0.04190488159656525,
      "step": 4370
    },
    {
      "loss_action": 0.0272865891456604,
      "loss_total": 0.0272865891456604,
      "step": 4370
    },
    {
      "loss_action": 0.017865270376205444,
      "loss_total": 0.017865270376205444,
      "step": 4370
    },
    {
      "loss_action": 0.06507069617509842,
      "loss_total": 0.06507069617509842,
      "step": 4370
    },
    {
      "loss_action": 0.04323648661375046,
      "loss_total": 0.04323648661375046,
      "step": 4370
    },
    {
      "loss_action": 0.028532864525914192,
      "loss_total": 0.028532864525914192,
      "step": 4370
    },
    {
      "grad_norm": 0.3624074459075928,
      "learning_rate": 8.758000000000001e-05,
      "loss": 0.0385,
      "step": 4380
    },
    {
      "loss_action": 0.03749898821115494,
      "loss_total": 0.03749898821115494,
      "step": 4380
    },
    {
      "loss_action": 0.023873312398791313,
      "loss_total": 0.023873312398791313,
      "step": 4380
    },
    {
      "loss_action": 0.02264532633125782,
      "loss_total": 0.02264532633125782,
      "step": 4380
    },
    {
      "loss_action": 0.0445481613278389,
      "loss_total": 0.0445481613278389,
      "step": 4380
    },
    {
      "loss_action": 0.03846035525202751,
      "loss_total": 0.03846035525202751,
      "step": 4380
    },
    {
      "loss_action": 0.024944212287664413,
      "loss_total": 0.024944212287664413,
      "step": 4380
    },
    {
      "loss_action": 0.02557016909122467,
      "loss_total": 0.02557016909122467,
      "step": 4380
    },
    {
      "loss_action": 0.051730841398239136,
      "loss_total": 0.051730841398239136,
      "step": 4380
    },
    {
      "grad_norm": 0.3736143112182617,
      "learning_rate": 8.778e-05,
      "loss": 0.0334,
      "step": 4390
    },
    {
      "loss_action": 0.04827233403921127,
      "loss_total": 0.04827233403921127,
      "step": 4390
    },
    {
      "loss_action": 0.026727698743343353,
      "loss_total": 0.026727698743343353,
      "step": 4390
    },
    {
      "loss_action": 0.034028440713882446,
      "loss_total": 0.034028440713882446,
      "step": 4390
    },
    {
      "loss_action": 0.0254156906157732,
      "loss_total": 0.0254156906157732,
      "step": 4390
    },
    {
      "loss_action": 0.024343734607100487,
      "loss_total": 0.024343734607100487,
      "step": 4390
    },
    {
      "loss_action": 0.025690242648124695,
      "loss_total": 0.025690242648124695,
      "step": 4390
    },
    {
      "loss_action": 0.02934553287923336,
      "loss_total": 0.02934553287923336,
      "step": 4390
    },
    {
      "loss_action": 0.043443478643894196,
      "loss_total": 0.043443478643894196,
      "step": 4390
    },
    {
      "grad_norm": 0.3004903495311737,
      "learning_rate": 8.798000000000001e-05,
      "loss": 0.0341,
      "step": 4400
    },
    {
      "loss_action": 0.18133144080638885,
      "loss_total": 0.18133144080638885,
      "step": 4400
    },
    {
      "loss_action": 0.03312937542796135,
      "loss_total": 0.03312937542796135,
      "step": 4400
    },
    {
      "loss_action": 0.033070147037506104,
      "loss_total": 0.033070147037506104,
      "step": 4400
    },
    {
      "loss_action": 0.022980766370892525,
      "loss_total": 0.022980766370892525,
      "step": 4400
    },
    {
      "loss_action": 0.03379740193486214,
      "loss_total": 0.03379740193486214,
      "step": 4400
    },
    {
      "loss_action": 0.13259074091911316,
      "loss_total": 0.13259074091911316,
      "step": 4400
    },
    {
      "loss_action": 0.04014839231967926,
      "loss_total": 0.04014839231967926,
      "step": 4400
    },
    {
      "loss_action": 0.03083842620253563,
      "loss_total": 0.03083842620253563,
      "step": 4400
    },
    {
      "grad_norm": 0.46431395411491394,
      "learning_rate": 8.818000000000001e-05,
      "loss": 0.0349,
      "step": 4410
    },
    {
      "loss_action": 0.018806982785463333,
      "loss_total": 0.018806982785463333,
      "step": 4410
    },
    {
      "loss_action": 0.02427169680595398,
      "loss_total": 0.02427169680595398,
      "step": 4410
    },
    {
      "loss_action": 0.027448654174804688,
      "loss_total": 0.027448654174804688,
      "step": 4410
    },
    {
      "loss_action": 0.020217906683683395,
      "loss_total": 0.020217906683683395,
      "step": 4410
    },
    {
      "loss_action": 0.02404824085533619,
      "loss_total": 0.02404824085533619,
      "step": 4410
    },
    {
      "loss_action": 0.04770544171333313,
      "loss_total": 0.04770544171333313,
      "step": 4410
    },
    {
      "loss_action": 0.054604656994342804,
      "loss_total": 0.054604656994342804,
      "step": 4410
    },
    {
      "loss_action": 0.021895911544561386,
      "loss_total": 0.021895911544561386,
      "step": 4410
    },
    {
      "grad_norm": 0.43213921785354614,
      "learning_rate": 8.838e-05,
      "loss": 0.0312,
      "step": 4420
    },
    {
      "loss_action": 0.030907487496733665,
      "loss_total": 0.030907487496733665,
      "step": 4420
    },
    {
      "loss_action": 0.019644610583782196,
      "loss_total": 0.019644610583782196,
      "step": 4420
    },
    {
      "loss_action": 0.019922900944948196,
      "loss_total": 0.019922900944948196,
      "step": 4420
    },
    {
      "loss_action": 0.019522488117218018,
      "loss_total": 0.019522488117218018,
      "step": 4420
    },
    {
      "loss_action": 0.042807988822460175,
      "loss_total": 0.042807988822460175,
      "step": 4420
    },
    {
      "loss_action": 0.030033107846975327,
      "loss_total": 0.030033107846975327,
      "step": 4420
    },
    {
      "loss_action": 0.026621444150805473,
      "loss_total": 0.026621444150805473,
      "step": 4420
    },
    {
      "loss_action": 0.029409710317850113,
      "loss_total": 0.029409710317850113,
      "step": 4420
    },
    {
      "grad_norm": 0.3454206883907318,
      "learning_rate": 8.858000000000001e-05,
      "loss": 0.0326,
      "step": 4430
    },
    {
      "loss_action": 0.04376605153083801,
      "loss_total": 0.04376605153083801,
      "step": 4430
    },
    {
      "loss_action": 0.029585912823677063,
      "loss_total": 0.029585912823677063,
      "step": 4430
    },
    {
      "loss_action": 0.02490202896296978,
      "loss_total": 0.02490202896296978,
      "step": 4430
    },
    {
      "loss_action": 0.021709056571125984,
      "loss_total": 0.021709056571125984,
      "step": 4430
    },
    {
      "loss_action": 0.017209231853485107,
      "loss_total": 0.017209231853485107,
      "step": 4430
    },
    {
      "loss_action": 0.03737133741378784,
      "loss_total": 0.03737133741378784,
      "step": 4430
    },
    {
      "loss_action": 0.02817113697528839,
      "loss_total": 0.02817113697528839,
      "step": 4430
    },
    {
      "loss_action": 0.03224433213472366,
      "loss_total": 0.03224433213472366,
      "step": 4430
    },
    {
      "grad_norm": 0.30779707431793213,
      "learning_rate": 8.878000000000001e-05,
      "loss": 0.0299,
      "step": 4440
    },
    {
      "loss_action": 0.028001844882965088,
      "loss_total": 0.028001844882965088,
      "step": 4440
    },
    {
      "loss_action": 0.017800375819206238,
      "loss_total": 0.017800375819206238,
      "step": 4440
    },
    {
      "loss_action": 0.029836691915988922,
      "loss_total": 0.029836691915988922,
      "step": 4440
    },
    {
      "loss_action": 0.023413661867380142,
      "loss_total": 0.023413661867380142,
      "step": 4440
    },
    {
      "loss_action": 0.02622627653181553,
      "loss_total": 0.02622627653181553,
      "step": 4440
    },
    {
      "loss_action": 0.018450086936354637,
      "loss_total": 0.018450086936354637,
      "step": 4440
    },
    {
      "loss_action": 0.046973325312137604,
      "loss_total": 0.046973325312137604,
      "step": 4440
    },
    {
      "loss_action": 0.01849735528230667,
      "loss_total": 0.01849735528230667,
      "step": 4440
    },
    {
      "grad_norm": 0.5499107837677002,
      "learning_rate": 8.898e-05,
      "loss": 0.0308,
      "step": 4450
    },
    {
      "loss_action": 0.02652663178741932,
      "loss_total": 0.02652663178741932,
      "step": 4450
    },
    {
      "loss_action": 0.036173444241285324,
      "loss_total": 0.036173444241285324,
      "step": 4450
    },
    {
      "loss_action": 0.022050926461815834,
      "loss_total": 0.022050926461815834,
      "step": 4450
    },
    {
      "loss_action": 0.028195444494485855,
      "loss_total": 0.028195444494485855,
      "step": 4450
    },
    {
      "loss_action": 0.03431649133563042,
      "loss_total": 0.03431649133563042,
      "step": 4450
    },
    {
      "loss_action": 0.026803143322467804,
      "loss_total": 0.026803143322467804,
      "step": 4450
    },
    {
      "loss_action": 0.021033573895692825,
      "loss_total": 0.021033573895692825,
      "step": 4450
    },
    {
      "loss_action": 0.03606191277503967,
      "loss_total": 0.03606191277503967,
      "step": 4450
    },
    {
      "grad_norm": 0.33405646681785583,
      "learning_rate": 8.918000000000001e-05,
      "loss": 0.0388,
      "step": 4460
    },
    {
      "loss_action": 0.03257738798856735,
      "loss_total": 0.03257738798856735,
      "step": 4460
    },
    {
      "loss_action": 0.029480429366230965,
      "loss_total": 0.029480429366230965,
      "step": 4460
    },
    {
      "loss_action": 0.034837767481803894,
      "loss_total": 0.034837767481803894,
      "step": 4460
    },
    {
      "loss_action": 0.03108486719429493,
      "loss_total": 0.03108486719429493,
      "step": 4460
    },
    {
      "loss_action": 0.023637637495994568,
      "loss_total": 0.023637637495994568,
      "step": 4460
    },
    {
      "loss_action": 0.038820184767246246,
      "loss_total": 0.038820184767246246,
      "step": 4460
    },
    {
      "loss_action": 0.04205147922039032,
      "loss_total": 0.04205147922039032,
      "step": 4460
    },
    {
      "loss_action": 0.02268413081765175,
      "loss_total": 0.02268413081765175,
      "step": 4460
    },
    {
      "grad_norm": 0.45198023319244385,
      "learning_rate": 8.938e-05,
      "loss": 0.0364,
      "step": 4470
    },
    {
      "loss_action": 0.044633958488702774,
      "loss_total": 0.044633958488702774,
      "step": 4470
    },
    {
      "loss_action": 0.025789862498641014,
      "loss_total": 0.025789862498641014,
      "step": 4470
    },
    {
      "loss_action": 0.01842627488076687,
      "loss_total": 0.01842627488076687,
      "step": 4470
    },
    {
      "loss_action": 0.06211299076676369,
      "loss_total": 0.06211299076676369,
      "step": 4470
    },
    {
      "loss_action": 0.033087827265262604,
      "loss_total": 0.033087827265262604,
      "step": 4470
    },
    {
      "loss_action": 0.04076705127954483,
      "loss_total": 0.04076705127954483,
      "step": 4470
    },
    {
      "loss_action": 0.035386595875024796,
      "loss_total": 0.035386595875024796,
      "step": 4470
    },
    {
      "loss_action": 0.056390758603811264,
      "loss_total": 0.056390758603811264,
      "step": 4470
    },
    {
      "grad_norm": 0.36363905668258667,
      "learning_rate": 8.958e-05,
      "loss": 0.0387,
      "step": 4480
    },
    {
      "loss_action": 0.032536040991544724,
      "loss_total": 0.032536040991544724,
      "step": 4480
    },
    {
      "loss_action": 0.027499573305249214,
      "loss_total": 0.027499573305249214,
      "step": 4480
    },
    {
      "loss_action": 0.04049409180879593,
      "loss_total": 0.04049409180879593,
      "step": 4480
    },
    {
      "loss_action": 0.05991392955183983,
      "loss_total": 0.05991392955183983,
      "step": 4480
    },
    {
      "loss_action": 0.036457933485507965,
      "loss_total": 0.036457933485507965,
      "step": 4480
    },
    {
      "loss_action": 0.023674532771110535,
      "loss_total": 0.023674532771110535,
      "step": 4480
    },
    {
      "loss_action": 0.030959632247686386,
      "loss_total": 0.030959632247686386,
      "step": 4480
    },
    {
      "loss_action": 0.03085426613688469,
      "loss_total": 0.03085426613688469,
      "step": 4480
    },
    {
      "grad_norm": 0.3395024240016937,
      "learning_rate": 8.978000000000001e-05,
      "loss": 0.0334,
      "step": 4490
    },
    {
      "loss_action": 0.024348605424165726,
      "loss_total": 0.024348605424165726,
      "step": 4490
    },
    {
      "loss_action": 0.01924951747059822,
      "loss_total": 0.01924951747059822,
      "step": 4490
    },
    {
      "loss_action": 0.021220289170742035,
      "loss_total": 0.021220289170742035,
      "step": 4490
    },
    {
      "loss_action": 0.028537550941109657,
      "loss_total": 0.028537550941109657,
      "step": 4490
    },
    {
      "loss_action": 0.02027309313416481,
      "loss_total": 0.02027309313416481,
      "step": 4490
    },
    {
      "loss_action": 0.036936648190021515,
      "loss_total": 0.036936648190021515,
      "step": 4490
    },
    {
      "loss_action": 0.02703651413321495,
      "loss_total": 0.02703651413321495,
      "step": 4490
    },
    {
      "loss_action": 0.02996029146015644,
      "loss_total": 0.02996029146015644,
      "step": 4490
    },
    {
      "grad_norm": 0.4016059339046478,
      "learning_rate": 8.998e-05,
      "loss": 0.0349,
      "step": 4500
    },
    {
      "loss_action": 0.03550618141889572,
      "loss_total": 0.03550618141889572,
      "step": 4500
    },
    {
      "loss_action": 0.020931558683514595,
      "loss_total": 0.020931558683514595,
      "step": 4500
    },
    {
      "loss_action": 0.020267007872462273,
      "loss_total": 0.020267007872462273,
      "step": 4500
    },
    {
      "loss_action": 0.027761897072196007,
      "loss_total": 0.027761897072196007,
      "step": 4500
    },
    {
      "loss_action": 0.027610838413238525,
      "loss_total": 0.027610838413238525,
      "step": 4500
    },
    {
      "loss_action": 0.030285779386758804,
      "loss_total": 0.030285779386758804,
      "step": 4500
    },
    {
      "loss_action": 0.037025924772024155,
      "loss_total": 0.037025924772024155,
      "step": 4500
    },
    {
      "loss_action": 0.06263331323862076,
      "loss_total": 0.06263331323862076,
      "step": 4500
    },
    {
      "grad_norm": 0.43378204107284546,
      "learning_rate": 9.018000000000001e-05,
      "loss": 0.0312,
      "step": 4510
    },
    {
      "loss_action": 0.031025458127260208,
      "loss_total": 0.031025458127260208,
      "step": 4510
    },
    {
      "loss_action": 0.01760963350534439,
      "loss_total": 0.01760963350534439,
      "step": 4510
    },
    {
      "loss_action": 0.02501276135444641,
      "loss_total": 0.02501276135444641,
      "step": 4510
    },
    {
      "loss_action": 0.024734463542699814,
      "loss_total": 0.024734463542699814,
      "step": 4510
    },
    {
      "loss_action": 0.036828190088272095,
      "loss_total": 0.036828190088272095,
      "step": 4510
    },
    {
      "loss_action": 0.035643499344587326,
      "loss_total": 0.035643499344587326,
      "step": 4510
    },
    {
      "loss_action": 0.02587619051337242,
      "loss_total": 0.02587619051337242,
      "step": 4510
    },
    {
      "loss_action": 0.026614272966980934,
      "loss_total": 0.026614272966980934,
      "step": 4510
    },
    {
      "grad_norm": 0.3361668288707733,
      "learning_rate": 9.038000000000001e-05,
      "loss": 0.0299,
      "step": 4520
    },
    {
      "loss_action": 0.023035511374473572,
      "loss_total": 0.023035511374473572,
      "step": 4520
    },
    {
      "loss_action": 0.03426790609955788,
      "loss_total": 0.03426790609955788,
      "step": 4520
    },
    {
      "loss_action": 0.03255089372396469,
      "loss_total": 0.03255089372396469,
      "step": 4520
    },
    {
      "loss_action": 0.037182532250881195,
      "loss_total": 0.037182532250881195,
      "step": 4520
    },
    {
      "loss_action": 0.025279175490140915,
      "loss_total": 0.025279175490140915,
      "step": 4520
    },
    {
      "loss_action": 0.04361942782998085,
      "loss_total": 0.04361942782998085,
      "step": 4520
    },
    {
      "loss_action": 0.041659604758024216,
      "loss_total": 0.041659604758024216,
      "step": 4520
    },
    {
      "loss_action": 0.04099549353122711,
      "loss_total": 0.04099549353122711,
      "step": 4520
    },
    {
      "grad_norm": 0.21061351895332336,
      "learning_rate": 9.058e-05,
      "loss": 0.0322,
      "step": 4530
    },
    {
      "loss_action": 0.025515368208289146,
      "loss_total": 0.025515368208289146,
      "step": 4530
    },
    {
      "loss_action": 0.027827158570289612,
      "loss_total": 0.027827158570289612,
      "step": 4530
    },
    {
      "loss_action": 0.02131497673690319,
      "loss_total": 0.02131497673690319,
      "step": 4530
    },
    {
      "loss_action": 0.030424432829022408,
      "loss_total": 0.030424432829022408,
      "step": 4530
    },
    {
      "loss_action": 0.022548506036400795,
      "loss_total": 0.022548506036400795,
      "step": 4530
    },
    {
      "loss_action": 0.030332811176776886,
      "loss_total": 0.030332811176776886,
      "step": 4530
    },
    {
      "loss_action": 0.022364497184753418,
      "loss_total": 0.022364497184753418,
      "step": 4530
    },
    {
      "loss_action": 0.022462276741862297,
      "loss_total": 0.022462276741862297,
      "step": 4530
    },
    {
      "grad_norm": 0.2133428454399109,
      "learning_rate": 9.078000000000001e-05,
      "loss": 0.0315,
      "step": 4540
    },
    {
      "loss_action": 0.03134896978735924,
      "loss_total": 0.03134896978735924,
      "step": 4540
    },
    {
      "loss_action": 0.018923461437225342,
      "loss_total": 0.018923461437225342,
      "step": 4540
    },
    {
      "loss_action": 0.030739136040210724,
      "loss_total": 0.030739136040210724,
      "step": 4540
    },
    {
      "loss_action": 0.02486076019704342,
      "loss_total": 0.02486076019704342,
      "step": 4540
    },
    {
      "loss_action": 0.057022519409656525,
      "loss_total": 0.057022519409656525,
      "step": 4540
    },
    {
      "loss_action": 0.024481115862727165,
      "loss_total": 0.024481115862727165,
      "step": 4540
    },
    {
      "loss_action": 0.0523286797106266,
      "loss_total": 0.0523286797106266,
      "step": 4540
    },
    {
      "loss_action": 0.03383972495794296,
      "loss_total": 0.03383972495794296,
      "step": 4540
    },
    {
      "grad_norm": 0.47472575306892395,
      "learning_rate": 9.098000000000001e-05,
      "loss": 0.0315,
      "step": 4550
    },
    {
      "loss_action": 0.06555455923080444,
      "loss_total": 0.06555455923080444,
      "step": 4550
    },
    {
      "loss_action": 0.014734682627022266,
      "loss_total": 0.014734682627022266,
      "step": 4550
    },
    {
      "loss_action": 0.02574334479868412,
      "loss_total": 0.02574334479868412,
      "step": 4550
    },
    {
      "loss_action": 0.018121369183063507,
      "loss_total": 0.018121369183063507,
      "step": 4550
    },
    {
      "loss_action": 0.058603860437870026,
      "loss_total": 0.058603860437870026,
      "step": 4550
    },
    {
      "loss_action": 0.03639378398656845,
      "loss_total": 0.03639378398656845,
      "step": 4550
    },
    {
      "loss_action": 0.031608521938323975,
      "loss_total": 0.031608521938323975,
      "step": 4550
    },
    {
      "loss_action": 0.020458299666643143,
      "loss_total": 0.020458299666643143,
      "step": 4550
    },
    {
      "grad_norm": 0.3909521698951721,
      "learning_rate": 9.118e-05,
      "loss": 0.0342,
      "step": 4560
    },
    {
      "loss_action": 0.02897682785987854,
      "loss_total": 0.02897682785987854,
      "step": 4560
    },
    {
      "loss_action": 0.023185035213828087,
      "loss_total": 0.023185035213828087,
      "step": 4560
    },
    {
      "loss_action": 0.02265218459069729,
      "loss_total": 0.02265218459069729,
      "step": 4560
    },
    {
      "loss_action": 0.035985834896564484,
      "loss_total": 0.035985834896564484,
      "step": 4560
    },
    {
      "loss_action": 0.04573769122362137,
      "loss_total": 0.04573769122362137,
      "step": 4560
    },
    {
      "loss_action": 0.05408826097846031,
      "loss_total": 0.05408826097846031,
      "step": 4560
    },
    {
      "loss_action": 0.04720417782664299,
      "loss_total": 0.04720417782664299,
      "step": 4560
    },
    {
      "loss_action": 0.026156727224588394,
      "loss_total": 0.026156727224588394,
      "step": 4560
    },
    {
      "grad_norm": 0.40251144766807556,
      "learning_rate": 9.138e-05,
      "loss": 0.0307,
      "step": 4570
    },
    {
      "loss_action": 0.01961110346019268,
      "loss_total": 0.01961110346019268,
      "step": 4570
    },
    {
      "loss_action": 0.017358526587486267,
      "loss_total": 0.017358526587486267,
      "step": 4570
    },
    {
      "loss_action": 0.01994108408689499,
      "loss_total": 0.01994108408689499,
      "step": 4570
    },
    {
      "loss_action": 0.02155734784901142,
      "loss_total": 0.02155734784901142,
      "step": 4570
    },
    {
      "loss_action": 0.030777085572481155,
      "loss_total": 0.030777085572481155,
      "step": 4570
    },
    {
      "loss_action": 0.027694307267665863,
      "loss_total": 0.027694307267665863,
      "step": 4570
    },
    {
      "loss_action": 0.021299537271261215,
      "loss_total": 0.021299537271261215,
      "step": 4570
    },
    {
      "loss_action": 0.029922865331172943,
      "loss_total": 0.029922865331172943,
      "step": 4570
    },
    {
      "grad_norm": 0.29199862480163574,
      "learning_rate": 9.158e-05,
      "loss": 0.0324,
      "step": 4580
    },
    {
      "loss_action": 0.022400040179491043,
      "loss_total": 0.022400040179491043,
      "step": 4580
    },
    {
      "loss_action": 0.015630356967449188,
      "loss_total": 0.015630356967449188,
      "step": 4580
    },
    {
      "loss_action": 0.07002407312393188,
      "loss_total": 0.07002407312393188,
      "step": 4580
    },
    {
      "loss_action": 0.020598379895091057,
      "loss_total": 0.020598379895091057,
      "step": 4580
    },
    {
      "loss_action": 0.0501147024333477,
      "loss_total": 0.0501147024333477,
      "step": 4580
    },
    {
      "loss_action": 0.023401767015457153,
      "loss_total": 0.023401767015457153,
      "step": 4580
    },
    {
      "loss_action": 0.030156997963786125,
      "loss_total": 0.030156997963786125,
      "step": 4580
    },
    {
      "loss_action": 0.023692477494478226,
      "loss_total": 0.023692477494478226,
      "step": 4580
    },
    {
      "grad_norm": 0.3784566819667816,
      "learning_rate": 9.178e-05,
      "loss": 0.0326,
      "step": 4590
    },
    {
      "loss_action": 0.018286772072315216,
      "loss_total": 0.018286772072315216,
      "step": 4590
    },
    {
      "loss_action": 0.01565229520201683,
      "loss_total": 0.01565229520201683,
      "step": 4590
    },
    {
      "loss_action": 0.02639620564877987,
      "loss_total": 0.02639620564877987,
      "step": 4590
    },
    {
      "loss_action": 0.03378298878669739,
      "loss_total": 0.03378298878669739,
      "step": 4590
    },
    {
      "loss_action": 0.023180853575468063,
      "loss_total": 0.023180853575468063,
      "step": 4590
    },
    {
      "loss_action": 0.023158853873610497,
      "loss_total": 0.023158853873610497,
      "step": 4590
    },
    {
      "loss_action": 0.04574010521173477,
      "loss_total": 0.04574010521173477,
      "step": 4590
    },
    {
      "loss_action": 0.024585675448179245,
      "loss_total": 0.024585675448179245,
      "step": 4590
    },
    {
      "grad_norm": 0.34520426392555237,
      "learning_rate": 9.198e-05,
      "loss": 0.0321,
      "step": 4600
    },
    {
      "loss_action": 0.02774067223072052,
      "loss_total": 0.02774067223072052,
      "step": 4600
    },
    {
      "loss_action": 0.021300893276929855,
      "loss_total": 0.021300893276929855,
      "step": 4600
    },
    {
      "loss_action": 0.027778252959251404,
      "loss_total": 0.027778252959251404,
      "step": 4600
    },
    {
      "loss_action": 0.032434381544589996,
      "loss_total": 0.032434381544589996,
      "step": 4600
    },
    {
      "loss_action": 0.029165077954530716,
      "loss_total": 0.029165077954530716,
      "step": 4600
    },
    {
      "loss_action": 0.028013072907924652,
      "loss_total": 0.028013072907924652,
      "step": 4600
    },
    {
      "loss_action": 0.03300315886735916,
      "loss_total": 0.03300315886735916,
      "step": 4600
    },
    {
      "loss_action": 0.03241041675209999,
      "loss_total": 0.03241041675209999,
      "step": 4600
    },
    {
      "grad_norm": 0.6256846785545349,
      "learning_rate": 9.218e-05,
      "loss": 0.0373,
      "step": 4610
    },
    {
      "loss_action": 0.0222354456782341,
      "loss_total": 0.0222354456782341,
      "step": 4610
    },
    {
      "loss_action": 0.03107442520558834,
      "loss_total": 0.03107442520558834,
      "step": 4610
    },
    {
      "loss_action": 0.05698532238602638,
      "loss_total": 0.05698532238602638,
      "step": 4610
    },
    {
      "loss_action": 0.06459011882543564,
      "loss_total": 0.06459011882543564,
      "step": 4610
    },
    {
      "loss_action": 0.03888899087905884,
      "loss_total": 0.03888899087905884,
      "step": 4610
    },
    {
      "loss_action": 0.034208837896585464,
      "loss_total": 0.034208837896585464,
      "step": 4610
    },
    {
      "loss_action": 0.033024754375219345,
      "loss_total": 0.033024754375219345,
      "step": 4610
    },
    {
      "loss_action": 0.033146798610687256,
      "loss_total": 0.033146798610687256,
      "step": 4610
    },
    {
      "grad_norm": 0.3870677947998047,
      "learning_rate": 9.238e-05,
      "loss": 0.0369,
      "step": 4620
    },
    {
      "loss_action": 0.02472018450498581,
      "loss_total": 0.02472018450498581,
      "step": 4620
    },
    {
      "loss_action": 0.03586544841527939,
      "loss_total": 0.03586544841527939,
      "step": 4620
    },
    {
      "loss_action": 0.05493226647377014,
      "loss_total": 0.05493226647377014,
      "step": 4620
    },
    {
      "loss_action": 0.03696476295590401,
      "loss_total": 0.03696476295590401,
      "step": 4620
    },
    {
      "loss_action": 0.028759323060512543,
      "loss_total": 0.028759323060512543,
      "step": 4620
    },
    {
      "loss_action": 0.03850240260362625,
      "loss_total": 0.03850240260362625,
      "step": 4620
    },
    {
      "loss_action": 0.043791353702545166,
      "loss_total": 0.043791353702545166,
      "step": 4620
    },
    {
      "loss_action": 0.03355398774147034,
      "loss_total": 0.03355398774147034,
      "step": 4620
    },
    {
      "grad_norm": 0.3989744186401367,
      "learning_rate": 9.258e-05,
      "loss": 0.0348,
      "step": 4630
    },
    {
      "loss_action": 0.03733547776937485,
      "loss_total": 0.03733547776937485,
      "step": 4630
    },
    {
      "loss_action": 0.028527526184916496,
      "loss_total": 0.028527526184916496,
      "step": 4630
    },
    {
      "loss_action": 0.0194732416421175,
      "loss_total": 0.0194732416421175,
      "step": 4630
    },
    {
      "loss_action": 0.03576783835887909,
      "loss_total": 0.03576783835887909,
      "step": 4630
    },
    {
      "loss_action": 0.05983508378267288,
      "loss_total": 0.05983508378267288,
      "step": 4630
    },
    {
      "loss_action": 0.04788672924041748,
      "loss_total": 0.04788672924041748,
      "step": 4630
    },
    {
      "loss_action": 0.02508324384689331,
      "loss_total": 0.02508324384689331,
      "step": 4630
    },
    {
      "loss_action": 0.023889778181910515,
      "loss_total": 0.023889778181910515,
      "step": 4630
    },
    {
      "grad_norm": 0.4070453941822052,
      "learning_rate": 9.278e-05,
      "loss": 0.0311,
      "step": 4640
    },
    {
      "loss_action": 0.040455810725688934,
      "loss_total": 0.040455810725688934,
      "step": 4640
    },
    {
      "loss_action": 0.03339415043592453,
      "loss_total": 0.03339415043592453,
      "step": 4640
    },
    {
      "loss_action": 0.03654075786471367,
      "loss_total": 0.03654075786471367,
      "step": 4640
    },
    {
      "loss_action": 0.019501324743032455,
      "loss_total": 0.019501324743032455,
      "step": 4640
    },
    {
      "loss_action": 0.016662992537021637,
      "loss_total": 0.016662992537021637,
      "step": 4640
    },
    {
      "loss_action": 0.029805485159158707,
      "loss_total": 0.029805485159158707,
      "step": 4640
    },
    {
      "loss_action": 0.03170587494969368,
      "loss_total": 0.03170587494969368,
      "step": 4640
    },
    {
      "loss_action": 0.022377874702215195,
      "loss_total": 0.022377874702215195,
      "step": 4640
    },
    {
      "grad_norm": 0.45271825790405273,
      "learning_rate": 9.298e-05,
      "loss": 0.0325,
      "step": 4650
    },
    {
      "loss_action": 0.029685992747545242,
      "loss_total": 0.029685992747545242,
      "step": 4650
    },
    {
      "loss_action": 0.04560958221554756,
      "loss_total": 0.04560958221554756,
      "step": 4650
    },
    {
      "loss_action": 0.026704229414463043,
      "loss_total": 0.026704229414463043,
      "step": 4650
    },
    {
      "loss_action": 0.032967958599328995,
      "loss_total": 0.032967958599328995,
      "step": 4650
    },
    {
      "loss_action": 0.026869777590036392,
      "loss_total": 0.026869777590036392,
      "step": 4650
    },
    {
      "loss_action": 0.03091736137866974,
      "loss_total": 0.03091736137866974,
      "step": 4650
    },
    {
      "loss_action": 0.03626541793346405,
      "loss_total": 0.03626541793346405,
      "step": 4650
    },
    {
      "loss_action": 0.03873861953616142,
      "loss_total": 0.03873861953616142,
      "step": 4650
    },
    {
      "grad_norm": 0.35542920231819153,
      "learning_rate": 9.318e-05,
      "loss": 0.0318,
      "step": 4660
    },
    {
      "loss_action": 0.03423384204506874,
      "loss_total": 0.03423384204506874,
      "step": 4660
    },
    {
      "loss_action": 0.03476370871067047,
      "loss_total": 0.03476370871067047,
      "step": 4660
    },
    {
      "loss_action": 0.033313121646642685,
      "loss_total": 0.033313121646642685,
      "step": 4660
    },
    {
      "loss_action": 0.019169040024280548,
      "loss_total": 0.019169040024280548,
      "step": 4660
    },
    {
      "loss_action": 0.026233060285449028,
      "loss_total": 0.026233060285449028,
      "step": 4660
    },
    {
      "loss_action": 0.0180346742272377,
      "loss_total": 0.0180346742272377,
      "step": 4660
    },
    {
      "loss_action": 0.05210631340742111,
      "loss_total": 0.05210631340742111,
      "step": 4660
    },
    {
      "loss_action": 0.03569278120994568,
      "loss_total": 0.03569278120994568,
      "step": 4660
    },
    {
      "grad_norm": 0.4150015115737915,
      "learning_rate": 9.338e-05,
      "loss": 0.0356,
      "step": 4670
    },
    {
      "loss_action": 0.019243085756897926,
      "loss_total": 0.019243085756897926,
      "step": 4670
    },
    {
      "loss_action": 0.034148309379816055,
      "loss_total": 0.034148309379816055,
      "step": 4670
    },
    {
      "loss_action": 0.02639838494360447,
      "loss_total": 0.02639838494360447,
      "step": 4670
    },
    {
      "loss_action": 0.03644159808754921,
      "loss_total": 0.03644159808754921,
      "step": 4670
    },
    {
      "loss_action": 0.05239294096827507,
      "loss_total": 0.05239294096827507,
      "step": 4670
    },
    {
      "loss_action": 0.03857128322124481,
      "loss_total": 0.03857128322124481,
      "step": 4670
    },
    {
      "loss_action": 0.02843112125992775,
      "loss_total": 0.02843112125992775,
      "step": 4670
    },
    {
      "loss_action": 0.02410615235567093,
      "loss_total": 0.02410615235567093,
      "step": 4670
    },
    {
      "grad_norm": 0.47964105010032654,
      "learning_rate": 9.358e-05,
      "loss": 0.0328,
      "step": 4680
    },
    {
      "loss_action": 0.04731776565313339,
      "loss_total": 0.04731776565313339,
      "step": 4680
    },
    {
      "loss_action": 0.044640764594078064,
      "loss_total": 0.044640764594078064,
      "step": 4680
    },
    {
      "loss_action": 0.0313384085893631,
      "loss_total": 0.0313384085893631,
      "step": 4680
    },
    {
      "loss_action": 0.030283689498901367,
      "loss_total": 0.030283689498901367,
      "step": 4680
    },
    {
      "loss_action": 0.03331247717142105,
      "loss_total": 0.03331247717142105,
      "step": 4680
    },
    {
      "loss_action": 0.03845536708831787,
      "loss_total": 0.03845536708831787,
      "step": 4680
    },
    {
      "loss_action": 0.02824587933719158,
      "loss_total": 0.02824587933719158,
      "step": 4680
    },
    {
      "loss_action": 0.024895282462239265,
      "loss_total": 0.024895282462239265,
      "step": 4680
    },
    {
      "grad_norm": 0.39540523290634155,
      "learning_rate": 9.378e-05,
      "loss": 0.0378,
      "step": 4690
    },
    {
      "loss_action": 0.01799308881163597,
      "loss_total": 0.01799308881163597,
      "step": 4690
    },
    {
      "loss_action": 0.01847187802195549,
      "loss_total": 0.01847187802195549,
      "step": 4690
    },
    {
      "loss_action": 0.02990349754691124,
      "loss_total": 0.02990349754691124,
      "step": 4690
    },
    {
      "loss_action": 0.019270140677690506,
      "loss_total": 0.019270140677690506,
      "step": 4690
    },
    {
      "loss_action": 0.018459632992744446,
      "loss_total": 0.018459632992744446,
      "step": 4690
    },
    {
      "loss_action": 0.02779071219265461,
      "loss_total": 0.02779071219265461,
      "step": 4690
    },
    {
      "loss_action": 0.02663429081439972,
      "loss_total": 0.02663429081439972,
      "step": 4690
    },
    {
      "loss_action": 0.01990821212530136,
      "loss_total": 0.01990821212530136,
      "step": 4690
    },
    {
      "grad_norm": 0.34462499618530273,
      "learning_rate": 9.398e-05,
      "loss": 0.0307,
      "step": 4700
    },
    {
      "loss_action": 0.016006212681531906,
      "loss_total": 0.016006212681531906,
      "step": 4700
    },
    {
      "loss_action": 0.028633946552872658,
      "loss_total": 0.028633946552872658,
      "step": 4700
    },
    {
      "loss_action": 0.05502518266439438,
      "loss_total": 0.05502518266439438,
      "step": 4700
    },
    {
      "loss_action": 0.029367731884121895,
      "loss_total": 0.029367731884121895,
      "step": 4700
    },
    {
      "loss_action": 0.03288242220878601,
      "loss_total": 0.03288242220878601,
      "step": 4700
    },
    {
      "loss_action": 0.02406766451895237,
      "loss_total": 0.02406766451895237,
      "step": 4700
    },
    {
      "loss_action": 0.032570730894804,
      "loss_total": 0.032570730894804,
      "step": 4700
    },
    {
      "loss_action": 0.05735808238387108,
      "loss_total": 0.05735808238387108,
      "step": 4700
    },
    {
      "grad_norm": 0.32932141423225403,
      "learning_rate": 9.418e-05,
      "loss": 0.0306,
      "step": 4710
    },
    {
      "loss_action": 0.045280322432518005,
      "loss_total": 0.045280322432518005,
      "step": 4710
    },
    {
      "loss_action": 0.03268734738230705,
      "loss_total": 0.03268734738230705,
      "step": 4710
    },
    {
      "loss_action": 0.03767163306474686,
      "loss_total": 0.03767163306474686,
      "step": 4710
    },
    {
      "loss_action": 0.0669565424323082,
      "loss_total": 0.0669565424323082,
      "step": 4710
    },
    {
      "loss_action": 0.019005510956048965,
      "loss_total": 0.019005510956048965,
      "step": 4710
    },
    {
      "loss_action": 0.03270736709237099,
      "loss_total": 0.03270736709237099,
      "step": 4710
    },
    {
      "loss_action": 0.04291631653904915,
      "loss_total": 0.04291631653904915,
      "step": 4710
    },
    {
      "loss_action": 0.017909884452819824,
      "loss_total": 0.017909884452819824,
      "step": 4710
    },
    {
      "grad_norm": 0.41446492075920105,
      "learning_rate": 9.438e-05,
      "loss": 0.0314,
      "step": 4720
    },
    {
      "loss_action": 0.045393675565719604,
      "loss_total": 0.045393675565719604,
      "step": 4720
    },
    {
      "loss_action": 0.018171939998865128,
      "loss_total": 0.018171939998865128,
      "step": 4720
    },
    {
      "loss_action": 0.027820006012916565,
      "loss_total": 0.027820006012916565,
      "step": 4720
    },
    {
      "loss_action": 0.03090311773121357,
      "loss_total": 0.03090311773121357,
      "step": 4720
    },
    {
      "loss_action": 0.02910834550857544,
      "loss_total": 0.02910834550857544,
      "step": 4720
    },
    {
      "loss_action": 0.058033548295497894,
      "loss_total": 0.058033548295497894,
      "step": 4720
    },
    {
      "loss_action": 0.0377693809568882,
      "loss_total": 0.0377693809568882,
      "step": 4720
    },
    {
      "loss_action": 0.027147866785526276,
      "loss_total": 0.027147866785526276,
      "step": 4720
    },
    {
      "grad_norm": 0.3542868494987488,
      "learning_rate": 9.458e-05,
      "loss": 0.034,
      "step": 4730
    },
    {
      "loss_action": 0.026193145662546158,
      "loss_total": 0.026193145662546158,
      "step": 4730
    },
    {
      "loss_action": 0.03509439155459404,
      "loss_total": 0.03509439155459404,
      "step": 4730
    },
    {
      "loss_action": 0.043674036860466,
      "loss_total": 0.043674036860466,
      "step": 4730
    },
    {
      "loss_action": 0.034238994121551514,
      "loss_total": 0.034238994121551514,
      "step": 4730
    },
    {
      "loss_action": 0.031130846589803696,
      "loss_total": 0.031130846589803696,
      "step": 4730
    },
    {
      "loss_action": 0.061464522033929825,
      "loss_total": 0.061464522033929825,
      "step": 4730
    },
    {
      "loss_action": 0.017358945682644844,
      "loss_total": 0.017358945682644844,
      "step": 4730
    },
    {
      "loss_action": 0.0232022013515234,
      "loss_total": 0.0232022013515234,
      "step": 4730
    },
    {
      "grad_norm": 0.3723064064979553,
      "learning_rate": 9.478e-05,
      "loss": 0.0344,
      "step": 4740
    },
    {
      "loss_action": 0.037897102534770966,
      "loss_total": 0.037897102534770966,
      "step": 4740
    },
    {
      "loss_action": 0.027686484158039093,
      "loss_total": 0.027686484158039093,
      "step": 4740
    },
    {
      "loss_action": 0.02453911304473877,
      "loss_total": 0.02453911304473877,
      "step": 4740
    },
    {
      "loss_action": 0.04452315345406532,
      "loss_total": 0.04452315345406532,
      "step": 4740
    },
    {
      "loss_action": 0.027750015258789062,
      "loss_total": 0.027750015258789062,
      "step": 4740
    },
    {
      "loss_action": 0.03888686001300812,
      "loss_total": 0.03888686001300812,
      "step": 4740
    },
    {
      "loss_action": 0.03221232816576958,
      "loss_total": 0.03221232816576958,
      "step": 4740
    },
    {
      "loss_action": 0.04060836881399155,
      "loss_total": 0.04060836881399155,
      "step": 4740
    },
    {
      "grad_norm": 0.4367518126964569,
      "learning_rate": 9.498e-05,
      "loss": 0.0361,
      "step": 4750
    },
    {
      "loss_action": 0.021649852395057678,
      "loss_total": 0.021649852395057678,
      "step": 4750
    },
    {
      "loss_action": 0.03273545950651169,
      "loss_total": 0.03273545950651169,
      "step": 4750
    },
    {
      "loss_action": 0.030265361070632935,
      "loss_total": 0.030265361070632935,
      "step": 4750
    },
    {
      "loss_action": 0.02461288496851921,
      "loss_total": 0.02461288496851921,
      "step": 4750
    },
    {
      "loss_action": 0.038805924355983734,
      "loss_total": 0.038805924355983734,
      "step": 4750
    },
    {
      "loss_action": 0.01969701424241066,
      "loss_total": 0.01969701424241066,
      "step": 4750
    },
    {
      "loss_action": 0.03329243138432503,
      "loss_total": 0.03329243138432503,
      "step": 4750
    },
    {
      "loss_action": 0.028236303478479385,
      "loss_total": 0.028236303478479385,
      "step": 4750
    },
    {
      "grad_norm": 0.4172775447368622,
      "learning_rate": 9.518000000000001e-05,
      "loss": 0.0353,
      "step": 4760
    },
    {
      "loss_action": 0.03182562068104744,
      "loss_total": 0.03182562068104744,
      "step": 4760
    },
    {
      "loss_action": 0.025438984856009483,
      "loss_total": 0.025438984856009483,
      "step": 4760
    },
    {
      "loss_action": 0.017863184213638306,
      "loss_total": 0.017863184213638306,
      "step": 4760
    },
    {
      "loss_action": 0.031023727729916573,
      "loss_total": 0.031023727729916573,
      "step": 4760
    },
    {
      "loss_action": 0.02744118869304657,
      "loss_total": 0.02744118869304657,
      "step": 4760
    },
    {
      "loss_action": 0.03219781443476677,
      "loss_total": 0.03219781443476677,
      "step": 4760
    },
    {
      "loss_action": 0.0211932472884655,
      "loss_total": 0.0211932472884655,
      "step": 4760
    },
    {
      "loss_action": 0.029916400089859962,
      "loss_total": 0.029916400089859962,
      "step": 4760
    },
    {
      "grad_norm": 0.3721300959587097,
      "learning_rate": 9.538e-05,
      "loss": 0.0335,
      "step": 4770
    },
    {
      "loss_action": 0.08398209512233734,
      "loss_total": 0.08398209512233734,
      "step": 4770
    },
    {
      "loss_action": 0.05432076007127762,
      "loss_total": 0.05432076007127762,
      "step": 4770
    },
    {
      "loss_action": 0.019453249871730804,
      "loss_total": 0.019453249871730804,
      "step": 4770
    },
    {
      "loss_action": 0.03264429047703743,
      "loss_total": 0.03264429047703743,
      "step": 4770
    },
    {
      "loss_action": 0.02935943379998207,
      "loss_total": 0.02935943379998207,
      "step": 4770
    },
    {
      "loss_action": 0.027090897783637047,
      "loss_total": 0.027090897783637047,
      "step": 4770
    },
    {
      "loss_action": 0.02563263103365898,
      "loss_total": 0.02563263103365898,
      "step": 4770
    },
    {
      "loss_action": 0.04380909726023674,
      "loss_total": 0.04380909726023674,
      "step": 4770
    },
    {
      "grad_norm": 0.4345499873161316,
      "learning_rate": 9.558e-05,
      "loss": 0.0358,
      "step": 4780
    },
    {
      "loss_action": 0.03800048306584358,
      "loss_total": 0.03800048306584358,
      "step": 4780
    },
    {
      "loss_action": 0.04516155272722244,
      "loss_total": 0.04516155272722244,
      "step": 4780
    },
    {
      "loss_action": 0.019636567682027817,
      "loss_total": 0.019636567682027817,
      "step": 4780
    },
    {
      "loss_action": 0.026064762845635414,
      "loss_total": 0.026064762845635414,
      "step": 4780
    },
    {
      "loss_action": 0.024820547550916672,
      "loss_total": 0.024820547550916672,
      "step": 4780
    },
    {
      "loss_action": 0.030998151749372482,
      "loss_total": 0.030998151749372482,
      "step": 4780
    },
    {
      "loss_action": 0.03545348346233368,
      "loss_total": 0.03545348346233368,
      "step": 4780
    },
    {
      "loss_action": 0.02222682163119316,
      "loss_total": 0.02222682163119316,
      "step": 4780
    },
    {
      "grad_norm": 0.37624484300613403,
      "learning_rate": 9.578000000000001e-05,
      "loss": 0.0333,
      "step": 4790
    },
    {
      "loss_action": 0.01612039841711521,
      "loss_total": 0.01612039841711521,
      "step": 4790
    },
    {
      "loss_action": 0.02487025037407875,
      "loss_total": 0.02487025037407875,
      "step": 4790
    },
    {
      "loss_action": 0.043413206934928894,
      "loss_total": 0.043413206934928894,
      "step": 4790
    },
    {
      "loss_action": 0.052689388394355774,
      "loss_total": 0.052689388394355774,
      "step": 4790
    },
    {
      "loss_action": 0.017650727182626724,
      "loss_total": 0.017650727182626724,
      "step": 4790
    },
    {
      "loss_action": 0.03047986701130867,
      "loss_total": 0.03047986701130867,
      "step": 4790
    },
    {
      "loss_action": 0.03081216663122177,
      "loss_total": 0.03081216663122177,
      "step": 4790
    },
    {
      "loss_action": 0.023820910602808,
      "loss_total": 0.023820910602808,
      "step": 4790
    },
    {
      "grad_norm": 0.375576376914978,
      "learning_rate": 9.598e-05,
      "loss": 0.0321,
      "step": 4800
    },
    {
      "loss_action": 0.0504072867333889,
      "loss_total": 0.0504072867333889,
      "step": 4800
    },
    {
      "loss_action": 0.02777581848204136,
      "loss_total": 0.02777581848204136,
      "step": 4800
    },
    {
      "loss_action": 0.027384372428059578,
      "loss_total": 0.027384372428059578,
      "step": 4800
    },
    {
      "loss_action": 0.024045128375291824,
      "loss_total": 0.024045128375291824,
      "step": 4800
    },
    {
      "loss_action": 0.03436794504523277,
      "loss_total": 0.03436794504523277,
      "step": 4800
    },
    {
      "loss_action": 0.043662428855895996,
      "loss_total": 0.043662428855895996,
      "step": 4800
    },
    {
      "loss_action": 0.028285415843129158,
      "loss_total": 0.028285415843129158,
      "step": 4800
    },
    {
      "loss_action": 0.020090624690055847,
      "loss_total": 0.020090624690055847,
      "step": 4800
    },
    {
      "grad_norm": 0.41260120272636414,
      "learning_rate": 9.618e-05,
      "loss": 0.0341,
      "step": 4810
    },
    {
      "loss_action": 0.03946789354085922,
      "loss_total": 0.03946789354085922,
      "step": 4810
    },
    {
      "loss_action": 0.023501750081777573,
      "loss_total": 0.023501750081777573,
      "step": 4810
    },
    {
      "loss_action": 0.03411338850855827,
      "loss_total": 0.03411338850855827,
      "step": 4810
    },
    {
      "loss_action": 0.029906101524829865,
      "loss_total": 0.029906101524829865,
      "step": 4810
    },
    {
      "loss_action": 0.13352985680103302,
      "loss_total": 0.13352985680103302,
      "step": 4810
    },
    {
      "loss_action": 0.04069923236966133,
      "loss_total": 0.04069923236966133,
      "step": 4810
    },
    {
      "loss_action": 0.025189733132719994,
      "loss_total": 0.025189733132719994,
      "step": 4810
    },
    {
      "loss_action": 0.021189600229263306,
      "loss_total": 0.021189600229263306,
      "step": 4810
    },
    {
      "grad_norm": 0.32431524991989136,
      "learning_rate": 9.638000000000001e-05,
      "loss": 0.0312,
      "step": 4820
    },
    {
      "loss_action": 0.03172364830970764,
      "loss_total": 0.03172364830970764,
      "step": 4820
    },
    {
      "loss_action": 0.02192721515893936,
      "loss_total": 0.02192721515893936,
      "step": 4820
    },
    {
      "loss_action": 0.025335561484098434,
      "loss_total": 0.025335561484098434,
      "step": 4820
    },
    {
      "loss_action": 0.02293146401643753,
      "loss_total": 0.02293146401643753,
      "step": 4820
    },
    {
      "loss_action": 0.014992967247962952,
      "loss_total": 0.014992967247962952,
      "step": 4820
    },
    {
      "loss_action": 0.038738373667001724,
      "loss_total": 0.038738373667001724,
      "step": 4820
    },
    {
      "loss_action": 0.022864148020744324,
      "loss_total": 0.022864148020744324,
      "step": 4820
    },
    {
      "loss_action": 0.05244455114006996,
      "loss_total": 0.05244455114006996,
      "step": 4820
    },
    {
      "grad_norm": 0.4130251407623291,
      "learning_rate": 9.658e-05,
      "loss": 0.0307,
      "step": 4830
    },
    {
      "loss_action": 0.028482235968112946,
      "loss_total": 0.028482235968112946,
      "step": 4830
    },
    {
      "loss_action": 0.02064378932118416,
      "loss_total": 0.02064378932118416,
      "step": 4830
    },
    {
      "loss_action": 0.06412481516599655,
      "loss_total": 0.06412481516599655,
      "step": 4830
    },
    {
      "loss_action": 0.03361842408776283,
      "loss_total": 0.03361842408776283,
      "step": 4830
    },
    {
      "loss_action": 0.04733527451753616,
      "loss_total": 0.04733527451753616,
      "step": 4830
    },
    {
      "loss_action": 0.01689644157886505,
      "loss_total": 0.01689644157886505,
      "step": 4830
    },
    {
      "loss_action": 0.03420773893594742,
      "loss_total": 0.03420773893594742,
      "step": 4830
    },
    {
      "loss_action": 0.061385635286569595,
      "loss_total": 0.061385635286569595,
      "step": 4830
    },
    {
      "grad_norm": 0.38883036375045776,
      "learning_rate": 9.678e-05,
      "loss": 0.0344,
      "step": 4840
    },
    {
      "loss_action": 0.021486744284629822,
      "loss_total": 0.021486744284629822,
      "step": 4840
    },
    {
      "loss_action": 0.032788872718811035,
      "loss_total": 0.032788872718811035,
      "step": 4840
    },
    {
      "loss_action": 0.016222180798649788,
      "loss_total": 0.016222180798649788,
      "step": 4840
    },
    {
      "loss_action": 0.034657418727874756,
      "loss_total": 0.034657418727874756,
      "step": 4840
    },
    {
      "loss_action": 0.023523185402154922,
      "loss_total": 0.023523185402154922,
      "step": 4840
    },
    {
      "loss_action": 0.042847890406847,
      "loss_total": 0.042847890406847,
      "step": 4840
    },
    {
      "loss_action": 0.04234322905540466,
      "loss_total": 0.04234322905540466,
      "step": 4840
    },
    {
      "loss_action": 0.03263693302869797,
      "loss_total": 0.03263693302869797,
      "step": 4840
    },
    {
      "grad_norm": 0.38661709427833557,
      "learning_rate": 9.698000000000001e-05,
      "loss": 0.0293,
      "step": 4850
    },
    {
      "loss_action": 0.0363265760242939,
      "loss_total": 0.0363265760242939,
      "step": 4850
    },
    {
      "loss_action": 0.02856404148042202,
      "loss_total": 0.02856404148042202,
      "step": 4850
    },
    {
      "loss_action": 0.03591427206993103,
      "loss_total": 0.03591427206993103,
      "step": 4850
    },
    {
      "loss_action": 0.01737833581864834,
      "loss_total": 0.01737833581864834,
      "step": 4850
    },
    {
      "loss_action": 0.03359154611825943,
      "loss_total": 0.03359154611825943,
      "step": 4850
    },
    {
      "loss_action": 0.072334423661232,
      "loss_total": 0.072334423661232,
      "step": 4850
    },
    {
      "loss_action": 0.028542181476950645,
      "loss_total": 0.028542181476950645,
      "step": 4850
    },
    {
      "loss_action": 0.0323340967297554,
      "loss_total": 0.0323340967297554,
      "step": 4850
    },
    {
      "grad_norm": 0.2710460126399994,
      "learning_rate": 9.718e-05,
      "loss": 0.0308,
      "step": 4860
    },
    {
      "loss_action": 0.020166683942079544,
      "loss_total": 0.020166683942079544,
      "step": 4860
    },
    {
      "loss_action": 0.02143668569624424,
      "loss_total": 0.02143668569624424,
      "step": 4860
    },
    {
      "loss_action": 0.014478210359811783,
      "loss_total": 0.014478210359811783,
      "step": 4860
    },
    {
      "loss_action": 0.022454917430877686,
      "loss_total": 0.022454917430877686,
      "step": 4860
    },
    {
      "loss_action": 0.027217045426368713,
      "loss_total": 0.027217045426368713,
      "step": 4860
    },
    {
      "loss_action": 0.06172129884362221,
      "loss_total": 0.06172129884362221,
      "step": 4860
    },
    {
      "loss_action": 0.01875104382634163,
      "loss_total": 0.01875104382634163,
      "step": 4860
    },
    {
      "loss_action": 0.0242321714758873,
      "loss_total": 0.0242321714758873,
      "step": 4860
    },
    {
      "grad_norm": 0.4048399031162262,
      "learning_rate": 9.738e-05,
      "loss": 0.029,
      "step": 4870
    },
    {
      "loss_action": 0.02782469615340233,
      "loss_total": 0.02782469615340233,
      "step": 4870
    },
    {
      "loss_action": 0.02246658317744732,
      "loss_total": 0.02246658317744732,
      "step": 4870
    },
    {
      "loss_action": 0.025080429390072823,
      "loss_total": 0.025080429390072823,
      "step": 4870
    },
    {
      "loss_action": 0.020500551909208298,
      "loss_total": 0.020500551909208298,
      "step": 4870
    },
    {
      "loss_action": 0.027994520962238312,
      "loss_total": 0.027994520962238312,
      "step": 4870
    },
    {
      "loss_action": 0.033791251480579376,
      "loss_total": 0.033791251480579376,
      "step": 4870
    },
    {
      "loss_action": 0.025585100054740906,
      "loss_total": 0.025585100054740906,
      "step": 4870
    },
    {
      "loss_action": 0.03668234124779701,
      "loss_total": 0.03668234124779701,
      "step": 4870
    },
    {
      "grad_norm": 0.3550114631652832,
      "learning_rate": 9.758000000000001e-05,
      "loss": 0.0276,
      "step": 4880
    },
    {
      "loss_action": 0.018146559596061707,
      "loss_total": 0.018146559596061707,
      "step": 4880
    },
    {
      "loss_action": 0.023412805050611496,
      "loss_total": 0.023412805050611496,
      "step": 4880
    },
    {
      "loss_action": 0.022359849885106087,
      "loss_total": 0.022359849885106087,
      "step": 4880
    },
    {
      "loss_action": 0.018841570243239403,
      "loss_total": 0.018841570243239403,
      "step": 4880
    },
    {
      "loss_action": 0.014132918789982796,
      "loss_total": 0.014132918789982796,
      "step": 4880
    },
    {
      "loss_action": 0.023615282028913498,
      "loss_total": 0.023615282028913498,
      "step": 4880
    },
    {
      "loss_action": 0.021045569330453873,
      "loss_total": 0.021045569330453873,
      "step": 4880
    },
    {
      "loss_action": 0.022230766713619232,
      "loss_total": 0.022230766713619232,
      "step": 4880
    },
    {
      "grad_norm": 0.37802138924598694,
      "learning_rate": 9.778e-05,
      "loss": 0.0267,
      "step": 4890
    },
    {
      "loss_action": 0.03313472494482994,
      "loss_total": 0.03313472494482994,
      "step": 4890
    },
    {
      "loss_action": 0.02347598969936371,
      "loss_total": 0.02347598969936371,
      "step": 4890
    },
    {
      "loss_action": 0.025661103427410126,
      "loss_total": 0.025661103427410126,
      "step": 4890
    },
    {
      "loss_action": 0.028445828706026077,
      "loss_total": 0.028445828706026077,
      "step": 4890
    },
    {
      "loss_action": 0.02736430987715721,
      "loss_total": 0.02736430987715721,
      "step": 4890
    },
    {
      "loss_action": 0.021210746839642525,
      "loss_total": 0.021210746839642525,
      "step": 4890
    },
    {
      "loss_action": 0.024313680827617645,
      "loss_total": 0.024313680827617645,
      "step": 4890
    },
    {
      "loss_action": 0.033656347543001175,
      "loss_total": 0.033656347543001175,
      "step": 4890
    },
    {
      "grad_norm": 0.3242245018482208,
      "learning_rate": 9.798000000000001e-05,
      "loss": 0.0299,
      "step": 4900
    },
    {
      "loss_action": 0.02244962751865387,
      "loss_total": 0.02244962751865387,
      "step": 4900
    },
    {
      "loss_action": 0.05054805055260658,
      "loss_total": 0.05054805055260658,
      "step": 4900
    },
    {
      "loss_action": 0.06474150717258453,
      "loss_total": 0.06474150717258453,
      "step": 4900
    },
    {
      "loss_action": 0.07958552986383438,
      "loss_total": 0.07958552986383438,
      "step": 4900
    },
    {
      "loss_action": 0.0237630233168602,
      "loss_total": 0.0237630233168602,
      "step": 4900
    },
    {
      "loss_action": 0.03244110196828842,
      "loss_total": 0.03244110196828842,
      "step": 4900
    },
    {
      "loss_action": 0.03017069399356842,
      "loss_total": 0.03017069399356842,
      "step": 4900
    },
    {
      "loss_action": 0.026406146585941315,
      "loss_total": 0.026406146585941315,
      "step": 4900
    },
    {
      "grad_norm": 0.36387231945991516,
      "learning_rate": 9.818000000000001e-05,
      "loss": 0.0304,
      "step": 4910
    },
    {
      "loss_action": 0.026016145944595337,
      "loss_total": 0.026016145944595337,
      "step": 4910
    },
    {
      "loss_action": 0.023807816207408905,
      "loss_total": 0.023807816207408905,
      "step": 4910
    },
    {
      "loss_action": 0.1475328952074051,
      "loss_total": 0.1475328952074051,
      "step": 4910
    },
    {
      "loss_action": 0.02078564278781414,
      "loss_total": 0.02078564278781414,
      "step": 4910
    },
    {
      "loss_action": 0.027633437886834145,
      "loss_total": 0.027633437886834145,
      "step": 4910
    },
    {
      "loss_action": 0.05040088668465614,
      "loss_total": 0.05040088668465614,
      "step": 4910
    },
    {
      "loss_action": 0.041155099868774414,
      "loss_total": 0.041155099868774414,
      "step": 4910
    },
    {
      "loss_action": 0.051003873348236084,
      "loss_total": 0.051003873348236084,
      "step": 4910
    },
    {
      "grad_norm": 0.301954060792923,
      "learning_rate": 9.838e-05,
      "loss": 0.0324,
      "step": 4920
    },
    {
      "loss_action": 0.016907531768083572,
      "loss_total": 0.016907531768083572,
      "step": 4920
    },
    {
      "loss_action": 0.0285048745572567,
      "loss_total": 0.0285048745572567,
      "step": 4920
    },
    {
      "loss_action": 0.04003965109586716,
      "loss_total": 0.04003965109586716,
      "step": 4920
    },
    {
      "loss_action": 0.02060108445584774,
      "loss_total": 0.02060108445584774,
      "step": 4920
    },
    {
      "loss_action": 0.040656834840774536,
      "loss_total": 0.040656834840774536,
      "step": 4920
    },
    {
      "loss_action": 0.03598528727889061,
      "loss_total": 0.03598528727889061,
      "step": 4920
    },
    {
      "loss_action": 0.02671351283788681,
      "loss_total": 0.02671351283788681,
      "step": 4920
    },
    {
      "loss_action": 0.03593399375677109,
      "loss_total": 0.03593399375677109,
      "step": 4920
    },
    {
      "grad_norm": 0.31315627694129944,
      "learning_rate": 9.858000000000001e-05,
      "loss": 0.0328,
      "step": 4930
    },
    {
      "loss_action": 0.01749386638402939,
      "loss_total": 0.01749386638402939,
      "step": 4930
    },
    {
      "loss_action": 0.01906753145158291,
      "loss_total": 0.01906753145158291,
      "step": 4930
    },
    {
      "loss_action": 0.026699740439653397,
      "loss_total": 0.026699740439653397,
      "step": 4930
    },
    {
      "loss_action": 0.0247047059237957,
      "loss_total": 0.0247047059237957,
      "step": 4930
    },
    {
      "loss_action": 0.027463382109999657,
      "loss_total": 0.027463382109999657,
      "step": 4930
    },
    {
      "loss_action": 0.026342280209064484,
      "loss_total": 0.026342280209064484,
      "step": 4930
    },
    {
      "loss_action": 0.02293459139764309,
      "loss_total": 0.02293459139764309,
      "step": 4930
    },
    {
      "loss_action": 0.020845025777816772,
      "loss_total": 0.020845025777816772,
      "step": 4930
    },
    {
      "grad_norm": 0.2991654872894287,
      "learning_rate": 9.878e-05,
      "loss": 0.0282,
      "step": 4940
    },
    {
      "loss_action": 0.04083245247602463,
      "loss_total": 0.04083245247602463,
      "step": 4940
    },
    {
      "loss_action": 0.02197536639869213,
      "loss_total": 0.02197536639869213,
      "step": 4940
    },
    {
      "loss_action": 0.025512151420116425,
      "loss_total": 0.025512151420116425,
      "step": 4940
    },
    {
      "loss_action": 0.035043731331825256,
      "loss_total": 0.035043731331825256,
      "step": 4940
    },
    {
      "loss_action": 0.023523982614278793,
      "loss_total": 0.023523982614278793,
      "step": 4940
    },
    {
      "loss_action": 0.03237506002187729,
      "loss_total": 0.03237506002187729,
      "step": 4940
    },
    {
      "loss_action": 0.021682564169168472,
      "loss_total": 0.021682564169168472,
      "step": 4940
    },
    {
      "loss_action": 0.039580125361680984,
      "loss_total": 0.039580125361680984,
      "step": 4940
    },
    {
      "grad_norm": 0.39868053793907166,
      "learning_rate": 9.898e-05,
      "loss": 0.0361,
      "step": 4950
    },
    {
      "loss_action": 0.021926142275333405,
      "loss_total": 0.021926142275333405,
      "step": 4950
    },
    {
      "loss_action": 0.03049134649336338,
      "loss_total": 0.03049134649336338,
      "step": 4950
    },
    {
      "loss_action": 0.02752741426229477,
      "loss_total": 0.02752741426229477,
      "step": 4950
    },
    {
      "loss_action": 0.04199992120265961,
      "loss_total": 0.04199992120265961,
      "step": 4950
    },
    {
      "loss_action": 0.050531137734651566,
      "loss_total": 0.050531137734651566,
      "step": 4950
    },
    {
      "loss_action": 0.03778676316142082,
      "loss_total": 0.03778676316142082,
      "step": 4950
    },
    {
      "loss_action": 0.023074153810739517,
      "loss_total": 0.023074153810739517,
      "step": 4950
    },
    {
      "loss_action": 0.0244143009185791,
      "loss_total": 0.0244143009185791,
      "step": 4950
    },
    {
      "grad_norm": 0.3381308913230896,
      "learning_rate": 9.918000000000001e-05,
      "loss": 0.037,
      "step": 4960
    },
    {
      "loss_action": 0.030430784448981285,
      "loss_total": 0.030430784448981285,
      "step": 4960
    },
    {
      "loss_action": 0.017597680911421776,
      "loss_total": 0.017597680911421776,
      "step": 4960
    },
    {
      "loss_action": 0.01806686259806156,
      "loss_total": 0.01806686259806156,
      "step": 4960
    },
    {
      "loss_action": 0.030127838253974915,
      "loss_total": 0.030127838253974915,
      "step": 4960
    },
    {
      "loss_action": 0.019280200824141502,
      "loss_total": 0.019280200824141502,
      "step": 4960
    },
    {
      "loss_action": 0.01972082629799843,
      "loss_total": 0.01972082629799843,
      "step": 4960
    },
    {
      "loss_action": 0.031046215444803238,
      "loss_total": 0.031046215444803238,
      "step": 4960
    },
    {
      "loss_action": 0.05370911955833435,
      "loss_total": 0.05370911955833435,
      "step": 4960
    },
    {
      "grad_norm": 0.38177740573883057,
      "learning_rate": 9.938e-05,
      "loss": 0.0312,
      "step": 4970
    },
    {
      "loss_action": 0.04715093970298767,
      "loss_total": 0.04715093970298767,
      "step": 4970
    },
    {
      "loss_action": 0.025823501870036125,
      "loss_total": 0.025823501870036125,
      "step": 4970
    },
    {
      "loss_action": 0.01708996295928955,
      "loss_total": 0.01708996295928955,
      "step": 4970
    },
    {
      "loss_action": 0.028064081445336342,
      "loss_total": 0.028064081445336342,
      "step": 4970
    },
    {
      "loss_action": 0.02174396440386772,
      "loss_total": 0.02174396440386772,
      "step": 4970
    },
    {
      "loss_action": 0.02339707873761654,
      "loss_total": 0.02339707873761654,
      "step": 4970
    },
    {
      "loss_action": 0.10091564059257507,
      "loss_total": 0.10091564059257507,
      "step": 4970
    },
    {
      "loss_action": 0.027084313333034515,
      "loss_total": 0.027084313333034515,
      "step": 4970
    },
    {
      "grad_norm": 0.31099817156791687,
      "learning_rate": 9.958e-05,
      "loss": 0.0345,
      "step": 4980
    },
    {
      "loss_action": 0.03958474099636078,
      "loss_total": 0.03958474099636078,
      "step": 4980
    },
    {
      "loss_action": 0.030167538672685623,
      "loss_total": 0.030167538672685623,
      "step": 4980
    },
    {
      "loss_action": 0.021582070738077164,
      "loss_total": 0.021582070738077164,
      "step": 4980
    },
    {
      "loss_action": 0.020925765857100487,
      "loss_total": 0.020925765857100487,
      "step": 4980
    },
    {
      "loss_action": 0.029688246548175812,
      "loss_total": 0.029688246548175812,
      "step": 4980
    },
    {
      "loss_action": 0.022794608026742935,
      "loss_total": 0.022794608026742935,
      "step": 4980
    },
    {
      "loss_action": 0.024768194183707237,
      "loss_total": 0.024768194183707237,
      "step": 4980
    },
    {
      "loss_action": 0.03084326535463333,
      "loss_total": 0.03084326535463333,
      "step": 4980
    },
    {
      "grad_norm": 0.34174177050590515,
      "learning_rate": 9.978000000000001e-05,
      "loss": 0.0307,
      "step": 4990
    },
    {
      "loss_action": 0.02732231467962265,
      "loss_total": 0.02732231467962265,
      "step": 4990
    },
    {
      "loss_action": 0.0362398624420166,
      "loss_total": 0.0362398624420166,
      "step": 4990
    },
    {
      "loss_action": 0.022750642150640488,
      "loss_total": 0.022750642150640488,
      "step": 4990
    },
    {
      "loss_action": 0.021108735352754593,
      "loss_total": 0.021108735352754593,
      "step": 4990
    },
    {
      "loss_action": 0.11193776875734329,
      "loss_total": 0.11193776875734329,
      "step": 4990
    },
    {
      "loss_action": 0.04709916189312935,
      "loss_total": 0.04709916189312935,
      "step": 4990
    },
    {
      "loss_action": 0.016467247158288956,
      "loss_total": 0.016467247158288956,
      "step": 4990
    },
    {
      "loss_action": 0.03398626670241356,
      "loss_total": 0.03398626670241356,
      "step": 4990
    },
    {
      "grad_norm": 0.36067643761634827,
      "learning_rate": 9.998e-05,
      "loss": 0.0341,
      "step": 5000
    },
    {
      "loss_action": 0.031436219811439514,
      "loss_total": 0.031436219811439514,
      "step": 5000
    },
    {
      "loss_action": 0.025022108107805252,
      "loss_total": 0.025022108107805252,
      "step": 5000
    },
    {
      "loss_action": 0.04440115764737129,
      "loss_total": 0.04440115764737129,
      "step": 5000
    },
    {
      "loss_action": 0.01996034011244774,
      "loss_total": 0.01996034011244774,
      "step": 5000
    },
    {
      "loss_action": 0.02302692085504532,
      "loss_total": 0.02302692085504532,
      "step": 5000
    },
    {
      "loss_action": 0.026184149086475372,
      "loss_total": 0.026184149086475372,
      "step": 5000
    },
    {
      "loss_action": 0.04137733578681946,
      "loss_total": 0.04137733578681946,
      "step": 5000
    },
    {
      "loss_action": 0.01843806356191635,
      "loss_total": 0.01843806356191635,
      "step": 5000
    },
    {
      "grad_norm": 0.36309534311294556,
      "learning_rate": 9.999999778549045e-05,
      "loss": 0.0321,
      "step": 5010
    },
    {
      "loss_action": 0.020141463726758957,
      "loss_total": 0.020141463726758957,
      "step": 5010
    },
    {
      "loss_action": 0.02099125273525715,
      "loss_total": 0.02099125273525715,
      "step": 5010
    },
    {
      "loss_action": 0.032568398863077164,
      "loss_total": 0.032568398863077164,
      "step": 5010
    },
    {
      "loss_action": 0.042024098336696625,
      "loss_total": 0.042024098336696625,
      "step": 5010
    },
    {
      "loss_action": 0.038479626178741455,
      "loss_total": 0.038479626178741455,
      "step": 5010
    },
    {
      "loss_action": 0.03212285786867142,
      "loss_total": 0.03212285786867142,
      "step": 5010
    },
    {
      "loss_action": 0.09913851320743561,
      "loss_total": 0.09913851320743561,
      "step": 5010
    },
    {
      "loss_action": 0.030676288530230522,
      "loss_total": 0.030676288530230522,
      "step": 5010
    },
    {
      "grad_norm": 0.4666939675807953,
      "learning_rate": 9.999999013039593e-05,
      "loss": 0.0341,
      "step": 5020
    },
    {
      "loss_action": 0.015635695308446884,
      "loss_total": 0.015635695308446884,
      "step": 5020
    },
    {
      "loss_action": 0.02231760323047638,
      "loss_total": 0.02231760323047638,
      "step": 5020
    },
    {
      "loss_action": 0.044255685061216354,
      "loss_total": 0.044255685061216354,
      "step": 5020
    },
    {
      "loss_action": 0.024808913469314575,
      "loss_total": 0.024808913469314575,
      "step": 5020
    },
    {
      "loss_action": 0.052760083228349686,
      "loss_total": 0.052760083228349686,
      "step": 5020
    },
    {
      "loss_action": 0.016245445236563683,
      "loss_total": 0.016245445236563683,
      "step": 5020
    },
    {
      "loss_action": 0.043888628482818604,
      "loss_total": 0.043888628482818604,
      "step": 5020
    },
    {
      "loss_action": 0.027900733053684235,
      "loss_total": 0.027900733053684235,
      "step": 5020
    },
    {
      "grad_norm": 0.35475394129753113,
      "learning_rate": 9.999997700737766e-05,
      "loss": 0.0311,
      "step": 5030
    },
    {
      "loss_action": 0.031032053753733635,
      "loss_total": 0.031032053753733635,
      "step": 5030
    },
    {
      "loss_action": 0.015438095666468143,
      "loss_total": 0.015438095666468143,
      "step": 5030
    },
    {
      "loss_action": 0.025646239519119263,
      "loss_total": 0.025646239519119263,
      "step": 5030
    },
    {
      "loss_action": 0.02776782028377056,
      "loss_total": 0.02776782028377056,
      "step": 5030
    },
    {
      "loss_action": 0.022602546960115433,
      "loss_total": 0.022602546960115433,
      "step": 5030
    },
    {
      "loss_action": 0.04000772535800934,
      "loss_total": 0.04000772535800934,
      "step": 5030
    },
    {
      "loss_action": 0.04276547208428383,
      "loss_total": 0.04276547208428383,
      "step": 5030
    },
    {
      "loss_action": 0.036537572741508484,
      "loss_total": 0.036537572741508484,
      "step": 5030
    },
    {
      "grad_norm": 0.3134104311466217,
      "learning_rate": 9.999995841643709e-05,
      "loss": 0.0288,
      "step": 5040
    },
    {
      "loss_action": 0.03569407761096954,
      "loss_total": 0.03569407761096954,
      "step": 5040
    },
    {
      "loss_action": 0.03885691612958908,
      "loss_total": 0.03885691612958908,
      "step": 5040
    },
    {
      "loss_action": 0.022504504770040512,
      "loss_total": 0.022504504770040512,
      "step": 5040
    },
    {
      "loss_action": 0.030624650418758392,
      "loss_total": 0.030624650418758392,
      "step": 5040
    },
    {
      "loss_action": 0.033433206379413605,
      "loss_total": 0.033433206379413605,
      "step": 5040
    },
    {
      "loss_action": 0.029774516820907593,
      "loss_total": 0.029774516820907593,
      "step": 5040
    },
    {
      "loss_action": 0.016348939388990402,
      "loss_total": 0.016348939388990402,
      "step": 5040
    },
    {
      "loss_action": 0.028723549097776413,
      "loss_total": 0.028723549097776413,
      "step": 5040
    },
    {
      "grad_norm": 0.2798925042152405,
      "learning_rate": 9.999993435757623e-05,
      "loss": 0.0288,
      "step": 5050
    },
    {
      "loss_action": 0.03682401776313782,
      "loss_total": 0.03682401776313782,
      "step": 5050
    },
    {
      "loss_action": 0.027677441015839577,
      "loss_total": 0.027677441015839577,
      "step": 5050
    },
    {
      "loss_action": 0.027913914993405342,
      "loss_total": 0.027913914993405342,
      "step": 5050
    },
    {
      "loss_action": 0.02198747545480728,
      "loss_total": 0.02198747545480728,
      "step": 5050
    },
    {
      "loss_action": 0.020797565579414368,
      "loss_total": 0.020797565579414368,
      "step": 5050
    },
    {
      "loss_action": 0.02559950202703476,
      "loss_total": 0.02559950202703476,
      "step": 5050
    },
    {
      "loss_action": 0.024863392114639282,
      "loss_total": 0.024863392114639282,
      "step": 5050
    },
    {
      "loss_action": 0.039267055690288544,
      "loss_total": 0.039267055690288544,
      "step": 5050
    },
    {
      "grad_norm": 0.4833306670188904,
      "learning_rate": 9.999990483079773e-05,
      "loss": 0.0324,
      "step": 5060
    },
    {
      "loss_action": 0.01335982047021389,
      "loss_total": 0.01335982047021389,
      "step": 5060
    },
    {
      "loss_action": 0.03771435469388962,
      "loss_total": 0.03771435469388962,
      "step": 5060
    },
    {
      "loss_action": 0.04112467169761658,
      "loss_total": 0.04112467169761658,
      "step": 5060
    },
    {
      "loss_action": 0.021893557161092758,
      "loss_total": 0.021893557161092758,
      "step": 5060
    },
    {
      "loss_action": 0.03185543790459633,
      "loss_total": 0.03185543790459633,
      "step": 5060
    },
    {
      "loss_action": 0.03605140745639801,
      "loss_total": 0.03605140745639801,
      "step": 5060
    },
    {
      "loss_action": 0.030801190063357353,
      "loss_total": 0.030801190063357353,
      "step": 5060
    },
    {
      "loss_action": 0.02031782642006874,
      "loss_total": 0.02031782642006874,
      "step": 5060
    },
    {
      "grad_norm": 0.4446568489074707,
      "learning_rate": 9.999986983610481e-05,
      "loss": 0.0299,
      "step": 5070
    },
    {
      "loss_action": 0.01880488358438015,
      "loss_total": 0.01880488358438015,
      "step": 5070
    },
    {
      "loss_action": 0.019763067364692688,
      "loss_total": 0.019763067364692688,
      "step": 5070
    },
    {
      "loss_action": 0.01769598014652729,
      "loss_total": 0.01769598014652729,
      "step": 5070
    },
    {
      "loss_action": 0.03530509024858475,
      "loss_total": 0.03530509024858475,
      "step": 5070
    },
    {
      "loss_action": 0.021180177107453346,
      "loss_total": 0.021180177107453346,
      "step": 5070
    },
    {
      "loss_action": 0.02206159383058548,
      "loss_total": 0.02206159383058548,
      "step": 5070
    },
    {
      "loss_action": 0.020449962466955185,
      "loss_total": 0.020449962466955185,
      "step": 5070
    },
    {
      "loss_action": 0.018192915245890617,
      "loss_total": 0.018192915245890617,
      "step": 5070
    },
    {
      "grad_norm": 0.30330219864845276,
      "learning_rate": 9.99998293735013e-05,
      "loss": 0.0275,
      "step": 5080
    },
    {
      "loss_action": 0.02868230827152729,
      "loss_total": 0.02868230827152729,
      "step": 5080
    },
    {
      "loss_action": 0.02820376493036747,
      "loss_total": 0.02820376493036747,
      "step": 5080
    },
    {
      "loss_action": 0.01524151861667633,
      "loss_total": 0.01524151861667633,
      "step": 5080
    },
    {
      "loss_action": 0.021570486947894096,
      "loss_total": 0.021570486947894096,
      "step": 5080
    },
    {
      "loss_action": 0.01793387159705162,
      "loss_total": 0.01793387159705162,
      "step": 5080
    },
    {
      "loss_action": 0.019792931154370308,
      "loss_total": 0.019792931154370308,
      "step": 5080
    },
    {
      "loss_action": 0.01653234288096428,
      "loss_total": 0.01653234288096428,
      "step": 5080
    },
    {
      "loss_action": 0.04254768788814545,
      "loss_total": 0.04254768788814545,
      "step": 5080
    },
    {
      "grad_norm": 0.2894401550292969,
      "learning_rate": 9.999978344299161e-05,
      "loss": 0.0293,
      "step": 5090
    },
    {
      "loss_action": 0.03008969873189926,
      "loss_total": 0.03008969873189926,
      "step": 5090
    },
    {
      "loss_action": 0.06237662956118584,
      "loss_total": 0.06237662956118584,
      "step": 5090
    },
    {
      "loss_action": 0.026989776641130447,
      "loss_total": 0.026989776641130447,
      "step": 5090
    },
    {
      "loss_action": 0.031596891582012177,
      "loss_total": 0.031596891582012177,
      "step": 5090
    },
    {
      "loss_action": 0.014925515279173851,
      "loss_total": 0.014925515279173851,
      "step": 5090
    },
    {
      "loss_action": 0.03027341701090336,
      "loss_total": 0.03027341701090336,
      "step": 5090
    },
    {
      "loss_action": 0.02499164640903473,
      "loss_total": 0.02499164640903473,
      "step": 5090
    },
    {
      "loss_action": 0.02293282374739647,
      "loss_total": 0.02293282374739647,
      "step": 5090
    },
    {
      "grad_norm": 0.4119308292865753,
      "learning_rate": 9.99997320445808e-05,
      "loss": 0.0313,
      "step": 5100
    },
    {
      "loss_action": 0.1143731027841568,
      "loss_total": 0.1143731027841568,
      "step": 5100
    },
    {
      "loss_action": 0.02671147882938385,
      "loss_total": 0.02671147882938385,
      "step": 5100
    },
    {
      "loss_action": 0.0170810017734766,
      "loss_total": 0.0170810017734766,
      "step": 5100
    },
    {
      "loss_action": 0.02997756376862526,
      "loss_total": 0.02997756376862526,
      "step": 5100
    },
    {
      "loss_action": 0.10171905159950256,
      "loss_total": 0.10171905159950256,
      "step": 5100
    },
    {
      "loss_action": 0.0271138995885849,
      "loss_total": 0.0271138995885849,
      "step": 5100
    },
    {
      "loss_action": 0.07237190008163452,
      "loss_total": 0.07237190008163452,
      "step": 5100
    },
    {
      "loss_action": 0.023361556231975555,
      "loss_total": 0.023361556231975555,
      "step": 5100
    },
    {
      "grad_norm": 0.28288501501083374,
      "learning_rate": 9.999967517827444e-05,
      "loss": 0.0345,
      "step": 5110
    },
    {
      "loss_action": 0.05171097069978714,
      "loss_total": 0.05171097069978714,
      "step": 5110
    },
    {
      "loss_action": 0.056929998099803925,
      "loss_total": 0.056929998099803925,
      "step": 5110
    },
    {
      "loss_action": 0.021891865879297256,
      "loss_total": 0.021891865879297256,
      "step": 5110
    },
    {
      "loss_action": 0.03403232619166374,
      "loss_total": 0.03403232619166374,
      "step": 5110
    },
    {
      "loss_action": 0.02873346209526062,
      "loss_total": 0.02873346209526062,
      "step": 5110
    },
    {
      "loss_action": 0.07300819456577301,
      "loss_total": 0.07300819456577301,
      "step": 5110
    },
    {
      "loss_action": 0.021246537566184998,
      "loss_total": 0.021246537566184998,
      "step": 5110
    },
    {
      "loss_action": 0.04937233403325081,
      "loss_total": 0.04937233403325081,
      "step": 5110
    },
    {
      "grad_norm": 0.3477246165275574,
      "learning_rate": 9.999961284407879e-05,
      "loss": 0.0307,
      "step": 5120
    },
    {
      "loss_action": 0.029483452439308167,
      "loss_total": 0.029483452439308167,
      "step": 5120
    },
    {
      "loss_action": 0.02507077157497406,
      "loss_total": 0.02507077157497406,
      "step": 5120
    },
    {
      "loss_action": 0.052769679576158524,
      "loss_total": 0.052769679576158524,
      "step": 5120
    },
    {
      "loss_action": 0.02937232330441475,
      "loss_total": 0.02937232330441475,
      "step": 5120
    },
    {
      "loss_action": 0.019408926367759705,
      "loss_total": 0.019408926367759705,
      "step": 5120
    },
    {
      "loss_action": 0.04206455126404762,
      "loss_total": 0.04206455126404762,
      "step": 5120
    },
    {
      "loss_action": 0.023653600364923477,
      "loss_total": 0.023653600364923477,
      "step": 5120
    },
    {
      "loss_action": 0.027957752346992493,
      "loss_total": 0.027957752346992493,
      "step": 5120
    },
    {
      "grad_norm": 0.43743813037872314,
      "learning_rate": 9.999954504200067e-05,
      "loss": 0.0312,
      "step": 5130
    },
    {
      "loss_action": 0.03520134091377258,
      "loss_total": 0.03520134091377258,
      "step": 5130
    },
    {
      "loss_action": 0.10438352078199387,
      "loss_total": 0.10438352078199387,
      "step": 5130
    },
    {
      "loss_action": 0.03098323382437229,
      "loss_total": 0.03098323382437229,
      "step": 5130
    },
    {
      "loss_action": 0.024024998769164085,
      "loss_total": 0.024024998769164085,
      "step": 5130
    },
    {
      "loss_action": 0.02109561115503311,
      "loss_total": 0.02109561115503311,
      "step": 5130
    },
    {
      "loss_action": 0.05429250746965408,
      "loss_total": 0.05429250746965408,
      "step": 5130
    },
    {
      "loss_action": 0.02842266671359539,
      "loss_total": 0.02842266671359539,
      "step": 5130
    },
    {
      "loss_action": 0.023893386125564575,
      "loss_total": 0.023893386125564575,
      "step": 5130
    },
    {
      "grad_norm": 0.4102341830730438,
      "learning_rate": 9.999947177204744e-05,
      "loss": 0.0328,
      "step": 5140
    },
    {
      "loss_action": 0.05250561982393265,
      "loss_total": 0.05250561982393265,
      "step": 5140
    },
    {
      "loss_action": 0.016448404639959335,
      "loss_total": 0.016448404639959335,
      "step": 5140
    },
    {
      "loss_action": 0.03473275154829025,
      "loss_total": 0.03473275154829025,
      "step": 5140
    },
    {
      "loss_action": 0.025643019005656242,
      "loss_total": 0.025643019005656242,
      "step": 5140
    },
    {
      "loss_action": 0.018483798950910568,
      "loss_total": 0.018483798950910568,
      "step": 5140
    },
    {
      "loss_action": 0.019845755770802498,
      "loss_total": 0.019845755770802498,
      "step": 5140
    },
    {
      "loss_action": 0.024636285379529,
      "loss_total": 0.024636285379529,
      "step": 5140
    },
    {
      "loss_action": 0.01942364312708378,
      "loss_total": 0.01942364312708378,
      "step": 5140
    },
    {
      "grad_norm": 0.41776904463768005,
      "learning_rate": 9.999939303422718e-05,
      "loss": 0.0323,
      "step": 5150
    },
    {
      "loss_action": 0.021477822214365005,
      "loss_total": 0.021477822214365005,
      "step": 5150
    },
    {
      "loss_action": 0.0278276726603508,
      "loss_total": 0.0278276726603508,
      "step": 5150
    },
    {
      "loss_action": 0.01803688146173954,
      "loss_total": 0.01803688146173954,
      "step": 5150
    },
    {
      "loss_action": 0.03869635984301567,
      "loss_total": 0.03869635984301567,
      "step": 5150
    },
    {
      "loss_action": 0.032961346209049225,
      "loss_total": 0.032961346209049225,
      "step": 5150
    },
    {
      "loss_action": 0.019713088870048523,
      "loss_total": 0.019713088870048523,
      "step": 5150
    },
    {
      "loss_action": 0.053072720766067505,
      "loss_total": 0.053072720766067505,
      "step": 5150
    },
    {
      "loss_action": 0.029783286154270172,
      "loss_total": 0.029783286154270172,
      "step": 5150
    },
    {
      "grad_norm": 0.37681663036346436,
      "learning_rate": 9.999930882854847e-05,
      "loss": 0.0314,
      "step": 5160
    },
    {
      "loss_action": 0.02689676359295845,
      "loss_total": 0.02689676359295845,
      "step": 5160
    },
    {
      "loss_action": 0.03374803438782692,
      "loss_total": 0.03374803438782692,
      "step": 5160
    },
    {
      "loss_action": 0.020021965727210045,
      "loss_total": 0.020021965727210045,
      "step": 5160
    },
    {
      "loss_action": 0.028126753866672516,
      "loss_total": 0.028126753866672516,
      "step": 5160
    },
    {
      "loss_action": 0.015232698991894722,
      "loss_total": 0.015232698991894722,
      "step": 5160
    },
    {
      "loss_action": 0.014124083332717419,
      "loss_total": 0.014124083332717419,
      "step": 5160
    },
    {
      "loss_action": 0.0177437886595726,
      "loss_total": 0.0177437886595726,
      "step": 5160
    },
    {
      "loss_action": 0.03583691269159317,
      "loss_total": 0.03583691269159317,
      "step": 5160
    },
    {
      "grad_norm": 0.3960724472999573,
      "learning_rate": 9.999921915502051e-05,
      "loss": 0.0278,
      "step": 5170
    },
    {
      "loss_action": 0.029437724500894547,
      "loss_total": 0.029437724500894547,
      "step": 5170
    },
    {
      "loss_action": 0.031583674252033234,
      "loss_total": 0.031583674252033234,
      "step": 5170
    },
    {
      "loss_action": 0.031247936189174652,
      "loss_total": 0.031247936189174652,
      "step": 5170
    },
    {
      "loss_action": 0.03877529129385948,
      "loss_total": 0.03877529129385948,
      "step": 5170
    },
    {
      "loss_action": 0.02283076010644436,
      "loss_total": 0.02283076010644436,
      "step": 5170
    },
    {
      "loss_action": 0.04599066078662872,
      "loss_total": 0.04599066078662872,
      "step": 5170
    },
    {
      "loss_action": 0.027471326291561127,
      "loss_total": 0.027471326291561127,
      "step": 5170
    },
    {
      "loss_action": 0.028418637812137604,
      "loss_total": 0.028418637812137604,
      "step": 5170
    },
    {
      "grad_norm": 0.45235878229141235,
      "learning_rate": 9.99991240136531e-05,
      "loss": 0.0278,
      "step": 5180
    },
    {
      "loss_action": 0.042290423065423965,
      "loss_total": 0.042290423065423965,
      "step": 5180
    },
    {
      "loss_action": 0.034850284457206726,
      "loss_total": 0.034850284457206726,
      "step": 5180
    },
    {
      "loss_action": 0.03628452494740486,
      "loss_total": 0.03628452494740486,
      "step": 5180
    },
    {
      "loss_action": 0.02036505937576294,
      "loss_total": 0.02036505937576294,
      "step": 5180
    },
    {
      "loss_action": 0.035568270832300186,
      "loss_total": 0.035568270832300186,
      "step": 5180
    },
    {
      "loss_action": 0.03087085485458374,
      "loss_total": 0.03087085485458374,
      "step": 5180
    },
    {
      "loss_action": 0.031755272299051285,
      "loss_total": 0.031755272299051285,
      "step": 5180
    },
    {
      "loss_action": 0.020050935447216034,
      "loss_total": 0.020050935447216034,
      "step": 5180
    },
    {
      "grad_norm": 0.587758481502533,
      "learning_rate": 9.999902340445668e-05,
      "loss": 0.0338,
      "step": 5190
    },
    {
      "loss_action": 0.06696788966655731,
      "loss_total": 0.06696788966655731,
      "step": 5190
    },
    {
      "loss_action": 0.06607171893119812,
      "loss_total": 0.06607171893119812,
      "step": 5190
    },
    {
      "loss_action": 0.04768865182995796,
      "loss_total": 0.04768865182995796,
      "step": 5190
    },
    {
      "loss_action": 0.025814037770032883,
      "loss_total": 0.025814037770032883,
      "step": 5190
    },
    {
      "loss_action": 0.03089108318090439,
      "loss_total": 0.03089108318090439,
      "step": 5190
    },
    {
      "loss_action": 0.03600968420505524,
      "loss_total": 0.03600968420505524,
      "step": 5190
    },
    {
      "loss_action": 0.04876197874546051,
      "loss_total": 0.04876197874546051,
      "step": 5190
    },
    {
      "loss_action": 0.0482984259724617,
      "loss_total": 0.0482984259724617,
      "step": 5190
    },
    {
      "grad_norm": 0.34631332755088806,
      "learning_rate": 9.999891732744224e-05,
      "loss": 0.038,
      "step": 5200
    },
    {
      "loss_action": 0.04322006553411484,
      "loss_total": 0.04322006553411484,
      "step": 5200
    },
    {
      "loss_action": 0.02888191118836403,
      "loss_total": 0.02888191118836403,
      "step": 5200
    },
    {
      "loss_action": 0.03238338977098465,
      "loss_total": 0.03238338977098465,
      "step": 5200
    },
    {
      "loss_action": 0.08158399164676666,
      "loss_total": 0.08158399164676666,
      "step": 5200
    },
    {
      "loss_action": 0.03311815485358238,
      "loss_total": 0.03311815485358238,
      "step": 5200
    },
    {
      "loss_action": 0.033666592091321945,
      "loss_total": 0.033666592091321945,
      "step": 5200
    },
    {
      "loss_action": 0.035293519496917725,
      "loss_total": 0.035293519496917725,
      "step": 5200
    },
    {
      "loss_action": 0.02752128802239895,
      "loss_total": 0.02752128802239895,
      "step": 5200
    },
    {
      "grad_norm": 0.40704578161239624,
      "learning_rate": 9.999880578262135e-05,
      "loss": 0.0317,
      "step": 5210
    },
    {
      "loss_action": 0.020957492291927338,
      "loss_total": 0.020957492291927338,
      "step": 5210
    },
    {
      "loss_action": 0.040248654782772064,
      "loss_total": 0.040248654782772064,
      "step": 5210
    },
    {
      "loss_action": 0.0256321020424366,
      "loss_total": 0.0256321020424366,
      "step": 5210
    },
    {
      "loss_action": 0.033480800688266754,
      "loss_total": 0.033480800688266754,
      "step": 5210
    },
    {
      "loss_action": 0.05399234592914581,
      "loss_total": 0.05399234592914581,
      "step": 5210
    },
    {
      "loss_action": 0.028454657644033432,
      "loss_total": 0.028454657644033432,
      "step": 5210
    },
    {
      "loss_action": 0.030341997742652893,
      "loss_total": 0.030341997742652893,
      "step": 5210
    },
    {
      "loss_action": 0.014687629416584969,
      "loss_total": 0.014687629416584969,
      "step": 5210
    },
    {
      "grad_norm": 0.48629045486450195,
      "learning_rate": 9.999868877000624e-05,
      "loss": 0.0324,
      "step": 5220
    },
    {
      "loss_action": 0.041360076516866684,
      "loss_total": 0.041360076516866684,
      "step": 5220
    },
    {
      "loss_action": 0.046268925070762634,
      "loss_total": 0.046268925070762634,
      "step": 5220
    },
    {
      "loss_action": 0.019953861832618713,
      "loss_total": 0.019953861832618713,
      "step": 5220
    },
    {
      "loss_action": 0.03241260349750519,
      "loss_total": 0.03241260349750519,
      "step": 5220
    },
    {
      "loss_action": 0.016269223764538765,
      "loss_total": 0.016269223764538765,
      "step": 5220
    },
    {
      "loss_action": 0.052285198122262955,
      "loss_total": 0.052285198122262955,
      "step": 5220
    },
    {
      "loss_action": 0.028626492246985435,
      "loss_total": 0.028626492246985435,
      "step": 5220
    },
    {
      "loss_action": 0.017963390797376633,
      "loss_total": 0.017963390797376633,
      "step": 5220
    },
    {
      "grad_norm": 0.40539783239364624,
      "learning_rate": 9.99985662896097e-05,
      "loss": 0.0322,
      "step": 5230
    },
    {
      "loss_action": 0.017832167446613312,
      "loss_total": 0.017832167446613312,
      "step": 5230
    },
    {
      "loss_action": 0.03036329708993435,
      "loss_total": 0.03036329708993435,
      "step": 5230
    },
    {
      "loss_action": 0.09046968817710876,
      "loss_total": 0.09046968817710876,
      "step": 5230
    },
    {
      "loss_action": 0.04355410113930702,
      "loss_total": 0.04355410113930702,
      "step": 5230
    },
    {
      "loss_action": 0.03250419721007347,
      "loss_total": 0.03250419721007347,
      "step": 5230
    },
    {
      "loss_action": 0.056945692747831345,
      "loss_total": 0.056945692747831345,
      "step": 5230
    },
    {
      "loss_action": 0.020749904215335846,
      "loss_total": 0.020749904215335846,
      "step": 5230
    },
    {
      "loss_action": 0.03321504220366478,
      "loss_total": 0.03321504220366478,
      "step": 5230
    },
    {
      "grad_norm": 0.23195719718933105,
      "learning_rate": 9.999843834144513e-05,
      "loss": 0.0323,
      "step": 5240
    },
    {
      "loss_action": 0.0348137803375721,
      "loss_total": 0.0348137803375721,
      "step": 5240
    },
    {
      "loss_action": 0.024678941816091537,
      "loss_total": 0.024678941816091537,
      "step": 5240
    },
    {
      "loss_action": 0.03106348216533661,
      "loss_total": 0.03106348216533661,
      "step": 5240
    },
    {
      "loss_action": 0.05644970387220383,
      "loss_total": 0.05644970387220383,
      "step": 5240
    },
    {
      "loss_action": 0.03033498302102089,
      "loss_total": 0.03033498302102089,
      "step": 5240
    },
    {
      "loss_action": 0.029805578291416168,
      "loss_total": 0.029805578291416168,
      "step": 5240
    },
    {
      "loss_action": 0.034801892936229706,
      "loss_total": 0.034801892936229706,
      "step": 5240
    },
    {
      "loss_action": 0.03964481130242348,
      "loss_total": 0.03964481130242348,
      "step": 5240
    },
    {
      "grad_norm": 0.2366604059934616,
      "learning_rate": 9.99983049255265e-05,
      "loss": 0.0288,
      "step": 5250
    },
    {
      "loss_action": 0.03423875570297241,
      "loss_total": 0.03423875570297241,
      "step": 5250
    },
    {
      "loss_action": 0.017933543771505356,
      "loss_total": 0.017933543771505356,
      "step": 5250
    },
    {
      "loss_action": 0.02406911365687847,
      "loss_total": 0.02406911365687847,
      "step": 5250
    },
    {
      "loss_action": 0.028960878029465675,
      "loss_total": 0.028960878029465675,
      "step": 5250
    },
    {
      "loss_action": 0.024785790592432022,
      "loss_total": 0.024785790592432022,
      "step": 5250
    },
    {
      "loss_action": 0.022460535168647766,
      "loss_total": 0.022460535168647766,
      "step": 5250
    },
    {
      "loss_action": 0.019130762666463852,
      "loss_total": 0.019130762666463852,
      "step": 5250
    },
    {
      "loss_action": 0.01717107929289341,
      "loss_total": 0.01717107929289341,
      "step": 5250
    },
    {
      "grad_norm": 0.2968502640724182,
      "learning_rate": 9.999816604186843e-05,
      "loss": 0.0314,
      "step": 5260
    },
    {
      "loss_action": 0.02333889529109001,
      "loss_total": 0.02333889529109001,
      "step": 5260
    },
    {
      "loss_action": 0.023767035454511642,
      "loss_total": 0.023767035454511642,
      "step": 5260
    },
    {
      "loss_action": 0.02544865757226944,
      "loss_total": 0.02544865757226944,
      "step": 5260
    },
    {
      "loss_action": 0.031099092215299606,
      "loss_total": 0.031099092215299606,
      "step": 5260
    },
    {
      "loss_action": 0.023208068683743477,
      "loss_total": 0.023208068683743477,
      "step": 5260
    },
    {
      "loss_action": 0.0219561904668808,
      "loss_total": 0.0219561904668808,
      "step": 5260
    },
    {
      "loss_action": 0.07197261601686478,
      "loss_total": 0.07197261601686478,
      "step": 5260
    },
    {
      "loss_action": 0.014510815031826496,
      "loss_total": 0.014510815031826496,
      "step": 5260
    },
    {
      "grad_norm": 0.42332538962364197,
      "learning_rate": 9.999802169048609e-05,
      "loss": 0.0291,
      "step": 5270
    },
    {
      "loss_action": 0.02494996413588524,
      "loss_total": 0.02494996413588524,
      "step": 5270
    },
    {
      "loss_action": 0.03615349531173706,
      "loss_total": 0.03615349531173706,
      "step": 5270
    },
    {
      "loss_action": 0.03822147846221924,
      "loss_total": 0.03822147846221924,
      "step": 5270
    },
    {
      "loss_action": 0.02482573315501213,
      "loss_total": 0.02482573315501213,
      "step": 5270
    },
    {
      "loss_action": 0.03663463518023491,
      "loss_total": 0.03663463518023491,
      "step": 5270
    },
    {
      "loss_action": 0.028017114847898483,
      "loss_total": 0.028017114847898483,
      "step": 5270
    },
    {
      "loss_action": 0.01716608926653862,
      "loss_total": 0.01716608926653862,
      "step": 5270
    },
    {
      "loss_action": 0.04015513136982918,
      "loss_total": 0.04015513136982918,
      "step": 5270
    },
    {
      "grad_norm": 0.22875899076461792,
      "learning_rate": 9.999787187139527e-05,
      "loss": 0.0292,
      "step": 5280
    },
    {
      "loss_action": 0.018729200586676598,
      "loss_total": 0.018729200586676598,
      "step": 5280
    },
    {
      "loss_action": 0.02263050153851509,
      "loss_total": 0.02263050153851509,
      "step": 5280
    },
    {
      "loss_action": 0.02140328288078308,
      "loss_total": 0.02140328288078308,
      "step": 5280
    },
    {
      "loss_action": 0.02615465596318245,
      "loss_total": 0.02615465596318245,
      "step": 5280
    },
    {
      "loss_action": 0.01553216390311718,
      "loss_total": 0.01553216390311718,
      "step": 5280
    },
    {
      "loss_action": 0.025072969496250153,
      "loss_total": 0.025072969496250153,
      "step": 5280
    },
    {
      "loss_action": 0.019906822592020035,
      "loss_total": 0.019906822592020035,
      "step": 5280
    },
    {
      "loss_action": 0.01745932549238205,
      "loss_total": 0.01745932549238205,
      "step": 5280
    },
    {
      "grad_norm": 0.2459964156150818,
      "learning_rate": 9.999771658461234e-05,
      "loss": 0.0267,
      "step": 5290
    },
    {
      "loss_action": 0.021214351058006287,
      "loss_total": 0.021214351058006287,
      "step": 5290
    },
    {
      "loss_action": 0.01970921829342842,
      "loss_total": 0.01970921829342842,
      "step": 5290
    },
    {
      "loss_action": 0.012569431215524673,
      "loss_total": 0.012569431215524673,
      "step": 5290
    },
    {
      "loss_action": 0.030689992010593414,
      "loss_total": 0.030689992010593414,
      "step": 5290
    },
    {
      "loss_action": 0.021348081529140472,
      "loss_total": 0.021348081529140472,
      "step": 5290
    },
    {
      "loss_action": 0.02401125431060791,
      "loss_total": 0.02401125431060791,
      "step": 5290
    },
    {
      "loss_action": 0.025712784379720688,
      "loss_total": 0.025712784379720688,
      "step": 5290
    },
    {
      "loss_action": 0.016029920428991318,
      "loss_total": 0.016029920428991318,
      "step": 5290
    },
    {
      "grad_norm": 0.43115079402923584,
      "learning_rate": 9.999755583015431e-05,
      "loss": 0.0298,
      "step": 5300
    },
    {
      "loss_action": 0.0234452523291111,
      "loss_total": 0.0234452523291111,
      "step": 5300
    },
    {
      "loss_action": 0.029148705303668976,
      "loss_total": 0.029148705303668976,
      "step": 5300
    },
    {
      "loss_action": 0.03702284395694733,
      "loss_total": 0.03702284395694733,
      "step": 5300
    },
    {
      "loss_action": 0.01534460112452507,
      "loss_total": 0.01534460112452507,
      "step": 5300
    },
    {
      "loss_action": 0.03035254217684269,
      "loss_total": 0.03035254217684269,
      "step": 5300
    },
    {
      "loss_action": 0.027580788359045982,
      "loss_total": 0.027580788359045982,
      "step": 5300
    },
    {
      "loss_action": 0.05538410320878029,
      "loss_total": 0.05538410320878029,
      "step": 5300
    },
    {
      "loss_action": 0.033419426530599594,
      "loss_total": 0.033419426530599594,
      "step": 5300
    },
    {
      "grad_norm": 0.35201120376586914,
      "learning_rate": 9.999738960803874e-05,
      "loss": 0.0324,
      "step": 5310
    },
    {
      "loss_action": 0.030960604548454285,
      "loss_total": 0.030960604548454285,
      "step": 5310
    },
    {
      "loss_action": 0.11044365912675858,
      "loss_total": 0.11044365912675858,
      "step": 5310
    },
    {
      "loss_action": 0.056193508207798004,
      "loss_total": 0.056193508207798004,
      "step": 5310
    },
    {
      "loss_action": 0.03345854952931404,
      "loss_total": 0.03345854952931404,
      "step": 5310
    },
    {
      "loss_action": 0.017325876280665398,
      "loss_total": 0.017325876280665398,
      "step": 5310
    },
    {
      "loss_action": 0.03697877749800682,
      "loss_total": 0.03697877749800682,
      "step": 5310
    },
    {
      "loss_action": 0.02400861121714115,
      "loss_total": 0.02400861121714115,
      "step": 5310
    },
    {
      "loss_action": 0.024037517607212067,
      "loss_total": 0.024037517607212067,
      "step": 5310
    },
    {
      "grad_norm": 0.34185001254081726,
      "learning_rate": 9.99972179182838e-05,
      "loss": 0.0316,
      "step": 5320
    },
    {
      "loss_action": 0.016712892800569534,
      "loss_total": 0.016712892800569534,
      "step": 5320
    },
    {
      "loss_action": 0.018593009561300278,
      "loss_total": 0.018593009561300278,
      "step": 5320
    },
    {
      "loss_action": 0.02829265221953392,
      "loss_total": 0.02829265221953392,
      "step": 5320
    },
    {
      "loss_action": 0.018708299845457077,
      "loss_total": 0.018708299845457077,
      "step": 5320
    },
    {
      "loss_action": 0.03771248087286949,
      "loss_total": 0.03771248087286949,
      "step": 5320
    },
    {
      "loss_action": 0.01683802343904972,
      "loss_total": 0.01683802343904972,
      "step": 5320
    },
    {
      "loss_action": 0.031231218948960304,
      "loss_total": 0.031231218948960304,
      "step": 5320
    },
    {
      "loss_action": 0.029084451496601105,
      "loss_total": 0.029084451496601105,
      "step": 5320
    },
    {
      "grad_norm": 0.26829302310943604,
      "learning_rate": 9.99970407609083e-05,
      "loss": 0.0285,
      "step": 5330
    },
    {
      "loss_action": 0.05019969120621681,
      "loss_total": 0.05019969120621681,
      "step": 5330
    },
    {
      "loss_action": 0.038191355764865875,
      "loss_total": 0.038191355764865875,
      "step": 5330
    },
    {
      "loss_action": 0.025395195931196213,
      "loss_total": 0.025395195931196213,
      "step": 5330
    },
    {
      "loss_action": 0.022995473816990852,
      "loss_total": 0.022995473816990852,
      "step": 5330
    },
    {
      "loss_action": 0.025682121515274048,
      "loss_total": 0.025682121515274048,
      "step": 5330
    },
    {
      "loss_action": 0.033582910895347595,
      "loss_total": 0.033582910895347595,
      "step": 5330
    },
    {
      "loss_action": 0.03919650614261627,
      "loss_total": 0.03919650614261627,
      "step": 5330
    },
    {
      "loss_action": 0.026995891705155373,
      "loss_total": 0.026995891705155373,
      "step": 5330
    },
    {
      "grad_norm": 0.35272014141082764,
      "learning_rate": 9.999685813593159e-05,
      "loss": 0.0316,
      "step": 5340
    },
    {
      "loss_action": 0.02045673131942749,
      "loss_total": 0.02045673131942749,
      "step": 5340
    },
    {
      "loss_action": 0.025594869628548622,
      "loss_total": 0.025594869628548622,
      "step": 5340
    },
    {
      "loss_action": 0.03175175189971924,
      "loss_total": 0.03175175189971924,
      "step": 5340
    },
    {
      "loss_action": 0.03685227036476135,
      "loss_total": 0.03685227036476135,
      "step": 5340
    },
    {
      "loss_action": 0.037566691637039185,
      "loss_total": 0.037566691637039185,
      "step": 5340
    },
    {
      "loss_action": 0.02350659668445587,
      "loss_total": 0.02350659668445587,
      "step": 5340
    },
    {
      "loss_action": 0.03363024443387985,
      "loss_total": 0.03363024443387985,
      "step": 5340
    },
    {
      "loss_action": 0.01888268068432808,
      "loss_total": 0.01888268068432808,
      "step": 5340
    },
    {
      "grad_norm": 0.23536592721939087,
      "learning_rate": 9.999667004337362e-05,
      "loss": 0.0301,
      "step": 5350
    },
    {
      "loss_action": 0.03521484136581421,
      "loss_total": 0.03521484136581421,
      "step": 5350
    },
    {
      "loss_action": 0.019112177193164825,
      "loss_total": 0.019112177193164825,
      "step": 5350
    },
    {
      "loss_action": 0.02021195739507675,
      "loss_total": 0.02021195739507675,
      "step": 5350
    },
    {
      "loss_action": 0.0191199854016304,
      "loss_total": 0.0191199854016304,
      "step": 5350
    },
    {
      "loss_action": 0.02780957706272602,
      "loss_total": 0.02780957706272602,
      "step": 5350
    },
    {
      "loss_action": 0.017334122210741043,
      "loss_total": 0.017334122210741043,
      "step": 5350
    },
    {
      "loss_action": 0.02458067052066326,
      "loss_total": 0.02458067052066326,
      "step": 5350
    },
    {
      "loss_action": 0.025743544101715088,
      "loss_total": 0.025743544101715088,
      "step": 5350
    },
    {
      "grad_norm": 0.3023700714111328,
      "learning_rate": 9.9996476483255e-05,
      "loss": 0.0288,
      "step": 5360
    },
    {
      "loss_action": 0.031414732336997986,
      "loss_total": 0.031414732336997986,
      "step": 5360
    },
    {
      "loss_action": 0.022664528340101242,
      "loss_total": 0.022664528340101242,
      "step": 5360
    },
    {
      "loss_action": 0.033121317625045776,
      "loss_total": 0.033121317625045776,
      "step": 5360
    },
    {
      "loss_action": 0.02568729966878891,
      "loss_total": 0.02568729966878891,
      "step": 5360
    },
    {
      "loss_action": 0.014053842052817345,
      "loss_total": 0.014053842052817345,
      "step": 5360
    },
    {
      "loss_action": 0.024757320061326027,
      "loss_total": 0.024757320061326027,
      "step": 5360
    },
    {
      "loss_action": 0.03070909157395363,
      "loss_total": 0.03070909157395363,
      "step": 5360
    },
    {
      "loss_action": 0.026608068495988846,
      "loss_total": 0.026608068495988846,
      "step": 5360
    },
    {
      "grad_norm": 0.30717670917510986,
      "learning_rate": 9.999627745559688e-05,
      "loss": 0.0288,
      "step": 5370
    },
    {
      "loss_action": 0.04344739019870758,
      "loss_total": 0.04344739019870758,
      "step": 5370
    },
    {
      "loss_action": 0.026103436946868896,
      "loss_total": 0.026103436946868896,
      "step": 5370
    },
    {
      "loss_action": 0.01994016021490097,
      "loss_total": 0.01994016021490097,
      "step": 5370
    },
    {
      "loss_action": 0.07620164006948471,
      "loss_total": 0.07620164006948471,
      "step": 5370
    },
    {
      "loss_action": 0.023016028106212616,
      "loss_total": 0.023016028106212616,
      "step": 5370
    },
    {
      "loss_action": 0.03513550013303757,
      "loss_total": 0.03513550013303757,
      "step": 5370
    },
    {
      "loss_action": 0.02033250592648983,
      "loss_total": 0.02033250592648983,
      "step": 5370
    },
    {
      "loss_action": 0.024627571925520897,
      "loss_total": 0.024627571925520897,
      "step": 5370
    },
    {
      "grad_norm": 0.3431314527988434,
      "learning_rate": 9.999607296042101e-05,
      "loss": 0.0307,
      "step": 5380
    },
    {
      "loss_action": 0.024073757231235504,
      "loss_total": 0.024073757231235504,
      "step": 5380
    },
    {
      "loss_action": 0.016415268182754517,
      "loss_total": 0.016415268182754517,
      "step": 5380
    },
    {
      "loss_action": 0.028182784095406532,
      "loss_total": 0.028182784095406532,
      "step": 5380
    },
    {
      "loss_action": 0.02009938657283783,
      "loss_total": 0.02009938657283783,
      "step": 5380
    },
    {
      "loss_action": 0.016874954104423523,
      "loss_total": 0.016874954104423523,
      "step": 5380
    },
    {
      "loss_action": 0.02143053710460663,
      "loss_total": 0.02143053710460663,
      "step": 5380
    },
    {
      "loss_action": 0.021772678941488266,
      "loss_total": 0.021772678941488266,
      "step": 5380
    },
    {
      "loss_action": 0.03445078060030937,
      "loss_total": 0.03445078060030937,
      "step": 5380
    },
    {
      "grad_norm": 0.386831670999527,
      "learning_rate": 9.99958629977498e-05,
      "loss": 0.0296,
      "step": 5390
    },
    {
      "loss_action": 0.039261020720005035,
      "loss_total": 0.039261020720005035,
      "step": 5390
    },
    {
      "loss_action": 0.05100492015480995,
      "loss_total": 0.05100492015480995,
      "step": 5390
    },
    {
      "loss_action": 0.02225000411272049,
      "loss_total": 0.02225000411272049,
      "step": 5390
    },
    {
      "loss_action": 0.02256050705909729,
      "loss_total": 0.02256050705909729,
      "step": 5390
    },
    {
      "loss_action": 0.02610398456454277,
      "loss_total": 0.02610398456454277,
      "step": 5390
    },
    {
      "loss_action": 0.03483685106039047,
      "loss_total": 0.03483685106039047,
      "step": 5390
    },
    {
      "loss_action": 0.03668220341205597,
      "loss_total": 0.03668220341205597,
      "step": 5390
    },
    {
      "loss_action": 0.028666924685239792,
      "loss_total": 0.028666924685239792,
      "step": 5390
    },
    {
      "grad_norm": 0.349820613861084,
      "learning_rate": 9.999564756760615e-05,
      "loss": 0.0296,
      "step": 5400
    },
    {
      "loss_action": 0.03541998192667961,
      "loss_total": 0.03541998192667961,
      "step": 5400
    },
    {
      "loss_action": 0.02164652571082115,
      "loss_total": 0.02164652571082115,
      "step": 5400
    },
    {
      "loss_action": 0.020692752674221992,
      "loss_total": 0.020692752674221992,
      "step": 5400
    },
    {
      "loss_action": 0.056443534791469574,
      "loss_total": 0.056443534791469574,
      "step": 5400
    },
    {
      "loss_action": 0.039393410086631775,
      "loss_total": 0.039393410086631775,
      "step": 5400
    },
    {
      "loss_action": 0.03720719367265701,
      "loss_total": 0.03720719367265701,
      "step": 5400
    },
    {
      "loss_action": 0.04609299823641777,
      "loss_total": 0.04609299823641777,
      "step": 5400
    },
    {
      "loss_action": 0.02472558617591858,
      "loss_total": 0.02472558617591858,
      "step": 5400
    },
    {
      "grad_norm": 0.28026342391967773,
      "learning_rate": 9.999542667001366e-05,
      "loss": 0.0298,
      "step": 5410
    },
    {
      "loss_action": 0.025361226871609688,
      "loss_total": 0.025361226871609688,
      "step": 5410
    },
    {
      "loss_action": 0.013624487444758415,
      "loss_total": 0.013624487444758415,
      "step": 5410
    },
    {
      "loss_action": 0.037333935499191284,
      "loss_total": 0.037333935499191284,
      "step": 5410
    },
    {
      "loss_action": 0.05354396626353264,
      "loss_total": 0.05354396626353264,
      "step": 5410
    },
    {
      "loss_action": 0.030076242983341217,
      "loss_total": 0.030076242983341217,
      "step": 5410
    },
    {
      "loss_action": 0.0304853618144989,
      "loss_total": 0.0304853618144989,
      "step": 5410
    },
    {
      "loss_action": 0.05748388171195984,
      "loss_total": 0.05748388171195984,
      "step": 5410
    },
    {
      "loss_action": 0.024465836584568024,
      "loss_total": 0.024465836584568024,
      "step": 5410
    },
    {
      "grad_norm": 0.3898055851459503,
      "learning_rate": 9.999520030499647e-05,
      "loss": 0.0285,
      "step": 5420
    },
    {
      "loss_action": 0.08116759359836578,
      "loss_total": 0.08116759359836578,
      "step": 5420
    },
    {
      "loss_action": 0.021876638755202293,
      "loss_total": 0.021876638755202293,
      "step": 5420
    },
    {
      "loss_action": 0.017451565712690353,
      "loss_total": 0.017451565712690353,
      "step": 5420
    },
    {
      "loss_action": 0.02658073790371418,
      "loss_total": 0.02658073790371418,
      "step": 5420
    },
    {
      "loss_action": 0.023366965353488922,
      "loss_total": 0.023366965353488922,
      "step": 5420
    },
    {
      "loss_action": 0.02104281820356846,
      "loss_total": 0.02104281820356846,
      "step": 5420
    },
    {
      "loss_action": 0.024592898786067963,
      "loss_total": 0.024592898786067963,
      "step": 5420
    },
    {
      "loss_action": 0.02178436517715454,
      "loss_total": 0.02178436517715454,
      "step": 5420
    },
    {
      "grad_norm": 0.3056703805923462,
      "learning_rate": 9.999496847257936e-05,
      "loss": 0.0274,
      "step": 5430
    },
    {
      "loss_action": 0.030313381925225258,
      "loss_total": 0.030313381925225258,
      "step": 5430
    },
    {
      "loss_action": 0.01623305305838585,
      "loss_total": 0.01623305305838585,
      "step": 5430
    },
    {
      "loss_action": 0.026258355006575584,
      "loss_total": 0.026258355006575584,
      "step": 5430
    },
    {
      "loss_action": 0.021024126559495926,
      "loss_total": 0.021024126559495926,
      "step": 5430
    },
    {
      "loss_action": 0.03198282793164253,
      "loss_total": 0.03198282793164253,
      "step": 5430
    },
    {
      "loss_action": 0.01991134136915207,
      "loss_total": 0.01991134136915207,
      "step": 5430
    },
    {
      "loss_action": 0.056254900991916656,
      "loss_total": 0.056254900991916656,
      "step": 5430
    },
    {
      "loss_action": 0.02869066596031189,
      "loss_total": 0.02869066596031189,
      "step": 5430
    },
    {
      "grad_norm": 0.3463071584701538,
      "learning_rate": 9.999473117278764e-05,
      "loss": 0.028,
      "step": 5440
    },
    {
      "loss_action": 0.017627116292715073,
      "loss_total": 0.017627116292715073,
      "step": 5440
    },
    {
      "loss_action": 0.017264872789382935,
      "loss_total": 0.017264872789382935,
      "step": 5440
    },
    {
      "loss_action": 0.024798493832349777,
      "loss_total": 0.024798493832349777,
      "step": 5440
    },
    {
      "loss_action": 0.018454190343618393,
      "loss_total": 0.018454190343618393,
      "step": 5440
    },
    {
      "loss_action": 0.03540405258536339,
      "loss_total": 0.03540405258536339,
      "step": 5440
    },
    {
      "loss_action": 0.037304677069187164,
      "loss_total": 0.037304677069187164,
      "step": 5440
    },
    {
      "loss_action": 0.03063577227294445,
      "loss_total": 0.03063577227294445,
      "step": 5440
    },
    {
      "loss_action": 0.03884178400039673,
      "loss_total": 0.03884178400039673,
      "step": 5440
    },
    {
      "grad_norm": 0.2639673352241516,
      "learning_rate": 9.999448840564731e-05,
      "loss": 0.0246,
      "step": 5450
    },
    {
      "loss_action": 0.017526619136333466,
      "loss_total": 0.017526619136333466,
      "step": 5450
    },
    {
      "loss_action": 0.01894071325659752,
      "loss_total": 0.01894071325659752,
      "step": 5450
    },
    {
      "loss_action": 0.03806719928979874,
      "loss_total": 0.03806719928979874,
      "step": 5450
    },
    {
      "loss_action": 0.025284454226493835,
      "loss_total": 0.025284454226493835,
      "step": 5450
    },
    {
      "loss_action": 0.04579901322722435,
      "loss_total": 0.04579901322722435,
      "step": 5450
    },
    {
      "loss_action": 0.030844736844301224,
      "loss_total": 0.030844736844301224,
      "step": 5450
    },
    {
      "loss_action": 0.016576604917645454,
      "loss_total": 0.016576604917645454,
      "step": 5450
    },
    {
      "loss_action": 0.031355343759059906,
      "loss_total": 0.031355343759059906,
      "step": 5450
    },
    {
      "grad_norm": 0.31077972054481506,
      "learning_rate": 9.999424017118488e-05,
      "loss": 0.025,
      "step": 5460
    },
    {
      "loss_action": 0.05741163343191147,
      "loss_total": 0.05741163343191147,
      "step": 5460
    },
    {
      "loss_action": 0.03634929656982422,
      "loss_total": 0.03634929656982422,
      "step": 5460
    },
    {
      "loss_action": 0.02660352922976017,
      "loss_total": 0.02660352922976017,
      "step": 5460
    },
    {
      "loss_action": 0.030906908214092255,
      "loss_total": 0.030906908214092255,
      "step": 5460
    },
    {
      "loss_action": 0.02777675911784172,
      "loss_total": 0.02777675911784172,
      "step": 5460
    },
    {
      "loss_action": 0.018879981711506844,
      "loss_total": 0.018879981711506844,
      "step": 5460
    },
    {
      "loss_action": 0.023234397172927856,
      "loss_total": 0.023234397172927856,
      "step": 5460
    },
    {
      "loss_action": 0.016801342368125916,
      "loss_total": 0.016801342368125916,
      "step": 5460
    },
    {
      "grad_norm": 0.30852657556533813,
      "learning_rate": 9.999398646942751e-05,
      "loss": 0.0283,
      "step": 5470
    },
    {
      "loss_action": 0.017348792403936386,
      "loss_total": 0.017348792403936386,
      "step": 5470
    },
    {
      "loss_action": 0.03469378501176834,
      "loss_total": 0.03469378501176834,
      "step": 5470
    },
    {
      "loss_action": 0.035670261830091476,
      "loss_total": 0.035670261830091476,
      "step": 5470
    },
    {
      "loss_action": 0.016189318150281906,
      "loss_total": 0.016189318150281906,
      "step": 5470
    },
    {
      "loss_action": 0.020392799749970436,
      "loss_total": 0.020392799749970436,
      "step": 5470
    },
    {
      "loss_action": 0.053210336714982986,
      "loss_total": 0.053210336714982986,
      "step": 5470
    },
    {
      "loss_action": 0.014096777886152267,
      "loss_total": 0.014096777886152267,
      "step": 5470
    },
    {
      "loss_action": 0.019219573587179184,
      "loss_total": 0.019219573587179184,
      "step": 5470
    },
    {
      "grad_norm": 0.34627556800842285,
      "learning_rate": 9.999372730040296e-05,
      "loss": 0.0293,
      "step": 5480
    },
    {
      "loss_action": 0.02835315465927124,
      "loss_total": 0.02835315465927124,
      "step": 5480
    },
    {
      "loss_action": 0.02793114446103573,
      "loss_total": 0.02793114446103573,
      "step": 5480
    },
    {
      "loss_action": 0.021714728325605392,
      "loss_total": 0.021714728325605392,
      "step": 5480
    },
    {
      "loss_action": 0.02945137768983841,
      "loss_total": 0.02945137768983841,
      "step": 5480
    },
    {
      "loss_action": 0.0178946815431118,
      "loss_total": 0.0178946815431118,
      "step": 5480
    },
    {
      "loss_action": 0.016618264839053154,
      "loss_total": 0.016618264839053154,
      "step": 5480
    },
    {
      "loss_action": 0.048918742686510086,
      "loss_total": 0.048918742686510086,
      "step": 5480
    },
    {
      "loss_action": 0.016099315136671066,
      "loss_total": 0.016099315136671066,
      "step": 5480
    },
    {
      "grad_norm": 0.25687119364738464,
      "learning_rate": 9.999346266413953e-05,
      "loss": 0.025,
      "step": 5490
    },
    {
      "loss_action": 0.012483538128435612,
      "loss_total": 0.012483538128435612,
      "step": 5490
    },
    {
      "loss_action": 0.014714905992150307,
      "loss_total": 0.014714905992150307,
      "step": 5490
    },
    {
      "loss_action": 0.029671257361769676,
      "loss_total": 0.029671257361769676,
      "step": 5490
    },
    {
      "loss_action": 0.023939579725265503,
      "loss_total": 0.023939579725265503,
      "step": 5490
    },
    {
      "loss_action": 0.03406495973467827,
      "loss_total": 0.03406495973467827,
      "step": 5490
    },
    {
      "loss_action": 0.034190934151411057,
      "loss_total": 0.034190934151411057,
      "step": 5490
    },
    {
      "loss_action": 0.02190452069044113,
      "loss_total": 0.02190452069044113,
      "step": 5490
    },
    {
      "loss_action": 0.03091050125658512,
      "loss_total": 0.03091050125658512,
      "step": 5490
    },
    {
      "grad_norm": 0.25809550285339355,
      "learning_rate": 9.99931925606662e-05,
      "loss": 0.0271,
      "step": 5500
    },
    {
      "loss_action": 0.021693557500839233,
      "loss_total": 0.021693557500839233,
      "step": 5500
    },
    {
      "loss_action": 0.02599986642599106,
      "loss_total": 0.02599986642599106,
      "step": 5500
    },
    {
      "loss_action": 0.022516751661896706,
      "loss_total": 0.022516751661896706,
      "step": 5500
    },
    {
      "loss_action": 0.012029069475829601,
      "loss_total": 0.012029069475829601,
      "step": 5500
    },
    {
      "loss_action": 0.015350223518908024,
      "loss_total": 0.015350223518908024,
      "step": 5500
    },
    {
      "loss_action": 0.027704885229468346,
      "loss_total": 0.027704885229468346,
      "step": 5500
    },
    {
      "loss_action": 0.027174903079867363,
      "loss_total": 0.027174903079867363,
      "step": 5500
    },
    {
      "loss_action": 0.03064833953976631,
      "loss_total": 0.03064833953976631,
      "step": 5500
    },
    {
      "grad_norm": 0.3334733247756958,
      "learning_rate": 9.99929169900125e-05,
      "loss": 0.0241,
      "step": 5510
    },
    {
      "loss_action": 0.02211328223347664,
      "loss_total": 0.02211328223347664,
      "step": 5510
    },
    {
      "loss_action": 0.03210238367319107,
      "loss_total": 0.03210238367319107,
      "step": 5510
    },
    {
      "loss_action": 0.024462249130010605,
      "loss_total": 0.024462249130010605,
      "step": 5510
    },
    {
      "loss_action": 0.03185991197824478,
      "loss_total": 0.03185991197824478,
      "step": 5510
    },
    {
      "loss_action": 0.02477412484586239,
      "loss_total": 0.02477412484586239,
      "step": 5510
    },
    {
      "loss_action": 0.07434458285570145,
      "loss_total": 0.07434458285570145,
      "step": 5510
    },
    {
      "loss_action": 0.03286493569612503,
      "loss_total": 0.03286493569612503,
      "step": 5510
    },
    {
      "loss_action": 0.03469724953174591,
      "loss_total": 0.03469724953174591,
      "step": 5510
    },
    {
      "grad_norm": 0.28137171268463135,
      "learning_rate": 9.999263595220855e-05,
      "loss": 0.0267,
      "step": 5520
    },
    {
      "loss_action": 0.0254305899143219,
      "loss_total": 0.0254305899143219,
      "step": 5520
    },
    {
      "loss_action": 0.02724125236272812,
      "loss_total": 0.02724125236272812,
      "step": 5520
    },
    {
      "loss_action": 0.03336860612034798,
      "loss_total": 0.03336860612034798,
      "step": 5520
    },
    {
      "loss_action": 0.02342536672949791,
      "loss_total": 0.02342536672949791,
      "step": 5520
    },
    {
      "loss_action": 0.03648791462182999,
      "loss_total": 0.03648791462182999,
      "step": 5520
    },
    {
      "loss_action": 0.021221939474344254,
      "loss_total": 0.021221939474344254,
      "step": 5520
    },
    {
      "loss_action": 0.013313490897417068,
      "loss_total": 0.013313490897417068,
      "step": 5520
    },
    {
      "loss_action": 0.02250031754374504,
      "loss_total": 0.02250031754374504,
      "step": 5520
    },
    {
      "grad_norm": 0.25303271412849426,
      "learning_rate": 9.99923494472851e-05,
      "loss": 0.0252,
      "step": 5530
    },
    {
      "loss_action": 0.04858256131410599,
      "loss_total": 0.04858256131410599,
      "step": 5530
    },
    {
      "loss_action": 0.027795176953077316,
      "loss_total": 0.027795176953077316,
      "step": 5530
    },
    {
      "loss_action": 0.01409761980175972,
      "loss_total": 0.01409761980175972,
      "step": 5530
    },
    {
      "loss_action": 0.029385387897491455,
      "loss_total": 0.029385387897491455,
      "step": 5530
    },
    {
      "loss_action": 0.051473699510097504,
      "loss_total": 0.051473699510097504,
      "step": 5530
    },
    {
      "loss_action": 0.025629237294197083,
      "loss_total": 0.025629237294197083,
      "step": 5530
    },
    {
      "loss_action": 0.024715300649404526,
      "loss_total": 0.024715300649404526,
      "step": 5530
    },
    {
      "loss_action": 0.03425320237874985,
      "loss_total": 0.03425320237874985,
      "step": 5530
    },
    {
      "grad_norm": 0.3366217017173767,
      "learning_rate": 9.999205747527348e-05,
      "loss": 0.0276,
      "step": 5540
    },
    {
      "loss_action": 0.017651986330747604,
      "loss_total": 0.017651986330747604,
      "step": 5540
    },
    {
      "loss_action": 0.019980356097221375,
      "loss_total": 0.019980356097221375,
      "step": 5540
    },
    {
      "loss_action": 0.022173361852765083,
      "loss_total": 0.022173361852765083,
      "step": 5540
    },
    {
      "loss_action": 0.02822525054216385,
      "loss_total": 0.02822525054216385,
      "step": 5540
    },
    {
      "loss_action": 0.018112681806087494,
      "loss_total": 0.018112681806087494,
      "step": 5540
    },
    {
      "loss_action": 0.026416674256324768,
      "loss_total": 0.026416674256324768,
      "step": 5540
    },
    {
      "loss_action": 0.01753918081521988,
      "loss_total": 0.01753918081521988,
      "step": 5540
    },
    {
      "loss_action": 0.02144387550652027,
      "loss_total": 0.02144387550652027,
      "step": 5540
    },
    {
      "grad_norm": 0.27253076434135437,
      "learning_rate": 9.999176003620561e-05,
      "loss": 0.028,
      "step": 5550
    },
    {
      "loss_action": 0.0856333076953888,
      "loss_total": 0.0856333076953888,
      "step": 5550
    },
    {
      "loss_action": 0.03253777697682381,
      "loss_total": 0.03253777697682381,
      "step": 5550
    },
    {
      "loss_action": 0.04813867062330246,
      "loss_total": 0.04813867062330246,
      "step": 5550
    },
    {
      "loss_action": 0.017539240419864655,
      "loss_total": 0.017539240419864655,
      "step": 5550
    },
    {
      "loss_action": 0.026533713564276695,
      "loss_total": 0.026533713564276695,
      "step": 5550
    },
    {
      "loss_action": 0.03214429318904877,
      "loss_total": 0.03214429318904877,
      "step": 5550
    },
    {
      "loss_action": 0.02383946254849434,
      "loss_total": 0.02383946254849434,
      "step": 5550
    },
    {
      "loss_action": 0.02543683350086212,
      "loss_total": 0.02543683350086212,
      "step": 5550
    },
    {
      "grad_norm": 0.26094698905944824,
      "learning_rate": 9.999145713011405e-05,
      "loss": 0.0279,
      "step": 5560
    },
    {
      "loss_action": 0.016486451029777527,
      "loss_total": 0.016486451029777527,
      "step": 5560
    },
    {
      "loss_action": 0.0246160589158535,
      "loss_total": 0.0246160589158535,
      "step": 5560
    },
    {
      "loss_action": 0.024259019643068314,
      "loss_total": 0.024259019643068314,
      "step": 5560
    },
    {
      "loss_action": 0.019715137779712677,
      "loss_total": 0.019715137779712677,
      "step": 5560
    },
    {
      "loss_action": 0.02189198136329651,
      "loss_total": 0.02189198136329651,
      "step": 5560
    },
    {
      "loss_action": 0.015191379934549332,
      "loss_total": 0.015191379934549332,
      "step": 5560
    },
    {
      "loss_action": 0.016291353851556778,
      "loss_total": 0.016291353851556778,
      "step": 5560
    },
    {
      "loss_action": 0.030763568356633186,
      "loss_total": 0.030763568356633186,
      "step": 5560
    },
    {
      "grad_norm": 0.3507516384124756,
      "learning_rate": 9.999114875703186e-05,
      "loss": 0.0289,
      "step": 5570
    },
    {
      "loss_action": 0.01820780150592327,
      "loss_total": 0.01820780150592327,
      "step": 5570
    },
    {
      "loss_action": 0.044011350721120834,
      "loss_total": 0.044011350721120834,
      "step": 5570
    },
    {
      "loss_action": 0.02877705544233322,
      "loss_total": 0.02877705544233322,
      "step": 5570
    },
    {
      "loss_action": 0.0264878086745739,
      "loss_total": 0.0264878086745739,
      "step": 5570
    },
    {
      "loss_action": 0.03131309151649475,
      "loss_total": 0.03131309151649475,
      "step": 5570
    },
    {
      "loss_action": 0.027240043506026268,
      "loss_total": 0.027240043506026268,
      "step": 5570
    },
    {
      "loss_action": 0.10573329776525497,
      "loss_total": 0.10573329776525497,
      "step": 5570
    },
    {
      "loss_action": 0.020045064389705658,
      "loss_total": 0.020045064389705658,
      "step": 5570
    },
    {
      "grad_norm": 0.4047344923019409,
      "learning_rate": 9.999083491699281e-05,
      "loss": 0.0313,
      "step": 5580
    },
    {
      "loss_action": 0.023149879649281502,
      "loss_total": 0.023149879649281502,
      "step": 5580
    },
    {
      "loss_action": 0.0161672942340374,
      "loss_total": 0.0161672942340374,
      "step": 5580
    },
    {
      "loss_action": 0.026802409440279007,
      "loss_total": 0.026802409440279007,
      "step": 5580
    },
    {
      "loss_action": 0.014379773288965225,
      "loss_total": 0.014379773288965225,
      "step": 5580
    },
    {
      "loss_action": 0.05089424550533295,
      "loss_total": 0.05089424550533295,
      "step": 5580
    },
    {
      "loss_action": 0.019480891525745392,
      "loss_total": 0.019480891525745392,
      "step": 5580
    },
    {
      "loss_action": 0.022458069026470184,
      "loss_total": 0.022458069026470184,
      "step": 5580
    },
    {
      "loss_action": 0.03920861333608627,
      "loss_total": 0.03920861333608627,
      "step": 5580
    },
    {
      "grad_norm": 0.4281517565250397,
      "learning_rate": 9.999051561003123e-05,
      "loss": 0.0261,
      "step": 5590
    },
    {
      "loss_action": 0.016038639470934868,
      "loss_total": 0.016038639470934868,
      "step": 5590
    },
    {
      "loss_action": 0.01911202445626259,
      "loss_total": 0.01911202445626259,
      "step": 5590
    },
    {
      "loss_action": 0.02942497469484806,
      "loss_total": 0.02942497469484806,
      "step": 5590
    },
    {
      "loss_action": 0.014089252799749374,
      "loss_total": 0.014089252799749374,
      "step": 5590
    },
    {
      "loss_action": 0.019794825464487076,
      "loss_total": 0.019794825464487076,
      "step": 5590
    },
    {
      "loss_action": 0.013408776372671127,
      "loss_total": 0.013408776372671127,
      "step": 5590
    },
    {
      "loss_action": 0.014170506969094276,
      "loss_total": 0.014170506969094276,
      "step": 5590
    },
    {
      "loss_action": 0.039232343435287476,
      "loss_total": 0.039232343435287476,
      "step": 5590
    },
    {
      "grad_norm": 0.37786149978637695,
      "learning_rate": 9.999019083618202e-05,
      "loss": 0.0299,
      "step": 5600
    },
    {
      "loss_action": 0.03408424183726311,
      "loss_total": 0.03408424183726311,
      "step": 5600
    },
    {
      "loss_action": 0.024057608097791672,
      "loss_total": 0.024057608097791672,
      "step": 5600
    },
    {
      "loss_action": 0.01756332442164421,
      "loss_total": 0.01756332442164421,
      "step": 5600
    },
    {
      "loss_action": 0.031490374356508255,
      "loss_total": 0.031490374356508255,
      "step": 5600
    },
    {
      "loss_action": 0.012409759685397148,
      "loss_total": 0.012409759685397148,
      "step": 5600
    },
    {
      "loss_action": 0.013563461601734161,
      "loss_total": 0.013563461601734161,
      "step": 5600
    },
    {
      "loss_action": 0.039153408259153366,
      "loss_total": 0.039153408259153366,
      "step": 5600
    },
    {
      "loss_action": 0.016434520483016968,
      "loss_total": 0.016434520483016968,
      "step": 5600
    },
    {
      "grad_norm": 0.2952641546726227,
      "learning_rate": 9.99898605954807e-05,
      "loss": 0.0291,
      "step": 5610
    },
    {
      "loss_action": 0.02535749040544033,
      "loss_total": 0.02535749040544033,
      "step": 5610
    },
    {
      "loss_action": 0.025593090802431107,
      "loss_total": 0.025593090802431107,
      "step": 5610
    },
    {
      "loss_action": 0.04984073340892792,
      "loss_total": 0.04984073340892792,
      "step": 5610
    },
    {
      "loss_action": 0.0338161438703537,
      "loss_total": 0.0338161438703537,
      "step": 5610
    },
    {
      "loss_action": 0.02683459408581257,
      "loss_total": 0.02683459408581257,
      "step": 5610
    },
    {
      "loss_action": 0.035205256193876266,
      "loss_total": 0.035205256193876266,
      "step": 5610
    },
    {
      "loss_action": 0.030789313837885857,
      "loss_total": 0.030789313837885857,
      "step": 5610
    },
    {
      "loss_action": 0.025864945724606514,
      "loss_total": 0.025864945724606514,
      "step": 5610
    },
    {
      "grad_norm": 0.2971666753292084,
      "learning_rate": 9.998952488796338e-05,
      "loss": 0.029,
      "step": 5620
    },
    {
      "loss_action": 0.030133800581097603,
      "loss_total": 0.030133800581097603,
      "step": 5620
    },
    {
      "loss_action": 0.03580941632390022,
      "loss_total": 0.03580941632390022,
      "step": 5620
    },
    {
      "loss_action": 0.04617691412568092,
      "loss_total": 0.04617691412568092,
      "step": 5620
    },
    {
      "loss_action": 0.027128418907523155,
      "loss_total": 0.027128418907523155,
      "step": 5620
    },
    {
      "loss_action": 0.026599282398819923,
      "loss_total": 0.026599282398819923,
      "step": 5620
    },
    {
      "loss_action": 0.03231704980134964,
      "loss_total": 0.03231704980134964,
      "step": 5620
    },
    {
      "loss_action": 0.034343890845775604,
      "loss_total": 0.034343890845775604,
      "step": 5620
    },
    {
      "loss_action": 0.16104671359062195,
      "loss_total": 0.16104671359062195,
      "step": 5620
    },
    {
      "grad_norm": 0.2872711718082428,
      "learning_rate": 9.998918371366676e-05,
      "loss": 0.0291,
      "step": 5630
    },
    {
      "loss_action": 0.016601551324129105,
      "loss_total": 0.016601551324129105,
      "step": 5630
    },
    {
      "loss_action": 0.016055162996053696,
      "loss_total": 0.016055162996053696,
      "step": 5630
    },
    {
      "loss_action": 0.029796455055475235,
      "loss_total": 0.029796455055475235,
      "step": 5630
    },
    {
      "loss_action": 0.03325628861784935,
      "loss_total": 0.03325628861784935,
      "step": 5630
    },
    {
      "loss_action": 0.020734846591949463,
      "loss_total": 0.020734846591949463,
      "step": 5630
    },
    {
      "loss_action": 0.0183928944170475,
      "loss_total": 0.0183928944170475,
      "step": 5630
    },
    {
      "loss_action": 0.024975260719656944,
      "loss_total": 0.024975260719656944,
      "step": 5630
    },
    {
      "loss_action": 0.014471698552370071,
      "loss_total": 0.014471698552370071,
      "step": 5630
    },
    {
      "grad_norm": 0.33186444640159607,
      "learning_rate": 9.99888370726282e-05,
      "loss": 0.0257,
      "step": 5640
    },
    {
      "loss_action": 0.02063261903822422,
      "loss_total": 0.02063261903822422,
      "step": 5640
    },
    {
      "loss_action": 0.03099488466978073,
      "loss_total": 0.03099488466978073,
      "step": 5640
    },
    {
      "loss_action": 0.04338332265615463,
      "loss_total": 0.04338332265615463,
      "step": 5640
    },
    {
      "loss_action": 0.02472756989300251,
      "loss_total": 0.02472756989300251,
      "step": 5640
    },
    {
      "loss_action": 0.02726849913597107,
      "loss_total": 0.02726849913597107,
      "step": 5640
    },
    {
      "loss_action": 0.021210655570030212,
      "loss_total": 0.021210655570030212,
      "step": 5640
    },
    {
      "loss_action": 0.020347315818071365,
      "loss_total": 0.020347315818071365,
      "step": 5640
    },
    {
      "loss_action": 0.024402916431427002,
      "loss_total": 0.024402916431427002,
      "step": 5640
    },
    {
      "grad_norm": 0.3958250880241394,
      "learning_rate": 9.998848496488556e-05,
      "loss": 0.0299,
      "step": 5650
    },
    {
      "loss_action": 0.02642582356929779,
      "loss_total": 0.02642582356929779,
      "step": 5650
    },
    {
      "loss_action": 0.021999280899763107,
      "loss_total": 0.021999280899763107,
      "step": 5650
    },
    {
      "loss_action": 0.016830304637551308,
      "loss_total": 0.016830304637551308,
      "step": 5650
    },
    {
      "loss_action": 0.021266106516122818,
      "loss_total": 0.021266106516122818,
      "step": 5650
    },
    {
      "loss_action": 0.02424616739153862,
      "loss_total": 0.02424616739153862,
      "step": 5650
    },
    {
      "loss_action": 0.023740455508232117,
      "loss_total": 0.023740455508232117,
      "step": 5650
    },
    {
      "loss_action": 0.02007771097123623,
      "loss_total": 0.02007771097123623,
      "step": 5650
    },
    {
      "loss_action": 0.023082435131072998,
      "loss_total": 0.023082435131072998,
      "step": 5650
    },
    {
      "grad_norm": 0.3103273808956146,
      "learning_rate": 9.998812739047736e-05,
      "loss": 0.026,
      "step": 5660
    },
    {
      "loss_action": 0.0168564822524786,
      "loss_total": 0.0168564822524786,
      "step": 5660
    },
    {
      "loss_action": 0.02319616824388504,
      "loss_total": 0.02319616824388504,
      "step": 5660
    },
    {
      "loss_action": 0.02170528657734394,
      "loss_total": 0.02170528657734394,
      "step": 5660
    },
    {
      "loss_action": 0.02192039042711258,
      "loss_total": 0.02192039042711258,
      "step": 5660
    },
    {
      "loss_action": 0.01481235958635807,
      "loss_total": 0.01481235958635807,
      "step": 5660
    },
    {
      "loss_action": 0.0408724769949913,
      "loss_total": 0.0408724769949913,
      "step": 5660
    },
    {
      "loss_action": 0.015953723341226578,
      "loss_total": 0.015953723341226578,
      "step": 5660
    },
    {
      "loss_action": 0.042519085109233856,
      "loss_total": 0.042519085109233856,
      "step": 5660
    },
    {
      "grad_norm": 0.3594479560852051,
      "learning_rate": 9.99877643494427e-05,
      "loss": 0.0306,
      "step": 5670
    },
    {
      "loss_action": 0.02977897599339485,
      "loss_total": 0.02977897599339485,
      "step": 5670
    },
    {
      "loss_action": 0.029074525460600853,
      "loss_total": 0.029074525460600853,
      "step": 5670
    },
    {
      "loss_action": 0.017895547673106194,
      "loss_total": 0.017895547673106194,
      "step": 5670
    },
    {
      "loss_action": 0.014015911146998405,
      "loss_total": 0.014015911146998405,
      "step": 5670
    },
    {
      "loss_action": 0.016783179715275764,
      "loss_total": 0.016783179715275764,
      "step": 5670
    },
    {
      "loss_action": 0.030256174504756927,
      "loss_total": 0.030256174504756927,
      "step": 5670
    },
    {
      "loss_action": 0.0366034172475338,
      "loss_total": 0.0366034172475338,
      "step": 5670
    },
    {
      "loss_action": 0.03865170106291771,
      "loss_total": 0.03865170106291771,
      "step": 5670
    },
    {
      "grad_norm": 0.272070974111557,
      "learning_rate": 9.998739584182128e-05,
      "loss": 0.0253,
      "step": 5680
    },
    {
      "loss_action": 0.018491894006729126,
      "loss_total": 0.018491894006729126,
      "step": 5680
    },
    {
      "loss_action": 0.01628240756690502,
      "loss_total": 0.01628240756690502,
      "step": 5680
    },
    {
      "loss_action": 0.037711482495069504,
      "loss_total": 0.037711482495069504,
      "step": 5680
    },
    {
      "loss_action": 0.013215385377407074,
      "loss_total": 0.013215385377407074,
      "step": 5680
    },
    {
      "loss_action": 0.05129897594451904,
      "loss_total": 0.05129897594451904,
      "step": 5680
    },
    {
      "loss_action": 0.01550180185586214,
      "loss_total": 0.01550180185586214,
      "step": 5680
    },
    {
      "loss_action": 0.037942320108413696,
      "loss_total": 0.037942320108413696,
      "step": 5680
    },
    {
      "loss_action": 0.03985524922609329,
      "loss_total": 0.03985524922609329,
      "step": 5680
    },
    {
      "grad_norm": 0.32953181862831116,
      "learning_rate": 9.998702186765342e-05,
      "loss": 0.0271,
      "step": 5690
    },
    {
      "loss_action": 0.05876132845878601,
      "loss_total": 0.05876132845878601,
      "step": 5690
    },
    {
      "loss_action": 0.017920270562171936,
      "loss_total": 0.017920270562171936,
      "step": 5690
    },
    {
      "loss_action": 0.011008002795279026,
      "loss_total": 0.011008002795279026,
      "step": 5690
    },
    {
      "loss_action": 0.026367468759417534,
      "loss_total": 0.026367468759417534,
      "step": 5690
    },
    {
      "loss_action": 0.01635613664984703,
      "loss_total": 0.01635613664984703,
      "step": 5690
    },
    {
      "loss_action": 0.012938803061842918,
      "loss_total": 0.012938803061842918,
      "step": 5690
    },
    {
      "loss_action": 0.03381996601819992,
      "loss_total": 0.03381996601819992,
      "step": 5690
    },
    {
      "loss_action": 0.012674156576395035,
      "loss_total": 0.012674156576395035,
      "step": 5690
    },
    {
      "grad_norm": 0.4348655343055725,
      "learning_rate": 9.998664242698e-05,
      "loss": 0.0244,
      "step": 5700
    },
    {
      "loss_action": 0.035646118223667145,
      "loss_total": 0.035646118223667145,
      "step": 5700
    },
    {
      "loss_action": 0.018163297325372696,
      "loss_total": 0.018163297325372696,
      "step": 5700
    },
    {
      "loss_action": 0.03314220905303955,
      "loss_total": 0.03314220905303955,
      "step": 5700
    },
    {
      "loss_action": 0.02495124377310276,
      "loss_total": 0.02495124377310276,
      "step": 5700
    },
    {
      "loss_action": 0.0284658744931221,
      "loss_total": 0.0284658744931221,
      "step": 5700
    },
    {
      "loss_action": 0.01919662579894066,
      "loss_total": 0.01919662579894066,
      "step": 5700
    },
    {
      "loss_action": 0.026719912886619568,
      "loss_total": 0.026719912886619568,
      "step": 5700
    },
    {
      "loss_action": 0.03367532044649124,
      "loss_total": 0.03367532044649124,
      "step": 5700
    },
    {
      "grad_norm": 0.40738967061042786,
      "learning_rate": 9.998625751984251e-05,
      "loss": 0.0283,
      "step": 5710
    },
    {
      "loss_action": 0.012581123039126396,
      "loss_total": 0.012581123039126396,
      "step": 5710
    },
    {
      "loss_action": 0.026696261018514633,
      "loss_total": 0.026696261018514633,
      "step": 5710
    },
    {
      "loss_action": 0.028814038261771202,
      "loss_total": 0.028814038261771202,
      "step": 5710
    },
    {
      "loss_action": 0.022965408861637115,
      "loss_total": 0.022965408861637115,
      "step": 5710
    },
    {
      "loss_action": 0.02003163844347,
      "loss_total": 0.02003163844347,
      "step": 5710
    },
    {
      "loss_action": 0.026569224894046783,
      "loss_total": 0.026569224894046783,
      "step": 5710
    },
    {
      "loss_action": 0.030050160363316536,
      "loss_total": 0.030050160363316536,
      "step": 5710
    },
    {
      "loss_action": 0.020182939246296883,
      "loss_total": 0.020182939246296883,
      "step": 5710
    },
    {
      "grad_norm": 0.3370286822319031,
      "learning_rate": 9.998586714628307e-05,
      "loss": 0.0293,
      "step": 5720
    },
    {
      "loss_action": 0.022426508367061615,
      "loss_total": 0.022426508367061615,
      "step": 5720
    },
    {
      "loss_action": 0.024946514517068863,
      "loss_total": 0.024946514517068863,
      "step": 5720
    },
    {
      "loss_action": 0.01778537407517433,
      "loss_total": 0.01778537407517433,
      "step": 5720
    },
    {
      "loss_action": 0.017807692289352417,
      "loss_total": 0.017807692289352417,
      "step": 5720
    },
    {
      "loss_action": 0.015614575706422329,
      "loss_total": 0.015614575706422329,
      "step": 5720
    },
    {
      "loss_action": 0.030237793922424316,
      "loss_total": 0.030237793922424316,
      "step": 5720
    },
    {
      "loss_action": 0.022537073120474815,
      "loss_total": 0.022537073120474815,
      "step": 5720
    },
    {
      "loss_action": 0.02235383912920952,
      "loss_total": 0.02235383912920952,
      "step": 5720
    },
    {
      "grad_norm": 0.3820458948612213,
      "learning_rate": 9.998547130634432e-05,
      "loss": 0.0302,
      "step": 5730
    },
    {
      "loss_action": 0.03645791858434677,
      "loss_total": 0.03645791858434677,
      "step": 5730
    },
    {
      "loss_action": 0.03769935667514801,
      "loss_total": 0.03769935667514801,
      "step": 5730
    },
    {
      "loss_action": 0.040584199130535126,
      "loss_total": 0.040584199130535126,
      "step": 5730
    },
    {
      "loss_action": 0.025233585387468338,
      "loss_total": 0.025233585387468338,
      "step": 5730
    },
    {
      "loss_action": 0.03896694630384445,
      "loss_total": 0.03896694630384445,
      "step": 5730
    },
    {
      "loss_action": 0.035094328224658966,
      "loss_total": 0.035094328224658966,
      "step": 5730
    },
    {
      "loss_action": 0.03982842341065407,
      "loss_total": 0.03982842341065407,
      "step": 5730
    },
    {
      "loss_action": 0.03784919157624245,
      "loss_total": 0.03784919157624245,
      "step": 5730
    },
    {
      "grad_norm": 0.23831650614738464,
      "learning_rate": 9.99850700000696e-05,
      "loss": 0.031,
      "step": 5740
    },
    {
      "loss_action": 0.05537368729710579,
      "loss_total": 0.05537368729710579,
      "step": 5740
    },
    {
      "loss_action": 0.02348817139863968,
      "loss_total": 0.02348817139863968,
      "step": 5740
    },
    {
      "loss_action": 0.031915582716464996,
      "loss_total": 0.031915582716464996,
      "step": 5740
    },
    {
      "loss_action": 0.024929316714406013,
      "loss_total": 0.024929316714406013,
      "step": 5740
    },
    {
      "loss_action": 0.021322138607501984,
      "loss_total": 0.021322138607501984,
      "step": 5740
    },
    {
      "loss_action": 0.02537345699965954,
      "loss_total": 0.02537345699965954,
      "step": 5740
    },
    {
      "loss_action": 0.04525747150182724,
      "loss_total": 0.04525747150182724,
      "step": 5740
    },
    {
      "loss_action": 0.019800614565610886,
      "loss_total": 0.019800614565610886,
      "step": 5740
    },
    {
      "grad_norm": 0.3728877305984497,
      "learning_rate": 9.998466322750278e-05,
      "loss": 0.0322,
      "step": 5750
    },
    {
      "loss_action": 0.03316883742809296,
      "loss_total": 0.03316883742809296,
      "step": 5750
    },
    {
      "loss_action": 0.02470272034406662,
      "loss_total": 0.02470272034406662,
      "step": 5750
    },
    {
      "loss_action": 0.015755558386445045,
      "loss_total": 0.015755558386445045,
      "step": 5750
    },
    {
      "loss_action": 0.046040743589401245,
      "loss_total": 0.046040743589401245,
      "step": 5750
    },
    {
      "loss_action": 0.025058681145310402,
      "loss_total": 0.025058681145310402,
      "step": 5750
    },
    {
      "loss_action": 0.07119055092334747,
      "loss_total": 0.07119055092334747,
      "step": 5750
    },
    {
      "loss_action": 0.0171502772718668,
      "loss_total": 0.0171502772718668,
      "step": 5750
    },
    {
      "loss_action": 0.02206961065530777,
      "loss_total": 0.02206961065530777,
      "step": 5750
    },
    {
      "grad_norm": 0.30751094222068787,
      "learning_rate": 9.998425098868834e-05,
      "loss": 0.0308,
      "step": 5760
    },
    {
      "loss_action": 0.02867467887699604,
      "loss_total": 0.02867467887699604,
      "step": 5760
    },
    {
      "loss_action": 0.031427837908267975,
      "loss_total": 0.031427837908267975,
      "step": 5760
    },
    {
      "loss_action": 0.03164317458868027,
      "loss_total": 0.03164317458868027,
      "step": 5760
    },
    {
      "loss_action": 0.01648361049592495,
      "loss_total": 0.01648361049592495,
      "step": 5760
    },
    {
      "loss_action": 0.032411135733127594,
      "loss_total": 0.032411135733127594,
      "step": 5760
    },
    {
      "loss_action": 0.034139931201934814,
      "loss_total": 0.034139931201934814,
      "step": 5760
    },
    {
      "loss_action": 0.02849956788122654,
      "loss_total": 0.02849956788122654,
      "step": 5760
    },
    {
      "loss_action": 0.027934739366173744,
      "loss_total": 0.027934739366173744,
      "step": 5760
    },
    {
      "grad_norm": 0.3253682851791382,
      "learning_rate": 9.998383328367136e-05,
      "loss": 0.0297,
      "step": 5770
    },
    {
      "loss_action": 0.016439499333500862,
      "loss_total": 0.016439499333500862,
      "step": 5770
    },
    {
      "loss_action": 0.02370762638747692,
      "loss_total": 0.02370762638747692,
      "step": 5770
    },
    {
      "loss_action": 0.05052994564175606,
      "loss_total": 0.05052994564175606,
      "step": 5770
    },
    {
      "loss_action": 0.02705865353345871,
      "loss_total": 0.02705865353345871,
      "step": 5770
    },
    {
      "loss_action": 0.02112671174108982,
      "loss_total": 0.02112671174108982,
      "step": 5770
    },
    {
      "loss_action": 0.019759058952331543,
      "loss_total": 0.019759058952331543,
      "step": 5770
    },
    {
      "loss_action": 0.03778615593910217,
      "loss_total": 0.03778615593910217,
      "step": 5770
    },
    {
      "loss_action": 0.02802564948797226,
      "loss_total": 0.02802564948797226,
      "step": 5770
    },
    {
      "grad_norm": 0.27654582262039185,
      "learning_rate": 9.99834101124975e-05,
      "loss": 0.0265,
      "step": 5780
    },
    {
      "loss_action": 0.02603820711374283,
      "loss_total": 0.02603820711374283,
      "step": 5780
    },
    {
      "loss_action": 0.03033478558063507,
      "loss_total": 0.03033478558063507,
      "step": 5780
    },
    {
      "loss_action": 0.0195462666451931,
      "loss_total": 0.0195462666451931,
      "step": 5780
    },
    {
      "loss_action": 0.0314626507461071,
      "loss_total": 0.0314626507461071,
      "step": 5780
    },
    {
      "loss_action": 0.028029456734657288,
      "loss_total": 0.028029456734657288,
      "step": 5780
    },
    {
      "loss_action": 0.02693137899041176,
      "loss_total": 0.02693137899041176,
      "step": 5780
    },
    {
      "loss_action": 0.044930942356586456,
      "loss_total": 0.044930942356586456,
      "step": 5780
    },
    {
      "loss_action": 0.032208703458309174,
      "loss_total": 0.032208703458309174,
      "step": 5780
    },
    {
      "grad_norm": 0.2960049510002136,
      "learning_rate": 9.998298147521309e-05,
      "loss": 0.0253,
      "step": 5790
    },
    {
      "loss_action": 0.017174402251839638,
      "loss_total": 0.017174402251839638,
      "step": 5790
    },
    {
      "loss_action": 0.016952205449342728,
      "loss_total": 0.016952205449342728,
      "step": 5790
    },
    {
      "loss_action": 0.0213492289185524,
      "loss_total": 0.0213492289185524,
      "step": 5790
    },
    {
      "loss_action": 0.023226652294397354,
      "loss_total": 0.023226652294397354,
      "step": 5790
    },
    {
      "loss_action": 0.012581905350089073,
      "loss_total": 0.012581905350089073,
      "step": 5790
    },
    {
      "loss_action": 0.01947067864239216,
      "loss_total": 0.01947067864239216,
      "step": 5790
    },
    {
      "loss_action": 0.015155553817749023,
      "loss_total": 0.015155553817749023,
      "step": 5790
    },
    {
      "loss_action": 0.02517363429069519,
      "loss_total": 0.02517363429069519,
      "step": 5790
    },
    {
      "grad_norm": 0.34814855456352234,
      "learning_rate": 9.998254737186496e-05,
      "loss": 0.026,
      "step": 5800
    },
    {
      "loss_action": 0.019679049029946327,
      "loss_total": 0.019679049029946327,
      "step": 5800
    },
    {
      "loss_action": 0.016835108399391174,
      "loss_total": 0.016835108399391174,
      "step": 5800
    },
    {
      "loss_action": 0.039303310215473175,
      "loss_total": 0.039303310215473175,
      "step": 5800
    },
    {
      "loss_action": 0.0348203144967556,
      "loss_total": 0.0348203144967556,
      "step": 5800
    },
    {
      "loss_action": 0.024415865540504456,
      "loss_total": 0.024415865540504456,
      "step": 5800
    },
    {
      "loss_action": 0.02859208732843399,
      "loss_total": 0.02859208732843399,
      "step": 5800
    },
    {
      "loss_action": 0.041617900133132935,
      "loss_total": 0.041617900133132935,
      "step": 5800
    },
    {
      "loss_action": 0.03221740201115608,
      "loss_total": 0.03221740201115608,
      "step": 5800
    },
    {
      "grad_norm": 0.24545934796333313,
      "learning_rate": 9.99821078025006e-05,
      "loss": 0.0281,
      "step": 5810
    },
    {
      "loss_action": 0.018486306071281433,
      "loss_total": 0.018486306071281433,
      "step": 5810
    },
    {
      "loss_action": 0.019974440336227417,
      "loss_total": 0.019974440336227417,
      "step": 5810
    },
    {
      "loss_action": 0.03692387789487839,
      "loss_total": 0.03692387789487839,
      "step": 5810
    },
    {
      "loss_action": 0.020692557096481323,
      "loss_total": 0.020692557096481323,
      "step": 5810
    },
    {
      "loss_action": 0.019161704927682877,
      "loss_total": 0.019161704927682877,
      "step": 5810
    },
    {
      "loss_action": 0.0166018046438694,
      "loss_total": 0.0166018046438694,
      "step": 5810
    },
    {
      "loss_action": 0.024560773745179176,
      "loss_total": 0.024560773745179176,
      "step": 5810
    },
    {
      "loss_action": 0.015396159142255783,
      "loss_total": 0.015396159142255783,
      "step": 5810
    },
    {
      "grad_norm": 0.26818206906318665,
      "learning_rate": 9.998166276716807e-05,
      "loss": 0.0255,
      "step": 5820
    },
    {
      "loss_action": 0.0392630398273468,
      "loss_total": 0.0392630398273468,
      "step": 5820
    },
    {
      "loss_action": 0.019497767090797424,
      "loss_total": 0.019497767090797424,
      "step": 5820
    },
    {
      "loss_action": 0.017399657517671585,
      "loss_total": 0.017399657517671585,
      "step": 5820
    },
    {
      "loss_action": 0.011981295421719551,
      "loss_total": 0.011981295421719551,
      "step": 5820
    },
    {
      "loss_action": 0.022337336093187332,
      "loss_total": 0.022337336093187332,
      "step": 5820
    },
    {
      "loss_action": 0.028138533234596252,
      "loss_total": 0.028138533234596252,
      "step": 5820
    },
    {
      "loss_action": 0.014478655532002449,
      "loss_total": 0.014478655532002449,
      "step": 5820
    },
    {
      "loss_action": 0.01111117284744978,
      "loss_total": 0.01111117284744978,
      "step": 5820
    },
    {
      "grad_norm": 0.3084038197994232,
      "learning_rate": 9.998121226591606e-05,
      "loss": 0.0248,
      "step": 5830
    },
    {
      "loss_action": 0.014707298949360847,
      "loss_total": 0.014707298949360847,
      "step": 5830
    },
    {
      "loss_action": 0.03415174037218094,
      "loss_total": 0.03415174037218094,
      "step": 5830
    },
    {
      "loss_action": 0.041163235902786255,
      "loss_total": 0.041163235902786255,
      "step": 5830
    },
    {
      "loss_action": 0.01625552773475647,
      "loss_total": 0.01625552773475647,
      "step": 5830
    },
    {
      "loss_action": 0.02167554944753647,
      "loss_total": 0.02167554944753647,
      "step": 5830
    },
    {
      "loss_action": 0.02591848559677601,
      "loss_total": 0.02591848559677601,
      "step": 5830
    },
    {
      "loss_action": 0.0199913140386343,
      "loss_total": 0.0199913140386343,
      "step": 5830
    },
    {
      "loss_action": 0.019701547920703888,
      "loss_total": 0.019701547920703888,
      "step": 5830
    },
    {
      "grad_norm": 0.31083276867866516,
      "learning_rate": 9.998075629879382e-05,
      "loss": 0.027,
      "step": 5840
    },
    {
      "loss_action": 0.022314561530947685,
      "loss_total": 0.022314561530947685,
      "step": 5840
    },
    {
      "loss_action": 0.031656309962272644,
      "loss_total": 0.031656309962272644,
      "step": 5840
    },
    {
      "loss_action": 0.021386295557022095,
      "loss_total": 0.021386295557022095,
      "step": 5840
    },
    {
      "loss_action": 0.04742688313126564,
      "loss_total": 0.04742688313126564,
      "step": 5840
    },
    {
      "loss_action": 0.02874612808227539,
      "loss_total": 0.02874612808227539,
      "step": 5840
    },
    {
      "loss_action": 0.019550804048776627,
      "loss_total": 0.019550804048776627,
      "step": 5840
    },
    {
      "loss_action": 0.02179015427827835,
      "loss_total": 0.02179015427827835,
      "step": 5840
    },
    {
      "loss_action": 0.07190526276826859,
      "loss_total": 0.07190526276826859,
      "step": 5840
    },
    {
      "grad_norm": 0.3811587393283844,
      "learning_rate": 9.99802948658512e-05,
      "loss": 0.0286,
      "step": 5850
    },
    {
      "loss_action": 0.023827357217669487,
      "loss_total": 0.023827357217669487,
      "step": 5850
    },
    {
      "loss_action": 0.05941769480705261,
      "loss_total": 0.05941769480705261,
      "step": 5850
    },
    {
      "loss_action": 0.018824541941285133,
      "loss_total": 0.018824541941285133,
      "step": 5850
    },
    {
      "loss_action": 0.04001908749341965,
      "loss_total": 0.04001908749341965,
      "step": 5850
    },
    {
      "loss_action": 0.1034432053565979,
      "loss_total": 0.1034432053565979,
      "step": 5850
    },
    {
      "loss_action": 0.03683146461844444,
      "loss_total": 0.03683146461844444,
      "step": 5850
    },
    {
      "loss_action": 0.031473927199840546,
      "loss_total": 0.031473927199840546,
      "step": 5850
    },
    {
      "loss_action": 0.043254461139440536,
      "loss_total": 0.043254461139440536,
      "step": 5850
    },
    {
      "grad_norm": 0.36468973755836487,
      "learning_rate": 9.99798279671387e-05,
      "loss": 0.0281,
      "step": 5860
    },
    {
      "loss_action": 0.015903811901807785,
      "loss_total": 0.015903811901807785,
      "step": 5860
    },
    {
      "loss_action": 0.05996168777346611,
      "loss_total": 0.05996168777346611,
      "step": 5860
    },
    {
      "loss_action": 0.06621649861335754,
      "loss_total": 0.06621649861335754,
      "step": 5860
    },
    {
      "loss_action": 0.025910064578056335,
      "loss_total": 0.025910064578056335,
      "step": 5860
    },
    {
      "loss_action": 0.04143505170941353,
      "loss_total": 0.04143505170941353,
      "step": 5860
    },
    {
      "loss_action": 0.019922103732824326,
      "loss_total": 0.019922103732824326,
      "step": 5860
    },
    {
      "loss_action": 0.019486218690872192,
      "loss_total": 0.019486218690872192,
      "step": 5860
    },
    {
      "loss_action": 0.019997745752334595,
      "loss_total": 0.019997745752334595,
      "step": 5860
    },
    {
      "grad_norm": 0.24333800375461578,
      "learning_rate": 9.997935560270734e-05,
      "loss": 0.0267,
      "step": 5870
    },
    {
      "loss_action": 0.041479919105768204,
      "loss_total": 0.041479919105768204,
      "step": 5870
    },
    {
      "loss_action": 0.028314223513007164,
      "loss_total": 0.028314223513007164,
      "step": 5870
    },
    {
      "loss_action": 0.015431619249284267,
      "loss_total": 0.015431619249284267,
      "step": 5870
    },
    {
      "loss_action": 0.010387526825070381,
      "loss_total": 0.010387526825070381,
      "step": 5870
    },
    {
      "loss_action": 0.02507021278142929,
      "loss_total": 0.02507021278142929,
      "step": 5870
    },
    {
      "loss_action": 0.020374178886413574,
      "loss_total": 0.020374178886413574,
      "step": 5870
    },
    {
      "loss_action": 0.03032761439681053,
      "loss_total": 0.03032761439681053,
      "step": 5870
    },
    {
      "loss_action": 0.035716645419597626,
      "loss_total": 0.035716645419597626,
      "step": 5870
    },
    {
      "grad_norm": 0.2773796319961548,
      "learning_rate": 9.997887777260879e-05,
      "loss": 0.028,
      "step": 5880
    },
    {
      "loss_action": 0.047895386815071106,
      "loss_total": 0.047895386815071106,
      "step": 5880
    },
    {
      "loss_action": 0.0272759348154068,
      "loss_total": 0.0272759348154068,
      "step": 5880
    },
    {
      "loss_action": 0.028690187260508537,
      "loss_total": 0.028690187260508537,
      "step": 5880
    },
    {
      "loss_action": 0.0170450322329998,
      "loss_total": 0.0170450322329998,
      "step": 5880
    },
    {
      "loss_action": 0.02362840063869953,
      "loss_total": 0.02362840063869953,
      "step": 5880
    },
    {
      "loss_action": 0.016688048839569092,
      "loss_total": 0.016688048839569092,
      "step": 5880
    },
    {
      "loss_action": 0.023173585534095764,
      "loss_total": 0.023173585534095764,
      "step": 5880
    },
    {
      "loss_action": 0.02405380830168724,
      "loss_total": 0.02405380830168724,
      "step": 5880
    },
    {
      "grad_norm": 0.3471361994743347,
      "learning_rate": 9.997839447689532e-05,
      "loss": 0.0251,
      "step": 5890
    },
    {
      "loss_action": 0.01630709320306778,
      "loss_total": 0.01630709320306778,
      "step": 5890
    },
    {
      "loss_action": 0.01592930033802986,
      "loss_total": 0.01592930033802986,
      "step": 5890
    },
    {
      "loss_action": 0.026198847219347954,
      "loss_total": 0.026198847219347954,
      "step": 5890
    },
    {
      "loss_action": 0.017526088282465935,
      "loss_total": 0.017526088282465935,
      "step": 5890
    },
    {
      "loss_action": 0.026934288442134857,
      "loss_total": 0.026934288442134857,
      "step": 5890
    },
    {
      "loss_action": 0.0202277023345232,
      "loss_total": 0.0202277023345232,
      "step": 5890
    },
    {
      "loss_action": 0.07679183781147003,
      "loss_total": 0.07679183781147003,
      "step": 5890
    },
    {
      "loss_action": 0.021095795556902885,
      "loss_total": 0.021095795556902885,
      "step": 5890
    },
    {
      "grad_norm": 0.2948105037212372,
      "learning_rate": 9.997790571561978e-05,
      "loss": 0.0272,
      "step": 5900
    },
    {
      "loss_action": 0.012888170778751373,
      "loss_total": 0.012888170778751373,
      "step": 5900
    },
    {
      "loss_action": 0.015164582058787346,
      "loss_total": 0.015164582058787346,
      "step": 5900
    },
    {
      "loss_action": 0.016265414655208588,
      "loss_total": 0.016265414655208588,
      "step": 5900
    },
    {
      "loss_action": 0.023042770102620125,
      "loss_total": 0.023042770102620125,
      "step": 5900
    },
    {
      "loss_action": 0.020241867750883102,
      "loss_total": 0.020241867750883102,
      "step": 5900
    },
    {
      "loss_action": 0.01803113892674446,
      "loss_total": 0.01803113892674446,
      "step": 5900
    },
    {
      "loss_action": 0.028875242918729782,
      "loss_total": 0.028875242918729782,
      "step": 5900
    },
    {
      "loss_action": 0.03190339356660843,
      "loss_total": 0.03190339356660843,
      "step": 5900
    },
    {
      "grad_norm": 0.2972617745399475,
      "learning_rate": 9.99774114888356e-05,
      "loss": 0.0268,
      "step": 5910
    },
    {
      "loss_action": 0.02806965634226799,
      "loss_total": 0.02806965634226799,
      "step": 5910
    },
    {
      "loss_action": 0.03909352049231529,
      "loss_total": 0.03909352049231529,
      "step": 5910
    },
    {
      "loss_action": 0.030047103762626648,
      "loss_total": 0.030047103762626648,
      "step": 5910
    },
    {
      "loss_action": 0.0442451648414135,
      "loss_total": 0.0442451648414135,
      "step": 5910
    },
    {
      "loss_action": 0.044993653893470764,
      "loss_total": 0.044993653893470764,
      "step": 5910
    },
    {
      "loss_action": 0.020971190184354782,
      "loss_total": 0.020971190184354782,
      "step": 5910
    },
    {
      "loss_action": 0.036449018865823746,
      "loss_total": 0.036449018865823746,
      "step": 5910
    },
    {
      "loss_action": 0.039290741086006165,
      "loss_total": 0.039290741086006165,
      "step": 5910
    },
    {
      "grad_norm": 0.4726106524467468,
      "learning_rate": 9.997691179659684e-05,
      "loss": 0.0306,
      "step": 5920
    },
    {
      "loss_action": 0.019800597801804543,
      "loss_total": 0.019800597801804543,
      "step": 5920
    },
    {
      "loss_action": 0.03159435838460922,
      "loss_total": 0.03159435838460922,
      "step": 5920
    },
    {
      "loss_action": 0.020661331713199615,
      "loss_total": 0.020661331713199615,
      "step": 5920
    },
    {
      "loss_action": 0.023882929235696793,
      "loss_total": 0.023882929235696793,
      "step": 5920
    },
    {
      "loss_action": 0.019842488691210747,
      "loss_total": 0.019842488691210747,
      "step": 5920
    },
    {
      "loss_action": 0.016342394053936005,
      "loss_total": 0.016342394053936005,
      "step": 5920
    },
    {
      "loss_action": 0.018443547189235687,
      "loss_total": 0.018443547189235687,
      "step": 5920
    },
    {
      "loss_action": 0.03384576737880707,
      "loss_total": 0.03384576737880707,
      "step": 5920
    },
    {
      "grad_norm": 0.3691927194595337,
      "learning_rate": 9.997640663895815e-05,
      "loss": 0.0303,
      "step": 5930
    },
    {
      "loss_action": 0.022945132106542587,
      "loss_total": 0.022945132106542587,
      "step": 5930
    },
    {
      "loss_action": 0.034987710416316986,
      "loss_total": 0.034987710416316986,
      "step": 5930
    },
    {
      "loss_action": 0.016535041853785515,
      "loss_total": 0.016535041853785515,
      "step": 5930
    },
    {
      "loss_action": 0.022241812199354172,
      "loss_total": 0.022241812199354172,
      "step": 5930
    },
    {
      "loss_action": 0.018694113940000534,
      "loss_total": 0.018694113940000534,
      "step": 5930
    },
    {
      "loss_action": 0.0280461385846138,
      "loss_total": 0.0280461385846138,
      "step": 5930
    },
    {
      "loss_action": 0.020555002614855766,
      "loss_total": 0.020555002614855766,
      "step": 5930
    },
    {
      "loss_action": 0.05627378076314926,
      "loss_total": 0.05627378076314926,
      "step": 5930
    },
    {
      "grad_norm": 0.23897553980350494,
      "learning_rate": 9.997589601597477e-05,
      "loss": 0.0276,
      "step": 5940
    },
    {
      "loss_action": 0.0178054291754961,
      "loss_total": 0.0178054291754961,
      "step": 5940
    },
    {
      "loss_action": 0.019236532971262932,
      "loss_total": 0.019236532971262932,
      "step": 5940
    },
    {
      "loss_action": 0.027591854333877563,
      "loss_total": 0.027591854333877563,
      "step": 5940
    },
    {
      "loss_action": 0.016559652984142303,
      "loss_total": 0.016559652984142303,
      "step": 5940
    },
    {
      "loss_action": 0.018346529453992844,
      "loss_total": 0.018346529453992844,
      "step": 5940
    },
    {
      "loss_action": 0.01380198635160923,
      "loss_total": 0.01380198635160923,
      "step": 5940
    },
    {
      "loss_action": 0.022671785205602646,
      "loss_total": 0.022671785205602646,
      "step": 5940
    },
    {
      "loss_action": 0.02647446095943451,
      "loss_total": 0.02647446095943451,
      "step": 5940
    },
    {
      "grad_norm": 0.32103532552719116,
      "learning_rate": 9.997537992770252e-05,
      "loss": 0.0255,
      "step": 5950
    },
    {
      "loss_action": 0.014843255281448364,
      "loss_total": 0.014843255281448364,
      "step": 5950
    },
    {
      "loss_action": 0.020349087193608284,
      "loss_total": 0.020349087193608284,
      "step": 5950
    },
    {
      "loss_action": 0.011084824800491333,
      "loss_total": 0.011084824800491333,
      "step": 5950
    },
    {
      "loss_action": 0.018713735044002533,
      "loss_total": 0.018713735044002533,
      "step": 5950
    },
    {
      "loss_action": 0.02299148216843605,
      "loss_total": 0.02299148216843605,
      "step": 5950
    },
    {
      "loss_action": 0.01666015200316906,
      "loss_total": 0.01666015200316906,
      "step": 5950
    },
    {
      "loss_action": 0.022143103182315826,
      "loss_total": 0.022143103182315826,
      "step": 5950
    },
    {
      "loss_action": 0.01925428956747055,
      "loss_total": 0.01925428956747055,
      "step": 5950
    },
    {
      "grad_norm": 0.38293105363845825,
      "learning_rate": 9.997485837419788e-05,
      "loss": 0.0246,
      "step": 5960
    },
    {
      "loss_action": 0.021426266059279442,
      "loss_total": 0.021426266059279442,
      "step": 5960
    },
    {
      "loss_action": 0.02017582580447197,
      "loss_total": 0.02017582580447197,
      "step": 5960
    },
    {
      "loss_action": 0.05158983916044235,
      "loss_total": 0.05158983916044235,
      "step": 5960
    },
    {
      "loss_action": 0.030833397060632706,
      "loss_total": 0.030833397060632706,
      "step": 5960
    },
    {
      "loss_action": 0.021700304001569748,
      "loss_total": 0.021700304001569748,
      "step": 5960
    },
    {
      "loss_action": 0.01666419580578804,
      "loss_total": 0.01666419580578804,
      "step": 5960
    },
    {
      "loss_action": 0.029273279011249542,
      "loss_total": 0.029273279011249542,
      "step": 5960
    },
    {
      "loss_action": 0.032082490622997284,
      "loss_total": 0.032082490622997284,
      "step": 5960
    },
    {
      "grad_norm": 0.3227916657924652,
      "learning_rate": 9.997433135551786e-05,
      "loss": 0.0251,
      "step": 5970
    },
    {
      "loss_action": 0.027675237506628036,
      "loss_total": 0.027675237506628036,
      "step": 5970
    },
    {
      "loss_action": 0.026779431849718094,
      "loss_total": 0.026779431849718094,
      "step": 5970
    },
    {
      "loss_action": 0.023321427404880524,
      "loss_total": 0.023321427404880524,
      "step": 5970
    },
    {
      "loss_action": 0.02463565766811371,
      "loss_total": 0.02463565766811371,
      "step": 5970
    },
    {
      "loss_action": 0.01815955527126789,
      "loss_total": 0.01815955527126789,
      "step": 5970
    },
    {
      "loss_action": 0.023044800385832787,
      "loss_total": 0.023044800385832787,
      "step": 5970
    },
    {
      "loss_action": 0.020480390638113022,
      "loss_total": 0.020480390638113022,
      "step": 5970
    },
    {
      "loss_action": 0.02819451317191124,
      "loss_total": 0.02819451317191124,
      "step": 5970
    },
    {
      "grad_norm": 0.3261116147041321,
      "learning_rate": 9.997379887172009e-05,
      "loss": 0.0258,
      "step": 5980
    },
    {
      "loss_action": 0.1941298544406891,
      "loss_total": 0.1941298544406891,
      "step": 5980
    },
    {
      "loss_action": 0.017897212877869606,
      "loss_total": 0.017897212877869606,
      "step": 5980
    },
    {
      "loss_action": 0.019099369645118713,
      "loss_total": 0.019099369645118713,
      "step": 5980
    },
    {
      "loss_action": 0.03428996354341507,
      "loss_total": 0.03428996354341507,
      "step": 5980
    },
    {
      "loss_action": 0.029859408736228943,
      "loss_total": 0.029859408736228943,
      "step": 5980
    },
    {
      "loss_action": 0.033605195581912994,
      "loss_total": 0.033605195581912994,
      "step": 5980
    },
    {
      "loss_action": 0.0270939152687788,
      "loss_total": 0.0270939152687788,
      "step": 5980
    },
    {
      "loss_action": 0.03801853582262993,
      "loss_total": 0.03801853582262993,
      "step": 5980
    },
    {
      "grad_norm": 0.3254116475582123,
      "learning_rate": 9.997326092286281e-05,
      "loss": 0.0274,
      "step": 5990
    },
    {
      "loss_action": 0.01963154971599579,
      "loss_total": 0.01963154971599579,
      "step": 5990
    },
    {
      "loss_action": 0.035582661628723145,
      "loss_total": 0.035582661628723145,
      "step": 5990
    },
    {
      "loss_action": 0.024869205430150032,
      "loss_total": 0.024869205430150032,
      "step": 5990
    },
    {
      "loss_action": 0.026660781353712082,
      "loss_total": 0.026660781353712082,
      "step": 5990
    },
    {
      "loss_action": 0.026332974433898926,
      "loss_total": 0.026332974433898926,
      "step": 5990
    },
    {
      "loss_action": 0.02775321528315544,
      "loss_total": 0.02775321528315544,
      "step": 5990
    },
    {
      "loss_action": 0.03350000083446503,
      "loss_total": 0.03350000083446503,
      "step": 5990
    },
    {
      "loss_action": 0.020001862198114395,
      "loss_total": 0.020001862198114395,
      "step": 5990
    },
    {
      "grad_norm": 0.3418978750705719,
      "learning_rate": 9.997271750900486e-05,
      "loss": 0.0254,
      "step": 6000
    },
    {
      "loss_action": 0.034445326775312424,
      "loss_total": 0.034445326775312424,
      "step": 6000
    },
    {
      "loss_action": 0.02050749585032463,
      "loss_total": 0.02050749585032463,
      "step": 6000
    },
    {
      "loss_action": 0.022017959505319595,
      "loss_total": 0.022017959505319595,
      "step": 6000
    },
    {
      "loss_action": 0.029395971447229385,
      "loss_total": 0.029395971447229385,
      "step": 6000
    },
    {
      "loss_action": 0.0339384600520134,
      "loss_total": 0.0339384600520134,
      "step": 6000
    },
    {
      "loss_action": 0.01866418868303299,
      "loss_total": 0.01866418868303299,
      "step": 6000
    },
    {
      "loss_action": 0.02073412761092186,
      "loss_total": 0.02073412761092186,
      "step": 6000
    },
    {
      "loss_action": 0.026853758841753006,
      "loss_total": 0.026853758841753006,
      "step": 6000
    },
    {
      "grad_norm": 0.22671455144882202,
      "learning_rate": 9.997216863020565e-05,
      "loss": 0.0283,
      "step": 6010
    },
    {
      "loss_action": 0.0263663362711668,
      "loss_total": 0.0263663362711668,
      "step": 6010
    },
    {
      "loss_action": 0.019752541556954384,
      "loss_total": 0.019752541556954384,
      "step": 6010
    },
    {
      "loss_action": 0.015460691414773464,
      "loss_total": 0.015460691414773464,
      "step": 6010
    },
    {
      "loss_action": 0.01311422511935234,
      "loss_total": 0.01311422511935234,
      "step": 6010
    },
    {
      "loss_action": 0.012093348428606987,
      "loss_total": 0.012093348428606987,
      "step": 6010
    },
    {
      "loss_action": 0.04052833095192909,
      "loss_total": 0.04052833095192909,
      "step": 6010
    },
    {
      "loss_action": 0.012579548172652721,
      "loss_total": 0.012579548172652721,
      "step": 6010
    },
    {
      "loss_action": 0.04649325832724571,
      "loss_total": 0.04649325832724571,
      "step": 6010
    },
    {
      "grad_norm": 0.38740524649620056,
      "learning_rate": 9.99716142865252e-05,
      "loss": 0.0246,
      "step": 6020
    },
    {
      "loss_action": 0.021844012662768364,
      "loss_total": 0.021844012662768364,
      "step": 6020
    },
    {
      "loss_action": 0.03242955356836319,
      "loss_total": 0.03242955356836319,
      "step": 6020
    },
    {
      "loss_action": 0.03895079717040062,
      "loss_total": 0.03895079717040062,
      "step": 6020
    },
    {
      "loss_action": 0.013099348172545433,
      "loss_total": 0.013099348172545433,
      "step": 6020
    },
    {
      "loss_action": 0.02127090096473694,
      "loss_total": 0.02127090096473694,
      "step": 6020
    },
    {
      "loss_action": 0.03865591809153557,
      "loss_total": 0.03865591809153557,
      "step": 6020
    },
    {
      "loss_action": 0.01619744300842285,
      "loss_total": 0.01619744300842285,
      "step": 6020
    },
    {
      "loss_action": 0.027804672718048096,
      "loss_total": 0.027804672718048096,
      "step": 6020
    },
    {
      "grad_norm": 0.3703297972679138,
      "learning_rate": 9.997105447802415e-05,
      "loss": 0.0267,
      "step": 6030
    },
    {
      "loss_action": 0.04897484928369522,
      "loss_total": 0.04897484928369522,
      "step": 6030
    },
    {
      "loss_action": 0.02179020456969738,
      "loss_total": 0.02179020456969738,
      "step": 6030
    },
    {
      "loss_action": 0.02695634588599205,
      "loss_total": 0.02695634588599205,
      "step": 6030
    },
    {
      "loss_action": 0.025384893640875816,
      "loss_total": 0.025384893640875816,
      "step": 6030
    },
    {
      "loss_action": 0.03580470755696297,
      "loss_total": 0.03580470755696297,
      "step": 6030
    },
    {
      "loss_action": 0.030770987272262573,
      "loss_total": 0.030770987272262573,
      "step": 6030
    },
    {
      "loss_action": 0.038525909185409546,
      "loss_total": 0.038525909185409546,
      "step": 6030
    },
    {
      "loss_action": 0.03338637948036194,
      "loss_total": 0.03338637948036194,
      "step": 6030
    },
    {
      "grad_norm": 0.29694634675979614,
      "learning_rate": 9.997048920476373e-05,
      "loss": 0.0237,
      "step": 6040
    },
    {
      "loss_action": 0.029960209503769875,
      "loss_total": 0.029960209503769875,
      "step": 6040
    },
    {
      "loss_action": 0.013386789709329605,
      "loss_total": 0.013386789709329605,
      "step": 6040
    },
    {
      "loss_action": 0.01984669268131256,
      "loss_total": 0.01984669268131256,
      "step": 6040
    },
    {
      "loss_action": 0.017507601529359818,
      "loss_total": 0.017507601529359818,
      "step": 6040
    },
    {
      "loss_action": 0.014963455498218536,
      "loss_total": 0.014963455498218536,
      "step": 6040
    },
    {
      "loss_action": 0.03113257884979248,
      "loss_total": 0.03113257884979248,
      "step": 6040
    },
    {
      "loss_action": 0.02100556343793869,
      "loss_total": 0.02100556343793869,
      "step": 6040
    },
    {
      "loss_action": 0.02426079288125038,
      "loss_total": 0.02426079288125038,
      "step": 6040
    },
    {
      "grad_norm": 0.24959522485733032,
      "learning_rate": 9.996991846680572e-05,
      "loss": 0.0254,
      "step": 6050
    },
    {
      "loss_action": 0.014941518194973469,
      "loss_total": 0.014941518194973469,
      "step": 6050
    },
    {
      "loss_action": 0.021542822942137718,
      "loss_total": 0.021542822942137718,
      "step": 6050
    },
    {
      "loss_action": 0.024643156677484512,
      "loss_total": 0.024643156677484512,
      "step": 6050
    },
    {
      "loss_action": 0.017229491844773293,
      "loss_total": 0.017229491844773293,
      "step": 6050
    },
    {
      "loss_action": 0.02167162299156189,
      "loss_total": 0.02167162299156189,
      "step": 6050
    },
    {
      "loss_action": 0.018983475863933563,
      "loss_total": 0.018983475863933563,
      "step": 6050
    },
    {
      "loss_action": 0.020575590431690216,
      "loss_total": 0.020575590431690216,
      "step": 6050
    },
    {
      "loss_action": 0.026790427044034004,
      "loss_total": 0.026790427044034004,
      "step": 6050
    },
    {
      "grad_norm": 0.2445410043001175,
      "learning_rate": 9.996934226421257e-05,
      "loss": 0.0237,
      "step": 6060
    },
    {
      "loss_action": 0.019498592242598534,
      "loss_total": 0.019498592242598534,
      "step": 6060
    },
    {
      "loss_action": 0.012630381621420383,
      "loss_total": 0.012630381621420383,
      "step": 6060
    },
    {
      "loss_action": 0.015096746385097504,
      "loss_total": 0.015096746385097504,
      "step": 6060
    },
    {
      "loss_action": 0.03069990687072277,
      "loss_total": 0.03069990687072277,
      "step": 6060
    },
    {
      "loss_action": 0.01938248611986637,
      "loss_total": 0.01938248611986637,
      "step": 6060
    },
    {
      "loss_action": 0.013832056894898415,
      "loss_total": 0.013832056894898415,
      "step": 6060
    },
    {
      "loss_action": 0.022331982851028442,
      "loss_total": 0.022331982851028442,
      "step": 6060
    },
    {
      "loss_action": 0.016589099541306496,
      "loss_total": 0.016589099541306496,
      "step": 6060
    },
    {
      "grad_norm": 0.2933529019355774,
      "learning_rate": 9.996876059704726e-05,
      "loss": 0.0216,
      "step": 6070
    },
    {
      "loss_action": 0.04225128889083862,
      "loss_total": 0.04225128889083862,
      "step": 6070
    },
    {
      "loss_action": 0.010912135243415833,
      "loss_total": 0.010912135243415833,
      "step": 6070
    },
    {
      "loss_action": 0.021310079842805862,
      "loss_total": 0.021310079842805862,
      "step": 6070
    },
    {
      "loss_action": 0.026328070089221,
      "loss_total": 0.026328070089221,
      "step": 6070
    },
    {
      "loss_action": 0.06582285463809967,
      "loss_total": 0.06582285463809967,
      "step": 6070
    },
    {
      "loss_action": 0.014759858138859272,
      "loss_total": 0.014759858138859272,
      "step": 6070
    },
    {
      "loss_action": 0.028129909187555313,
      "loss_total": 0.028129909187555313,
      "step": 6070
    },
    {
      "loss_action": 0.017695702612400055,
      "loss_total": 0.017695702612400055,
      "step": 6070
    },
    {
      "grad_norm": 0.35043904185295105,
      "learning_rate": 9.996817346537343e-05,
      "loss": 0.0294,
      "step": 6080
    },
    {
      "loss_action": 0.02192843332886696,
      "loss_total": 0.02192843332886696,
      "step": 6080
    },
    {
      "loss_action": 0.038686636835336685,
      "loss_total": 0.038686636835336685,
      "step": 6080
    },
    {
      "loss_action": 0.030932890251278877,
      "loss_total": 0.030932890251278877,
      "step": 6080
    },
    {
      "loss_action": 0.02979414165019989,
      "loss_total": 0.02979414165019989,
      "step": 6080
    },
    {
      "loss_action": 0.013232847675681114,
      "loss_total": 0.013232847675681114,
      "step": 6080
    },
    {
      "loss_action": 0.0298355333507061,
      "loss_total": 0.0298355333507061,
      "step": 6080
    },
    {
      "loss_action": 0.028544312343001366,
      "loss_total": 0.028544312343001366,
      "step": 6080
    },
    {
      "loss_action": 0.03355014696717262,
      "loss_total": 0.03355014696717262,
      "step": 6080
    },
    {
      "grad_norm": 0.23702014982700348,
      "learning_rate": 9.996758086925526e-05,
      "loss": 0.0264,
      "step": 6090
    },
    {
      "loss_action": 0.03623638674616814,
      "loss_total": 0.03623638674616814,
      "step": 6090
    },
    {
      "loss_action": 0.07128700613975525,
      "loss_total": 0.07128700613975525,
      "step": 6090
    },
    {
      "loss_action": 0.03138590231537819,
      "loss_total": 0.03138590231537819,
      "step": 6090
    },
    {
      "loss_action": 0.029672272503376007,
      "loss_total": 0.029672272503376007,
      "step": 6090
    },
    {
      "loss_action": 0.018374964594841003,
      "loss_total": 0.018374964594841003,
      "step": 6090
    },
    {
      "loss_action": 0.0256632212549448,
      "loss_total": 0.0256632212549448,
      "step": 6090
    },
    {
      "loss_action": 0.02434314787387848,
      "loss_total": 0.02434314787387848,
      "step": 6090
    },
    {
      "loss_action": 0.021011747419834137,
      "loss_total": 0.021011747419834137,
      "step": 6090
    },
    {
      "grad_norm": 0.2560919523239136,
      "learning_rate": 9.996698280875759e-05,
      "loss": 0.0243,
      "step": 6100
    },
    {
      "loss_action": 0.03295613080263138,
      "loss_total": 0.03295613080263138,
      "step": 6100
    },
    {
      "loss_action": 0.011408515274524689,
      "loss_total": 0.011408515274524689,
      "step": 6100
    },
    {
      "loss_action": 0.02419995330274105,
      "loss_total": 0.02419995330274105,
      "step": 6100
    },
    {
      "loss_action": 0.019123591482639313,
      "loss_total": 0.019123591482639313,
      "step": 6100
    },
    {
      "loss_action": 0.01956206001341343,
      "loss_total": 0.01956206001341343,
      "step": 6100
    },
    {
      "loss_action": 0.011779576539993286,
      "loss_total": 0.011779576539993286,
      "step": 6100
    },
    {
      "loss_action": 0.02302531711757183,
      "loss_total": 0.02302531711757183,
      "step": 6100
    },
    {
      "loss_action": 0.03880821913480759,
      "loss_total": 0.03880821913480759,
      "step": 6100
    },
    {
      "grad_norm": 0.29160597920417786,
      "learning_rate": 9.99663792839458e-05,
      "loss": 0.0241,
      "step": 6110
    },
    {
      "loss_action": 0.032961614429950714,
      "loss_total": 0.032961614429950714,
      "step": 6110
    },
    {
      "loss_action": 0.021335609257221222,
      "loss_total": 0.021335609257221222,
      "step": 6110
    },
    {
      "loss_action": 0.016447722911834717,
      "loss_total": 0.016447722911834717,
      "step": 6110
    },
    {
      "loss_action": 0.022355996072292328,
      "loss_total": 0.022355996072292328,
      "step": 6110
    },
    {
      "loss_action": 0.03348153084516525,
      "loss_total": 0.03348153084516525,
      "step": 6110
    },
    {
      "loss_action": 0.017511390149593353,
      "loss_total": 0.017511390149593353,
      "step": 6110
    },
    {
      "loss_action": 0.023899655789136887,
      "loss_total": 0.023899655789136887,
      "step": 6110
    },
    {
      "loss_action": 0.022264346480369568,
      "loss_total": 0.022264346480369568,
      "step": 6110
    },
    {
      "grad_norm": 0.2855841815471649,
      "learning_rate": 9.99657702948859e-05,
      "loss": 0.0261,
      "step": 6120
    },
    {
      "loss_action": 0.03470979630947113,
      "loss_total": 0.03470979630947113,
      "step": 6120
    },
    {
      "loss_action": 0.04258030280470848,
      "loss_total": 0.04258030280470848,
      "step": 6120
    },
    {
      "loss_action": 0.11267369985580444,
      "loss_total": 0.11267369985580444,
      "step": 6120
    },
    {
      "loss_action": 0.039877645671367645,
      "loss_total": 0.039877645671367645,
      "step": 6120
    },
    {
      "loss_action": 0.0248493030667305,
      "loss_total": 0.0248493030667305,
      "step": 6120
    },
    {
      "loss_action": 0.07144512236118317,
      "loss_total": 0.07144512236118317,
      "step": 6120
    },
    {
      "loss_action": 0.024165667593479156,
      "loss_total": 0.024165667593479156,
      "step": 6120
    },
    {
      "loss_action": 0.042611025273799896,
      "loss_total": 0.042611025273799896,
      "step": 6120
    },
    {
      "grad_norm": 0.2753412127494812,
      "learning_rate": 9.996515584164448e-05,
      "loss": 0.0327,
      "step": 6130
    },
    {
      "loss_action": 0.011025849729776382,
      "loss_total": 0.011025849729776382,
      "step": 6130
    },
    {
      "loss_action": 0.03390839323401451,
      "loss_total": 0.03390839323401451,
      "step": 6130
    },
    {
      "loss_action": 0.041857995092868805,
      "loss_total": 0.041857995092868805,
      "step": 6130
    },
    {
      "loss_action": 0.026726242154836655,
      "loss_total": 0.026726242154836655,
      "step": 6130
    },
    {
      "loss_action": 0.024884982034564018,
      "loss_total": 0.024884982034564018,
      "step": 6130
    },
    {
      "loss_action": 0.034412555396556854,
      "loss_total": 0.034412555396556854,
      "step": 6130
    },
    {
      "loss_action": 0.025970175862312317,
      "loss_total": 0.025970175862312317,
      "step": 6130
    },
    {
      "loss_action": 0.019566280767321587,
      "loss_total": 0.019566280767321587,
      "step": 6130
    },
    {
      "grad_norm": 0.2313070446252823,
      "learning_rate": 9.996453592428873e-05,
      "loss": 0.0294,
      "step": 6140
    },
    {
      "loss_action": 0.017717115581035614,
      "loss_total": 0.017717115581035614,
      "step": 6140
    },
    {
      "loss_action": 0.015943536534905434,
      "loss_total": 0.015943536534905434,
      "step": 6140
    },
    {
      "loss_action": 0.020341351628303528,
      "loss_total": 0.020341351628303528,
      "step": 6140
    },
    {
      "loss_action": 0.02317182347178459,
      "loss_total": 0.02317182347178459,
      "step": 6140
    },
    {
      "loss_action": 0.041110411286354065,
      "loss_total": 0.041110411286354065,
      "step": 6140
    },
    {
      "loss_action": 0.019290607422590256,
      "loss_total": 0.019290607422590256,
      "step": 6140
    },
    {
      "loss_action": 0.018647173419594765,
      "loss_total": 0.018647173419594765,
      "step": 6140
    },
    {
      "loss_action": 0.02430570311844349,
      "loss_total": 0.02430570311844349,
      "step": 6140
    },
    {
      "grad_norm": 0.3939102590084076,
      "learning_rate": 9.996391054288646e-05,
      "loss": 0.0255,
      "step": 6150
    },
    {
      "loss_action": 0.013840743340551853,
      "loss_total": 0.013840743340551853,
      "step": 6150
    },
    {
      "loss_action": 0.037450384348630905,
      "loss_total": 0.037450384348630905,
      "step": 6150
    },
    {
      "loss_action": 0.021910352632403374,
      "loss_total": 0.021910352632403374,
      "step": 6150
    },
    {
      "loss_action": 0.012528597377240658,
      "loss_total": 0.012528597377240658,
      "step": 6150
    },
    {
      "loss_action": 0.026890195906162262,
      "loss_total": 0.026890195906162262,
      "step": 6150
    },
    {
      "loss_action": 0.02298051305115223,
      "loss_total": 0.02298051305115223,
      "step": 6150
    },
    {
      "loss_action": 0.026870032772421837,
      "loss_total": 0.026870032772421837,
      "step": 6150
    },
    {
      "loss_action": 0.013853930868208408,
      "loss_total": 0.013853930868208408,
      "step": 6150
    },
    {
      "grad_norm": 0.28137293457984924,
      "learning_rate": 9.996327969750605e-05,
      "loss": 0.024,
      "step": 6160
    },
    {
      "loss_action": 0.025690708309412003,
      "loss_total": 0.025690708309412003,
      "step": 6160
    },
    {
      "loss_action": 0.03292693942785263,
      "loss_total": 0.03292693942785263,
      "step": 6160
    },
    {
      "loss_action": 0.009032128378748894,
      "loss_total": 0.009032128378748894,
      "step": 6160
    },
    {
      "loss_action": 0.024624258279800415,
      "loss_total": 0.024624258279800415,
      "step": 6160
    },
    {
      "loss_action": 0.028372790664434433,
      "loss_total": 0.028372790664434433,
      "step": 6160
    },
    {
      "loss_action": 0.016208656132221222,
      "loss_total": 0.016208656132221222,
      "step": 6160
    },
    {
      "loss_action": 0.029639020562171936,
      "loss_total": 0.029639020562171936,
      "step": 6160
    },
    {
      "loss_action": 0.027802100405097008,
      "loss_total": 0.027802100405097008,
      "step": 6160
    },
    {
      "grad_norm": 0.28118592500686646,
      "learning_rate": 9.996264338821649e-05,
      "loss": 0.0225,
      "step": 6170
    },
    {
      "loss_action": 0.009342064149677753,
      "loss_total": 0.009342064149677753,
      "step": 6170
    },
    {
      "loss_action": 0.03158096224069595,
      "loss_total": 0.03158096224069595,
      "step": 6170
    },
    {
      "loss_action": 0.021291621029376984,
      "loss_total": 0.021291621029376984,
      "step": 6170
    },
    {
      "loss_action": 0.01455974206328392,
      "loss_total": 0.01455974206328392,
      "step": 6170
    },
    {
      "loss_action": 0.024527274072170258,
      "loss_total": 0.024527274072170258,
      "step": 6170
    },
    {
      "loss_action": 0.014988618902862072,
      "loss_total": 0.014988618902862072,
      "step": 6170
    },
    {
      "loss_action": 0.016663478687405586,
      "loss_total": 0.016663478687405586,
      "step": 6170
    },
    {
      "loss_action": 0.019580641761422157,
      "loss_total": 0.019580641761422157,
      "step": 6170
    },
    {
      "grad_norm": 0.2946390211582184,
      "learning_rate": 9.996200161508735e-05,
      "loss": 0.023,
      "step": 6180
    },
    {
      "loss_action": 0.028375130146741867,
      "loss_total": 0.028375130146741867,
      "step": 6180
    },
    {
      "loss_action": 0.021757014095783234,
      "loss_total": 0.021757014095783234,
      "step": 6180
    },
    {
      "loss_action": 0.02536480873823166,
      "loss_total": 0.02536480873823166,
      "step": 6180
    },
    {
      "loss_action": 0.022512586787343025,
      "loss_total": 0.022512586787343025,
      "step": 6180
    },
    {
      "loss_action": 0.025899427011609077,
      "loss_total": 0.025899427011609077,
      "step": 6180
    },
    {
      "loss_action": 0.020796038210392,
      "loss_total": 0.020796038210392,
      "step": 6180
    },
    {
      "loss_action": 0.023957516998052597,
      "loss_total": 0.023957516998052597,
      "step": 6180
    },
    {
      "loss_action": 0.015614470466971397,
      "loss_total": 0.015614470466971397,
      "step": 6180
    },
    {
      "grad_norm": 0.24657100439071655,
      "learning_rate": 9.996135437818885e-05,
      "loss": 0.0265,
      "step": 6190
    },
    {
      "loss_action": 0.011546853929758072,
      "loss_total": 0.011546853929758072,
      "step": 6190
    },
    {
      "loss_action": 0.029434438794851303,
      "loss_total": 0.029434438794851303,
      "step": 6190
    },
    {
      "loss_action": 0.01880795881152153,
      "loss_total": 0.01880795881152153,
      "step": 6190
    },
    {
      "loss_action": 0.02638961188495159,
      "loss_total": 0.02638961188495159,
      "step": 6190
    },
    {
      "loss_action": 0.03362449258565903,
      "loss_total": 0.03362449258565903,
      "step": 6190
    },
    {
      "loss_action": 0.022620921954512596,
      "loss_total": 0.022620921954512596,
      "step": 6190
    },
    {
      "loss_action": 0.02588309347629547,
      "loss_total": 0.02588309347629547,
      "step": 6190
    },
    {
      "loss_action": 0.024435974657535553,
      "loss_total": 0.024435974657535553,
      "step": 6190
    },
    {
      "grad_norm": 0.21267041563987732,
      "learning_rate": 9.996070167759175e-05,
      "loss": 0.0251,
      "step": 6200
    },
    {
      "loss_action": 0.04380889981985092,
      "loss_total": 0.04380889981985092,
      "step": 6200
    },
    {
      "loss_action": 0.021792061626911163,
      "loss_total": 0.021792061626911163,
      "step": 6200
    },
    {
      "loss_action": 0.025247078388929367,
      "loss_total": 0.025247078388929367,
      "step": 6200
    },
    {
      "loss_action": 0.021197497844696045,
      "loss_total": 0.021197497844696045,
      "step": 6200
    },
    {
      "loss_action": 0.01534002274274826,
      "loss_total": 0.01534002274274826,
      "step": 6200
    },
    {
      "loss_action": 0.022201210260391235,
      "loss_total": 0.022201210260391235,
      "step": 6200
    },
    {
      "loss_action": 0.032517220824956894,
      "loss_total": 0.032517220824956894,
      "step": 6200
    },
    {
      "loss_action": 0.03339489921927452,
      "loss_total": 0.03339489921927452,
      "step": 6200
    },
    {
      "grad_norm": 0.37996524572372437,
      "learning_rate": 9.996004351336743e-05,
      "loss": 0.0244,
      "step": 6210
    },
    {
      "loss_action": 0.039986152201890945,
      "loss_total": 0.039986152201890945,
      "step": 6210
    },
    {
      "loss_action": 0.015625977888703346,
      "loss_total": 0.015625977888703346,
      "step": 6210
    },
    {
      "loss_action": 0.023320332169532776,
      "loss_total": 0.023320332169532776,
      "step": 6210
    },
    {
      "loss_action": 0.023956207558512688,
      "loss_total": 0.023956207558512688,
      "step": 6210
    },
    {
      "loss_action": 0.018802210688591003,
      "loss_total": 0.018802210688591003,
      "step": 6210
    },
    {
      "loss_action": 0.009910774417221546,
      "loss_total": 0.009910774417221546,
      "step": 6210
    },
    {
      "loss_action": 0.015575519762933254,
      "loss_total": 0.015575519762933254,
      "step": 6210
    },
    {
      "loss_action": 0.02227688767015934,
      "loss_total": 0.02227688767015934,
      "step": 6210
    },
    {
      "grad_norm": 0.38787439465522766,
      "learning_rate": 9.995937988558785e-05,
      "loss": 0.0239,
      "step": 6220
    },
    {
      "loss_action": 0.017107902094721794,
      "loss_total": 0.017107902094721794,
      "step": 6220
    },
    {
      "loss_action": 0.027604395523667336,
      "loss_total": 0.027604395523667336,
      "step": 6220
    },
    {
      "loss_action": 0.02676250971853733,
      "loss_total": 0.02676250971853733,
      "step": 6220
    },
    {
      "loss_action": 0.03735515847802162,
      "loss_total": 0.03735515847802162,
      "step": 6220
    },
    {
      "loss_action": 0.024550674483180046,
      "loss_total": 0.024550674483180046,
      "step": 6220
    },
    {
      "loss_action": 0.03148050978779793,
      "loss_total": 0.03148050978779793,
      "step": 6220
    },
    {
      "loss_action": 0.02727220579981804,
      "loss_total": 0.02727220579981804,
      "step": 6220
    },
    {
      "loss_action": 0.016306061297655106,
      "loss_total": 0.016306061297655106,
      "step": 6220
    },
    {
      "grad_norm": 0.27808812260627747,
      "learning_rate": 9.995871079432561e-05,
      "loss": 0.0276,
      "step": 6230
    },
    {
      "loss_action": 0.02137354202568531,
      "loss_total": 0.02137354202568531,
      "step": 6230
    },
    {
      "loss_action": 0.018926480785012245,
      "loss_total": 0.018926480785012245,
      "step": 6230
    },
    {
      "loss_action": 0.02522452175617218,
      "loss_total": 0.02522452175617218,
      "step": 6230
    },
    {
      "loss_action": 0.06438247859477997,
      "loss_total": 0.06438247859477997,
      "step": 6230
    },
    {
      "loss_action": 0.02373417466878891,
      "loss_total": 0.02373417466878891,
      "step": 6230
    },
    {
      "loss_action": 0.025100085884332657,
      "loss_total": 0.025100085884332657,
      "step": 6230
    },
    {
      "loss_action": 0.026867248117923737,
      "loss_total": 0.026867248117923737,
      "step": 6230
    },
    {
      "loss_action": 0.029146568849682808,
      "loss_total": 0.029146568849682808,
      "step": 6230
    },
    {
      "grad_norm": 0.20967212319374084,
      "learning_rate": 9.995803623965389e-05,
      "loss": 0.0258,
      "step": 6240
    },
    {
      "loss_action": 0.013917554169893265,
      "loss_total": 0.013917554169893265,
      "step": 6240
    },
    {
      "loss_action": 0.01975686103105545,
      "loss_total": 0.01975686103105545,
      "step": 6240
    },
    {
      "loss_action": 0.023434147238731384,
      "loss_total": 0.023434147238731384,
      "step": 6240
    },
    {
      "loss_action": 0.01791076362133026,
      "loss_total": 0.01791076362133026,
      "step": 6240
    },
    {
      "loss_action": 0.025246288627386093,
      "loss_total": 0.025246288627386093,
      "step": 6240
    },
    {
      "loss_action": 0.011625057086348534,
      "loss_total": 0.011625057086348534,
      "step": 6240
    },
    {
      "loss_action": 0.010730644688010216,
      "loss_total": 0.010730644688010216,
      "step": 6240
    },
    {
      "loss_action": 0.014992950484156609,
      "loss_total": 0.014992950484156609,
      "step": 6240
    },
    {
      "grad_norm": 0.34536346793174744,
      "learning_rate": 9.995735622164641e-05,
      "loss": 0.024,
      "step": 6250
    },
    {
      "loss_action": 0.02451658993959427,
      "loss_total": 0.02451658993959427,
      "step": 6250
    },
    {
      "loss_action": 0.019831551238894463,
      "loss_total": 0.019831551238894463,
      "step": 6250
    },
    {
      "loss_action": 0.016177112236618996,
      "loss_total": 0.016177112236618996,
      "step": 6250
    },
    {
      "loss_action": 0.013532910495996475,
      "loss_total": 0.013532910495996475,
      "step": 6250
    },
    {
      "loss_action": 0.02522392012178898,
      "loss_total": 0.02522392012178898,
      "step": 6250
    },
    {
      "loss_action": 0.028107423335313797,
      "loss_total": 0.028107423335313797,
      "step": 6250
    },
    {
      "loss_action": 0.0191047340631485,
      "loss_total": 0.0191047340631485,
      "step": 6250
    },
    {
      "loss_action": 0.026797443628311157,
      "loss_total": 0.026797443628311157,
      "step": 6250
    },
    {
      "grad_norm": 0.3599080741405487,
      "learning_rate": 9.995667074037758e-05,
      "loss": 0.0277,
      "step": 6260
    },
    {
      "loss_action": 0.021886179223656654,
      "loss_total": 0.021886179223656654,
      "step": 6260
    },
    {
      "loss_action": 0.02858714386820793,
      "loss_total": 0.02858714386820793,
      "step": 6260
    },
    {
      "loss_action": 0.015339472331106663,
      "loss_total": 0.015339472331106663,
      "step": 6260
    },
    {
      "loss_action": 0.03883342444896698,
      "loss_total": 0.03883342444896698,
      "step": 6260
    },
    {
      "loss_action": 0.019238058477640152,
      "loss_total": 0.019238058477640152,
      "step": 6260
    },
    {
      "loss_action": 0.03553250432014465,
      "loss_total": 0.03553250432014465,
      "step": 6260
    },
    {
      "loss_action": 0.015149939805269241,
      "loss_total": 0.015149939805269241,
      "step": 6260
    },
    {
      "loss_action": 0.014572005718946457,
      "loss_total": 0.014572005718946457,
      "step": 6260
    },
    {
      "grad_norm": 0.257449746131897,
      "learning_rate": 9.995597979592232e-05,
      "loss": 0.0241,
      "step": 6270
    },
    {
      "loss_action": 0.04128290340304375,
      "loss_total": 0.04128290340304375,
      "step": 6270
    },
    {
      "loss_action": 0.015354227274656296,
      "loss_total": 0.015354227274656296,
      "step": 6270
    },
    {
      "loss_action": 0.023077167570590973,
      "loss_total": 0.023077167570590973,
      "step": 6270
    },
    {
      "loss_action": 0.022874951362609863,
      "loss_total": 0.022874951362609863,
      "step": 6270
    },
    {
      "loss_action": 0.03393412381410599,
      "loss_total": 0.03393412381410599,
      "step": 6270
    },
    {
      "loss_action": 0.02904440462589264,
      "loss_total": 0.02904440462589264,
      "step": 6270
    },
    {
      "loss_action": 0.02988414280116558,
      "loss_total": 0.02988414280116558,
      "step": 6270
    },
    {
      "loss_action": 0.01801479607820511,
      "loss_total": 0.01801479607820511,
      "step": 6270
    },
    {
      "grad_norm": 0.23701295256614685,
      "learning_rate": 9.995528338835625e-05,
      "loss": 0.0225,
      "step": 6280
    },
    {
      "loss_action": 0.018076520413160324,
      "loss_total": 0.018076520413160324,
      "step": 6280
    },
    {
      "loss_action": 0.025179479271173477,
      "loss_total": 0.025179479271173477,
      "step": 6280
    },
    {
      "loss_action": 0.020651446655392647,
      "loss_total": 0.020651446655392647,
      "step": 6280
    },
    {
      "loss_action": 0.015834975987672806,
      "loss_total": 0.015834975987672806,
      "step": 6280
    },
    {
      "loss_action": 0.015351055189967155,
      "loss_total": 0.015351055189967155,
      "step": 6280
    },
    {
      "loss_action": 0.02589213103055954,
      "loss_total": 0.02589213103055954,
      "step": 6280
    },
    {
      "loss_action": 0.009957858361303806,
      "loss_total": 0.009957858361303806,
      "step": 6280
    },
    {
      "loss_action": 0.01804160512983799,
      "loss_total": 0.01804160512983799,
      "step": 6280
    },
    {
      "grad_norm": 0.21762923896312714,
      "learning_rate": 9.995458151775547e-05,
      "loss": 0.0243,
      "step": 6290
    },
    {
      "loss_action": 0.03193461149930954,
      "loss_total": 0.03193461149930954,
      "step": 6290
    },
    {
      "loss_action": 0.011965064331889153,
      "loss_total": 0.011965064331889153,
      "step": 6290
    },
    {
      "loss_action": 0.011981000192463398,
      "loss_total": 0.011981000192463398,
      "step": 6290
    },
    {
      "loss_action": 0.010056756436824799,
      "loss_total": 0.010056756436824799,
      "step": 6290
    },
    {
      "loss_action": 0.021456897258758545,
      "loss_total": 0.021456897258758545,
      "step": 6290
    },
    {
      "loss_action": 0.01657015271484852,
      "loss_total": 0.01657015271484852,
      "step": 6290
    },
    {
      "loss_action": 0.04436051845550537,
      "loss_total": 0.04436051845550537,
      "step": 6290
    },
    {
      "loss_action": 0.02228235825896263,
      "loss_total": 0.02228235825896263,
      "step": 6290
    },
    {
      "grad_norm": 0.362395703792572,
      "learning_rate": 9.995387418419677e-05,
      "loss": 0.0219,
      "step": 6300
    },
    {
      "loss_action": 0.08346845209598541,
      "loss_total": 0.08346845209598541,
      "step": 6300
    },
    {
      "loss_action": 0.01949544996023178,
      "loss_total": 0.01949544996023178,
      "step": 6300
    },
    {
      "loss_action": 0.019569072872400284,
      "loss_total": 0.019569072872400284,
      "step": 6300
    },
    {
      "loss_action": 0.03194853663444519,
      "loss_total": 0.03194853663444519,
      "step": 6300
    },
    {
      "loss_action": 0.014239821583032608,
      "loss_total": 0.014239821583032608,
      "step": 6300
    },
    {
      "loss_action": 0.022879526019096375,
      "loss_total": 0.022879526019096375,
      "step": 6300
    },
    {
      "loss_action": 0.016355564817786217,
      "loss_total": 0.016355564817786217,
      "step": 6300
    },
    {
      "loss_action": 0.016000624746084213,
      "loss_total": 0.016000624746084213,
      "step": 6300
    },
    {
      "grad_norm": 0.2425437867641449,
      "learning_rate": 9.99531613877575e-05,
      "loss": 0.0204,
      "step": 6310
    },
    {
      "loss_action": 0.017710737884044647,
      "loss_total": 0.017710737884044647,
      "step": 6310
    },
    {
      "loss_action": 0.024223845452070236,
      "loss_total": 0.024223845452070236,
      "step": 6310
    },
    {
      "loss_action": 0.010624928399920464,
      "loss_total": 0.010624928399920464,
      "step": 6310
    },
    {
      "loss_action": 0.013360133394598961,
      "loss_total": 0.013360133394598961,
      "step": 6310
    },
    {
      "loss_action": 0.024778876453638077,
      "loss_total": 0.024778876453638077,
      "step": 6310
    },
    {
      "loss_action": 0.018131021410226822,
      "loss_total": 0.018131021410226822,
      "step": 6310
    },
    {
      "loss_action": 0.04226698726415634,
      "loss_total": 0.04226698726415634,
      "step": 6310
    },
    {
      "loss_action": 0.026646967977285385,
      "loss_total": 0.026646967977285385,
      "step": 6310
    },
    {
      "grad_norm": 0.3393992483615875,
      "learning_rate": 9.995244312851559e-05,
      "loss": 0.0232,
      "step": 6320
    },
    {
      "loss_action": 0.015089502558112144,
      "loss_total": 0.015089502558112144,
      "step": 6320
    },
    {
      "loss_action": 0.015323147177696228,
      "loss_total": 0.015323147177696228,
      "step": 6320
    },
    {
      "loss_action": 0.03130798786878586,
      "loss_total": 0.03130798786878586,
      "step": 6320
    },
    {
      "loss_action": 0.03239850699901581,
      "loss_total": 0.03239850699901581,
      "step": 6320
    },
    {
      "loss_action": 0.016150780022144318,
      "loss_total": 0.016150780022144318,
      "step": 6320
    },
    {
      "loss_action": 0.021181322634220123,
      "loss_total": 0.021181322634220123,
      "step": 6320
    },
    {
      "loss_action": 0.01718568243086338,
      "loss_total": 0.01718568243086338,
      "step": 6320
    },
    {
      "loss_action": 0.018786145374178886,
      "loss_total": 0.018786145374178886,
      "step": 6320
    },
    {
      "grad_norm": 0.35542404651641846,
      "learning_rate": 9.995171940654961e-05,
      "loss": 0.0252,
      "step": 6330
    },
    {
      "loss_action": 0.014763026498258114,
      "loss_total": 0.014763026498258114,
      "step": 6330
    },
    {
      "loss_action": 0.023294687271118164,
      "loss_total": 0.023294687271118164,
      "step": 6330
    },
    {
      "loss_action": 0.020973650738596916,
      "loss_total": 0.020973650738596916,
      "step": 6330
    },
    {
      "loss_action": 0.06541892886161804,
      "loss_total": 0.06541892886161804,
      "step": 6330
    },
    {
      "loss_action": 0.023005161434412003,
      "loss_total": 0.023005161434412003,
      "step": 6330
    },
    {
      "loss_action": 0.014113025739789009,
      "loss_total": 0.014113025739789009,
      "step": 6330
    },
    {
      "loss_action": 0.019474154338240623,
      "loss_total": 0.019474154338240623,
      "step": 6330
    },
    {
      "loss_action": 0.013483105227351189,
      "loss_total": 0.013483105227351189,
      "step": 6330
    },
    {
      "grad_norm": 0.22322160005569458,
      "learning_rate": 9.995099022193871e-05,
      "loss": 0.0261,
      "step": 6340
    },
    {
      "loss_action": 0.013435347005724907,
      "loss_total": 0.013435347005724907,
      "step": 6340
    },
    {
      "loss_action": 0.040175341069698334,
      "loss_total": 0.040175341069698334,
      "step": 6340
    },
    {
      "loss_action": 0.025294777005910873,
      "loss_total": 0.025294777005910873,
      "step": 6340
    },
    {
      "loss_action": 0.015393126755952835,
      "loss_total": 0.015393126755952835,
      "step": 6340
    },
    {
      "loss_action": 0.02186625450849533,
      "loss_total": 0.02186625450849533,
      "step": 6340
    },
    {
      "loss_action": 0.01840941607952118,
      "loss_total": 0.01840941607952118,
      "step": 6340
    },
    {
      "loss_action": 0.014275469817221165,
      "loss_total": 0.014275469817221165,
      "step": 6340
    },
    {
      "loss_action": 0.031146908178925514,
      "loss_total": 0.031146908178925514,
      "step": 6340
    },
    {
      "grad_norm": 0.27821359038352966,
      "learning_rate": 9.995025557476261e-05,
      "loss": 0.026,
      "step": 6350
    },
    {
      "loss_action": 0.015464946627616882,
      "loss_total": 0.015464946627616882,
      "step": 6350
    },
    {
      "loss_action": 0.0316220223903656,
      "loss_total": 0.0316220223903656,
      "step": 6350
    },
    {
      "loss_action": 0.042197249829769135,
      "loss_total": 0.042197249829769135,
      "step": 6350
    },
    {
      "loss_action": 0.014593051746487617,
      "loss_total": 0.014593051746487617,
      "step": 6350
    },
    {
      "loss_action": 0.019088540226221085,
      "loss_total": 0.019088540226221085,
      "step": 6350
    },
    {
      "loss_action": 0.01746947132050991,
      "loss_total": 0.01746947132050991,
      "step": 6350
    },
    {
      "loss_action": 0.04483930394053459,
      "loss_total": 0.04483930394053459,
      "step": 6350
    },
    {
      "loss_action": 0.014733310788869858,
      "loss_total": 0.014733310788869858,
      "step": 6350
    },
    {
      "grad_norm": 0.3610318899154663,
      "learning_rate": 9.994951546510165e-05,
      "loss": 0.0252,
      "step": 6360
    },
    {
      "loss_action": 0.031671419739723206,
      "loss_total": 0.031671419739723206,
      "step": 6360
    },
    {
      "loss_action": 0.022274421527981758,
      "loss_total": 0.022274421527981758,
      "step": 6360
    },
    {
      "loss_action": 0.016433581709861755,
      "loss_total": 0.016433581709861755,
      "step": 6360
    },
    {
      "loss_action": 0.021756872534751892,
      "loss_total": 0.021756872534751892,
      "step": 6360
    },
    {
      "loss_action": 0.016495749354362488,
      "loss_total": 0.016495749354362488,
      "step": 6360
    },
    {
      "loss_action": 0.02212049439549446,
      "loss_total": 0.02212049439549446,
      "step": 6360
    },
    {
      "loss_action": 0.02009091153740883,
      "loss_total": 0.02009091153740883,
      "step": 6360
    },
    {
      "loss_action": 0.03354547917842865,
      "loss_total": 0.03354547917842865,
      "step": 6360
    },
    {
      "grad_norm": 0.25682660937309265,
      "learning_rate": 9.994876989303679e-05,
      "loss": 0.0244,
      "step": 6370
    },
    {
      "loss_action": 0.01097150705754757,
      "loss_total": 0.01097150705754757,
      "step": 6370
    },
    {
      "loss_action": 0.02713490091264248,
      "loss_total": 0.02713490091264248,
      "step": 6370
    },
    {
      "loss_action": 0.012930942699313164,
      "loss_total": 0.012930942699313164,
      "step": 6370
    },
    {
      "loss_action": 0.01484818384051323,
      "loss_total": 0.01484818384051323,
      "step": 6370
    },
    {
      "loss_action": 0.019687315449118614,
      "loss_total": 0.019687315449118614,
      "step": 6370
    },
    {
      "loss_action": 0.020805662497878075,
      "loss_total": 0.020805662497878075,
      "step": 6370
    },
    {
      "loss_action": 0.01591484062373638,
      "loss_total": 0.01591484062373638,
      "step": 6370
    },
    {
      "loss_action": 0.0189509280025959,
      "loss_total": 0.0189509280025959,
      "step": 6370
    },
    {
      "grad_norm": 0.3627472221851349,
      "learning_rate": 9.994801885864955e-05,
      "loss": 0.0251,
      "step": 6380
    },
    {
      "loss_action": 0.01650092750787735,
      "loss_total": 0.01650092750787735,
      "step": 6380
    },
    {
      "loss_action": 0.013071618042886257,
      "loss_total": 0.013071618042886257,
      "step": 6380
    },
    {
      "loss_action": 0.02672327682375908,
      "loss_total": 0.02672327682375908,
      "step": 6380
    },
    {
      "loss_action": 0.01391665916889906,
      "loss_total": 0.01391665916889906,
      "step": 6380
    },
    {
      "loss_action": 0.021998271346092224,
      "loss_total": 0.021998271346092224,
      "step": 6380
    },
    {
      "loss_action": 0.01277574710547924,
      "loss_total": 0.01277574710547924,
      "step": 6380
    },
    {
      "loss_action": 0.024002887308597565,
      "loss_total": 0.024002887308597565,
      "step": 6380
    },
    {
      "loss_action": 0.04804924130439758,
      "loss_total": 0.04804924130439758,
      "step": 6380
    },
    {
      "grad_norm": 0.2662560045719147,
      "learning_rate": 9.994726236202205e-05,
      "loss": 0.0265,
      "step": 6390
    },
    {
      "loss_action": 0.018981102854013443,
      "loss_total": 0.018981102854013443,
      "step": 6390
    },
    {
      "loss_action": 0.02274409681558609,
      "loss_total": 0.02274409681558609,
      "step": 6390
    },
    {
      "loss_action": 0.016601676121354103,
      "loss_total": 0.016601676121354103,
      "step": 6390
    },
    {
      "loss_action": 0.013698644936084747,
      "loss_total": 0.013698644936084747,
      "step": 6390
    },
    {
      "loss_action": 0.026290319859981537,
      "loss_total": 0.026290319859981537,
      "step": 6390
    },
    {
      "loss_action": 0.024651385843753815,
      "loss_total": 0.024651385843753815,
      "step": 6390
    },
    {
      "loss_action": 0.023331288248300552,
      "loss_total": 0.023331288248300552,
      "step": 6390
    },
    {
      "loss_action": 0.028285812586545944,
      "loss_total": 0.028285812586545944,
      "step": 6390
    },
    {
      "grad_norm": 0.2526005208492279,
      "learning_rate": 9.994650040323704e-05,
      "loss": 0.0236,
      "step": 6400
    },
    {
      "loss_action": 0.05044129490852356,
      "loss_total": 0.05044129490852356,
      "step": 6400
    },
    {
      "loss_action": 0.029901735484600067,
      "loss_total": 0.029901735484600067,
      "step": 6400
    },
    {
      "loss_action": 0.08947408944368362,
      "loss_total": 0.08947408944368362,
      "step": 6400
    },
    {
      "loss_action": 0.025663282722234726,
      "loss_total": 0.025663282722234726,
      "step": 6400
    },
    {
      "loss_action": 0.0219745896756649,
      "loss_total": 0.0219745896756649,
      "step": 6400
    },
    {
      "loss_action": 0.022200074046850204,
      "loss_total": 0.022200074046850204,
      "step": 6400
    },
    {
      "loss_action": 0.053974948823451996,
      "loss_total": 0.053974948823451996,
      "step": 6400
    },
    {
      "loss_action": 0.03876286745071411,
      "loss_total": 0.03876286745071411,
      "step": 6400
    },
    {
      "grad_norm": 0.28111129999160767,
      "learning_rate": 9.994573298237784e-05,
      "loss": 0.0283,
      "step": 6410
    },
    {
      "loss_action": 0.028183262795209885,
      "loss_total": 0.028183262795209885,
      "step": 6410
    },
    {
      "loss_action": 0.027569347992539406,
      "loss_total": 0.027569347992539406,
      "step": 6410
    },
    {
      "loss_action": 0.02541196718811989,
      "loss_total": 0.02541196718811989,
      "step": 6410
    },
    {
      "loss_action": 0.024395368993282318,
      "loss_total": 0.024395368993282318,
      "step": 6410
    },
    {
      "loss_action": 0.0239737369120121,
      "loss_total": 0.0239737369120121,
      "step": 6410
    },
    {
      "loss_action": 0.026490475982427597,
      "loss_total": 0.026490475982427597,
      "step": 6410
    },
    {
      "loss_action": 0.026800232008099556,
      "loss_total": 0.026800232008099556,
      "step": 6410
    },
    {
      "loss_action": 0.0240882970392704,
      "loss_total": 0.0240882970392704,
      "step": 6410
    },
    {
      "grad_norm": 0.2889516353607178,
      "learning_rate": 9.994496009952837e-05,
      "loss": 0.0263,
      "step": 6420
    },
    {
      "loss_action": 0.02400892786681652,
      "loss_total": 0.02400892786681652,
      "step": 6420
    },
    {
      "loss_action": 0.023045428097248077,
      "loss_total": 0.023045428097248077,
      "step": 6420
    },
    {
      "loss_action": 0.01929992064833641,
      "loss_total": 0.01929992064833641,
      "step": 6420
    },
    {
      "loss_action": 0.015733059495687485,
      "loss_total": 0.015733059495687485,
      "step": 6420
    },
    {
      "loss_action": 0.014974033460021019,
      "loss_total": 0.014974033460021019,
      "step": 6420
    },
    {
      "loss_action": 0.01629377342760563,
      "loss_total": 0.01629377342760563,
      "step": 6420
    },
    {
      "loss_action": 0.03696084022521973,
      "loss_total": 0.03696084022521973,
      "step": 6420
    },
    {
      "loss_action": 0.03655901178717613,
      "loss_total": 0.03655901178717613,
      "step": 6420
    },
    {
      "grad_norm": 0.2788330018520355,
      "learning_rate": 9.994418175477316e-05,
      "loss": 0.0225,
      "step": 6430
    },
    {
      "loss_action": 0.014828787185251713,
      "loss_total": 0.014828787185251713,
      "step": 6430
    },
    {
      "loss_action": 0.010769380256533623,
      "loss_total": 0.010769380256533623,
      "step": 6430
    },
    {
      "loss_action": 0.016146980226039886,
      "loss_total": 0.016146980226039886,
      "step": 6430
    },
    {
      "loss_action": 0.014877022244036198,
      "loss_total": 0.014877022244036198,
      "step": 6430
    },
    {
      "loss_action": 0.02334560826420784,
      "loss_total": 0.02334560826420784,
      "step": 6430
    },
    {
      "loss_action": 0.02398715168237686,
      "loss_total": 0.02398715168237686,
      "step": 6430
    },
    {
      "loss_action": 0.013774390332400799,
      "loss_total": 0.013774390332400799,
      "step": 6430
    },
    {
      "loss_action": 0.020740484818816185,
      "loss_total": 0.020740484818816185,
      "step": 6430
    },
    {
      "grad_norm": 0.2602617144584656,
      "learning_rate": 9.994339794819733e-05,
      "loss": 0.023,
      "step": 6440
    },
    {
      "loss_action": 0.02694442868232727,
      "loss_total": 0.02694442868232727,
      "step": 6440
    },
    {
      "loss_action": 0.01503731869161129,
      "loss_total": 0.01503731869161129,
      "step": 6440
    },
    {
      "loss_action": 0.021832488477230072,
      "loss_total": 0.021832488477230072,
      "step": 6440
    },
    {
      "loss_action": 0.03661216422915459,
      "loss_total": 0.03661216422915459,
      "step": 6440
    },
    {
      "loss_action": 0.01983322761952877,
      "loss_total": 0.01983322761952877,
      "step": 6440
    },
    {
      "loss_action": 0.018206952139735222,
      "loss_total": 0.018206952139735222,
      "step": 6440
    },
    {
      "loss_action": 0.015599792823195457,
      "loss_total": 0.015599792823195457,
      "step": 6440
    },
    {
      "loss_action": 0.02078372985124588,
      "loss_total": 0.02078372985124588,
      "step": 6440
    },
    {
      "grad_norm": 0.2298300713300705,
      "learning_rate": 9.994260867988658e-05,
      "loss": 0.0226,
      "step": 6450
    },
    {
      "loss_action": 0.018498919904232025,
      "loss_total": 0.018498919904232025,
      "step": 6450
    },
    {
      "loss_action": 0.01473530475050211,
      "loss_total": 0.01473530475050211,
      "step": 6450
    },
    {
      "loss_action": 0.042897917330265045,
      "loss_total": 0.042897917330265045,
      "step": 6450
    },
    {
      "loss_action": 0.016794541850686073,
      "loss_total": 0.016794541850686073,
      "step": 6450
    },
    {
      "loss_action": 0.02790990099310875,
      "loss_total": 0.02790990099310875,
      "step": 6450
    },
    {
      "loss_action": 0.020682580769062042,
      "loss_total": 0.020682580769062042,
      "step": 6450
    },
    {
      "loss_action": 0.01048676110804081,
      "loss_total": 0.01048676110804081,
      "step": 6450
    },
    {
      "loss_action": 0.029884858056902885,
      "loss_total": 0.029884858056902885,
      "step": 6450
    },
    {
      "grad_norm": 0.23885750770568848,
      "learning_rate": 9.994181394992723e-05,
      "loss": 0.0216,
      "step": 6460
    },
    {
      "loss_action": 0.04018677771091461,
      "loss_total": 0.04018677771091461,
      "step": 6460
    },
    {
      "loss_action": 0.02557225525379181,
      "loss_total": 0.02557225525379181,
      "step": 6460
    },
    {
      "loss_action": 0.01407780684530735,
      "loss_total": 0.01407780684530735,
      "step": 6460
    },
    {
      "loss_action": 0.02042020671069622,
      "loss_total": 0.02042020671069622,
      "step": 6460
    },
    {
      "loss_action": 0.014055931940674782,
      "loss_total": 0.014055931940674782,
      "step": 6460
    },
    {
      "loss_action": 0.015633011236786842,
      "loss_total": 0.015633011236786842,
      "step": 6460
    },
    {
      "loss_action": 0.02108958549797535,
      "loss_total": 0.02108958549797535,
      "step": 6460
    },
    {
      "loss_action": 0.02227933146059513,
      "loss_total": 0.02227933146059513,
      "step": 6460
    },
    {
      "grad_norm": 0.3338834345340729,
      "learning_rate": 9.994101375840618e-05,
      "loss": 0.0216,
      "step": 6470
    },
    {
      "loss_action": 0.026767149567604065,
      "loss_total": 0.026767149567604065,
      "step": 6470
    },
    {
      "loss_action": 0.021991565823554993,
      "loss_total": 0.021991565823554993,
      "step": 6470
    },
    {
      "loss_action": 0.026277264580130577,
      "loss_total": 0.026277264580130577,
      "step": 6470
    },
    {
      "loss_action": 0.025251680985093117,
      "loss_total": 0.025251680985093117,
      "step": 6470
    },
    {
      "loss_action": 0.011083331890404224,
      "loss_total": 0.011083331890404224,
      "step": 6470
    },
    {
      "loss_action": 0.010889389552175999,
      "loss_total": 0.010889389552175999,
      "step": 6470
    },
    {
      "loss_action": 0.02256733551621437,
      "loss_total": 0.02256733551621437,
      "step": 6470
    },
    {
      "loss_action": 0.011990921571850777,
      "loss_total": 0.011990921571850777,
      "step": 6470
    },
    {
      "grad_norm": 0.2646821141242981,
      "learning_rate": 9.994020810541098e-05,
      "loss": 0.0229,
      "step": 6480
    },
    {
      "loss_action": 0.032773517072200775,
      "loss_total": 0.032773517072200775,
      "step": 6480
    },
    {
      "loss_action": 0.021130762994289398,
      "loss_total": 0.021130762994289398,
      "step": 6480
    },
    {
      "loss_action": 0.04336294159293175,
      "loss_total": 0.04336294159293175,
      "step": 6480
    },
    {
      "loss_action": 0.02405424602329731,
      "loss_total": 0.02405424602329731,
      "step": 6480
    },
    {
      "loss_action": 0.019786439836025238,
      "loss_total": 0.019786439836025238,
      "step": 6480
    },
    {
      "loss_action": 0.02086372673511505,
      "loss_total": 0.02086372673511505,
      "step": 6480
    },
    {
      "loss_action": 0.019341733306646347,
      "loss_total": 0.019341733306646347,
      "step": 6480
    },
    {
      "loss_action": 0.023764122277498245,
      "loss_total": 0.023764122277498245,
      "step": 6480
    },
    {
      "grad_norm": 0.3052130937576294,
      "learning_rate": 9.99393969910297e-05,
      "loss": 0.026,
      "step": 6490
    },
    {
      "loss_action": 0.011994756758213043,
      "loss_total": 0.011994756758213043,
      "step": 6490
    },
    {
      "loss_action": 0.011538507416844368,
      "loss_total": 0.011538507416844368,
      "step": 6490
    },
    {
      "loss_action": 0.020561378449201584,
      "loss_total": 0.020561378449201584,
      "step": 6490
    },
    {
      "loss_action": 0.013626142404973507,
      "loss_total": 0.013626142404973507,
      "step": 6490
    },
    {
      "loss_action": 0.020952731370925903,
      "loss_total": 0.020952731370925903,
      "step": 6490
    },
    {
      "loss_action": 0.024330949410796165,
      "loss_total": 0.024330949410796165,
      "step": 6490
    },
    {
      "loss_action": 0.036191683262586594,
      "loss_total": 0.036191683262586594,
      "step": 6490
    },
    {
      "loss_action": 0.015233557671308517,
      "loss_total": 0.015233557671308517,
      "step": 6490
    },
    {
      "grad_norm": 0.3054981529712677,
      "learning_rate": 9.993858041535104e-05,
      "loss": 0.0258,
      "step": 6500
    },
    {
      "loss_action": 0.017241518944501877,
      "loss_total": 0.017241518944501877,
      "step": 6500
    },
    {
      "loss_action": 0.03024142235517502,
      "loss_total": 0.03024142235517502,
      "step": 6500
    },
    {
      "loss_action": 0.012472594156861305,
      "loss_total": 0.012472594156861305,
      "step": 6500
    },
    {
      "loss_action": 0.018100086599588394,
      "loss_total": 0.018100086599588394,
      "step": 6500
    },
    {
      "loss_action": 0.028424397110939026,
      "loss_total": 0.028424397110939026,
      "step": 6500
    },
    {
      "loss_action": 0.03565062955021858,
      "loss_total": 0.03565062955021858,
      "step": 6500
    },
    {
      "loss_action": 0.13173508644104004,
      "loss_total": 0.13173508644104004,
      "step": 6500
    },
    {
      "loss_action": 0.020845070481300354,
      "loss_total": 0.020845070481300354,
      "step": 6500
    },
    {
      "grad_norm": 0.2530532777309418,
      "learning_rate": 9.99377583784643e-05,
      "loss": 0.0256,
      "step": 6510
    },
    {
      "loss_action": 0.03313950076699257,
      "loss_total": 0.03313950076699257,
      "step": 6510
    },
    {
      "loss_action": 0.011874744668602943,
      "loss_total": 0.011874744668602943,
      "step": 6510
    },
    {
      "loss_action": 0.029181484133005142,
      "loss_total": 0.029181484133005142,
      "step": 6510
    },
    {
      "loss_action": 0.030513945966959,
      "loss_total": 0.030513945966959,
      "step": 6510
    },
    {
      "loss_action": 0.015881020575761795,
      "loss_total": 0.015881020575761795,
      "step": 6510
    },
    {
      "loss_action": 0.013369988650083542,
      "loss_total": 0.013369988650083542,
      "step": 6510
    },
    {
      "loss_action": 0.01870335452258587,
      "loss_total": 0.01870335452258587,
      "step": 6510
    },
    {
      "loss_action": 0.016844816505908966,
      "loss_total": 0.016844816505908966,
      "step": 6510
    },
    {
      "grad_norm": 0.2502378225326538,
      "learning_rate": 9.993693088045939e-05,
      "loss": 0.0238,
      "step": 6520
    },
    {
      "loss_action": 0.01488913781940937,
      "loss_total": 0.01488913781940937,
      "step": 6520
    },
    {
      "loss_action": 0.019418664276599884,
      "loss_total": 0.019418664276599884,
      "step": 6520
    },
    {
      "loss_action": 0.01683678664267063,
      "loss_total": 0.01683678664267063,
      "step": 6520
    },
    {
      "loss_action": 0.014824338257312775,
      "loss_total": 0.014824338257312775,
      "step": 6520
    },
    {
      "loss_action": 0.018674179911613464,
      "loss_total": 0.018674179911613464,
      "step": 6520
    },
    {
      "loss_action": 0.013026527129113674,
      "loss_total": 0.013026527129113674,
      "step": 6520
    },
    {
      "loss_action": 0.016358140856027603,
      "loss_total": 0.016358140856027603,
      "step": 6520
    },
    {
      "loss_action": 0.01397103350609541,
      "loss_total": 0.01397103350609541,
      "step": 6520
    },
    {
      "grad_norm": 0.26839566230773926,
      "learning_rate": 9.99360979214268e-05,
      "loss": 0.0238,
      "step": 6530
    },
    {
      "loss_action": 0.014480069279670715,
      "loss_total": 0.014480069279670715,
      "step": 6530
    },
    {
      "loss_action": 0.012989859096705914,
      "loss_total": 0.012989859096705914,
      "step": 6530
    },
    {
      "loss_action": 0.01703520119190216,
      "loss_total": 0.01703520119190216,
      "step": 6530
    },
    {
      "loss_action": 0.021267227828502655,
      "loss_total": 0.021267227828502655,
      "step": 6530
    },
    {
      "loss_action": 0.024262186139822006,
      "loss_total": 0.024262186139822006,
      "step": 6530
    },
    {
      "loss_action": 0.02178916148841381,
      "loss_total": 0.02178916148841381,
      "step": 6530
    },
    {
      "loss_action": 0.018147431313991547,
      "loss_total": 0.018147431313991547,
      "step": 6530
    },
    {
      "loss_action": 0.014512924477458,
      "loss_total": 0.014512924477458,
      "step": 6530
    },
    {
      "grad_norm": 0.2622149586677551,
      "learning_rate": 9.99352595014576e-05,
      "loss": 0.0207,
      "step": 6540
    },
    {
      "loss_action": 0.013177848421037197,
      "loss_total": 0.013177848421037197,
      "step": 6540
    },
    {
      "loss_action": 0.011584431864321232,
      "loss_total": 0.011584431864321232,
      "step": 6540
    },
    {
      "loss_action": 0.07394344359636307,
      "loss_total": 0.07394344359636307,
      "step": 6540
    },
    {
      "loss_action": 0.06628602743148804,
      "loss_total": 0.06628602743148804,
      "step": 6540
    },
    {
      "loss_action": 0.03701258823275566,
      "loss_total": 0.03701258823275566,
      "step": 6540
    },
    {
      "loss_action": 0.03384440392255783,
      "loss_total": 0.03384440392255783,
      "step": 6540
    },
    {
      "loss_action": 0.036953411996364594,
      "loss_total": 0.036953411996364594,
      "step": 6540
    },
    {
      "loss_action": 0.021928828209638596,
      "loss_total": 0.021928828209638596,
      "step": 6540
    },
    {
      "grad_norm": 0.25542768836021423,
      "learning_rate": 9.993441562064354e-05,
      "loss": 0.0246,
      "step": 6550
    },
    {
      "loss_action": 0.021976597607135773,
      "loss_total": 0.021976597607135773,
      "step": 6550
    },
    {
      "loss_action": 0.018340352922677994,
      "loss_total": 0.018340352922677994,
      "step": 6550
    },
    {
      "loss_action": 0.023672115057706833,
      "loss_total": 0.023672115057706833,
      "step": 6550
    },
    {
      "loss_action": 0.02912912890315056,
      "loss_total": 0.02912912890315056,
      "step": 6550
    },
    {
      "loss_action": 0.01594175025820732,
      "loss_total": 0.01594175025820732,
      "step": 6550
    },
    {
      "loss_action": 0.019443098455667496,
      "loss_total": 0.019443098455667496,
      "step": 6550
    },
    {
      "loss_action": 0.025793079286813736,
      "loss_total": 0.025793079286813736,
      "step": 6550
    },
    {
      "loss_action": 0.019933529198169708,
      "loss_total": 0.019933529198169708,
      "step": 6550
    },
    {
      "grad_norm": 0.23684318363666534,
      "learning_rate": 9.993356627907685e-05,
      "loss": 0.0223,
      "step": 6560
    },
    {
      "loss_action": 0.01922953501343727,
      "loss_total": 0.01922953501343727,
      "step": 6560
    },
    {
      "loss_action": 0.14935603737831116,
      "loss_total": 0.14935603737831116,
      "step": 6560
    },
    {
      "loss_action": 0.02132793329656124,
      "loss_total": 0.02132793329656124,
      "step": 6560
    },
    {
      "loss_action": 0.03557991236448288,
      "loss_total": 0.03557991236448288,
      "step": 6560
    },
    {
      "loss_action": 0.02115904912352562,
      "loss_total": 0.02115904912352562,
      "step": 6560
    },
    {
      "loss_action": 0.03608611226081848,
      "loss_total": 0.03608611226081848,
      "step": 6560
    },
    {
      "loss_action": 0.018447458744049072,
      "loss_total": 0.018447458744049072,
      "step": 6560
    },
    {
      "loss_action": 0.034095920622348785,
      "loss_total": 0.034095920622348785,
      "step": 6560
    },
    {
      "grad_norm": 0.3179208040237427,
      "learning_rate": 9.99327114768504e-05,
      "loss": 0.0233,
      "step": 6570
    },
    {
      "loss_action": 0.014831315726041794,
      "loss_total": 0.014831315726041794,
      "step": 6570
    },
    {
      "loss_action": 0.02619703859090805,
      "loss_total": 0.02619703859090805,
      "step": 6570
    },
    {
      "loss_action": 0.016162006184458733,
      "loss_total": 0.016162006184458733,
      "step": 6570
    },
    {
      "loss_action": 0.027318524196743965,
      "loss_total": 0.027318524196743965,
      "step": 6570
    },
    {
      "loss_action": 0.015582526102662086,
      "loss_total": 0.015582526102662086,
      "step": 6570
    },
    {
      "loss_action": 0.017610065639019012,
      "loss_total": 0.017610065639019012,
      "step": 6570
    },
    {
      "loss_action": 0.03412661701440811,
      "loss_total": 0.03412661701440811,
      "step": 6570
    },
    {
      "loss_action": 0.01669563353061676,
      "loss_total": 0.01669563353061676,
      "step": 6570
    },
    {
      "grad_norm": 0.2687724530696869,
      "learning_rate": 9.99318512140577e-05,
      "loss": 0.021,
      "step": 6580
    },
    {
      "loss_action": 0.021856965497136116,
      "loss_total": 0.021856965497136116,
      "step": 6580
    },
    {
      "loss_action": 0.014858953654766083,
      "loss_total": 0.014858953654766083,
      "step": 6580
    },
    {
      "loss_action": 0.012167197652161121,
      "loss_total": 0.012167197652161121,
      "step": 6580
    },
    {
      "loss_action": 0.04736762493848801,
      "loss_total": 0.04736762493848801,
      "step": 6580
    },
    {
      "loss_action": 0.022231318056583405,
      "loss_total": 0.022231318056583405,
      "step": 6580
    },
    {
      "loss_action": 0.027294697239995003,
      "loss_total": 0.027294697239995003,
      "step": 6580
    },
    {
      "loss_action": 0.022826358675956726,
      "loss_total": 0.022826358675956726,
      "step": 6580
    },
    {
      "loss_action": 0.013627884909510612,
      "loss_total": 0.013627884909510612,
      "step": 6580
    },
    {
      "grad_norm": 0.19750477373600006,
      "learning_rate": 9.993098549079284e-05,
      "loss": 0.0224,
      "step": 6590
    },
    {
      "loss_action": 0.016220573335886,
      "loss_total": 0.016220573335886,
      "step": 6590
    },
    {
      "loss_action": 0.03959295526146889,
      "loss_total": 0.03959295526146889,
      "step": 6590
    },
    {
      "loss_action": 0.02354547753930092,
      "loss_total": 0.02354547753930092,
      "step": 6590
    },
    {
      "loss_action": 0.01858796551823616,
      "loss_total": 0.01858796551823616,
      "step": 6590
    },
    {
      "loss_action": 0.023744631558656693,
      "loss_total": 0.023744631558656693,
      "step": 6590
    },
    {
      "loss_action": 0.016329344362020493,
      "loss_total": 0.016329344362020493,
      "step": 6590
    },
    {
      "loss_action": 0.01427652407437563,
      "loss_total": 0.01427652407437563,
      "step": 6590
    },
    {
      "loss_action": 0.009559901431202888,
      "loss_total": 0.009559901431202888,
      "step": 6590
    },
    {
      "grad_norm": 0.297716349363327,
      "learning_rate": 9.993011430715047e-05,
      "loss": 0.0225,
      "step": 6600
    },
    {
      "loss_action": 0.014783516526222229,
      "loss_total": 0.014783516526222229,
      "step": 6600
    },
    {
      "loss_action": 0.0323764830827713,
      "loss_total": 0.0323764830827713,
      "step": 6600
    },
    {
      "loss_action": 0.023382827639579773,
      "loss_total": 0.023382827639579773,
      "step": 6600
    },
    {
      "loss_action": 0.015759944915771484,
      "loss_total": 0.015759944915771484,
      "step": 6600
    },
    {
      "loss_action": 0.05222617834806442,
      "loss_total": 0.05222617834806442,
      "step": 6600
    },
    {
      "loss_action": 0.03518100082874298,
      "loss_total": 0.03518100082874298,
      "step": 6600
    },
    {
      "loss_action": 0.017828715965151787,
      "loss_total": 0.017828715965151787,
      "step": 6600
    },
    {
      "loss_action": 0.01930643618106842,
      "loss_total": 0.01930643618106842,
      "step": 6600
    },
    {
      "grad_norm": 0.18577972054481506,
      "learning_rate": 9.992923766322586e-05,
      "loss": 0.0221,
      "step": 6610
    },
    {
      "loss_action": 0.05595078319311142,
      "loss_total": 0.05595078319311142,
      "step": 6610
    },
    {
      "loss_action": 0.025385333225131035,
      "loss_total": 0.025385333225131035,
      "step": 6610
    },
    {
      "loss_action": 0.017701873555779457,
      "loss_total": 0.017701873555779457,
      "step": 6610
    },
    {
      "loss_action": 0.023285746574401855,
      "loss_total": 0.023285746574401855,
      "step": 6610
    },
    {
      "loss_action": 0.03646891564130783,
      "loss_total": 0.03646891564130783,
      "step": 6610
    },
    {
      "loss_action": 0.06008712202310562,
      "loss_total": 0.06008712202310562,
      "step": 6610
    },
    {
      "loss_action": 0.03317215293645859,
      "loss_total": 0.03317215293645859,
      "step": 6610
    },
    {
      "loss_action": 0.016203027218580246,
      "loss_total": 0.016203027218580246,
      "step": 6610
    },
    {
      "grad_norm": 0.2218511551618576,
      "learning_rate": 9.99283555591149e-05,
      "loss": 0.0269,
      "step": 6620
    },
    {
      "loss_action": 0.019612856209278107,
      "loss_total": 0.019612856209278107,
      "step": 6620
    },
    {
      "loss_action": 0.025550175458192825,
      "loss_total": 0.025550175458192825,
      "step": 6620
    },
    {
      "loss_action": 0.05225034058094025,
      "loss_total": 0.05225034058094025,
      "step": 6620
    },
    {
      "loss_action": 0.034318432211875916,
      "loss_total": 0.034318432211875916,
      "step": 6620
    },
    {
      "loss_action": 0.01736167073249817,
      "loss_total": 0.01736167073249817,
      "step": 6620
    },
    {
      "loss_action": 0.11111099272966385,
      "loss_total": 0.11111099272966385,
      "step": 6620
    },
    {
      "loss_action": 0.016904018819332123,
      "loss_total": 0.016904018819332123,
      "step": 6620
    },
    {
      "loss_action": 0.026974759995937347,
      "loss_total": 0.026974759995937347,
      "step": 6620
    },
    {
      "grad_norm": 0.21180282533168793,
      "learning_rate": 9.992746799491404e-05,
      "loss": 0.0285,
      "step": 6630
    },
    {
      "loss_action": 0.014398662373423576,
      "loss_total": 0.014398662373423576,
      "step": 6630
    },
    {
      "loss_action": 0.024953925982117653,
      "loss_total": 0.024953925982117653,
      "step": 6630
    },
    {
      "loss_action": 0.022050030529499054,
      "loss_total": 0.022050030529499054,
      "step": 6630
    },
    {
      "loss_action": 0.01206805370748043,
      "loss_total": 0.01206805370748043,
      "step": 6630
    },
    {
      "loss_action": 0.02375844679772854,
      "loss_total": 0.02375844679772854,
      "step": 6630
    },
    {
      "loss_action": 0.024526212364435196,
      "loss_total": 0.024526212364435196,
      "step": 6630
    },
    {
      "loss_action": 0.04519670456647873,
      "loss_total": 0.04519670456647873,
      "step": 6630
    },
    {
      "loss_action": 0.01778409630060196,
      "loss_total": 0.01778409630060196,
      "step": 6630
    },
    {
      "grad_norm": 0.2698417007923126,
      "learning_rate": 9.992657497072033e-05,
      "loss": 0.0265,
      "step": 6640
    },
    {
      "loss_action": 0.023830363526940346,
      "loss_total": 0.023830363526940346,
      "step": 6640
    },
    {
      "loss_action": 0.01790449395775795,
      "loss_total": 0.01790449395775795,
      "step": 6640
    },
    {
      "loss_action": 0.02537783794105053,
      "loss_total": 0.02537783794105053,
      "step": 6640
    },
    {
      "loss_action": 0.02095397561788559,
      "loss_total": 0.02095397561788559,
      "step": 6640
    },
    {
      "loss_action": 0.024778183549642563,
      "loss_total": 0.024778183549642563,
      "step": 6640
    },
    {
      "loss_action": 0.024797258898615837,
      "loss_total": 0.024797258898615837,
      "step": 6640
    },
    {
      "loss_action": 0.01638270914554596,
      "loss_total": 0.01638270914554596,
      "step": 6640
    },
    {
      "loss_action": 0.026963647454977036,
      "loss_total": 0.026963647454977036,
      "step": 6640
    },
    {
      "grad_norm": 0.3456265926361084,
      "learning_rate": 9.992567648663147e-05,
      "loss": 0.0269,
      "step": 6650
    },
    {
      "loss_action": 0.013418618589639664,
      "loss_total": 0.013418618589639664,
      "step": 6650
    },
    {
      "loss_action": 0.02546696364879608,
      "loss_total": 0.02546696364879608,
      "step": 6650
    },
    {
      "loss_action": 0.022275757044553757,
      "loss_total": 0.022275757044553757,
      "step": 6650
    },
    {
      "loss_action": 0.02978404238820076,
      "loss_total": 0.02978404238820076,
      "step": 6650
    },
    {
      "loss_action": 0.021707216277718544,
      "loss_total": 0.021707216277718544,
      "step": 6650
    },
    {
      "loss_action": 0.029688924551010132,
      "loss_total": 0.029688924551010132,
      "step": 6650
    },
    {
      "loss_action": 0.025368716567754745,
      "loss_total": 0.025368716567754745,
      "step": 6650
    },
    {
      "loss_action": 0.008959779515862465,
      "loss_total": 0.008959779515862465,
      "step": 6650
    },
    {
      "grad_norm": 0.30321553349494934,
      "learning_rate": 9.992477254274568e-05,
      "loss": 0.0213,
      "step": 6660
    },
    {
      "loss_action": 0.01547468826174736,
      "loss_total": 0.01547468826174736,
      "step": 6660
    },
    {
      "loss_action": 0.01869679056107998,
      "loss_total": 0.01869679056107998,
      "step": 6660
    },
    {
      "loss_action": 0.023452097550034523,
      "loss_total": 0.023452097550034523,
      "step": 6660
    },
    {
      "loss_action": 0.01640268787741661,
      "loss_total": 0.01640268787741661,
      "step": 6660
    },
    {
      "loss_action": 0.016956137493252754,
      "loss_total": 0.016956137493252754,
      "step": 6660
    },
    {
      "loss_action": 0.013023026287555695,
      "loss_total": 0.013023026287555695,
      "step": 6660
    },
    {
      "loss_action": 0.012894982472062111,
      "loss_total": 0.012894982472062111,
      "step": 6660
    },
    {
      "loss_action": 0.024908658117055893,
      "loss_total": 0.024908658117055893,
      "step": 6660
    },
    {
      "grad_norm": 0.2680484354496002,
      "learning_rate": 9.992386313916183e-05,
      "loss": 0.0239,
      "step": 6670
    },
    {
      "loss_action": 0.02956988662481308,
      "loss_total": 0.02956988662481308,
      "step": 6670
    },
    {
      "loss_action": 0.02677944488823414,
      "loss_total": 0.02677944488823414,
      "step": 6670
    },
    {
      "loss_action": 0.009563460946083069,
      "loss_total": 0.009563460946083069,
      "step": 6670
    },
    {
      "loss_action": 0.019529320299625397,
      "loss_total": 0.019529320299625397,
      "step": 6670
    },
    {
      "loss_action": 0.018007423728704453,
      "loss_total": 0.018007423728704453,
      "step": 6670
    },
    {
      "loss_action": 0.03935791552066803,
      "loss_total": 0.03935791552066803,
      "step": 6670
    },
    {
      "loss_action": 0.034978922456502914,
      "loss_total": 0.034978922456502914,
      "step": 6670
    },
    {
      "loss_action": 0.01779061183333397,
      "loss_total": 0.01779061183333397,
      "step": 6670
    },
    {
      "grad_norm": 0.24386727809906006,
      "learning_rate": 9.992294827597934e-05,
      "loss": 0.0213,
      "step": 6680
    },
    {
      "loss_action": 0.017827849835157394,
      "loss_total": 0.017827849835157394,
      "step": 6680
    },
    {
      "loss_action": 0.029958095401525497,
      "loss_total": 0.029958095401525497,
      "step": 6680
    },
    {
      "loss_action": 0.017019640654325485,
      "loss_total": 0.017019640654325485,
      "step": 6680
    },
    {
      "loss_action": 0.01971704512834549,
      "loss_total": 0.01971704512834549,
      "step": 6680
    },
    {
      "loss_action": 0.017409928143024445,
      "loss_total": 0.017409928143024445,
      "step": 6680
    },
    {
      "loss_action": 0.018391747027635574,
      "loss_total": 0.018391747027635574,
      "step": 6680
    },
    {
      "loss_action": 0.013698811642825603,
      "loss_total": 0.013698811642825603,
      "step": 6680
    },
    {
      "loss_action": 0.016192937269806862,
      "loss_total": 0.016192937269806862,
      "step": 6680
    },
    {
      "grad_norm": 0.2838183343410492,
      "learning_rate": 9.992202795329831e-05,
      "loss": 0.0221,
      "step": 6690
    },
    {
      "loss_action": 0.018880099058151245,
      "loss_total": 0.018880099058151245,
      "step": 6690
    },
    {
      "loss_action": 0.011169036850333214,
      "loss_total": 0.011169036850333214,
      "step": 6690
    },
    {
      "loss_action": 0.022987928241491318,
      "loss_total": 0.022987928241491318,
      "step": 6690
    },
    {
      "loss_action": 0.026021208614110947,
      "loss_total": 0.026021208614110947,
      "step": 6690
    },
    {
      "loss_action": 0.01430664211511612,
      "loss_total": 0.01430664211511612,
      "step": 6690
    },
    {
      "loss_action": 0.013867374509572983,
      "loss_total": 0.013867374509572983,
      "step": 6690
    },
    {
      "loss_action": 0.011904746294021606,
      "loss_total": 0.011904746294021606,
      "step": 6690
    },
    {
      "loss_action": 0.013679510913789272,
      "loss_total": 0.013679510913789272,
      "step": 6690
    },
    {
      "grad_norm": 0.333058625459671,
      "learning_rate": 9.992110217121936e-05,
      "loss": 0.0215,
      "step": 6700
    },
    {
      "loss_action": 0.030229194089770317,
      "loss_total": 0.030229194089770317,
      "step": 6700
    },
    {
      "loss_action": 0.014580625109374523,
      "loss_total": 0.014580625109374523,
      "step": 6700
    },
    {
      "loss_action": 0.02186541259288788,
      "loss_total": 0.02186541259288788,
      "step": 6700
    },
    {
      "loss_action": 0.023747455328702927,
      "loss_total": 0.023747455328702927,
      "step": 6700
    },
    {
      "loss_action": 0.01669853739440441,
      "loss_total": 0.01669853739440441,
      "step": 6700
    },
    {
      "loss_action": 0.019849155098199844,
      "loss_total": 0.019849155098199844,
      "step": 6700
    },
    {
      "loss_action": 0.011191904544830322,
      "loss_total": 0.011191904544830322,
      "step": 6700
    },
    {
      "loss_action": 0.01341302040964365,
      "loss_total": 0.01341302040964365,
      "step": 6700
    },
    {
      "grad_norm": 0.28878360986709595,
      "learning_rate": 9.992017092984372e-05,
      "loss": 0.0244,
      "step": 6710
    },
    {
      "loss_action": 0.022170118987560272,
      "loss_total": 0.022170118987560272,
      "step": 6710
    },
    {
      "loss_action": 0.02796095982193947,
      "loss_total": 0.02796095982193947,
      "step": 6710
    },
    {
      "loss_action": 0.02306522987782955,
      "loss_total": 0.02306522987782955,
      "step": 6710
    },
    {
      "loss_action": 0.03398469462990761,
      "loss_total": 0.03398469462990761,
      "step": 6710
    },
    {
      "loss_action": 0.029055027291178703,
      "loss_total": 0.029055027291178703,
      "step": 6710
    },
    {
      "loss_action": 0.027975821867585182,
      "loss_total": 0.027975821867585182,
      "step": 6710
    },
    {
      "loss_action": 0.06946796178817749,
      "loss_total": 0.06946796178817749,
      "step": 6710
    },
    {
      "loss_action": 0.026730727404356003,
      "loss_total": 0.026730727404356003,
      "step": 6710
    },
    {
      "grad_norm": 0.3780202269554138,
      "learning_rate": 9.991923422927326e-05,
      "loss": 0.0287,
      "step": 6720
    },
    {
      "loss_action": 0.06071013957262039,
      "loss_total": 0.06071013957262039,
      "step": 6720
    },
    {
      "loss_action": 0.024651100859045982,
      "loss_total": 0.024651100859045982,
      "step": 6720
    },
    {
      "loss_action": 0.04598649591207504,
      "loss_total": 0.04598649591207504,
      "step": 6720
    },
    {
      "loss_action": 0.02463262528181076,
      "loss_total": 0.02463262528181076,
      "step": 6720
    },
    {
      "loss_action": 0.05201483517885208,
      "loss_total": 0.05201483517885208,
      "step": 6720
    },
    {
      "loss_action": 0.028522295877337456,
      "loss_total": 0.028522295877337456,
      "step": 6720
    },
    {
      "loss_action": 0.054829321801662445,
      "loss_total": 0.054829321801662445,
      "step": 6720
    },
    {
      "loss_action": 0.02746817097067833,
      "loss_total": 0.02746817097067833,
      "step": 6720
    },
    {
      "grad_norm": 0.21391819417476654,
      "learning_rate": 9.991829206961037e-05,
      "loss": 0.0297,
      "step": 6730
    },
    {
      "loss_action": 0.025333086028695107,
      "loss_total": 0.025333086028695107,
      "step": 6730
    },
    {
      "loss_action": 0.08013440668582916,
      "loss_total": 0.08013440668582916,
      "step": 6730
    },
    {
      "loss_action": 0.011385925114154816,
      "loss_total": 0.011385925114154816,
      "step": 6730
    },
    {
      "loss_action": 0.02720586024224758,
      "loss_total": 0.02720586024224758,
      "step": 6730
    },
    {
      "loss_action": 0.023081272840499878,
      "loss_total": 0.023081272840499878,
      "step": 6730
    },
    {
      "loss_action": 0.029747135937213898,
      "loss_total": 0.029747135937213898,
      "step": 6730
    },
    {
      "loss_action": 0.03545837849378586,
      "loss_total": 0.03545837849378586,
      "step": 6730
    },
    {
      "loss_action": 0.01855923794209957,
      "loss_total": 0.01855923794209957,
      "step": 6730
    },
    {
      "grad_norm": 0.26164379715919495,
      "learning_rate": 9.991734445095813e-05,
      "loss": 0.0272,
      "step": 6740
    },
    {
      "loss_action": 0.027868270874023438,
      "loss_total": 0.027868270874023438,
      "step": 6740
    },
    {
      "loss_action": 0.012024673633277416,
      "loss_total": 0.012024673633277416,
      "step": 6740
    },
    {
      "loss_action": 0.07283271104097366,
      "loss_total": 0.07283271104097366,
      "step": 6740
    },
    {
      "loss_action": 0.025391090661287308,
      "loss_total": 0.025391090661287308,
      "step": 6740
    },
    {
      "loss_action": 0.01569446735084057,
      "loss_total": 0.01569446735084057,
      "step": 6740
    },
    {
      "loss_action": 0.05485278367996216,
      "loss_total": 0.05485278367996216,
      "step": 6740
    },
    {
      "loss_action": 0.07060248404741287,
      "loss_total": 0.07060248404741287,
      "step": 6740
    },
    {
      "loss_action": 0.01389012299478054,
      "loss_total": 0.01389012299478054,
      "step": 6740
    },
    {
      "grad_norm": 0.20757299661636353,
      "learning_rate": 9.991639137342015e-05,
      "loss": 0.0307,
      "step": 6750
    },
    {
      "loss_action": 0.04999104142189026,
      "loss_total": 0.04999104142189026,
      "step": 6750
    },
    {
      "loss_action": 0.03419603034853935,
      "loss_total": 0.03419603034853935,
      "step": 6750
    },
    {
      "loss_action": 0.025564445182681084,
      "loss_total": 0.025564445182681084,
      "step": 6750
    },
    {
      "loss_action": 0.011662879958748817,
      "loss_total": 0.011662879958748817,
      "step": 6750
    },
    {
      "loss_action": 0.03237822651863098,
      "loss_total": 0.03237822651863098,
      "step": 6750
    },
    {
      "loss_action": 0.022350948303937912,
      "loss_total": 0.022350948303937912,
      "step": 6750
    },
    {
      "loss_action": 0.019264912232756615,
      "loss_total": 0.019264912232756615,
      "step": 6750
    },
    {
      "loss_action": 0.011627706699073315,
      "loss_total": 0.011627706699073315,
      "step": 6750
    },
    {
      "grad_norm": 0.2420780062675476,
      "learning_rate": 9.991543283710064e-05,
      "loss": 0.0231,
      "step": 6760
    },
    {
      "loss_action": 0.011791952885687351,
      "loss_total": 0.011791952885687351,
      "step": 6760
    },
    {
      "loss_action": 0.027748337015509605,
      "loss_total": 0.027748337015509605,
      "step": 6760
    },
    {
      "loss_action": 0.024674274027347565,
      "loss_total": 0.024674274027347565,
      "step": 6760
    },
    {
      "loss_action": 0.02641560323536396,
      "loss_total": 0.02641560323536396,
      "step": 6760
    },
    {
      "loss_action": 0.02292688377201557,
      "loss_total": 0.02292688377201557,
      "step": 6760
    },
    {
      "loss_action": 0.03152379393577576,
      "loss_total": 0.03152379393577576,
      "step": 6760
    },
    {
      "loss_action": 0.03503256291151047,
      "loss_total": 0.03503256291151047,
      "step": 6760
    },
    {
      "loss_action": 0.019148744642734528,
      "loss_total": 0.019148744642734528,
      "step": 6760
    },
    {
      "grad_norm": 0.2921372652053833,
      "learning_rate": 9.991446884210445e-05,
      "loss": 0.0246,
      "step": 6770
    },
    {
      "loss_action": 0.01787276566028595,
      "loss_total": 0.01787276566028595,
      "step": 6770
    },
    {
      "loss_action": 0.03319942578673363,
      "loss_total": 0.03319942578673363,
      "step": 6770
    },
    {
      "loss_action": 0.03452615439891815,
      "loss_total": 0.03452615439891815,
      "step": 6770
    },
    {
      "loss_action": 0.012560352683067322,
      "loss_total": 0.012560352683067322,
      "step": 6770
    },
    {
      "loss_action": 0.028773553669452667,
      "loss_total": 0.028773553669452667,
      "step": 6770
    },
    {
      "loss_action": 0.02116653509438038,
      "loss_total": 0.02116653509438038,
      "step": 6770
    },
    {
      "loss_action": 0.023464474827051163,
      "loss_total": 0.023464474827051163,
      "step": 6770
    },
    {
      "loss_action": 0.014660026878118515,
      "loss_total": 0.014660026878118515,
      "step": 6770
    },
    {
      "grad_norm": 0.33455610275268555,
      "learning_rate": 9.9913499388537e-05,
      "loss": 0.0271,
      "step": 6780
    },
    {
      "loss_action": 0.018220080062747,
      "loss_total": 0.018220080062747,
      "step": 6780
    },
    {
      "loss_action": 0.0205660592764616,
      "loss_total": 0.0205660592764616,
      "step": 6780
    },
    {
      "loss_action": 0.019858762621879578,
      "loss_total": 0.019858762621879578,
      "step": 6780
    },
    {
      "loss_action": 0.017354581505060196,
      "loss_total": 0.017354581505060196,
      "step": 6780
    },
    {
      "loss_action": 0.020022153854370117,
      "loss_total": 0.020022153854370117,
      "step": 6780
    },
    {
      "loss_action": 0.02279588207602501,
      "loss_total": 0.02279588207602501,
      "step": 6780
    },
    {
      "loss_action": 0.020014535635709763,
      "loss_total": 0.020014535635709763,
      "step": 6780
    },
    {
      "loss_action": 0.022057676687836647,
      "loss_total": 0.022057676687836647,
      "step": 6780
    },
    {
      "grad_norm": 0.24598699808120728,
      "learning_rate": 9.99125244765043e-05,
      "loss": 0.024,
      "step": 6790
    },
    {
      "loss_action": 0.02812989428639412,
      "loss_total": 0.02812989428639412,
      "step": 6790
    },
    {
      "loss_action": 0.05665556713938713,
      "loss_total": 0.05665556713938713,
      "step": 6790
    },
    {
      "loss_action": 0.015370141714811325,
      "loss_total": 0.015370141714811325,
      "step": 6790
    },
    {
      "loss_action": 0.046111226081848145,
      "loss_total": 0.046111226081848145,
      "step": 6790
    },
    {
      "loss_action": 0.019584953784942627,
      "loss_total": 0.019584953784942627,
      "step": 6790
    },
    {
      "loss_action": 0.028185855597257614,
      "loss_total": 0.028185855597257614,
      "step": 6790
    },
    {
      "loss_action": 0.03134714066982269,
      "loss_total": 0.03134714066982269,
      "step": 6790
    },
    {
      "loss_action": 0.02820049226284027,
      "loss_total": 0.02820049226284027,
      "step": 6790
    },
    {
      "grad_norm": 0.3421798646450043,
      "learning_rate": 9.991154410611296e-05,
      "loss": 0.0254,
      "step": 6800
    },
    {
      "loss_action": 0.018121682107448578,
      "loss_total": 0.018121682107448578,
      "step": 6800
    },
    {
      "loss_action": 0.015021403320133686,
      "loss_total": 0.015021403320133686,
      "step": 6800
    },
    {
      "loss_action": 0.013381721451878548,
      "loss_total": 0.013381721451878548,
      "step": 6800
    },
    {
      "loss_action": 0.027324017137289047,
      "loss_total": 0.027324017137289047,
      "step": 6800
    },
    {
      "loss_action": 0.01251436211168766,
      "loss_total": 0.01251436211168766,
      "step": 6800
    },
    {
      "loss_action": 0.016937747597694397,
      "loss_total": 0.016937747597694397,
      "step": 6800
    },
    {
      "loss_action": 0.02174612134695053,
      "loss_total": 0.02174612134695053,
      "step": 6800
    },
    {
      "loss_action": 0.01725519821047783,
      "loss_total": 0.01725519821047783,
      "step": 6800
    },
    {
      "grad_norm": 0.2512053847312927,
      "learning_rate": 9.99105582774702e-05,
      "loss": 0.0217,
      "step": 6810
    },
    {
      "loss_action": 0.03132070228457451,
      "loss_total": 0.03132070228457451,
      "step": 6810
    },
    {
      "loss_action": 0.02814837545156479,
      "loss_total": 0.02814837545156479,
      "step": 6810
    },
    {
      "loss_action": 0.0282764695584774,
      "loss_total": 0.0282764695584774,
      "step": 6810
    },
    {
      "loss_action": 0.018018033355474472,
      "loss_total": 0.018018033355474472,
      "step": 6810
    },
    {
      "loss_action": 0.023548133671283722,
      "loss_total": 0.023548133671283722,
      "step": 6810
    },
    {
      "loss_action": 0.04955426603555679,
      "loss_total": 0.04955426603555679,
      "step": 6810
    },
    {
      "loss_action": 0.02155272662639618,
      "loss_total": 0.02155272662639618,
      "step": 6810
    },
    {
      "loss_action": 0.03281489387154579,
      "loss_total": 0.03281489387154579,
      "step": 6810
    },
    {
      "grad_norm": 0.24088892340660095,
      "learning_rate": 9.990956699068384e-05,
      "loss": 0.026,
      "step": 6820
    },
    {
      "loss_action": 0.021630678325891495,
      "loss_total": 0.021630678325891495,
      "step": 6820
    },
    {
      "loss_action": 0.012968489900231361,
      "loss_total": 0.012968489900231361,
      "step": 6820
    },
    {
      "loss_action": 0.021602384746074677,
      "loss_total": 0.021602384746074677,
      "step": 6820
    },
    {
      "loss_action": 0.024256940931081772,
      "loss_total": 0.024256940931081772,
      "step": 6820
    },
    {
      "loss_action": 0.019782260060310364,
      "loss_total": 0.019782260060310364,
      "step": 6820
    },
    {
      "loss_action": 0.014518842101097107,
      "loss_total": 0.014518842101097107,
      "step": 6820
    },
    {
      "loss_action": 0.012378973886370659,
      "loss_total": 0.012378973886370659,
      "step": 6820
    },
    {
      "loss_action": 0.009435799904167652,
      "loss_total": 0.009435799904167652,
      "step": 6820
    },
    {
      "grad_norm": 0.35273703932762146,
      "learning_rate": 9.990857024586224e-05,
      "loss": 0.0245,
      "step": 6830
    },
    {
      "loss_action": 0.033547695726156235,
      "loss_total": 0.033547695726156235,
      "step": 6830
    },
    {
      "loss_action": 0.03504766896367073,
      "loss_total": 0.03504766896367073,
      "step": 6830
    },
    {
      "loss_action": 0.019474368542432785,
      "loss_total": 0.019474368542432785,
      "step": 6830
    },
    {
      "loss_action": 0.021353846415877342,
      "loss_total": 0.021353846415877342,
      "step": 6830
    },
    {
      "loss_action": 0.043529756367206573,
      "loss_total": 0.043529756367206573,
      "step": 6830
    },
    {
      "loss_action": 0.04367446154356003,
      "loss_total": 0.04367446154356003,
      "step": 6830
    },
    {
      "loss_action": 0.022276196628808975,
      "loss_total": 0.022276196628808975,
      "step": 6830
    },
    {
      "loss_action": 0.01708415150642395,
      "loss_total": 0.01708415150642395,
      "step": 6830
    },
    {
      "grad_norm": 0.275468647480011,
      "learning_rate": 9.990756804311446e-05,
      "loss": 0.0251,
      "step": 6840
    },
    {
      "loss_action": 0.03671718388795853,
      "loss_total": 0.03671718388795853,
      "step": 6840
    },
    {
      "loss_action": 0.021498817950487137,
      "loss_total": 0.021498817950487137,
      "step": 6840
    },
    {
      "loss_action": 0.017934273928403854,
      "loss_total": 0.017934273928403854,
      "step": 6840
    },
    {
      "loss_action": 0.022537657991051674,
      "loss_total": 0.022537657991051674,
      "step": 6840
    },
    {
      "loss_action": 0.02700849622488022,
      "loss_total": 0.02700849622488022,
      "step": 6840
    },
    {
      "loss_action": 0.048647746443748474,
      "loss_total": 0.048647746443748474,
      "step": 6840
    },
    {
      "loss_action": 0.02138422057032585,
      "loss_total": 0.02138422057032585,
      "step": 6840
    },
    {
      "loss_action": 0.02598648890852928,
      "loss_total": 0.02598648890852928,
      "step": 6840
    },
    {
      "grad_norm": 0.1917191445827484,
      "learning_rate": 9.990656038255006e-05,
      "loss": 0.0228,
      "step": 6850
    },
    {
      "loss_action": 0.042621441185474396,
      "loss_total": 0.042621441185474396,
      "step": 6850
    },
    {
      "loss_action": 0.012211604975163937,
      "loss_total": 0.012211604975163937,
      "step": 6850
    },
    {
      "loss_action": 0.029308725148439407,
      "loss_total": 0.029308725148439407,
      "step": 6850
    },
    {
      "loss_action": 0.029231291264295578,
      "loss_total": 0.029231291264295578,
      "step": 6850
    },
    {
      "loss_action": 0.017745966091752052,
      "loss_total": 0.017745966091752052,
      "step": 6850
    },
    {
      "loss_action": 0.011757364496588707,
      "loss_total": 0.011757364496588707,
      "step": 6850
    },
    {
      "loss_action": 0.020875146612524986,
      "loss_total": 0.020875146612524986,
      "step": 6850
    },
    {
      "loss_action": 0.02265118807554245,
      "loss_total": 0.02265118807554245,
      "step": 6850
    },
    {
      "grad_norm": 0.3067705035209656,
      "learning_rate": 9.990554726427926e-05,
      "loss": 0.0234,
      "step": 6860
    },
    {
      "loss_action": 0.03578094393014908,
      "loss_total": 0.03578094393014908,
      "step": 6860
    },
    {
      "loss_action": 0.022221025079488754,
      "loss_total": 0.022221025079488754,
      "step": 6860
    },
    {
      "loss_action": 0.023814665153622627,
      "loss_total": 0.023814665153622627,
      "step": 6860
    },
    {
      "loss_action": 0.029682820662856102,
      "loss_total": 0.029682820662856102,
      "step": 6860
    },
    {
      "loss_action": 0.022620350122451782,
      "loss_total": 0.022620350122451782,
      "step": 6860
    },
    {
      "loss_action": 0.01451811008155346,
      "loss_total": 0.01451811008155346,
      "step": 6860
    },
    {
      "loss_action": 0.03422904759645462,
      "loss_total": 0.03422904759645462,
      "step": 6860
    },
    {
      "loss_action": 0.022515714168548584,
      "loss_total": 0.022515714168548584,
      "step": 6860
    },
    {
      "grad_norm": 0.21227304637432098,
      "learning_rate": 9.990452868841284e-05,
      "loss": 0.0224,
      "step": 6870
    },
    {
      "loss_action": 0.13469649851322174,
      "loss_total": 0.13469649851322174,
      "step": 6870
    },
    {
      "loss_action": 0.037000872194767,
      "loss_total": 0.037000872194767,
      "step": 6870
    },
    {
      "loss_action": 0.04518650844693184,
      "loss_total": 0.04518650844693184,
      "step": 6870
    },
    {
      "loss_action": 0.012385917827486992,
      "loss_total": 0.012385917827486992,
      "step": 6870
    },
    {
      "loss_action": 0.009821150451898575,
      "loss_total": 0.009821150451898575,
      "step": 6870
    },
    {
      "loss_action": 0.0260248314589262,
      "loss_total": 0.0260248314589262,
      "step": 6870
    },
    {
      "loss_action": 0.014823680743575096,
      "loss_total": 0.014823680743575096,
      "step": 6870
    },
    {
      "loss_action": 0.028051767498254776,
      "loss_total": 0.028051767498254776,
      "step": 6870
    },
    {
      "grad_norm": 0.19755114614963531,
      "learning_rate": 9.99035046550622e-05,
      "loss": 0.0236,
      "step": 6880
    },
    {
      "loss_action": 0.030231647193431854,
      "loss_total": 0.030231647193431854,
      "step": 6880
    },
    {
      "loss_action": 0.020417334511876106,
      "loss_total": 0.020417334511876106,
      "step": 6880
    },
    {
      "loss_action": 0.018109096214175224,
      "loss_total": 0.018109096214175224,
      "step": 6880
    },
    {
      "loss_action": 0.014521755278110504,
      "loss_total": 0.014521755278110504,
      "step": 6880
    },
    {
      "loss_action": 0.018779348582029343,
      "loss_total": 0.018779348582029343,
      "step": 6880
    },
    {
      "loss_action": 0.016058752313256264,
      "loss_total": 0.016058752313256264,
      "step": 6880
    },
    {
      "loss_action": 0.0207735113799572,
      "loss_total": 0.0207735113799572,
      "step": 6880
    },
    {
      "loss_action": 0.025867056101560593,
      "loss_total": 0.025867056101560593,
      "step": 6880
    },
    {
      "grad_norm": 0.22119887173175812,
      "learning_rate": 9.99024751643393e-05,
      "loss": 0.0205,
      "step": 6890
    },
    {
      "loss_action": 0.014174624346196651,
      "loss_total": 0.014174624346196651,
      "step": 6890
    },
    {
      "loss_action": 0.023785244673490524,
      "loss_total": 0.023785244673490524,
      "step": 6890
    },
    {
      "loss_action": 0.017311500385403633,
      "loss_total": 0.017311500385403633,
      "step": 6890
    },
    {
      "loss_action": 0.015636857599020004,
      "loss_total": 0.015636857599020004,
      "step": 6890
    },
    {
      "loss_action": 0.06226126104593277,
      "loss_total": 0.06226126104593277,
      "step": 6890
    },
    {
      "loss_action": 0.019655916839838028,
      "loss_total": 0.019655916839838028,
      "step": 6890
    },
    {
      "loss_action": 0.01965571567416191,
      "loss_total": 0.01965571567416191,
      "step": 6890
    },
    {
      "loss_action": 0.016234222799539566,
      "loss_total": 0.016234222799539566,
      "step": 6890
    },
    {
      "grad_norm": 0.2022729367017746,
      "learning_rate": 9.990144021635677e-05,
      "loss": 0.0222,
      "step": 6900
    },
    {
      "loss_action": 0.03885025158524513,
      "loss_total": 0.03885025158524513,
      "step": 6900
    },
    {
      "loss_action": 0.03162189573049545,
      "loss_total": 0.03162189573049545,
      "step": 6900
    },
    {
      "loss_action": 0.053944483399391174,
      "loss_total": 0.053944483399391174,
      "step": 6900
    },
    {
      "loss_action": 0.02756226249039173,
      "loss_total": 0.02756226249039173,
      "step": 6900
    },
    {
      "loss_action": 0.014791224151849747,
      "loss_total": 0.014791224151849747,
      "step": 6900
    },
    {
      "loss_action": 0.04166682809591293,
      "loss_total": 0.04166682809591293,
      "step": 6900
    },
    {
      "loss_action": 0.028904512524604797,
      "loss_total": 0.028904512524604797,
      "step": 6900
    },
    {
      "loss_action": 0.04658718779683113,
      "loss_total": 0.04658718779683113,
      "step": 6900
    },
    {
      "grad_norm": 0.29021570086479187,
      "learning_rate": 9.990039981122775e-05,
      "loss": 0.0272,
      "step": 6910
    },
    {
      "loss_action": 0.022265708073973656,
      "loss_total": 0.022265708073973656,
      "step": 6910
    },
    {
      "loss_action": 0.09164015203714371,
      "loss_total": 0.09164015203714371,
      "step": 6910
    },
    {
      "loss_action": 0.018661662936210632,
      "loss_total": 0.018661662936210632,
      "step": 6910
    },
    {
      "loss_action": 0.03227155655622482,
      "loss_total": 0.03227155655622482,
      "step": 6910
    },
    {
      "loss_action": 0.02963424101471901,
      "loss_total": 0.02963424101471901,
      "step": 6910
    },
    {
      "loss_action": 0.015197631902992725,
      "loss_total": 0.015197631902992725,
      "step": 6910
    },
    {
      "loss_action": 0.012239349074661732,
      "loss_total": 0.012239349074661732,
      "step": 6910
    },
    {
      "loss_action": 0.07312878221273422,
      "loss_total": 0.07312878221273422,
      "step": 6910
    },
    {
      "grad_norm": 0.21436898410320282,
      "learning_rate": 9.989935394906602e-05,
      "loss": 0.0225,
      "step": 6920
    },
    {
      "loss_action": 0.01274653896689415,
      "loss_total": 0.01274653896689415,
      "step": 6920
    },
    {
      "loss_action": 0.016516592353582382,
      "loss_total": 0.016516592353582382,
      "step": 6920
    },
    {
      "loss_action": 0.018525000661611557,
      "loss_total": 0.018525000661611557,
      "step": 6920
    },
    {
      "loss_action": 0.010148473083972931,
      "loss_total": 0.010148473083972931,
      "step": 6920
    },
    {
      "loss_action": 0.014793031848967075,
      "loss_total": 0.014793031848967075,
      "step": 6920
    },
    {
      "loss_action": 0.012963701970875263,
      "loss_total": 0.012963701970875263,
      "step": 6920
    },
    {
      "loss_action": 0.02304491028189659,
      "loss_total": 0.02304491028189659,
      "step": 6920
    },
    {
      "loss_action": 0.020391501486301422,
      "loss_total": 0.020391501486301422,
      "step": 6920
    },
    {
      "grad_norm": 0.27574700117111206,
      "learning_rate": 9.989830262998598e-05,
      "loss": 0.0221,
      "step": 6930
    },
    {
      "loss_action": 0.013653013855218887,
      "loss_total": 0.013653013855218887,
      "step": 6930
    },
    {
      "loss_action": 0.0192815400660038,
      "loss_total": 0.0192815400660038,
      "step": 6930
    },
    {
      "loss_action": 0.02688569575548172,
      "loss_total": 0.02688569575548172,
      "step": 6930
    },
    {
      "loss_action": 0.02156614325940609,
      "loss_total": 0.02156614325940609,
      "step": 6930
    },
    {
      "loss_action": 0.016975194215774536,
      "loss_total": 0.016975194215774536,
      "step": 6930
    },
    {
      "loss_action": 0.015027538873255253,
      "loss_total": 0.015027538873255253,
      "step": 6930
    },
    {
      "loss_action": 0.013185674324631691,
      "loss_total": 0.013185674324631691,
      "step": 6930
    },
    {
      "loss_action": 0.01928316056728363,
      "loss_total": 0.01928316056728363,
      "step": 6930
    },
    {
      "grad_norm": 0.23200233280658722,
      "learning_rate": 9.989724585410259e-05,
      "loss": 0.021,
      "step": 6940
    },
    {
      "loss_action": 0.016753029078245163,
      "loss_total": 0.016753029078245163,
      "step": 6940
    },
    {
      "loss_action": 0.01709521748125553,
      "loss_total": 0.01709521748125553,
      "step": 6940
    },
    {
      "loss_action": 0.03864004835486412,
      "loss_total": 0.03864004835486412,
      "step": 6940
    },
    {
      "loss_action": 0.017798274755477905,
      "loss_total": 0.017798274755477905,
      "step": 6940
    },
    {
      "loss_action": 0.010386529378592968,
      "loss_total": 0.010386529378592968,
      "step": 6940
    },
    {
      "loss_action": 0.017766468226909637,
      "loss_total": 0.017766468226909637,
      "step": 6940
    },
    {
      "loss_action": 0.017724711447954178,
      "loss_total": 0.017724711447954178,
      "step": 6940
    },
    {
      "loss_action": 0.03583519905805588,
      "loss_total": 0.03583519905805588,
      "step": 6940
    },
    {
      "grad_norm": 0.30382612347602844,
      "learning_rate": 9.989618362153139e-05,
      "loss": 0.025,
      "step": 6950
    },
    {
      "loss_action": 0.019383274018764496,
      "loss_total": 0.019383274018764496,
      "step": 6950
    },
    {
      "loss_action": 0.017721686512231827,
      "loss_total": 0.017721686512231827,
      "step": 6950
    },
    {
      "loss_action": 0.017541510984301567,
      "loss_total": 0.017541510984301567,
      "step": 6950
    },
    {
      "loss_action": 0.0127608897164464,
      "loss_total": 0.0127608897164464,
      "step": 6950
    },
    {
      "loss_action": 0.02661355584859848,
      "loss_total": 0.02661355584859848,
      "step": 6950
    },
    {
      "loss_action": 0.03142128512263298,
      "loss_total": 0.03142128512263298,
      "step": 6950
    },
    {
      "loss_action": 0.018608801066875458,
      "loss_total": 0.018608801066875458,
      "step": 6950
    },
    {
      "loss_action": 0.011613370850682259,
      "loss_total": 0.011613370850682259,
      "step": 6950
    },
    {
      "grad_norm": 0.31448087096214294,
      "learning_rate": 9.989511593238859e-05,
      "loss": 0.0228,
      "step": 6960
    },
    {
      "loss_action": 0.01834503933787346,
      "loss_total": 0.01834503933787346,
      "step": 6960
    },
    {
      "loss_action": 0.037804726511240005,
      "loss_total": 0.037804726511240005,
      "step": 6960
    },
    {
      "loss_action": 0.02356494590640068,
      "loss_total": 0.02356494590640068,
      "step": 6960
    },
    {
      "loss_action": 0.029541444033384323,
      "loss_total": 0.029541444033384323,
      "step": 6960
    },
    {
      "loss_action": 0.026459984481334686,
      "loss_total": 0.026459984481334686,
      "step": 6960
    },
    {
      "loss_action": 0.04972147196531296,
      "loss_total": 0.04972147196531296,
      "step": 6960
    },
    {
      "loss_action": 0.02014777809381485,
      "loss_total": 0.02014777809381485,
      "step": 6960
    },
    {
      "loss_action": 0.025074344128370285,
      "loss_total": 0.025074344128370285,
      "step": 6960
    },
    {
      "grad_norm": 0.37248000502586365,
      "learning_rate": 9.98940427867909e-05,
      "loss": 0.024,
      "step": 6970
    },
    {
      "loss_action": 0.0383731871843338,
      "loss_total": 0.0383731871843338,
      "step": 6970
    },
    {
      "loss_action": 0.02477443590760231,
      "loss_total": 0.02477443590760231,
      "step": 6970
    },
    {
      "loss_action": 0.02793707326054573,
      "loss_total": 0.02793707326054573,
      "step": 6970
    },
    {
      "loss_action": 0.06353884190320969,
      "loss_total": 0.06353884190320969,
      "step": 6970
    },
    {
      "loss_action": 0.04202701151371002,
      "loss_total": 0.04202701151371002,
      "step": 6970
    },
    {
      "loss_action": 0.022558631375432014,
      "loss_total": 0.022558631375432014,
      "step": 6970
    },
    {
      "loss_action": 0.017379093915224075,
      "loss_total": 0.017379093915224075,
      "step": 6970
    },
    {
      "loss_action": 0.020510610193014145,
      "loss_total": 0.020510610193014145,
      "step": 6970
    },
    {
      "grad_norm": 0.24011367559432983,
      "learning_rate": 9.989296418485573e-05,
      "loss": 0.0273,
      "step": 6980
    },
    {
      "loss_action": 0.024420537054538727,
      "loss_total": 0.024420537054538727,
      "step": 6980
    },
    {
      "loss_action": 0.0262659452855587,
      "loss_total": 0.0262659452855587,
      "step": 6980
    },
    {
      "loss_action": 0.07977191358804703,
      "loss_total": 0.07977191358804703,
      "step": 6980
    },
    {
      "loss_action": 0.01806659996509552,
      "loss_total": 0.01806659996509552,
      "step": 6980
    },
    {
      "loss_action": 0.01901398040354252,
      "loss_total": 0.01901398040354252,
      "step": 6980
    },
    {
      "loss_action": 0.020566828548908234,
      "loss_total": 0.020566828548908234,
      "step": 6980
    },
    {
      "loss_action": 0.04310055822134018,
      "loss_total": 0.04310055822134018,
      "step": 6980
    },
    {
      "loss_action": 0.021525435149669647,
      "loss_total": 0.021525435149669647,
      "step": 6980
    },
    {
      "grad_norm": 0.25418180227279663,
      "learning_rate": 9.989188012670101e-05,
      "loss": 0.0251,
      "step": 6990
    },
    {
      "loss_action": 0.0195265244692564,
      "loss_total": 0.0195265244692564,
      "step": 6990
    },
    {
      "loss_action": 0.025119278579950333,
      "loss_total": 0.025119278579950333,
      "step": 6990
    },
    {
      "loss_action": 0.05321847274899483,
      "loss_total": 0.05321847274899483,
      "step": 6990
    },
    {
      "loss_action": 0.012915978208184242,
      "loss_total": 0.012915978208184242,
      "step": 6990
    },
    {
      "loss_action": 0.016502531245350838,
      "loss_total": 0.016502531245350838,
      "step": 6990
    },
    {
      "loss_action": 0.010346941649913788,
      "loss_total": 0.010346941649913788,
      "step": 6990
    },
    {
      "loss_action": 0.021857526153326035,
      "loss_total": 0.021857526153326035,
      "step": 6990
    },
    {
      "loss_action": 0.011882958933711052,
      "loss_total": 0.011882958933711052,
      "step": 6990
    },
    {
      "grad_norm": 0.18699964880943298,
      "learning_rate": 9.989079061244528e-05,
      "loss": 0.0196,
      "step": 7000
    },
    {
      "loss_action": 0.019473407417535782,
      "loss_total": 0.019473407417535782,
      "step": 7000
    },
    {
      "loss_action": 0.015902750194072723,
      "loss_total": 0.015902750194072723,
      "step": 7000
    },
    {
      "loss_action": 0.01276017539203167,
      "loss_total": 0.01276017539203167,
      "step": 7000
    },
    {
      "loss_action": 0.014915352687239647,
      "loss_total": 0.014915352687239647,
      "step": 7000
    },
    {
      "loss_action": 0.01466425321996212,
      "loss_total": 0.01466425321996212,
      "step": 7000
    },
    {
      "loss_action": 0.023707957938313484,
      "loss_total": 0.023707957938313484,
      "step": 7000
    },
    {
      "loss_action": 0.020910825580358505,
      "loss_total": 0.020910825580358505,
      "step": 7000
    },
    {
      "loss_action": 0.019094247370958328,
      "loss_total": 0.019094247370958328,
      "step": 7000
    },
    {
      "grad_norm": 0.3535463809967041,
      "learning_rate": 9.988969564220769e-05,
      "loss": 0.0235,
      "step": 7010
    },
    {
      "loss_action": 0.03600330278277397,
      "loss_total": 0.03600330278277397,
      "step": 7010
    },
    {
      "loss_action": 0.022708076983690262,
      "loss_total": 0.022708076983690262,
      "step": 7010
    },
    {
      "loss_action": 0.01564129628241062,
      "loss_total": 0.01564129628241062,
      "step": 7010
    },
    {
      "loss_action": 0.026682619005441666,
      "loss_total": 0.026682619005441666,
      "step": 7010
    },
    {
      "loss_action": 0.034480929374694824,
      "loss_total": 0.034480929374694824,
      "step": 7010
    },
    {
      "loss_action": 0.008726089261472225,
      "loss_total": 0.008726089261472225,
      "step": 7010
    },
    {
      "loss_action": 0.02600085735321045,
      "loss_total": 0.02600085735321045,
      "step": 7010
    },
    {
      "loss_action": 0.02331685461103916,
      "loss_total": 0.02331685461103916,
      "step": 7010
    },
    {
      "grad_norm": 0.2035895735025406,
      "learning_rate": 9.988859521610801e-05,
      "loss": 0.0276,
      "step": 7020
    },
    {
      "loss_action": 0.02794807404279709,
      "loss_total": 0.02794807404279709,
      "step": 7020
    },
    {
      "loss_action": 0.013675431720912457,
      "loss_total": 0.013675431720912457,
      "step": 7020
    },
    {
      "loss_action": 0.022413145750761032,
      "loss_total": 0.022413145750761032,
      "step": 7020
    },
    {
      "loss_action": 0.019741222262382507,
      "loss_total": 0.019741222262382507,
      "step": 7020
    },
    {
      "loss_action": 0.016376100480556488,
      "loss_total": 0.016376100480556488,
      "step": 7020
    },
    {
      "loss_action": 0.02837471105158329,
      "loss_total": 0.02837471105158329,
      "step": 7020
    },
    {
      "loss_action": 0.019050227478146553,
      "loss_total": 0.019050227478146553,
      "step": 7020
    },
    {
      "loss_action": 0.01450326107442379,
      "loss_total": 0.01450326107442379,
      "step": 7020
    },
    {
      "grad_norm": 0.2298584282398224,
      "learning_rate": 9.988748933426656e-05,
      "loss": 0.0247,
      "step": 7030
    },
    {
      "loss_action": 0.017425671219825745,
      "loss_total": 0.017425671219825745,
      "step": 7030
    },
    {
      "loss_action": 0.015493319369852543,
      "loss_total": 0.015493319369852543,
      "step": 7030
    },
    {
      "loss_action": 0.020403757691383362,
      "loss_total": 0.020403757691383362,
      "step": 7030
    },
    {
      "loss_action": 0.023130644112825394,
      "loss_total": 0.023130644112825394,
      "step": 7030
    },
    {
      "loss_action": 0.0237614493817091,
      "loss_total": 0.0237614493817091,
      "step": 7030
    },
    {
      "loss_action": 0.024613816291093826,
      "loss_total": 0.024613816291093826,
      "step": 7030
    },
    {
      "loss_action": 0.026100918650627136,
      "loss_total": 0.026100918650627136,
      "step": 7030
    },
    {
      "loss_action": 0.016520056873559952,
      "loss_total": 0.016520056873559952,
      "step": 7030
    },
    {
      "grad_norm": 0.35416051745414734,
      "learning_rate": 9.988637799680428e-05,
      "loss": 0.0245,
      "step": 7040
    },
    {
      "loss_action": 0.016047807410359383,
      "loss_total": 0.016047807410359383,
      "step": 7040
    },
    {
      "loss_action": 0.01944749802350998,
      "loss_total": 0.01944749802350998,
      "step": 7040
    },
    {
      "loss_action": 0.025111887603998184,
      "loss_total": 0.025111887603998184,
      "step": 7040
    },
    {
      "loss_action": 0.013139552436769009,
      "loss_total": 0.013139552436769009,
      "step": 7040
    },
    {
      "loss_action": 0.014163950458168983,
      "loss_total": 0.014163950458168983,
      "step": 7040
    },
    {
      "loss_action": 0.03389492630958557,
      "loss_total": 0.03389492630958557,
      "step": 7040
    },
    {
      "loss_action": 0.03660675138235092,
      "loss_total": 0.03660675138235092,
      "step": 7040
    },
    {
      "loss_action": 0.008508561179041862,
      "loss_total": 0.008508561179041862,
      "step": 7040
    },
    {
      "grad_norm": 0.2690729796886444,
      "learning_rate": 9.98852612038427e-05,
      "loss": 0.0219,
      "step": 7050
    },
    {
      "loss_action": 0.015731582418084145,
      "loss_total": 0.015731582418084145,
      "step": 7050
    },
    {
      "loss_action": 0.01963762566447258,
      "loss_total": 0.01963762566447258,
      "step": 7050
    },
    {
      "loss_action": 0.047485362738370895,
      "loss_total": 0.047485362738370895,
      "step": 7050
    },
    {
      "loss_action": 0.017390325665473938,
      "loss_total": 0.017390325665473938,
      "step": 7050
    },
    {
      "loss_action": 0.014917409047484398,
      "loss_total": 0.014917409047484398,
      "step": 7050
    },
    {
      "loss_action": 0.01862497813999653,
      "loss_total": 0.01862497813999653,
      "step": 7050
    },
    {
      "loss_action": 0.015517381951212883,
      "loss_total": 0.015517381951212883,
      "step": 7050
    },
    {
      "loss_action": 0.02092079073190689,
      "loss_total": 0.02092079073190689,
      "step": 7050
    },
    {
      "grad_norm": 0.2729051113128662,
      "learning_rate": 9.988413895550397e-05,
      "loss": 0.0219,
      "step": 7060
    },
    {
      "loss_action": 0.018789589405059814,
      "loss_total": 0.018789589405059814,
      "step": 7060
    },
    {
      "loss_action": 0.02072702720761299,
      "loss_total": 0.02072702720761299,
      "step": 7060
    },
    {
      "loss_action": 0.0415312685072422,
      "loss_total": 0.0415312685072422,
      "step": 7060
    },
    {
      "loss_action": 0.020719926804304123,
      "loss_total": 0.020719926804304123,
      "step": 7060
    },
    {
      "loss_action": 0.022409263998270035,
      "loss_total": 0.022409263998270035,
      "step": 7060
    },
    {
      "loss_action": 0.03555755317211151,
      "loss_total": 0.03555755317211151,
      "step": 7060
    },
    {
      "loss_action": 0.027744464576244354,
      "loss_total": 0.027744464576244354,
      "step": 7060
    },
    {
      "loss_action": 0.060961946845054626,
      "loss_total": 0.060961946845054626,
      "step": 7060
    },
    {
      "grad_norm": 0.2536107897758484,
      "learning_rate": 9.98830112519108e-05,
      "loss": 0.0258,
      "step": 7070
    },
    {
      "loss_action": 0.02059677615761757,
      "loss_total": 0.02059677615761757,
      "step": 7070
    },
    {
      "loss_action": 0.028132399544119835,
      "loss_total": 0.028132399544119835,
      "step": 7070
    },
    {
      "loss_action": 0.016824403777718544,
      "loss_total": 0.016824403777718544,
      "step": 7070
    },
    {
      "loss_action": 0.01835145428776741,
      "loss_total": 0.01835145428776741,
      "step": 7070
    },
    {
      "loss_action": 0.031859807670116425,
      "loss_total": 0.031859807670116425,
      "step": 7070
    },
    {
      "loss_action": 0.019013190641999245,
      "loss_total": 0.019013190641999245,
      "step": 7070
    },
    {
      "loss_action": 0.06219308450818062,
      "loss_total": 0.06219308450818062,
      "step": 7070
    },
    {
      "loss_action": 0.0148415956646204,
      "loss_total": 0.0148415956646204,
      "step": 7070
    },
    {
      "grad_norm": 0.29604363441467285,
      "learning_rate": 9.98818780931865e-05,
      "loss": 0.0253,
      "step": 7080
    },
    {
      "loss_action": 0.052148353308439255,
      "loss_total": 0.052148353308439255,
      "step": 7080
    },
    {
      "loss_action": 0.01761118322610855,
      "loss_total": 0.01761118322610855,
      "step": 7080
    },
    {
      "loss_action": 0.01225593127310276,
      "loss_total": 0.01225593127310276,
      "step": 7080
    },
    {
      "loss_action": 0.014539819210767746,
      "loss_total": 0.014539819210767746,
      "step": 7080
    },
    {
      "loss_action": 0.01649583876132965,
      "loss_total": 0.01649583876132965,
      "step": 7080
    },
    {
      "loss_action": 0.026717666536569595,
      "loss_total": 0.026717666536569595,
      "step": 7080
    },
    {
      "loss_action": 0.016487164422869682,
      "loss_total": 0.016487164422869682,
      "step": 7080
    },
    {
      "loss_action": 0.024010583758354187,
      "loss_total": 0.024010583758354187,
      "step": 7080
    },
    {
      "grad_norm": 0.27140605449676514,
      "learning_rate": 9.988073947945502e-05,
      "loss": 0.0267,
      "step": 7090
    },
    {
      "loss_action": 0.026488061994314194,
      "loss_total": 0.026488061994314194,
      "step": 7090
    },
    {
      "loss_action": 0.031318362802267075,
      "loss_total": 0.031318362802267075,
      "step": 7090
    },
    {
      "loss_action": 0.018620627000927925,
      "loss_total": 0.018620627000927925,
      "step": 7090
    },
    {
      "loss_action": 0.023145854473114014,
      "loss_total": 0.023145854473114014,
      "step": 7090
    },
    {
      "loss_action": 0.019094806164503098,
      "loss_total": 0.019094806164503098,
      "step": 7090
    },
    {
      "loss_action": 0.016031742095947266,
      "loss_total": 0.016031742095947266,
      "step": 7090
    },
    {
      "loss_action": 0.01482846587896347,
      "loss_total": 0.01482846587896347,
      "step": 7090
    },
    {
      "loss_action": 0.035367198288440704,
      "loss_total": 0.035367198288440704,
      "step": 7090
    },
    {
      "grad_norm": 0.20795278251171112,
      "learning_rate": 9.987959541084087e-05,
      "loss": 0.0233,
      "step": 7100
    },
    {
      "loss_action": 0.0295182503759861,
      "loss_total": 0.0295182503759861,
      "step": 7100
    },
    {
      "loss_action": 0.03278110921382904,
      "loss_total": 0.03278110921382904,
      "step": 7100
    },
    {
      "loss_action": 0.01838541589677334,
      "loss_total": 0.01838541589677334,
      "step": 7100
    },
    {
      "loss_action": 0.01810542121529579,
      "loss_total": 0.01810542121529579,
      "step": 7100
    },
    {
      "loss_action": 0.01945381425321102,
      "loss_total": 0.01945381425321102,
      "step": 7100
    },
    {
      "loss_action": 0.03366779536008835,
      "loss_total": 0.03366779536008835,
      "step": 7100
    },
    {
      "loss_action": 0.01600196212530136,
      "loss_total": 0.01600196212530136,
      "step": 7100
    },
    {
      "loss_action": 0.01588507369160652,
      "loss_total": 0.01588507369160652,
      "step": 7100
    },
    {
      "grad_norm": 0.2585962116718292,
      "learning_rate": 9.987844588746915e-05,
      "loss": 0.0232,
      "step": 7110
    },
    {
      "loss_action": 0.031706422567367554,
      "loss_total": 0.031706422567367554,
      "step": 7110
    },
    {
      "loss_action": 0.02853674255311489,
      "loss_total": 0.02853674255311489,
      "step": 7110
    },
    {
      "loss_action": 0.01392598170787096,
      "loss_total": 0.01392598170787096,
      "step": 7110
    },
    {
      "loss_action": 0.03311263024806976,
      "loss_total": 0.03311263024806976,
      "step": 7110
    },
    {
      "loss_action": 0.034513555467128754,
      "loss_total": 0.034513555467128754,
      "step": 7110
    },
    {
      "loss_action": 0.014033416286110878,
      "loss_total": 0.014033416286110878,
      "step": 7110
    },
    {
      "loss_action": 0.024932751432061195,
      "loss_total": 0.024932751432061195,
      "step": 7110
    },
    {
      "loss_action": 0.02145198918879032,
      "loss_total": 0.02145198918879032,
      "step": 7110
    },
    {
      "grad_norm": 0.31234973669052124,
      "learning_rate": 9.987729090946558e-05,
      "loss": 0.0232,
      "step": 7120
    },
    {
      "loss_action": 0.022852662950754166,
      "loss_total": 0.022852662950754166,
      "step": 7120
    },
    {
      "loss_action": 0.032595738768577576,
      "loss_total": 0.032595738768577576,
      "step": 7120
    },
    {
      "loss_action": 0.04120107740163803,
      "loss_total": 0.04120107740163803,
      "step": 7120
    },
    {
      "loss_action": 0.02641710638999939,
      "loss_total": 0.02641710638999939,
      "step": 7120
    },
    {
      "loss_action": 0.02313675917685032,
      "loss_total": 0.02313675917685032,
      "step": 7120
    },
    {
      "loss_action": 0.054288510233163834,
      "loss_total": 0.054288510233163834,
      "step": 7120
    },
    {
      "loss_action": 0.015485288575291634,
      "loss_total": 0.015485288575291634,
      "step": 7120
    },
    {
      "loss_action": 0.024943657219409943,
      "loss_total": 0.024943657219409943,
      "step": 7120
    },
    {
      "grad_norm": 0.2771196663379669,
      "learning_rate": 9.987613047695647e-05,
      "loss": 0.0226,
      "step": 7130
    },
    {
      "loss_action": 0.02538473531603813,
      "loss_total": 0.02538473531603813,
      "step": 7130
    },
    {
      "loss_action": 0.021268941462039948,
      "loss_total": 0.021268941462039948,
      "step": 7130
    },
    {
      "loss_action": 0.07228370010852814,
      "loss_total": 0.07228370010852814,
      "step": 7130
    },
    {
      "loss_action": 0.02907237410545349,
      "loss_total": 0.02907237410545349,
      "step": 7130
    },
    {
      "loss_action": 0.019840028136968613,
      "loss_total": 0.019840028136968613,
      "step": 7130
    },
    {
      "loss_action": 0.012972844764590263,
      "loss_total": 0.012972844764590263,
      "step": 7130
    },
    {
      "loss_action": 0.017865538597106934,
      "loss_total": 0.017865538597106934,
      "step": 7130
    },
    {
      "loss_action": 0.0157401654869318,
      "loss_total": 0.0157401654869318,
      "step": 7130
    },
    {
      "grad_norm": 0.1993558555841446,
      "learning_rate": 9.987496459006871e-05,
      "loss": 0.0211,
      "step": 7140
    },
    {
      "loss_action": 0.011068345047533512,
      "loss_total": 0.011068345047533512,
      "step": 7140
    },
    {
      "loss_action": 0.00871463492512703,
      "loss_total": 0.00871463492512703,
      "step": 7140
    },
    {
      "loss_action": 0.01036011055111885,
      "loss_total": 0.01036011055111885,
      "step": 7140
    },
    {
      "loss_action": 0.014551427215337753,
      "loss_total": 0.014551427215337753,
      "step": 7140
    },
    {
      "loss_action": 0.021937843412160873,
      "loss_total": 0.021937843412160873,
      "step": 7140
    },
    {
      "loss_action": 0.01848364993929863,
      "loss_total": 0.01848364993929863,
      "step": 7140
    },
    {
      "loss_action": 0.019269533455371857,
      "loss_total": 0.019269533455371857,
      "step": 7140
    },
    {
      "loss_action": 0.009895644150674343,
      "loss_total": 0.009895644150674343,
      "step": 7140
    },
    {
      "grad_norm": 0.2353268414735794,
      "learning_rate": 9.987379324892982e-05,
      "loss": 0.02,
      "step": 7150
    },
    {
      "loss_action": 0.029677094891667366,
      "loss_total": 0.029677094891667366,
      "step": 7150
    },
    {
      "loss_action": 0.014977561309933662,
      "loss_total": 0.014977561309933662,
      "step": 7150
    },
    {
      "loss_action": 0.009861820377409458,
      "loss_total": 0.009861820377409458,
      "step": 7150
    },
    {
      "loss_action": 0.01960514299571514,
      "loss_total": 0.01960514299571514,
      "step": 7150
    },
    {
      "loss_action": 0.027247220277786255,
      "loss_total": 0.027247220277786255,
      "step": 7150
    },
    {
      "loss_action": 0.011703613214194775,
      "loss_total": 0.011703613214194775,
      "step": 7150
    },
    {
      "loss_action": 0.020377790555357933,
      "loss_total": 0.020377790555357933,
      "step": 7150
    },
    {
      "loss_action": 0.01689014956355095,
      "loss_total": 0.01689014956355095,
      "step": 7150
    },
    {
      "grad_norm": 0.2766580283641815,
      "learning_rate": 9.987261645366788e-05,
      "loss": 0.0222,
      "step": 7160
    },
    {
      "loss_action": 0.031946998089551926,
      "loss_total": 0.031946998089551926,
      "step": 7160
    },
    {
      "loss_action": 0.02098645269870758,
      "loss_total": 0.02098645269870758,
      "step": 7160
    },
    {
      "loss_action": 0.013669958338141441,
      "loss_total": 0.013669958338141441,
      "step": 7160
    },
    {
      "loss_action": 0.01707722246646881,
      "loss_total": 0.01707722246646881,
      "step": 7160
    },
    {
      "loss_action": 0.0299529992043972,
      "loss_total": 0.0299529992043972,
      "step": 7160
    },
    {
      "loss_action": 0.04873346537351608,
      "loss_total": 0.04873346537351608,
      "step": 7160
    },
    {
      "loss_action": 0.022848006337881088,
      "loss_total": 0.022848006337881088,
      "step": 7160
    },
    {
      "loss_action": 0.02008085697889328,
      "loss_total": 0.02008085697889328,
      "step": 7160
    },
    {
      "grad_norm": 0.2940369248390198,
      "learning_rate": 9.987143420441158e-05,
      "loss": 0.0228,
      "step": 7170
    },
    {
      "loss_action": 0.02054910734295845,
      "loss_total": 0.02054910734295845,
      "step": 7170
    },
    {
      "loss_action": 0.016842277720570564,
      "loss_total": 0.016842277720570564,
      "step": 7170
    },
    {
      "loss_action": 0.010148648172616959,
      "loss_total": 0.010148648172616959,
      "step": 7170
    },
    {
      "loss_action": 0.015945248305797577,
      "loss_total": 0.015945248305797577,
      "step": 7170
    },
    {
      "loss_action": 0.0214475616812706,
      "loss_total": 0.0214475616812706,
      "step": 7170
    },
    {
      "loss_action": 0.046974457800388336,
      "loss_total": 0.046974457800388336,
      "step": 7170
    },
    {
      "loss_action": 0.025875143706798553,
      "loss_total": 0.025875143706798553,
      "step": 7170
    },
    {
      "loss_action": 0.02870887517929077,
      "loss_total": 0.02870887517929077,
      "step": 7170
    },
    {
      "grad_norm": 0.2637081444263458,
      "learning_rate": 9.987024650129022e-05,
      "loss": 0.0239,
      "step": 7180
    },
    {
      "loss_action": 0.029326606541872025,
      "loss_total": 0.029326606541872025,
      "step": 7180
    },
    {
      "loss_action": 0.014683635905385017,
      "loss_total": 0.014683635905385017,
      "step": 7180
    },
    {
      "loss_action": 0.012421037070453167,
      "loss_total": 0.012421037070453167,
      "step": 7180
    },
    {
      "loss_action": 0.02462531439960003,
      "loss_total": 0.02462531439960003,
      "step": 7180
    },
    {
      "loss_action": 0.09255294501781464,
      "loss_total": 0.09255294501781464,
      "step": 7180
    },
    {
      "loss_action": 0.014677830040454865,
      "loss_total": 0.014677830040454865,
      "step": 7180
    },
    {
      "loss_action": 0.010475930757820606,
      "loss_total": 0.010475930757820606,
      "step": 7180
    },
    {
      "loss_action": 0.018602533265948296,
      "loss_total": 0.018602533265948296,
      "step": 7180
    },
    {
      "grad_norm": 0.23305149376392365,
      "learning_rate": 9.986905334443368e-05,
      "loss": 0.0241,
      "step": 7190
    },
    {
      "loss_action": 0.0222187303006649,
      "loss_total": 0.0222187303006649,
      "step": 7190
    },
    {
      "loss_action": 0.017345860600471497,
      "loss_total": 0.017345860600471497,
      "step": 7190
    },
    {
      "loss_action": 0.03708941861987114,
      "loss_total": 0.03708941861987114,
      "step": 7190
    },
    {
      "loss_action": 0.01855090819299221,
      "loss_total": 0.01855090819299221,
      "step": 7190
    },
    {
      "loss_action": 0.01977722719311714,
      "loss_total": 0.01977722719311714,
      "step": 7190
    },
    {
      "loss_action": 0.01764516532421112,
      "loss_total": 0.01764516532421112,
      "step": 7190
    },
    {
      "loss_action": 0.04805903881788254,
      "loss_total": 0.04805903881788254,
      "step": 7190
    },
    {
      "loss_action": 0.011583560146391392,
      "loss_total": 0.011583560146391392,
      "step": 7190
    },
    {
      "grad_norm": 0.2730262875556946,
      "learning_rate": 9.986785473397245e-05,
      "loss": 0.0235,
      "step": 7200
    },
    {
      "loss_action": 0.026149416342377663,
      "loss_total": 0.026149416342377663,
      "step": 7200
    },
    {
      "loss_action": 0.019641850143671036,
      "loss_total": 0.019641850143671036,
      "step": 7200
    },
    {
      "loss_action": 0.03526744246482849,
      "loss_total": 0.03526744246482849,
      "step": 7200
    },
    {
      "loss_action": 0.01727186143398285,
      "loss_total": 0.01727186143398285,
      "step": 7200
    },
    {
      "loss_action": 0.022519651800394058,
      "loss_total": 0.022519651800394058,
      "step": 7200
    },
    {
      "loss_action": 0.031771641224622726,
      "loss_total": 0.031771641224622726,
      "step": 7200
    },
    {
      "loss_action": 0.010620387271046638,
      "loss_total": 0.010620387271046638,
      "step": 7200
    },
    {
      "loss_action": 0.01709851622581482,
      "loss_total": 0.01709851622581482,
      "step": 7200
    },
    {
      "grad_norm": 0.21006347239017487,
      "learning_rate": 9.98666506700376e-05,
      "loss": 0.0223,
      "step": 7210
    },
    {
      "loss_action": 0.02345004305243492,
      "loss_total": 0.02345004305243492,
      "step": 7210
    },
    {
      "loss_action": 0.013539442792534828,
      "loss_total": 0.013539442792534828,
      "step": 7210
    },
    {
      "loss_action": 0.02568494901061058,
      "loss_total": 0.02568494901061058,
      "step": 7210
    },
    {
      "loss_action": 0.020277678966522217,
      "loss_total": 0.020277678966522217,
      "step": 7210
    },
    {
      "loss_action": 0.03548233211040497,
      "loss_total": 0.03548233211040497,
      "step": 7210
    },
    {
      "loss_action": 0.018175441771745682,
      "loss_total": 0.018175441771745682,
      "step": 7210
    },
    {
      "loss_action": 0.02465163543820381,
      "loss_total": 0.02465163543820381,
      "step": 7210
    },
    {
      "loss_action": 0.020830992609262466,
      "loss_total": 0.020830992609262466,
      "step": 7210
    },
    {
      "grad_norm": 0.2638799548149109,
      "learning_rate": 9.986544115276081e-05,
      "loss": 0.0206,
      "step": 7220
    },
    {
      "loss_action": 0.023445505648851395,
      "loss_total": 0.023445505648851395,
      "step": 7220
    },
    {
      "loss_action": 0.04170246422290802,
      "loss_total": 0.04170246422290802,
      "step": 7220
    },
    {
      "loss_action": 0.03127945214509964,
      "loss_total": 0.03127945214509964,
      "step": 7220
    },
    {
      "loss_action": 0.019799042493104935,
      "loss_total": 0.019799042493104935,
      "step": 7220
    },
    {
      "loss_action": 0.029157955199480057,
      "loss_total": 0.029157955199480057,
      "step": 7220
    },
    {
      "loss_action": 0.01661544293165207,
      "loss_total": 0.01661544293165207,
      "step": 7220
    },
    {
      "loss_action": 0.012843690812587738,
      "loss_total": 0.012843690812587738,
      "step": 7220
    },
    {
      "loss_action": 0.01902017742395401,
      "loss_total": 0.01902017742395401,
      "step": 7220
    },
    {
      "grad_norm": 0.2519485056400299,
      "learning_rate": 9.986422618227433e-05,
      "loss": 0.0241,
      "step": 7230
    },
    {
      "loss_action": 0.01544538140296936,
      "loss_total": 0.01544538140296936,
      "step": 7230
    },
    {
      "loss_action": 0.030622953549027443,
      "loss_total": 0.030622953549027443,
      "step": 7230
    },
    {
      "loss_action": 0.022045932710170746,
      "loss_total": 0.022045932710170746,
      "step": 7230
    },
    {
      "loss_action": 0.0234462209045887,
      "loss_total": 0.0234462209045887,
      "step": 7230
    },
    {
      "loss_action": 0.0189276821911335,
      "loss_total": 0.0189276821911335,
      "step": 7230
    },
    {
      "loss_action": 0.015116406604647636,
      "loss_total": 0.015116406604647636,
      "step": 7230
    },
    {
      "loss_action": 0.1092974841594696,
      "loss_total": 0.1092974841594696,
      "step": 7230
    },
    {
      "loss_action": 0.026613745838403702,
      "loss_total": 0.026613745838403702,
      "step": 7230
    },
    {
      "grad_norm": 0.3257470428943634,
      "learning_rate": 9.986300575871106e-05,
      "loss": 0.0268,
      "step": 7240
    },
    {
      "loss_action": 0.021841639652848244,
      "loss_total": 0.021841639652848244,
      "step": 7240
    },
    {
      "loss_action": 0.01308464352041483,
      "loss_total": 0.01308464352041483,
      "step": 7240
    },
    {
      "loss_action": 0.01927058957517147,
      "loss_total": 0.01927058957517147,
      "step": 7240
    },
    {
      "loss_action": 0.029931219294667244,
      "loss_total": 0.029931219294667244,
      "step": 7240
    },
    {
      "loss_action": 0.023176394402980804,
      "loss_total": 0.023176394402980804,
      "step": 7240
    },
    {
      "loss_action": 0.0182823296636343,
      "loss_total": 0.0182823296636343,
      "step": 7240
    },
    {
      "loss_action": 0.04378258436918259,
      "loss_total": 0.04378258436918259,
      "step": 7240
    },
    {
      "loss_action": 0.025681719183921814,
      "loss_total": 0.025681719183921814,
      "step": 7240
    },
    {
      "grad_norm": 0.2685280442237854,
      "learning_rate": 9.986177988220444e-05,
      "loss": 0.0221,
      "step": 7250
    },
    {
      "loss_action": 0.017843740060925484,
      "loss_total": 0.017843740060925484,
      "step": 7250
    },
    {
      "loss_action": 0.019777700304985046,
      "loss_total": 0.019777700304985046,
      "step": 7250
    },
    {
      "loss_action": 0.014091083779931068,
      "loss_total": 0.014091083779931068,
      "step": 7250
    },
    {
      "loss_action": 0.023506466299295425,
      "loss_total": 0.023506466299295425,
      "step": 7250
    },
    {
      "loss_action": 0.008515513502061367,
      "loss_total": 0.008515513502061367,
      "step": 7250
    },
    {
      "loss_action": 0.01973792538046837,
      "loss_total": 0.01973792538046837,
      "step": 7250
    },
    {
      "loss_action": 0.025563709437847137,
      "loss_total": 0.025563709437847137,
      "step": 7250
    },
    {
      "loss_action": 0.03149295598268509,
      "loss_total": 0.03149295598268509,
      "step": 7250
    },
    {
      "grad_norm": 0.305554062128067,
      "learning_rate": 9.986054855288856e-05,
      "loss": 0.0198,
      "step": 7260
    },
    {
      "loss_action": 0.017886150628328323,
      "loss_total": 0.017886150628328323,
      "step": 7260
    },
    {
      "loss_action": 0.02489321306347847,
      "loss_total": 0.02489321306347847,
      "step": 7260
    },
    {
      "loss_action": 0.014661332592368126,
      "loss_total": 0.014661332592368126,
      "step": 7260
    },
    {
      "loss_action": 0.013488205149769783,
      "loss_total": 0.013488205149769783,
      "step": 7260
    },
    {
      "loss_action": 0.05368495732545853,
      "loss_total": 0.05368495732545853,
      "step": 7260
    },
    {
      "loss_action": 0.023473378270864487,
      "loss_total": 0.023473378270864487,
      "step": 7260
    },
    {
      "loss_action": 0.015372898429632187,
      "loss_total": 0.015372898429632187,
      "step": 7260
    },
    {
      "loss_action": 0.014837663620710373,
      "loss_total": 0.014837663620710373,
      "step": 7260
    },
    {
      "grad_norm": 0.32472309470176697,
      "learning_rate": 9.985931177089802e-05,
      "loss": 0.026,
      "step": 7270
    },
    {
      "loss_action": 0.022345632314682007,
      "loss_total": 0.022345632314682007,
      "step": 7270
    },
    {
      "loss_action": 0.0329354926943779,
      "loss_total": 0.0329354926943779,
      "step": 7270
    },
    {
      "loss_action": 0.01890033856034279,
      "loss_total": 0.01890033856034279,
      "step": 7270
    },
    {
      "loss_action": 0.028667297214269638,
      "loss_total": 0.028667297214269638,
      "step": 7270
    },
    {
      "loss_action": 0.03177299350500107,
      "loss_total": 0.03177299350500107,
      "step": 7270
    },
    {
      "loss_action": 0.03820635750889778,
      "loss_total": 0.03820635750889778,
      "step": 7270
    },
    {
      "loss_action": 0.01159876212477684,
      "loss_total": 0.01159876212477684,
      "step": 7270
    },
    {
      "loss_action": 0.02664179541170597,
      "loss_total": 0.02664179541170597,
      "step": 7270
    },
    {
      "grad_norm": 0.30641087889671326,
      "learning_rate": 9.985806953636814e-05,
      "loss": 0.0249,
      "step": 7280
    },
    {
      "loss_action": 0.02700740285217762,
      "loss_total": 0.02700740285217762,
      "step": 7280
    },
    {
      "loss_action": 0.012453347444534302,
      "loss_total": 0.012453347444534302,
      "step": 7280
    },
    {
      "loss_action": 0.02818167954683304,
      "loss_total": 0.02818167954683304,
      "step": 7280
    },
    {
      "loss_action": 0.024882983416318893,
      "loss_total": 0.024882983416318893,
      "step": 7280
    },
    {
      "loss_action": 0.02156752534210682,
      "loss_total": 0.02156752534210682,
      "step": 7280
    },
    {
      "loss_action": 0.02527155727148056,
      "loss_total": 0.02527155727148056,
      "step": 7280
    },
    {
      "loss_action": 0.023369967937469482,
      "loss_total": 0.023369967937469482,
      "step": 7280
    },
    {
      "loss_action": 0.01454433985054493,
      "loss_total": 0.01454433985054493,
      "step": 7280
    },
    {
      "grad_norm": 0.24688927829265594,
      "learning_rate": 9.985682184943471e-05,
      "loss": 0.0232,
      "step": 7290
    },
    {
      "loss_action": 0.023986278101801872,
      "loss_total": 0.023986278101801872,
      "step": 7290
    },
    {
      "loss_action": 0.01655811071395874,
      "loss_total": 0.01655811071395874,
      "step": 7290
    },
    {
      "loss_action": 0.021980874240398407,
      "loss_total": 0.021980874240398407,
      "step": 7290
    },
    {
      "loss_action": 0.02117271162569523,
      "loss_total": 0.02117271162569523,
      "step": 7290
    },
    {
      "loss_action": 0.017117254436016083,
      "loss_total": 0.017117254436016083,
      "step": 7290
    },
    {
      "loss_action": 0.026386864483356476,
      "loss_total": 0.026386864483356476,
      "step": 7290
    },
    {
      "loss_action": 0.03582985699176788,
      "loss_total": 0.03582985699176788,
      "step": 7290
    },
    {
      "loss_action": 0.052090827375650406,
      "loss_total": 0.052090827375650406,
      "step": 7290
    },
    {
      "grad_norm": 0.2583494782447815,
      "learning_rate": 9.98555687102342e-05,
      "loss": 0.0221,
      "step": 7300
    },
    {
      "loss_action": 0.023710744455456734,
      "loss_total": 0.023710744455456734,
      "step": 7300
    },
    {
      "loss_action": 0.021779242902994156,
      "loss_total": 0.021779242902994156,
      "step": 7300
    },
    {
      "loss_action": 0.021077677607536316,
      "loss_total": 0.021077677607536316,
      "step": 7300
    },
    {
      "loss_action": 0.015836965292692184,
      "loss_total": 0.015836965292692184,
      "step": 7300
    },
    {
      "loss_action": 0.013635315001010895,
      "loss_total": 0.013635315001010895,
      "step": 7300
    },
    {
      "loss_action": 0.02967275306582451,
      "loss_total": 0.02967275306582451,
      "step": 7300
    },
    {
      "loss_action": 0.01940593495965004,
      "loss_total": 0.01940593495965004,
      "step": 7300
    },
    {
      "loss_action": 0.015307494439184666,
      "loss_total": 0.015307494439184666,
      "step": 7300
    },
    {
      "grad_norm": 0.22335638105869293,
      "learning_rate": 9.985431011890367e-05,
      "loss": 0.0205,
      "step": 7310
    },
    {
      "loss_action": 0.013345498591661453,
      "loss_total": 0.013345498591661453,
      "step": 7310
    },
    {
      "loss_action": 0.028189286589622498,
      "loss_total": 0.028189286589622498,
      "step": 7310
    },
    {
      "loss_action": 0.029073519632220268,
      "loss_total": 0.029073519632220268,
      "step": 7310
    },
    {
      "loss_action": 0.018722865730524063,
      "loss_total": 0.018722865730524063,
      "step": 7310
    },
    {
      "loss_action": 0.024669550359249115,
      "loss_total": 0.024669550359249115,
      "step": 7310
    },
    {
      "loss_action": 0.036101922392845154,
      "loss_total": 0.036101922392845154,
      "step": 7310
    },
    {
      "loss_action": 0.03505207225680351,
      "loss_total": 0.03505207225680351,
      "step": 7310
    },
    {
      "loss_action": 0.12426022440195084,
      "loss_total": 0.12426022440195084,
      "step": 7310
    },
    {
      "grad_norm": 0.21076591312885284,
      "learning_rate": 9.985304607558075e-05,
      "loss": 0.0242,
      "step": 7320
    },
    {
      "loss_action": 0.023026011884212494,
      "loss_total": 0.023026011884212494,
      "step": 7320
    },
    {
      "loss_action": 0.011274602264165878,
      "loss_total": 0.011274602264165878,
      "step": 7320
    },
    {
      "loss_action": 0.02476559951901436,
      "loss_total": 0.02476559951901436,
      "step": 7320
    },
    {
      "loss_action": 0.015048153698444366,
      "loss_total": 0.015048153698444366,
      "step": 7320
    },
    {
      "loss_action": 0.022352036088705063,
      "loss_total": 0.022352036088705063,
      "step": 7320
    },
    {
      "loss_action": 0.015093944035470486,
      "loss_total": 0.015093944035470486,
      "step": 7320
    },
    {
      "loss_action": 0.017023226246237755,
      "loss_total": 0.017023226246237755,
      "step": 7320
    },
    {
      "loss_action": 0.017608677968382835,
      "loss_total": 0.017608677968382835,
      "step": 7320
    },
    {
      "grad_norm": 0.2108835130929947,
      "learning_rate": 9.985177658040364e-05,
      "loss": 0.021,
      "step": 7330
    },
    {
      "loss_action": 0.018412688747048378,
      "loss_total": 0.018412688747048378,
      "step": 7330
    },
    {
      "loss_action": 0.01418653130531311,
      "loss_total": 0.01418653130531311,
      "step": 7330
    },
    {
      "loss_action": 0.02752511017024517,
      "loss_total": 0.02752511017024517,
      "step": 7330
    },
    {
      "loss_action": 0.01701745018362999,
      "loss_total": 0.01701745018362999,
      "step": 7330
    },
    {
      "loss_action": 0.017843659967184067,
      "loss_total": 0.017843659967184067,
      "step": 7330
    },
    {
      "loss_action": 0.015483815222978592,
      "loss_total": 0.015483815222978592,
      "step": 7330
    },
    {
      "loss_action": 0.01099547278136015,
      "loss_total": 0.01099547278136015,
      "step": 7330
    },
    {
      "loss_action": 0.023165632039308548,
      "loss_total": 0.023165632039308548,
      "step": 7330
    },
    {
      "grad_norm": 0.18572065234184265,
      "learning_rate": 9.985050163351119e-05,
      "loss": 0.0226,
      "step": 7340
    },
    {
      "loss_action": 0.035369422286748886,
      "loss_total": 0.035369422286748886,
      "step": 7340
    },
    {
      "loss_action": 0.017743833363056183,
      "loss_total": 0.017743833363056183,
      "step": 7340
    },
    {
      "loss_action": 0.01594752073287964,
      "loss_total": 0.01594752073287964,
      "step": 7340
    },
    {
      "loss_action": 0.013034846633672714,
      "loss_total": 0.013034846633672714,
      "step": 7340
    },
    {
      "loss_action": 0.024587607011198997,
      "loss_total": 0.024587607011198997,
      "step": 7340
    },
    {
      "loss_action": 0.017967674881219864,
      "loss_total": 0.017967674881219864,
      "step": 7340
    },
    {
      "loss_action": 0.02404838427901268,
      "loss_total": 0.02404838427901268,
      "step": 7340
    },
    {
      "loss_action": 0.011710459366440773,
      "loss_total": 0.011710459366440773,
      "step": 7340
    },
    {
      "grad_norm": 0.33816778659820557,
      "learning_rate": 9.984922123504286e-05,
      "loss": 0.0218,
      "step": 7350
    },
    {
      "loss_action": 0.027065470814704895,
      "loss_total": 0.027065470814704895,
      "step": 7350
    },
    {
      "loss_action": 0.01829349249601364,
      "loss_total": 0.01829349249601364,
      "step": 7350
    },
    {
      "loss_action": 0.010356104001402855,
      "loss_total": 0.010356104001402855,
      "step": 7350
    },
    {
      "loss_action": 0.060963306576013565,
      "loss_total": 0.060963306576013565,
      "step": 7350
    },
    {
      "loss_action": 0.12309924513101578,
      "loss_total": 0.12309924513101578,
      "step": 7350
    },
    {
      "loss_action": 0.052009858191013336,
      "loss_total": 0.052009858191013336,
      "step": 7350
    },
    {
      "loss_action": 0.01911626197397709,
      "loss_total": 0.01911626197397709,
      "step": 7350
    },
    {
      "loss_action": 0.016005542129278183,
      "loss_total": 0.016005542129278183,
      "step": 7350
    },
    {
      "grad_norm": 0.2696816921234131,
      "learning_rate": 9.984793538513862e-05,
      "loss": 0.0386,
      "step": 7360
    },
    {
      "loss_action": 0.01952388882637024,
      "loss_total": 0.01952388882637024,
      "step": 7360
    },
    {
      "loss_action": 0.031004521995782852,
      "loss_total": 0.031004521995782852,
      "step": 7360
    },
    {
      "loss_action": 0.017727069556713104,
      "loss_total": 0.017727069556713104,
      "step": 7360
    },
    {
      "loss_action": 0.029177114367485046,
      "loss_total": 0.029177114367485046,
      "step": 7360
    },
    {
      "loss_action": 0.02751072682440281,
      "loss_total": 0.02751072682440281,
      "step": 7360
    },
    {
      "loss_action": 0.022135157138109207,
      "loss_total": 0.022135157138109207,
      "step": 7360
    },
    {
      "loss_action": 0.02510710060596466,
      "loss_total": 0.02510710060596466,
      "step": 7360
    },
    {
      "loss_action": 0.025811543688178062,
      "loss_total": 0.025811543688178062,
      "step": 7360
    },
    {
      "grad_norm": 0.311250239610672,
      "learning_rate": 9.984664408393912e-05,
      "loss": 0.029,
      "step": 7370
    },
    {
      "loss_action": 0.020280180498957634,
      "loss_total": 0.020280180498957634,
      "step": 7370
    },
    {
      "loss_action": 0.019805103540420532,
      "loss_total": 0.019805103540420532,
      "step": 7370
    },
    {
      "loss_action": 0.0288541242480278,
      "loss_total": 0.0288541242480278,
      "step": 7370
    },
    {
      "loss_action": 0.026637345552444458,
      "loss_total": 0.026637345552444458,
      "step": 7370
    },
    {
      "loss_action": 0.0268966443836689,
      "loss_total": 0.0268966443836689,
      "step": 7370
    },
    {
      "loss_action": 0.028089050203561783,
      "loss_total": 0.028089050203561783,
      "step": 7370
    },
    {
      "loss_action": 0.03940751403570175,
      "loss_total": 0.03940751403570175,
      "step": 7370
    },
    {
      "loss_action": 0.021090157330036163,
      "loss_total": 0.021090157330036163,
      "step": 7370
    },
    {
      "grad_norm": 0.23998473584651947,
      "learning_rate": 9.984534733158556e-05,
      "loss": 0.0254,
      "step": 7380
    },
    {
      "loss_action": 0.04108972102403641,
      "loss_total": 0.04108972102403641,
      "step": 7380
    },
    {
      "loss_action": 0.021100273355841637,
      "loss_total": 0.021100273355841637,
      "step": 7380
    },
    {
      "loss_action": 0.012529496103525162,
      "loss_total": 0.012529496103525162,
      "step": 7380
    },
    {
      "loss_action": 0.024811772629618645,
      "loss_total": 0.024811772629618645,
      "step": 7380
    },
    {
      "loss_action": 0.03164717182517052,
      "loss_total": 0.03164717182517052,
      "step": 7380
    },
    {
      "loss_action": 0.03487388417124748,
      "loss_total": 0.03487388417124748,
      "step": 7380
    },
    {
      "loss_action": 0.021500136703252792,
      "loss_total": 0.021500136703252792,
      "step": 7380
    },
    {
      "loss_action": 0.04342786595225334,
      "loss_total": 0.04342786595225334,
      "step": 7380
    },
    {
      "grad_norm": 0.29750049114227295,
      "learning_rate": 9.984404512821977e-05,
      "loss": 0.0253,
      "step": 7390
    },
    {
      "loss_action": 0.020075540989637375,
      "loss_total": 0.020075540989637375,
      "step": 7390
    },
    {
      "loss_action": 0.0220511294901371,
      "loss_total": 0.0220511294901371,
      "step": 7390
    },
    {
      "loss_action": 0.05293194577097893,
      "loss_total": 0.05293194577097893,
      "step": 7390
    },
    {
      "loss_action": 0.020939890295267105,
      "loss_total": 0.020939890295267105,
      "step": 7390
    },
    {
      "loss_action": 0.030397461727261543,
      "loss_total": 0.030397461727261543,
      "step": 7390
    },
    {
      "loss_action": 0.02964179590344429,
      "loss_total": 0.02964179590344429,
      "step": 7390
    },
    {
      "loss_action": 0.022705500945448875,
      "loss_total": 0.022705500945448875,
      "step": 7390
    },
    {
      "loss_action": 0.028974095359444618,
      "loss_total": 0.028974095359444618,
      "step": 7390
    },
    {
      "grad_norm": 0.23564153909683228,
      "learning_rate": 9.984273747398411e-05,
      "loss": 0.0236,
      "step": 7400
    },
    {
      "loss_action": 0.013029363006353378,
      "loss_total": 0.013029363006353378,
      "step": 7400
    },
    {
      "loss_action": 0.03309640660881996,
      "loss_total": 0.03309640660881996,
      "step": 7400
    },
    {
      "loss_action": 0.01702364906668663,
      "loss_total": 0.01702364906668663,
      "step": 7400
    },
    {
      "loss_action": 0.0174464862793684,
      "loss_total": 0.0174464862793684,
      "step": 7400
    },
    {
      "loss_action": 0.039478983730077744,
      "loss_total": 0.039478983730077744,
      "step": 7400
    },
    {
      "loss_action": 0.01883598230779171,
      "loss_total": 0.01883598230779171,
      "step": 7400
    },
    {
      "loss_action": 0.01864498481154442,
      "loss_total": 0.01864498481154442,
      "step": 7400
    },
    {
      "loss_action": 0.015699870884418488,
      "loss_total": 0.015699870884418488,
      "step": 7400
    },
    {
      "grad_norm": 0.21098768711090088,
      "learning_rate": 9.984142436902165e-05,
      "loss": 0.0201,
      "step": 7410
    },
    {
      "loss_action": 0.019138764590024948,
      "loss_total": 0.019138764590024948,
      "step": 7410
    },
    {
      "loss_action": 0.03978089243173599,
      "loss_total": 0.03978089243173599,
      "step": 7410
    },
    {
      "loss_action": 0.022562487050890923,
      "loss_total": 0.022562487050890923,
      "step": 7410
    },
    {
      "loss_action": 0.03257258981466293,
      "loss_total": 0.03257258981466293,
      "step": 7410
    },
    {
      "loss_action": 0.02078351378440857,
      "loss_total": 0.02078351378440857,
      "step": 7410
    },
    {
      "loss_action": 0.010810334235429764,
      "loss_total": 0.010810334235429764,
      "step": 7410
    },
    {
      "loss_action": 0.008580752648413181,
      "loss_total": 0.008580752648413181,
      "step": 7410
    },
    {
      "loss_action": 0.019819114357233047,
      "loss_total": 0.019819114357233047,
      "step": 7410
    },
    {
      "grad_norm": 0.22359944880008698,
      "learning_rate": 9.984010581347596e-05,
      "loss": 0.02,
      "step": 7420
    },
    {
      "loss_action": 0.023593544960021973,
      "loss_total": 0.023593544960021973,
      "step": 7420
    },
    {
      "loss_action": 0.013575985096395016,
      "loss_total": 0.013575985096395016,
      "step": 7420
    },
    {
      "loss_action": 0.025765972211956978,
      "loss_total": 0.025765972211956978,
      "step": 7420
    },
    {
      "loss_action": 0.0207032710313797,
      "loss_total": 0.0207032710313797,
      "step": 7420
    },
    {
      "loss_action": 0.01923653855919838,
      "loss_total": 0.01923653855919838,
      "step": 7420
    },
    {
      "loss_action": 0.03495094180107117,
      "loss_total": 0.03495094180107117,
      "step": 7420
    },
    {
      "loss_action": 0.02140236273407936,
      "loss_total": 0.02140236273407936,
      "step": 7420
    },
    {
      "loss_action": 0.0162927508354187,
      "loss_total": 0.0162927508354187,
      "step": 7420
    },
    {
      "grad_norm": 0.3396293520927429,
      "learning_rate": 9.983878180749121e-05,
      "loss": 0.0227,
      "step": 7430
    },
    {
      "loss_action": 0.023327887058258057,
      "loss_total": 0.023327887058258057,
      "step": 7430
    },
    {
      "loss_action": 0.03533594310283661,
      "loss_total": 0.03533594310283661,
      "step": 7430
    },
    {
      "loss_action": 0.01505627203732729,
      "loss_total": 0.01505627203732729,
      "step": 7430
    },
    {
      "loss_action": 0.023505855351686478,
      "loss_total": 0.023505855351686478,
      "step": 7430
    },
    {
      "loss_action": 0.010182294063270092,
      "loss_total": 0.010182294063270092,
      "step": 7430
    },
    {
      "loss_action": 0.016608133912086487,
      "loss_total": 0.016608133912086487,
      "step": 7430
    },
    {
      "loss_action": 0.030927129089832306,
      "loss_total": 0.030927129089832306,
      "step": 7430
    },
    {
      "loss_action": 0.030309759080410004,
      "loss_total": 0.030309759080410004,
      "step": 7430
    },
    {
      "grad_norm": 0.23291081190109253,
      "learning_rate": 9.983745235121222e-05,
      "loss": 0.021,
      "step": 7440
    },
    {
      "loss_action": 0.01610499620437622,
      "loss_total": 0.01610499620437622,
      "step": 7440
    },
    {
      "loss_action": 0.01207489613443613,
      "loss_total": 0.01207489613443613,
      "step": 7440
    },
    {
      "loss_action": 0.014318063855171204,
      "loss_total": 0.014318063855171204,
      "step": 7440
    },
    {
      "loss_action": 0.01906687021255493,
      "loss_total": 0.01906687021255493,
      "step": 7440
    },
    {
      "loss_action": 0.02960638329386711,
      "loss_total": 0.02960638329386711,
      "step": 7440
    },
    {
      "loss_action": 0.014253407716751099,
      "loss_total": 0.014253407716751099,
      "step": 7440
    },
    {
      "loss_action": 0.017381709069013596,
      "loss_total": 0.017381709069013596,
      "step": 7440
    },
    {
      "loss_action": 0.022421512752771378,
      "loss_total": 0.022421512752771378,
      "step": 7440
    },
    {
      "grad_norm": 0.2296566516160965,
      "learning_rate": 9.983611744478438e-05,
      "loss": 0.0195,
      "step": 7450
    },
    {
      "loss_action": 0.011967450380325317,
      "loss_total": 0.011967450380325317,
      "step": 7450
    },
    {
      "loss_action": 0.023155800998210907,
      "loss_total": 0.023155800998210907,
      "step": 7450
    },
    {
      "loss_action": 0.01423016469925642,
      "loss_total": 0.01423016469925642,
      "step": 7450
    },
    {
      "loss_action": 0.012415885925292969,
      "loss_total": 0.012415885925292969,
      "step": 7450
    },
    {
      "loss_action": 0.013700926676392555,
      "loss_total": 0.013700926676392555,
      "step": 7450
    },
    {
      "loss_action": 0.007869528606534004,
      "loss_total": 0.007869528606534004,
      "step": 7450
    },
    {
      "loss_action": 0.010852796956896782,
      "loss_total": 0.010852796956896782,
      "step": 7450
    },
    {
      "loss_action": 0.019035890698432922,
      "loss_total": 0.019035890698432922,
      "step": 7450
    },
    {
      "grad_norm": 0.35560163855552673,
      "learning_rate": 9.983477708835365e-05,
      "loss": 0.0246,
      "step": 7460
    },
    {
      "loss_action": 0.014656584709882736,
      "loss_total": 0.014656584709882736,
      "step": 7460
    },
    {
      "loss_action": 0.021215159446001053,
      "loss_total": 0.021215159446001053,
      "step": 7460
    },
    {
      "loss_action": 0.018676385283470154,
      "loss_total": 0.018676385283470154,
      "step": 7460
    },
    {
      "loss_action": 0.023689545691013336,
      "loss_total": 0.023689545691013336,
      "step": 7460
    },
    {
      "loss_action": 0.013395145535469055,
      "loss_total": 0.013395145535469055,
      "step": 7460
    },
    {
      "loss_action": 0.014384577982127666,
      "loss_total": 0.014384577982127666,
      "step": 7460
    },
    {
      "loss_action": 0.01636703684926033,
      "loss_total": 0.01636703684926033,
      "step": 7460
    },
    {
      "loss_action": 0.016821056604385376,
      "loss_total": 0.016821056604385376,
      "step": 7460
    },
    {
      "grad_norm": 0.2772577106952667,
      "learning_rate": 9.983343128206664e-05,
      "loss": 0.0233,
      "step": 7470
    },
    {
      "loss_action": 0.05477018654346466,
      "loss_total": 0.05477018654346466,
      "step": 7470
    },
    {
      "loss_action": 0.018144773319363594,
      "loss_total": 0.018144773319363594,
      "step": 7470
    },
    {
      "loss_action": 0.0254746712744236,
      "loss_total": 0.0254746712744236,
      "step": 7470
    },
    {
      "loss_action": 0.016727279871702194,
      "loss_total": 0.016727279871702194,
      "step": 7470
    },
    {
      "loss_action": 0.014396324753761292,
      "loss_total": 0.014396324753761292,
      "step": 7470
    },
    {
      "loss_action": 0.02250845730304718,
      "loss_total": 0.02250845730304718,
      "step": 7470
    },
    {
      "loss_action": 0.010961229912936687,
      "loss_total": 0.010961229912936687,
      "step": 7470
    },
    {
      "loss_action": 0.015895608812570572,
      "loss_total": 0.015895608812570572,
      "step": 7470
    },
    {
      "grad_norm": 0.32139071822166443,
      "learning_rate": 9.983208002607049e-05,
      "loss": 0.0195,
      "step": 7480
    },
    {
      "loss_action": 0.015090711414813995,
      "loss_total": 0.015090711414813995,
      "step": 7480
    },
    {
      "loss_action": 0.022275958210229874,
      "loss_total": 0.022275958210229874,
      "step": 7480
    },
    {
      "loss_action": 0.026122860610485077,
      "loss_total": 0.026122860610485077,
      "step": 7480
    },
    {
      "loss_action": 0.017483370378613472,
      "loss_total": 0.017483370378613472,
      "step": 7480
    },
    {
      "loss_action": 0.014752492308616638,
      "loss_total": 0.014752492308616638,
      "step": 7480
    },
    {
      "loss_action": 0.020126396790146828,
      "loss_total": 0.020126396790146828,
      "step": 7480
    },
    {
      "loss_action": 0.028608690947294235,
      "loss_total": 0.028608690947294235,
      "step": 7480
    },
    {
      "loss_action": 0.02686302363872528,
      "loss_total": 0.02686302363872528,
      "step": 7480
    },
    {
      "grad_norm": 0.19069936871528625,
      "learning_rate": 9.9830723320513e-05,
      "loss": 0.0192,
      "step": 7490
    },
    {
      "loss_action": 0.01570097729563713,
      "loss_total": 0.01570097729563713,
      "step": 7490
    },
    {
      "loss_action": 0.02548394538462162,
      "loss_total": 0.02548394538462162,
      "step": 7490
    },
    {
      "loss_action": 0.018842611461877823,
      "loss_total": 0.018842611461877823,
      "step": 7490
    },
    {
      "loss_action": 0.01478064339607954,
      "loss_total": 0.01478064339607954,
      "step": 7490
    },
    {
      "loss_action": 0.07706090807914734,
      "loss_total": 0.07706090807914734,
      "step": 7490
    },
    {
      "loss_action": 0.03007044643163681,
      "loss_total": 0.03007044643163681,
      "step": 7490
    },
    {
      "loss_action": 0.017785487696528435,
      "loss_total": 0.017785487696528435,
      "step": 7490
    },
    {
      "loss_action": 0.016107819974422455,
      "loss_total": 0.016107819974422455,
      "step": 7490
    },
    {
      "grad_norm": 0.253116250038147,
      "learning_rate": 9.982936116554254e-05,
      "loss": 0.0212,
      "step": 7500
    },
    {
      "loss_action": 0.028423789888620377,
      "loss_total": 0.028423789888620377,
      "step": 7500
    },
    {
      "loss_action": 0.019828539341688156,
      "loss_total": 0.019828539341688156,
      "step": 7500
    },
    {
      "loss_action": 0.024538742378354073,
      "loss_total": 0.024538742378354073,
      "step": 7500
    },
    {
      "loss_action": 0.023362472653388977,
      "loss_total": 0.023362472653388977,
      "step": 7500
    },
    {
      "loss_action": 0.020038867369294167,
      "loss_total": 0.020038867369294167,
      "step": 7500
    },
    {
      "loss_action": 0.02516043558716774,
      "loss_total": 0.02516043558716774,
      "step": 7500
    },
    {
      "loss_action": 0.018827499821782112,
      "loss_total": 0.018827499821782112,
      "step": 7500
    },
    {
      "loss_action": 0.027928680181503296,
      "loss_total": 0.027928680181503296,
      "step": 7500
    },
    {
      "grad_norm": 0.2323053926229477,
      "learning_rate": 9.982799356130803e-05,
      "loss": 0.0196,
      "step": 7510
    },
    {
      "loss_action": 0.014056808315217495,
      "loss_total": 0.014056808315217495,
      "step": 7510
    },
    {
      "loss_action": 0.02223137393593788,
      "loss_total": 0.02223137393593788,
      "step": 7510
    },
    {
      "loss_action": 0.026181025430560112,
      "loss_total": 0.026181025430560112,
      "step": 7510
    },
    {
      "loss_action": 0.00917249359190464,
      "loss_total": 0.00917249359190464,
      "step": 7510
    },
    {
      "loss_action": 0.01587720960378647,
      "loss_total": 0.01587720960378647,
      "step": 7510
    },
    {
      "loss_action": 0.02311110496520996,
      "loss_total": 0.02311110496520996,
      "step": 7510
    },
    {
      "loss_action": 0.023918695747852325,
      "loss_total": 0.023918695747852325,
      "step": 7510
    },
    {
      "loss_action": 0.016753723844885826,
      "loss_total": 0.016753723844885826,
      "step": 7510
    },
    {
      "grad_norm": 0.2566109001636505,
      "learning_rate": 9.982662050795908e-05,
      "loss": 0.0225,
      "step": 7520
    },
    {
      "loss_action": 0.009510730393230915,
      "loss_total": 0.009510730393230915,
      "step": 7520
    },
    {
      "loss_action": 0.019212134182453156,
      "loss_total": 0.019212134182453156,
      "step": 7520
    },
    {
      "loss_action": 0.017990559339523315,
      "loss_total": 0.017990559339523315,
      "step": 7520
    },
    {
      "loss_action": 0.025939591228961945,
      "loss_total": 0.025939591228961945,
      "step": 7520
    },
    {
      "loss_action": 0.029122119769454002,
      "loss_total": 0.029122119769454002,
      "step": 7520
    },
    {
      "loss_action": 0.03197990357875824,
      "loss_total": 0.03197990357875824,
      "step": 7520
    },
    {
      "loss_action": 0.016398973762989044,
      "loss_total": 0.016398973762989044,
      "step": 7520
    },
    {
      "loss_action": 0.019213614985346794,
      "loss_total": 0.019213614985346794,
      "step": 7520
    },
    {
      "grad_norm": 0.2590624988079071,
      "learning_rate": 9.982524200564583e-05,
      "loss": 0.0214,
      "step": 7530
    },
    {
      "loss_action": 0.016319897025823593,
      "loss_total": 0.016319897025823593,
      "step": 7530
    },
    {
      "loss_action": 0.04480151832103729,
      "loss_total": 0.04480151832103729,
      "step": 7530
    },
    {
      "loss_action": 0.01315351389348507,
      "loss_total": 0.01315351389348507,
      "step": 7530
    },
    {
      "loss_action": 0.015370754525065422,
      "loss_total": 0.015370754525065422,
      "step": 7530
    },
    {
      "loss_action": 0.027829069644212723,
      "loss_total": 0.027829069644212723,
      "step": 7530
    },
    {
      "loss_action": 0.01946282759308815,
      "loss_total": 0.01946282759308815,
      "step": 7530
    },
    {
      "loss_action": 0.018124042078852654,
      "loss_total": 0.018124042078852654,
      "step": 7530
    },
    {
      "loss_action": 0.012655391357839108,
      "loss_total": 0.012655391357839108,
      "step": 7530
    },
    {
      "grad_norm": 0.24921883642673492,
      "learning_rate": 9.982385805451901e-05,
      "loss": 0.0246,
      "step": 7540
    },
    {
      "loss_action": 0.02202039211988449,
      "loss_total": 0.02202039211988449,
      "step": 7540
    },
    {
      "loss_action": 0.0105396443977952,
      "loss_total": 0.0105396443977952,
      "step": 7540
    },
    {
      "loss_action": 0.015751902014017105,
      "loss_total": 0.015751902014017105,
      "step": 7540
    },
    {
      "loss_action": 0.04388606175780296,
      "loss_total": 0.04388606175780296,
      "step": 7540
    },
    {
      "loss_action": 0.022278636693954468,
      "loss_total": 0.022278636693954468,
      "step": 7540
    },
    {
      "loss_action": 0.01678609661757946,
      "loss_total": 0.01678609661757946,
      "step": 7540
    },
    {
      "loss_action": 0.011100994423031807,
      "loss_total": 0.011100994423031807,
      "step": 7540
    },
    {
      "loss_action": 0.012402094900608063,
      "loss_total": 0.012402094900608063,
      "step": 7540
    },
    {
      "grad_norm": 0.23170103132724762,
      "learning_rate": 9.982246865472998e-05,
      "loss": 0.0213,
      "step": 7550
    },
    {
      "loss_action": 0.04223538935184479,
      "loss_total": 0.04223538935184479,
      "step": 7550
    },
    {
      "loss_action": 0.009057827293872833,
      "loss_total": 0.009057827293872833,
      "step": 7550
    },
    {
      "loss_action": 0.012259175069630146,
      "loss_total": 0.012259175069630146,
      "step": 7550
    },
    {
      "loss_action": 0.021722102537751198,
      "loss_total": 0.021722102537751198,
      "step": 7550
    },
    {
      "loss_action": 0.013124602846801281,
      "loss_total": 0.013124602846801281,
      "step": 7550
    },
    {
      "loss_action": 0.01519131287932396,
      "loss_total": 0.01519131287932396,
      "step": 7550
    },
    {
      "loss_action": 0.014460661448538303,
      "loss_total": 0.014460661448538303,
      "step": 7550
    },
    {
      "loss_action": 0.026737749576568604,
      "loss_total": 0.026737749576568604,
      "step": 7550
    },
    {
      "grad_norm": 0.20976494252681732,
      "learning_rate": 9.982107380643069e-05,
      "loss": 0.0245,
      "step": 7560
    },
    {
      "loss_action": 0.018245432525873184,
      "loss_total": 0.018245432525873184,
      "step": 7560
    },
    {
      "loss_action": 0.02461988851428032,
      "loss_total": 0.02461988851428032,
      "step": 7560
    },
    {
      "loss_action": 0.014469997026026249,
      "loss_total": 0.014469997026026249,
      "step": 7560
    },
    {
      "loss_action": 0.024438604712486267,
      "loss_total": 0.024438604712486267,
      "step": 7560
    },
    {
      "loss_action": 0.014583144336938858,
      "loss_total": 0.014583144336938858,
      "step": 7560
    },
    {
      "loss_action": 0.02723025344312191,
      "loss_total": 0.02723025344312191,
      "step": 7560
    },
    {
      "loss_action": 0.018429648131132126,
      "loss_total": 0.018429648131132126,
      "step": 7560
    },
    {
      "loss_action": 0.017043793573975563,
      "loss_total": 0.017043793573975563,
      "step": 7560
    },
    {
      "grad_norm": 0.26159143447875977,
      "learning_rate": 9.981967350977368e-05,
      "loss": 0.0206,
      "step": 7570
    },
    {
      "loss_action": 0.0158274844288826,
      "loss_total": 0.0158274844288826,
      "step": 7570
    },
    {
      "loss_action": 0.016840029507875443,
      "loss_total": 0.016840029507875443,
      "step": 7570
    },
    {
      "loss_action": 0.023768508806824684,
      "loss_total": 0.023768508806824684,
      "step": 7570
    },
    {
      "loss_action": 0.013575326651334763,
      "loss_total": 0.013575326651334763,
      "step": 7570
    },
    {
      "loss_action": 0.02145901508629322,
      "loss_total": 0.02145901508629322,
      "step": 7570
    },
    {
      "loss_action": 0.05152019485831261,
      "loss_total": 0.05152019485831261,
      "step": 7570
    },
    {
      "loss_action": 0.022098030894994736,
      "loss_total": 0.022098030894994736,
      "step": 7570
    },
    {
      "loss_action": 0.03130224719643593,
      "loss_total": 0.03130224719643593,
      "step": 7570
    },
    {
      "grad_norm": 0.23841136693954468,
      "learning_rate": 9.981826776491208e-05,
      "loss": 0.021,
      "step": 7580
    },
    {
      "loss_action": 0.00977213867008686,
      "loss_total": 0.00977213867008686,
      "step": 7580
    },
    {
      "loss_action": 0.012052369304001331,
      "loss_total": 0.012052369304001331,
      "step": 7580
    },
    {
      "loss_action": 0.009104867465794086,
      "loss_total": 0.009104867465794086,
      "step": 7580
    },
    {
      "loss_action": 0.015758687630295753,
      "loss_total": 0.015758687630295753,
      "step": 7580
    },
    {
      "loss_action": 0.016416694968938828,
      "loss_total": 0.016416694968938828,
      "step": 7580
    },
    {
      "loss_action": 0.013039031997323036,
      "loss_total": 0.013039031997323036,
      "step": 7580
    },
    {
      "loss_action": 0.012880470603704453,
      "loss_total": 0.012880470603704453,
      "step": 7580
    },
    {
      "loss_action": 0.02239135280251503,
      "loss_total": 0.02239135280251503,
      "step": 7580
    },
    {
      "grad_norm": 0.16926564276218414,
      "learning_rate": 9.98168565719996e-05,
      "loss": 0.0211,
      "step": 7590
    },
    {
      "loss_action": 0.026086879894137383,
      "loss_total": 0.026086879894137383,
      "step": 7590
    },
    {
      "loss_action": 0.015519235283136368,
      "loss_total": 0.015519235283136368,
      "step": 7590
    },
    {
      "loss_action": 0.012375246733427048,
      "loss_total": 0.012375246733427048,
      "step": 7590
    },
    {
      "loss_action": 0.010746074840426445,
      "loss_total": 0.010746074840426445,
      "step": 7590
    },
    {
      "loss_action": 0.014875967055559158,
      "loss_total": 0.014875967055559158,
      "step": 7590
    },
    {
      "loss_action": 0.03395213186740875,
      "loss_total": 0.03395213186740875,
      "step": 7590
    },
    {
      "loss_action": 0.017562750726938248,
      "loss_total": 0.017562750726938248,
      "step": 7590
    },
    {
      "loss_action": 0.011625668033957481,
      "loss_total": 0.011625668033957481,
      "step": 7590
    },
    {
      "grad_norm": 0.19834621250629425,
      "learning_rate": 9.98154399311906e-05,
      "loss": 0.0208,
      "step": 7600
    },
    {
      "loss_action": 0.011903967708349228,
      "loss_total": 0.011903967708349228,
      "step": 7600
    },
    {
      "loss_action": 0.017691776156425476,
      "loss_total": 0.017691776156425476,
      "step": 7600
    },
    {
      "loss_action": 0.021578267216682434,
      "loss_total": 0.021578267216682434,
      "step": 7600
    },
    {
      "loss_action": 0.053518593311309814,
      "loss_total": 0.053518593311309814,
      "step": 7600
    },
    {
      "loss_action": 0.01838870346546173,
      "loss_total": 0.01838870346546173,
      "step": 7600
    },
    {
      "loss_action": 0.01743573136627674,
      "loss_total": 0.01743573136627674,
      "step": 7600
    },
    {
      "loss_action": 0.02238677814602852,
      "loss_total": 0.02238677814602852,
      "step": 7600
    },
    {
      "loss_action": 0.041301876306533813,
      "loss_total": 0.041301876306533813,
      "step": 7600
    },
    {
      "grad_norm": 0.2619132101535797,
      "learning_rate": 9.981401784263997e-05,
      "loss": 0.019,
      "step": 7610
    },
    {
      "loss_action": 0.012820210307836533,
      "loss_total": 0.012820210307836533,
      "step": 7610
    },
    {
      "loss_action": 0.026909876614809036,
      "loss_total": 0.026909876614809036,
      "step": 7610
    },
    {
      "loss_action": 0.01576814241707325,
      "loss_total": 0.01576814241707325,
      "step": 7610
    },
    {
      "loss_action": 0.013158570043742657,
      "loss_total": 0.013158570043742657,
      "step": 7610
    },
    {
      "loss_action": 0.01844247430562973,
      "loss_total": 0.01844247430562973,
      "step": 7610
    },
    {
      "loss_action": 0.013591581024229527,
      "loss_total": 0.013591581024229527,
      "step": 7610
    },
    {
      "loss_action": 0.03290240839123726,
      "loss_total": 0.03290240839123726,
      "step": 7610
    },
    {
      "loss_action": 0.0327092781662941,
      "loss_total": 0.0327092781662941,
      "step": 7610
    },
    {
      "grad_norm": 0.3152190148830414,
      "learning_rate": 9.981259030650326e-05,
      "loss": 0.0206,
      "step": 7620
    },
    {
      "loss_action": 0.020384980365633965,
      "loss_total": 0.020384980365633965,
      "step": 7620
    },
    {
      "loss_action": 0.01061638817191124,
      "loss_total": 0.01061638817191124,
      "step": 7620
    },
    {
      "loss_action": 0.018690010532736778,
      "loss_total": 0.018690010532736778,
      "step": 7620
    },
    {
      "loss_action": 0.08648841083049774,
      "loss_total": 0.08648841083049774,
      "step": 7620
    },
    {
      "loss_action": 0.01475217379629612,
      "loss_total": 0.01475217379629612,
      "step": 7620
    },
    {
      "loss_action": 0.015300345607101917,
      "loss_total": 0.015300345607101917,
      "step": 7620
    },
    {
      "loss_action": 0.030273742973804474,
      "loss_total": 0.030273742973804474,
      "step": 7620
    },
    {
      "loss_action": 0.013007559813559055,
      "loss_total": 0.013007559813559055,
      "step": 7620
    },
    {
      "grad_norm": 0.2662266194820404,
      "learning_rate": 9.981115732293655e-05,
      "loss": 0.0201,
      "step": 7630
    },
    {
      "loss_action": 0.02981017716228962,
      "loss_total": 0.02981017716228962,
      "step": 7630
    },
    {
      "loss_action": 0.00973890908062458,
      "loss_total": 0.00973890908062458,
      "step": 7630
    },
    {
      "loss_action": 0.013994654640555382,
      "loss_total": 0.013994654640555382,
      "step": 7630
    },
    {
      "loss_action": 0.023547787219285965,
      "loss_total": 0.023547787219285965,
      "step": 7630
    },
    {
      "loss_action": 0.018232310190796852,
      "loss_total": 0.018232310190796852,
      "step": 7630
    },
    {
      "loss_action": 0.009286362677812576,
      "loss_total": 0.009286362677812576,
      "step": 7630
    },
    {
      "loss_action": 0.01668209582567215,
      "loss_total": 0.01668209582567215,
      "step": 7630
    },
    {
      "loss_action": 0.02811311185359955,
      "loss_total": 0.02811311185359955,
      "step": 7630
    },
    {
      "grad_norm": 0.27101510763168335,
      "learning_rate": 9.980971889209659e-05,
      "loss": 0.0206,
      "step": 7640
    },
    {
      "loss_action": 0.03700576722621918,
      "loss_total": 0.03700576722621918,
      "step": 7640
    },
    {
      "loss_action": 0.01053432747721672,
      "loss_total": 0.01053432747721672,
      "step": 7640
    },
    {
      "loss_action": 0.02422557771205902,
      "loss_total": 0.02422557771205902,
      "step": 7640
    },
    {
      "loss_action": 0.017353691160678864,
      "loss_total": 0.017353691160678864,
      "step": 7640
    },
    {
      "loss_action": 0.017087865620851517,
      "loss_total": 0.017087865620851517,
      "step": 7640
    },
    {
      "loss_action": 0.015486551448702812,
      "loss_total": 0.015486551448702812,
      "step": 7640
    },
    {
      "loss_action": 0.029003651812672615,
      "loss_total": 0.029003651812672615,
      "step": 7640
    },
    {
      "loss_action": 0.033475611358881,
      "loss_total": 0.033475611358881,
      "step": 7640
    },
    {
      "grad_norm": 0.2761162519454956,
      "learning_rate": 9.980827501414064e-05,
      "loss": 0.0224,
      "step": 7650
    },
    {
      "loss_action": 0.03309863433241844,
      "loss_total": 0.03309863433241844,
      "step": 7650
    },
    {
      "loss_action": 0.022854749113321304,
      "loss_total": 0.022854749113321304,
      "step": 7650
    },
    {
      "loss_action": 0.009958650916814804,
      "loss_total": 0.009958650916814804,
      "step": 7650
    },
    {
      "loss_action": 0.017458485439419746,
      "loss_total": 0.017458485439419746,
      "step": 7650
    },
    {
      "loss_action": 0.011610524728894234,
      "loss_total": 0.011610524728894234,
      "step": 7650
    },
    {
      "loss_action": 0.018307827413082123,
      "loss_total": 0.018307827413082123,
      "step": 7650
    },
    {
      "loss_action": 0.02199261263012886,
      "loss_total": 0.02199261263012886,
      "step": 7650
    },
    {
      "loss_action": 0.012536685913801193,
      "loss_total": 0.012536685913801193,
      "step": 7650
    },
    {
      "grad_norm": 0.27218809723854065,
      "learning_rate": 9.980682568922663e-05,
      "loss": 0.0231,
      "step": 7660
    },
    {
      "loss_action": 0.01109473966062069,
      "loss_total": 0.01109473966062069,
      "step": 7660
    },
    {
      "loss_action": 0.03956328332424164,
      "loss_total": 0.03956328332424164,
      "step": 7660
    },
    {
      "loss_action": 0.018161356449127197,
      "loss_total": 0.018161356449127197,
      "step": 7660
    },
    {
      "loss_action": 0.021618597209453583,
      "loss_total": 0.021618597209453583,
      "step": 7660
    },
    {
      "loss_action": 0.041973233222961426,
      "loss_total": 0.041973233222961426,
      "step": 7660
    },
    {
      "loss_action": 0.019588207826018333,
      "loss_total": 0.019588207826018333,
      "step": 7660
    },
    {
      "loss_action": 0.036545153707265854,
      "loss_total": 0.036545153707265854,
      "step": 7660
    },
    {
      "loss_action": 0.01882638968527317,
      "loss_total": 0.01882638968527317,
      "step": 7660
    },
    {
      "grad_norm": 0.25844815373420715,
      "learning_rate": 9.980537091751304e-05,
      "loss": 0.021,
      "step": 7670
    },
    {
      "loss_action": 0.015444805845618248,
      "loss_total": 0.015444805845618248,
      "step": 7670
    },
    {
      "loss_action": 0.011690113693475723,
      "loss_total": 0.011690113693475723,
      "step": 7670
    },
    {
      "loss_action": 0.019937340170145035,
      "loss_total": 0.019937340170145035,
      "step": 7670
    },
    {
      "loss_action": 0.02391205169260502,
      "loss_total": 0.02391205169260502,
      "step": 7670
    },
    {
      "loss_action": 0.016269812360405922,
      "loss_total": 0.016269812360405922,
      "step": 7670
    },
    {
      "loss_action": 0.009067698381841183,
      "loss_total": 0.009067698381841183,
      "step": 7670
    },
    {
      "loss_action": 0.0148595767095685,
      "loss_total": 0.0148595767095685,
      "step": 7670
    },
    {
      "loss_action": 0.015756700187921524,
      "loss_total": 0.015756700187921524,
      "step": 7670
    },
    {
      "grad_norm": 0.29288449883461,
      "learning_rate": 9.980391069915897e-05,
      "loss": 0.0224,
      "step": 7680
    },
    {
      "loss_action": 0.021091528236865997,
      "loss_total": 0.021091528236865997,
      "step": 7680
    },
    {
      "loss_action": 0.03357240930199623,
      "loss_total": 0.03357240930199623,
      "step": 7680
    },
    {
      "loss_action": 0.047642841935157776,
      "loss_total": 0.047642841935157776,
      "step": 7680
    },
    {
      "loss_action": 0.03128843754529953,
      "loss_total": 0.03128843754529953,
      "step": 7680
    },
    {
      "loss_action": 0.009760439395904541,
      "loss_total": 0.009760439395904541,
      "step": 7680
    },
    {
      "loss_action": 0.026091277599334717,
      "loss_total": 0.026091277599334717,
      "step": 7680
    },
    {
      "loss_action": 0.015169224701821804,
      "loss_total": 0.015169224701821804,
      "step": 7680
    },
    {
      "loss_action": 0.019129447638988495,
      "loss_total": 0.019129447638988495,
      "step": 7680
    },
    {
      "grad_norm": 0.20487220585346222,
      "learning_rate": 9.98024450343241e-05,
      "loss": 0.0222,
      "step": 7690
    },
    {
      "loss_action": 0.01628507487475872,
      "loss_total": 0.01628507487475872,
      "step": 7690
    },
    {
      "loss_action": 0.02368709072470665,
      "loss_total": 0.02368709072470665,
      "step": 7690
    },
    {
      "loss_action": 0.01768878661096096,
      "loss_total": 0.01768878661096096,
      "step": 7690
    },
    {
      "loss_action": 0.014310665428638458,
      "loss_total": 0.014310665428638458,
      "step": 7690
    },
    {
      "loss_action": 0.015075353905558586,
      "loss_total": 0.015075353905558586,
      "step": 7690
    },
    {
      "loss_action": 0.045520488172769547,
      "loss_total": 0.045520488172769547,
      "step": 7690
    },
    {
      "loss_action": 0.026866231113672256,
      "loss_total": 0.026866231113672256,
      "step": 7690
    },
    {
      "loss_action": 0.019228264689445496,
      "loss_total": 0.019228264689445496,
      "step": 7690
    },
    {
      "grad_norm": 0.2520776391029358,
      "learning_rate": 9.980097392316872e-05,
      "loss": 0.0262,
      "step": 7700
    },
    {
      "loss_action": 0.020637545734643936,
      "loss_total": 0.020637545734643936,
      "step": 7700
    },
    {
      "loss_action": 0.07583771646022797,
      "loss_total": 0.07583771646022797,
      "step": 7700
    },
    {
      "loss_action": 0.02064860612154007,
      "loss_total": 0.02064860612154007,
      "step": 7700
    },
    {
      "loss_action": 0.036613836884498596,
      "loss_total": 0.036613836884498596,
      "step": 7700
    },
    {
      "loss_action": 0.020065221935510635,
      "loss_total": 0.020065221935510635,
      "step": 7700
    },
    {
      "loss_action": 0.02320605330169201,
      "loss_total": 0.02320605330169201,
      "step": 7700
    },
    {
      "loss_action": 0.025568857789039612,
      "loss_total": 0.025568857789039612,
      "step": 7700
    },
    {
      "loss_action": 0.02652163803577423,
      "loss_total": 0.02652163803577423,
      "step": 7700
    },
    {
      "grad_norm": 0.24222514033317566,
      "learning_rate": 9.97994973658537e-05,
      "loss": 0.0237,
      "step": 7710
    },
    {
      "loss_action": 0.021353550255298615,
      "loss_total": 0.021353550255298615,
      "step": 7710
    },
    {
      "loss_action": 0.018455272540450096,
      "loss_total": 0.018455272540450096,
      "step": 7710
    },
    {
      "loss_action": 0.02735235169529915,
      "loss_total": 0.02735235169529915,
      "step": 7710
    },
    {
      "loss_action": 0.01577039808034897,
      "loss_total": 0.01577039808034897,
      "step": 7710
    },
    {
      "loss_action": 0.04310036823153496,
      "loss_total": 0.04310036823153496,
      "step": 7710
    },
    {
      "loss_action": 0.026081759482622147,
      "loss_total": 0.026081759482622147,
      "step": 7710
    },
    {
      "loss_action": 0.018418148159980774,
      "loss_total": 0.018418148159980774,
      "step": 7710
    },
    {
      "loss_action": 0.013309311121702194,
      "loss_total": 0.013309311121702194,
      "step": 7710
    },
    {
      "grad_norm": 0.2795868515968323,
      "learning_rate": 9.979801536254054e-05,
      "loss": 0.0217,
      "step": 7720
    },
    {
      "loss_action": 0.07875289022922516,
      "loss_total": 0.07875289022922516,
      "step": 7720
    },
    {
      "loss_action": 0.01728954166173935,
      "loss_total": 0.01728954166173935,
      "step": 7720
    },
    {
      "loss_action": 0.017125511541962624,
      "loss_total": 0.017125511541962624,
      "step": 7720
    },
    {
      "loss_action": 0.022825246676802635,
      "loss_total": 0.022825246676802635,
      "step": 7720
    },
    {
      "loss_action": 0.023463614284992218,
      "loss_total": 0.023463614284992218,
      "step": 7720
    },
    {
      "loss_action": 0.011457191780209541,
      "loss_total": 0.011457191780209541,
      "step": 7720
    },
    {
      "loss_action": 0.018521808087825775,
      "loss_total": 0.018521808087825775,
      "step": 7720
    },
    {
      "loss_action": 0.03924722224473953,
      "loss_total": 0.03924722224473953,
      "step": 7720
    },
    {
      "grad_norm": 0.292031466960907,
      "learning_rate": 9.979652791339127e-05,
      "loss": 0.0244,
      "step": 7730
    },
    {
      "loss_action": 0.03514418751001358,
      "loss_total": 0.03514418751001358,
      "step": 7730
    },
    {
      "loss_action": 0.016651049256324768,
      "loss_total": 0.016651049256324768,
      "step": 7730
    },
    {
      "loss_action": 0.04008670896291733,
      "loss_total": 0.04008670896291733,
      "step": 7730
    },
    {
      "loss_action": 0.029810547828674316,
      "loss_total": 0.029810547828674316,
      "step": 7730
    },
    {
      "loss_action": 0.013040466234087944,
      "loss_total": 0.013040466234087944,
      "step": 7730
    },
    {
      "loss_action": 0.015492988750338554,
      "loss_total": 0.015492988750338554,
      "step": 7730
    },
    {
      "loss_action": 0.012330418452620506,
      "loss_total": 0.012330418452620506,
      "step": 7730
    },
    {
      "loss_action": 0.009364571422338486,
      "loss_total": 0.009364571422338486,
      "step": 7730
    },
    {
      "grad_norm": 0.19227436184883118,
      "learning_rate": 9.97950350185686e-05,
      "loss": 0.0202,
      "step": 7740
    },
    {
      "loss_action": 0.028402293100953102,
      "loss_total": 0.028402293100953102,
      "step": 7740
    },
    {
      "loss_action": 0.023868482559919357,
      "loss_total": 0.023868482559919357,
      "step": 7740
    },
    {
      "loss_action": 0.012894275598227978,
      "loss_total": 0.012894275598227978,
      "step": 7740
    },
    {
      "loss_action": 0.021341372281312943,
      "loss_total": 0.021341372281312943,
      "step": 7740
    },
    {
      "loss_action": 0.021505486220121384,
      "loss_total": 0.021505486220121384,
      "step": 7740
    },
    {
      "loss_action": 0.03034990467131138,
      "loss_total": 0.03034990467131138,
      "step": 7740
    },
    {
      "loss_action": 0.025158828124403954,
      "loss_total": 0.025158828124403954,
      "step": 7740
    },
    {
      "loss_action": 0.020097728818655014,
      "loss_total": 0.020097728818655014,
      "step": 7740
    },
    {
      "grad_norm": 0.21539632976055145,
      "learning_rate": 9.979353667823574e-05,
      "loss": 0.0239,
      "step": 7750
    },
    {
      "loss_action": 0.010783127509057522,
      "loss_total": 0.010783127509057522,
      "step": 7750
    },
    {
      "loss_action": 0.014713536016643047,
      "loss_total": 0.014713536016643047,
      "step": 7750
    },
    {
      "loss_action": 0.025164524093270302,
      "loss_total": 0.025164524093270302,
      "step": 7750
    },
    {
      "loss_action": 0.019511230289936066,
      "loss_total": 0.019511230289936066,
      "step": 7750
    },
    {
      "loss_action": 0.02310960367321968,
      "loss_total": 0.02310960367321968,
      "step": 7750
    },
    {
      "loss_action": 0.021139519289135933,
      "loss_total": 0.021139519289135933,
      "step": 7750
    },
    {
      "loss_action": 0.01548231951892376,
      "loss_total": 0.01548231951892376,
      "step": 7750
    },
    {
      "loss_action": 0.014748322777450085,
      "loss_total": 0.014748322777450085,
      "step": 7750
    },
    {
      "grad_norm": 0.25415122509002686,
      "learning_rate": 9.979203289255658e-05,
      "loss": 0.0215,
      "step": 7760
    },
    {
      "loss_action": 0.01624199002981186,
      "loss_total": 0.01624199002981186,
      "step": 7760
    },
    {
      "loss_action": 0.0201493501663208,
      "loss_total": 0.0201493501663208,
      "step": 7760
    },
    {
      "loss_action": 0.015846945345401764,
      "loss_total": 0.015846945345401764,
      "step": 7760
    },
    {
      "loss_action": 0.021410642191767693,
      "loss_total": 0.021410642191767693,
      "step": 7760
    },
    {
      "loss_action": 0.05610492080450058,
      "loss_total": 0.05610492080450058,
      "step": 7760
    },
    {
      "loss_action": 0.022399334236979485,
      "loss_total": 0.022399334236979485,
      "step": 7760
    },
    {
      "loss_action": 0.017074981704354286,
      "loss_total": 0.017074981704354286,
      "step": 7760
    },
    {
      "loss_action": 0.07098351418972015,
      "loss_total": 0.07098351418972015,
      "step": 7760
    },
    {
      "grad_norm": 0.29448002576828003,
      "learning_rate": 9.979052366169557e-05,
      "loss": 0.0255,
      "step": 7770
    },
    {
      "loss_action": 0.012831361964344978,
      "loss_total": 0.012831361964344978,
      "step": 7770
    },
    {
      "loss_action": 0.01555399689823389,
      "loss_total": 0.01555399689823389,
      "step": 7770
    },
    {
      "loss_action": 0.014218167401850224,
      "loss_total": 0.014218167401850224,
      "step": 7770
    },
    {
      "loss_action": 0.015872618183493614,
      "loss_total": 0.015872618183493614,
      "step": 7770
    },
    {
      "loss_action": 0.021123016253113747,
      "loss_total": 0.021123016253113747,
      "step": 7770
    },
    {
      "loss_action": 0.01659430004656315,
      "loss_total": 0.01659430004656315,
      "step": 7770
    },
    {
      "loss_action": 0.01837225630879402,
      "loss_total": 0.01837225630879402,
      "step": 7770
    },
    {
      "loss_action": 0.017925947904586792,
      "loss_total": 0.017925947904586792,
      "step": 7770
    },
    {
      "grad_norm": 0.316279798746109,
      "learning_rate": 9.978900898581775e-05,
      "loss": 0.0206,
      "step": 7780
    },
    {
      "loss_action": 0.013921249657869339,
      "loss_total": 0.013921249657869339,
      "step": 7780
    },
    {
      "loss_action": 0.013995807617902756,
      "loss_total": 0.013995807617902756,
      "step": 7780
    },
    {
      "loss_action": 0.017302026972174644,
      "loss_total": 0.017302026972174644,
      "step": 7780
    },
    {
      "loss_action": 0.013362215831875801,
      "loss_total": 0.013362215831875801,
      "step": 7780
    },
    {
      "loss_action": 0.01568179950118065,
      "loss_total": 0.01568179950118065,
      "step": 7780
    },
    {
      "loss_action": 0.03846869245171547,
      "loss_total": 0.03846869245171547,
      "step": 7780
    },
    {
      "loss_action": 0.023416072130203247,
      "loss_total": 0.023416072130203247,
      "step": 7780
    },
    {
      "loss_action": 0.013884229585528374,
      "loss_total": 0.013884229585528374,
      "step": 7780
    },
    {
      "grad_norm": 0.26311394572257996,
      "learning_rate": 9.978748886508875e-05,
      "loss": 0.0226,
      "step": 7790
    },
    {
      "loss_action": 0.018348854035139084,
      "loss_total": 0.018348854035139084,
      "step": 7790
    },
    {
      "loss_action": 0.02002021297812462,
      "loss_total": 0.02002021297812462,
      "step": 7790
    },
    {
      "loss_action": 0.014813818037509918,
      "loss_total": 0.014813818037509918,
      "step": 7790
    },
    {
      "loss_action": 0.02306043729186058,
      "loss_total": 0.02306043729186058,
      "step": 7790
    },
    {
      "loss_action": 0.010830995626747608,
      "loss_total": 0.010830995626747608,
      "step": 7790
    },
    {
      "loss_action": 0.023531852290034294,
      "loss_total": 0.023531852290034294,
      "step": 7790
    },
    {
      "loss_action": 0.019842907786369324,
      "loss_total": 0.019842907786369324,
      "step": 7790
    },
    {
      "loss_action": 0.02338438108563423,
      "loss_total": 0.02338438108563423,
      "step": 7790
    },
    {
      "grad_norm": 0.21326912939548492,
      "learning_rate": 9.978596329967484e-05,
      "loss": 0.0204,
      "step": 7800
    },
    {
      "loss_action": 0.020008418709039688,
      "loss_total": 0.020008418709039688,
      "step": 7800
    },
    {
      "loss_action": 0.036564044654369354,
      "loss_total": 0.036564044654369354,
      "step": 7800
    },
    {
      "loss_action": 0.01718221791088581,
      "loss_total": 0.01718221791088581,
      "step": 7800
    },
    {
      "loss_action": 0.013043470680713654,
      "loss_total": 0.013043470680713654,
      "step": 7800
    },
    {
      "loss_action": 0.02115684747695923,
      "loss_total": 0.02115684747695923,
      "step": 7800
    },
    {
      "loss_action": 0.021959761157631874,
      "loss_total": 0.021959761157631874,
      "step": 7800
    },
    {
      "loss_action": 0.011191541329026222,
      "loss_total": 0.011191541329026222,
      "step": 7800
    },
    {
      "loss_action": 0.01009959913790226,
      "loss_total": 0.01009959913790226,
      "step": 7800
    },
    {
      "grad_norm": 0.26070666313171387,
      "learning_rate": 9.978443228974284e-05,
      "loss": 0.0198,
      "step": 7810
    },
    {
      "loss_action": 0.019854355603456497,
      "loss_total": 0.019854355603456497,
      "step": 7810
    },
    {
      "loss_action": 0.015610536560416222,
      "loss_total": 0.015610536560416222,
      "step": 7810
    },
    {
      "loss_action": 0.007499684579670429,
      "loss_total": 0.007499684579670429,
      "step": 7810
    },
    {
      "loss_action": 0.013332702219486237,
      "loss_total": 0.013332702219486237,
      "step": 7810
    },
    {
      "loss_action": 0.009853726252913475,
      "loss_total": 0.009853726252913475,
      "step": 7810
    },
    {
      "loss_action": 0.023490365594625473,
      "loss_total": 0.023490365594625473,
      "step": 7810
    },
    {
      "loss_action": 0.01896839588880539,
      "loss_total": 0.01896839588880539,
      "step": 7810
    },
    {
      "loss_action": 0.00758354552090168,
      "loss_total": 0.00758354552090168,
      "step": 7810
    },
    {
      "grad_norm": 0.17323988676071167,
      "learning_rate": 9.978289583546015e-05,
      "loss": 0.0176,
      "step": 7820
    },
    {
      "loss_action": 0.01120129507035017,
      "loss_total": 0.01120129507035017,
      "step": 7820
    },
    {
      "loss_action": 0.04177840054035187,
      "loss_total": 0.04177840054035187,
      "step": 7820
    },
    {
      "loss_action": 0.017735887318849564,
      "loss_total": 0.017735887318849564,
      "step": 7820
    },
    {
      "loss_action": 0.018306948244571686,
      "loss_total": 0.018306948244571686,
      "step": 7820
    },
    {
      "loss_action": 0.020735308527946472,
      "loss_total": 0.020735308527946472,
      "step": 7820
    },
    {
      "loss_action": 0.017129793763160706,
      "loss_total": 0.017129793763160706,
      "step": 7820
    },
    {
      "loss_action": 0.011430161073803902,
      "loss_total": 0.011430161073803902,
      "step": 7820
    },
    {
      "loss_action": 0.022562580183148384,
      "loss_total": 0.022562580183148384,
      "step": 7820
    },
    {
      "grad_norm": 0.23337076604366302,
      "learning_rate": 9.978135393699484e-05,
      "loss": 0.0207,
      "step": 7830
    },
    {
      "loss_action": 0.014669934287667274,
      "loss_total": 0.014669934287667274,
      "step": 7830
    },
    {
      "loss_action": 0.017408296465873718,
      "loss_total": 0.017408296465873718,
      "step": 7830
    },
    {
      "loss_action": 0.01387008186429739,
      "loss_total": 0.01387008186429739,
      "step": 7830
    },
    {
      "loss_action": 0.01901155151426792,
      "loss_total": 0.01901155151426792,
      "step": 7830
    },
    {
      "loss_action": 0.020016491413116455,
      "loss_total": 0.020016491413116455,
      "step": 7830
    },
    {
      "loss_action": 0.03265108913183212,
      "loss_total": 0.03265108913183212,
      "step": 7830
    },
    {
      "loss_action": 0.02038741111755371,
      "loss_total": 0.02038741111755371,
      "step": 7830
    },
    {
      "loss_action": 0.02571004256606102,
      "loss_total": 0.02571004256606102,
      "step": 7830
    },
    {
      "grad_norm": 0.23489916324615479,
      "learning_rate": 9.977980659451548e-05,
      "loss": 0.0213,
      "step": 7840
    },
    {
      "loss_action": 0.01890202984213829,
      "loss_total": 0.01890202984213829,
      "step": 7840
    },
    {
      "loss_action": 0.013915261253714561,
      "loss_total": 0.013915261253714561,
      "step": 7840
    },
    {
      "loss_action": 0.0159032940864563,
      "loss_total": 0.0159032940864563,
      "step": 7840
    },
    {
      "loss_action": 0.013026492670178413,
      "loss_total": 0.013026492670178413,
      "step": 7840
    },
    {
      "loss_action": 0.04614279419183731,
      "loss_total": 0.04614279419183731,
      "step": 7840
    },
    {
      "loss_action": 0.009776277467608452,
      "loss_total": 0.009776277467608452,
      "step": 7840
    },
    {
      "loss_action": 0.022035513073205948,
      "loss_total": 0.022035513073205948,
      "step": 7840
    },
    {
      "loss_action": 0.011635293252766132,
      "loss_total": 0.011635293252766132,
      "step": 7840
    },
    {
      "grad_norm": 0.19332316517829895,
      "learning_rate": 9.977825380819135e-05,
      "loss": 0.0207,
      "step": 7850
    },
    {
      "loss_action": 0.022622328251600266,
      "loss_total": 0.022622328251600266,
      "step": 7850
    },
    {
      "loss_action": 0.01236120518296957,
      "loss_total": 0.01236120518296957,
      "step": 7850
    },
    {
      "loss_action": 0.015345235355198383,
      "loss_total": 0.015345235355198383,
      "step": 7850
    },
    {
      "loss_action": 0.03742905706167221,
      "loss_total": 0.03742905706167221,
      "step": 7850
    },
    {
      "loss_action": 0.020882301032543182,
      "loss_total": 0.020882301032543182,
      "step": 7850
    },
    {
      "loss_action": 0.02936236560344696,
      "loss_total": 0.02936236560344696,
      "step": 7850
    },
    {
      "loss_action": 0.042162634432315826,
      "loss_total": 0.042162634432315826,
      "step": 7850
    },
    {
      "loss_action": 0.023225652053952217,
      "loss_total": 0.023225652053952217,
      "step": 7850
    },
    {
      "grad_norm": 0.20997196435928345,
      "learning_rate": 9.97766955781922e-05,
      "loss": 0.022,
      "step": 7860
    },
    {
      "loss_action": 0.01836586371064186,
      "loss_total": 0.01836586371064186,
      "step": 7860
    },
    {
      "loss_action": 0.03285243362188339,
      "loss_total": 0.03285243362188339,
      "step": 7860
    },
    {
      "loss_action": 0.013355053961277008,
      "loss_total": 0.013355053961277008,
      "step": 7860
    },
    {
      "loss_action": 0.01297951489686966,
      "loss_total": 0.01297951489686966,
      "step": 7860
    },
    {
      "loss_action": 0.01369017269462347,
      "loss_total": 0.01369017269462347,
      "step": 7860
    },
    {
      "loss_action": 0.016915224492549896,
      "loss_total": 0.016915224492549896,
      "step": 7860
    },
    {
      "loss_action": 0.009915865957736969,
      "loss_total": 0.009915865957736969,
      "step": 7860
    },
    {
      "loss_action": 0.016138765960931778,
      "loss_total": 0.016138765960931778,
      "step": 7860
    },
    {
      "grad_norm": 0.22022642195224762,
      "learning_rate": 9.977513190468848e-05,
      "loss": 0.0188,
      "step": 7870
    },
    {
      "loss_action": 0.028187904506921768,
      "loss_total": 0.028187904506921768,
      "step": 7870
    },
    {
      "loss_action": 0.006890772841870785,
      "loss_total": 0.006890772841870785,
      "step": 7870
    },
    {
      "loss_action": 0.010897459462285042,
      "loss_total": 0.010897459462285042,
      "step": 7870
    },
    {
      "loss_action": 0.021365640684962273,
      "loss_total": 0.021365640684962273,
      "step": 7870
    },
    {
      "loss_action": 0.03206140175461769,
      "loss_total": 0.03206140175461769,
      "step": 7870
    },
    {
      "loss_action": 0.014250015839934349,
      "loss_total": 0.014250015839934349,
      "step": 7870
    },
    {
      "loss_action": 0.01870790868997574,
      "loss_total": 0.01870790868997574,
      "step": 7870
    },
    {
      "loss_action": 0.011451289989054203,
      "loss_total": 0.011451289989054203,
      "step": 7870
    },
    {
      "grad_norm": 0.31090816855430603,
      "learning_rate": 9.977356278785116e-05,
      "loss": 0.0202,
      "step": 7880
    },
    {
      "loss_action": 0.04012814536690712,
      "loss_total": 0.04012814536690712,
      "step": 7880
    },
    {
      "loss_action": 0.021659936755895615,
      "loss_total": 0.021659936755895615,
      "step": 7880
    },
    {
      "loss_action": 0.016805361956357956,
      "loss_total": 0.016805361956357956,
      "step": 7880
    },
    {
      "loss_action": 0.011029952205717564,
      "loss_total": 0.011029952205717564,
      "step": 7880
    },
    {
      "loss_action": 0.013998630456626415,
      "loss_total": 0.013998630456626415,
      "step": 7880
    },
    {
      "loss_action": 0.007405614014714956,
      "loss_total": 0.007405614014714956,
      "step": 7880
    },
    {
      "loss_action": 0.027038121595978737,
      "loss_total": 0.027038121595978737,
      "step": 7880
    },
    {
      "loss_action": 0.037463586777448654,
      "loss_total": 0.037463586777448654,
      "step": 7880
    },
    {
      "grad_norm": 0.28471824526786804,
      "learning_rate": 9.977198822785184e-05,
      "loss": 0.0219,
      "step": 7890
    },
    {
      "loss_action": 0.015052605420351028,
      "loss_total": 0.015052605420351028,
      "step": 7890
    },
    {
      "loss_action": 0.03032541647553444,
      "loss_total": 0.03032541647553444,
      "step": 7890
    },
    {
      "loss_action": 0.027480807155370712,
      "loss_total": 0.027480807155370712,
      "step": 7890
    },
    {
      "loss_action": 0.01464344933629036,
      "loss_total": 0.01464344933629036,
      "step": 7890
    },
    {
      "loss_action": 0.016130808740854263,
      "loss_total": 0.016130808740854263,
      "step": 7890
    },
    {
      "loss_action": 0.01989125832915306,
      "loss_total": 0.01989125832915306,
      "step": 7890
    },
    {
      "loss_action": 0.016176283359527588,
      "loss_total": 0.016176283359527588,
      "step": 7890
    },
    {
      "loss_action": 0.021349702030420303,
      "loss_total": 0.021349702030420303,
      "step": 7890
    },
    {
      "grad_norm": 0.3388061225414276,
      "learning_rate": 9.977040822486273e-05,
      "loss": 0.0213,
      "step": 7900
    },
    {
      "loss_action": 0.007397816516458988,
      "loss_total": 0.007397816516458988,
      "step": 7900
    },
    {
      "loss_action": 0.017487935721874237,
      "loss_total": 0.017487935721874237,
      "step": 7900
    },
    {
      "loss_action": 0.012898065149784088,
      "loss_total": 0.012898065149784088,
      "step": 7900
    },
    {
      "loss_action": 0.0292661190032959,
      "loss_total": 0.0292661190032959,
      "step": 7900
    },
    {
      "loss_action": 0.011784532107412815,
      "loss_total": 0.011784532107412815,
      "step": 7900
    },
    {
      "loss_action": 0.02151736617088318,
      "loss_total": 0.02151736617088318,
      "step": 7900
    },
    {
      "loss_action": 0.02142757549881935,
      "loss_total": 0.02142757549881935,
      "step": 7900
    },
    {
      "loss_action": 0.014318886213004589,
      "loss_total": 0.014318886213004589,
      "step": 7900
    },
    {
      "grad_norm": 0.28203085064888,
      "learning_rate": 9.97688227790566e-05,
      "loss": 0.0218,
      "step": 7910
    },
    {
      "loss_action": 0.009603566490113735,
      "loss_total": 0.009603566490113735,
      "step": 7910
    },
    {
      "loss_action": 0.01781885325908661,
      "loss_total": 0.01781885325908661,
      "step": 7910
    },
    {
      "loss_action": 0.010997758246958256,
      "loss_total": 0.010997758246958256,
      "step": 7910
    },
    {
      "loss_action": 0.019859448075294495,
      "loss_total": 0.019859448075294495,
      "step": 7910
    },
    {
      "loss_action": 0.012127578258514404,
      "loss_total": 0.012127578258514404,
      "step": 7910
    },
    {
      "loss_action": 0.05206611379981041,
      "loss_total": 0.05206611379981041,
      "step": 7910
    },
    {
      "loss_action": 0.0077882371842861176,
      "loss_total": 0.0077882371842861176,
      "step": 7910
    },
    {
      "loss_action": 0.021708592772483826,
      "loss_total": 0.021708592772483826,
      "step": 7910
    },
    {
      "grad_norm": 0.18523290753364563,
      "learning_rate": 9.976723189060684e-05,
      "loss": 0.0195,
      "step": 7920
    },
    {
      "loss_action": 0.03476070985198021,
      "loss_total": 0.03476070985198021,
      "step": 7920
    },
    {
      "loss_action": 0.013010953553020954,
      "loss_total": 0.013010953553020954,
      "step": 7920
    },
    {
      "loss_action": 0.027129102498292923,
      "loss_total": 0.027129102498292923,
      "step": 7920
    },
    {
      "loss_action": 0.14714506268501282,
      "loss_total": 0.14714506268501282,
      "step": 7920
    },
    {
      "loss_action": 0.01723901368677616,
      "loss_total": 0.01723901368677616,
      "step": 7920
    },
    {
      "loss_action": 0.032575130462646484,
      "loss_total": 0.032575130462646484,
      "step": 7920
    },
    {
      "loss_action": 0.015061340294778347,
      "loss_total": 0.015061340294778347,
      "step": 7920
    },
    {
      "loss_action": 0.012763487175107002,
      "loss_total": 0.012763487175107002,
      "step": 7920
    },
    {
      "grad_norm": 0.24245543777942657,
      "learning_rate": 9.976563555968742e-05,
      "loss": 0.0194,
      "step": 7930
    },
    {
      "loss_action": 0.014551319181919098,
      "loss_total": 0.014551319181919098,
      "step": 7930
    },
    {
      "loss_action": 0.023821931332349777,
      "loss_total": 0.023821931332349777,
      "step": 7930
    },
    {
      "loss_action": 0.013304024003446102,
      "loss_total": 0.013304024003446102,
      "step": 7930
    },
    {
      "loss_action": 0.01387382484972477,
      "loss_total": 0.01387382484972477,
      "step": 7930
    },
    {
      "loss_action": 0.026806635782122612,
      "loss_total": 0.026806635782122612,
      "step": 7930
    },
    {
      "loss_action": 0.01633666455745697,
      "loss_total": 0.01633666455745697,
      "step": 7930
    },
    {
      "loss_action": 0.01521434634923935,
      "loss_total": 0.01521434634923935,
      "step": 7930
    },
    {
      "loss_action": 0.011700354516506195,
      "loss_total": 0.011700354516506195,
      "step": 7930
    },
    {
      "grad_norm": 0.2294185608625412,
      "learning_rate": 9.976403378647292e-05,
      "loss": 0.0194,
      "step": 7940
    },
    {
      "loss_action": 0.011178610846400261,
      "loss_total": 0.011178610846400261,
      "step": 7940
    },
    {
      "loss_action": 0.01833595521748066,
      "loss_total": 0.01833595521748066,
      "step": 7940
    },
    {
      "loss_action": 0.017793305218219757,
      "loss_total": 0.017793305218219757,
      "step": 7940
    },
    {
      "loss_action": 0.03309198468923569,
      "loss_total": 0.03309198468923569,
      "step": 7940
    },
    {
      "loss_action": 0.014841442927718163,
      "loss_total": 0.014841442927718163,
      "step": 7940
    },
    {
      "loss_action": 0.05394214764237404,
      "loss_total": 0.05394214764237404,
      "step": 7940
    },
    {
      "loss_action": 0.017581332474946976,
      "loss_total": 0.017581332474946976,
      "step": 7940
    },
    {
      "loss_action": 0.014639654196798801,
      "loss_total": 0.014639654196798801,
      "step": 7940
    },
    {
      "grad_norm": 0.33131077885627747,
      "learning_rate": 9.97624265711385e-05,
      "loss": 0.0203,
      "step": 7950
    },
    {
      "loss_action": 0.016911668702960014,
      "loss_total": 0.016911668702960014,
      "step": 7950
    },
    {
      "loss_action": 0.014763308688998222,
      "loss_total": 0.014763308688998222,
      "step": 7950
    },
    {
      "loss_action": 0.0404515378177166,
      "loss_total": 0.0404515378177166,
      "step": 7950
    },
    {
      "loss_action": 0.014180422760546207,
      "loss_total": 0.014180422760546207,
      "step": 7950
    },
    {
      "loss_action": 0.015174834989011288,
      "loss_total": 0.015174834989011288,
      "step": 7950
    },
    {
      "loss_action": 0.03479447588324547,
      "loss_total": 0.03479447588324547,
      "step": 7950
    },
    {
      "loss_action": 0.03658358380198479,
      "loss_total": 0.03658358380198479,
      "step": 7950
    },
    {
      "loss_action": 0.025357045233249664,
      "loss_total": 0.025357045233249664,
      "step": 7950
    },
    {
      "grad_norm": 0.1761435568332672,
      "learning_rate": 9.976081391385993e-05,
      "loss": 0.0208,
      "step": 7960
    },
    {
      "loss_action": 0.029398970305919647,
      "loss_total": 0.029398970305919647,
      "step": 7960
    },
    {
      "loss_action": 0.016949595883488655,
      "loss_total": 0.016949595883488655,
      "step": 7960
    },
    {
      "loss_action": 0.03585166484117508,
      "loss_total": 0.03585166484117508,
      "step": 7960
    },
    {
      "loss_action": 0.016416683793067932,
      "loss_total": 0.016416683793067932,
      "step": 7960
    },
    {
      "loss_action": 0.019404731690883636,
      "loss_total": 0.019404731690883636,
      "step": 7960
    },
    {
      "loss_action": 0.022143546491861343,
      "loss_total": 0.022143546491861343,
      "step": 7960
    },
    {
      "loss_action": 0.011095615103840828,
      "loss_total": 0.011095615103840828,
      "step": 7960
    },
    {
      "loss_action": 0.03900560736656189,
      "loss_total": 0.03900560736656189,
      "step": 7960
    },
    {
      "grad_norm": 0.28552064299583435,
      "learning_rate": 9.975919581481356e-05,
      "loss": 0.0234,
      "step": 7970
    },
    {
      "loss_action": 0.01739819347858429,
      "loss_total": 0.01739819347858429,
      "step": 7970
    },
    {
      "loss_action": 0.013078812509775162,
      "loss_total": 0.013078812509775162,
      "step": 7970
    },
    {
      "loss_action": 0.0224632415920496,
      "loss_total": 0.0224632415920496,
      "step": 7970
    },
    {
      "loss_action": 0.011260305531322956,
      "loss_total": 0.011260305531322956,
      "step": 7970
    },
    {
      "loss_action": 0.03450331091880798,
      "loss_total": 0.03450331091880798,
      "step": 7970
    },
    {
      "loss_action": 0.020667215809226036,
      "loss_total": 0.020667215809226036,
      "step": 7970
    },
    {
      "loss_action": 0.030080413445830345,
      "loss_total": 0.030080413445830345,
      "step": 7970
    },
    {
      "loss_action": 0.01334766112267971,
      "loss_total": 0.01334766112267971,
      "step": 7970
    },
    {
      "grad_norm": 0.2509766221046448,
      "learning_rate": 9.975757227417634e-05,
      "loss": 0.0245,
      "step": 7980
    },
    {
      "loss_action": 0.020567040890455246,
      "loss_total": 0.020567040890455246,
      "step": 7980
    },
    {
      "loss_action": 0.016344774514436722,
      "loss_total": 0.016344774514436722,
      "step": 7980
    },
    {
      "loss_action": 0.05785204470157623,
      "loss_total": 0.05785204470157623,
      "step": 7980
    },
    {
      "loss_action": 0.012374687939882278,
      "loss_total": 0.012374687939882278,
      "step": 7980
    },
    {
      "loss_action": 0.028631199151277542,
      "loss_total": 0.028631199151277542,
      "step": 7980
    },
    {
      "loss_action": 0.023865897208452225,
      "loss_total": 0.023865897208452225,
      "step": 7980
    },
    {
      "loss_action": 0.01286728773266077,
      "loss_total": 0.01286728773266077,
      "step": 7980
    },
    {
      "loss_action": 0.023590167984366417,
      "loss_total": 0.023590167984366417,
      "step": 7980
    },
    {
      "grad_norm": 0.23229196667671204,
      "learning_rate": 9.975594329212586e-05,
      "loss": 0.0206,
      "step": 7990
    },
    {
      "loss_action": 0.01647079735994339,
      "loss_total": 0.01647079735994339,
      "step": 7990
    },
    {
      "loss_action": 0.011147727258503437,
      "loss_total": 0.011147727258503437,
      "step": 7990
    },
    {
      "loss_action": 0.009229462593793869,
      "loss_total": 0.009229462593793869,
      "step": 7990
    },
    {
      "loss_action": 0.02920766919851303,
      "loss_total": 0.02920766919851303,
      "step": 7990
    },
    {
      "loss_action": 0.022971220314502716,
      "loss_total": 0.022971220314502716,
      "step": 7990
    },
    {
      "loss_action": 0.011961817741394043,
      "loss_total": 0.011961817741394043,
      "step": 7990
    },
    {
      "loss_action": 0.016140222549438477,
      "loss_total": 0.016140222549438477,
      "step": 7990
    },
    {
      "loss_action": 0.019531240686774254,
      "loss_total": 0.019531240686774254,
      "step": 7990
    },
    {
      "grad_norm": 0.2878277003765106,
      "learning_rate": 9.97543088688402e-05,
      "loss": 0.0191,
      "step": 8000
    },
    {
      "loss_action": 0.035190753638744354,
      "loss_total": 0.035190753638744354,
      "step": 8000
    },
    {
      "loss_action": 0.01652049645781517,
      "loss_total": 0.01652049645781517,
      "step": 8000
    },
    {
      "loss_action": 0.015238255262374878,
      "loss_total": 0.015238255262374878,
      "step": 8000
    },
    {
      "loss_action": 0.008925342932343483,
      "loss_total": 0.008925342932343483,
      "step": 8000
    },
    {
      "loss_action": 0.013850783929228783,
      "loss_total": 0.013850783929228783,
      "step": 8000
    },
    {
      "loss_action": 0.0325884148478508,
      "loss_total": 0.0325884148478508,
      "step": 8000
    },
    {
      "loss_action": 0.0330524817109108,
      "loss_total": 0.0330524817109108,
      "step": 8000
    },
    {
      "loss_action": 0.023273948580026627,
      "loss_total": 0.023273948580026627,
      "step": 8000
    },
    {
      "grad_norm": 0.24320141971111298,
      "learning_rate": 9.975266900449814e-05,
      "loss": 0.0194,
      "step": 8010
    },
    {
      "loss_action": 0.01291224081069231,
      "loss_total": 0.01291224081069231,
      "step": 8010
    },
    {
      "loss_action": 0.020640889182686806,
      "loss_total": 0.020640889182686806,
      "step": 8010
    },
    {
      "loss_action": 0.027113281190395355,
      "loss_total": 0.027113281190395355,
      "step": 8010
    },
    {
      "loss_action": 0.017458975315093994,
      "loss_total": 0.017458975315093994,
      "step": 8010
    },
    {
      "loss_action": 0.020327694714069366,
      "loss_total": 0.020327694714069366,
      "step": 8010
    },
    {
      "loss_action": 0.019066454842686653,
      "loss_total": 0.019066454842686653,
      "step": 8010
    },
    {
      "loss_action": 0.021195024251937866,
      "loss_total": 0.021195024251937866,
      "step": 8010
    },
    {
      "loss_action": 0.011619478464126587,
      "loss_total": 0.011619478464126587,
      "step": 8010
    },
    {
      "grad_norm": 0.2858251929283142,
      "learning_rate": 9.975102369927898e-05,
      "loss": 0.0197,
      "step": 8020
    },
    {
      "loss_action": 0.008533412590622902,
      "loss_total": 0.008533412590622902,
      "step": 8020
    },
    {
      "loss_action": 0.020561140030622482,
      "loss_total": 0.020561140030622482,
      "step": 8020
    },
    {
      "loss_action": 0.024807224050164223,
      "loss_total": 0.024807224050164223,
      "step": 8020
    },
    {
      "loss_action": 0.01789380982518196,
      "loss_total": 0.01789380982518196,
      "step": 8020
    },
    {
      "loss_action": 0.01164852175861597,
      "loss_total": 0.01164852175861597,
      "step": 8020
    },
    {
      "loss_action": 0.02515634521842003,
      "loss_total": 0.02515634521842003,
      "step": 8020
    },
    {
      "loss_action": 0.017060797661542892,
      "loss_total": 0.017060797661542892,
      "step": 8020
    },
    {
      "loss_action": 0.016260098665952682,
      "loss_total": 0.016260098665952682,
      "step": 8020
    },
    {
      "grad_norm": 0.2461082488298416,
      "learning_rate": 9.974937295336269e-05,
      "loss": 0.0218,
      "step": 8030
    },
    {
      "loss_action": 0.010336702689528465,
      "loss_total": 0.010336702689528465,
      "step": 8030
    },
    {
      "loss_action": 0.028404071927070618,
      "loss_total": 0.028404071927070618,
      "step": 8030
    },
    {
      "loss_action": 0.027682466432452202,
      "loss_total": 0.027682466432452202,
      "step": 8030
    },
    {
      "loss_action": 0.03205861151218414,
      "loss_total": 0.03205861151218414,
      "step": 8030
    },
    {
      "loss_action": 0.019986629486083984,
      "loss_total": 0.019986629486083984,
      "step": 8030
    },
    {
      "loss_action": 0.02605859562754631,
      "loss_total": 0.02605859562754631,
      "step": 8030
    },
    {
      "loss_action": 0.03718721121549606,
      "loss_total": 0.03718721121549606,
      "step": 8030
    },
    {
      "loss_action": 0.018923591822385788,
      "loss_total": 0.018923591822385788,
      "step": 8030
    },
    {
      "grad_norm": 0.2724666893482208,
      "learning_rate": 9.974771676692975e-05,
      "loss": 0.0222,
      "step": 8040
    },
    {
      "loss_action": 0.016456982120871544,
      "loss_total": 0.016456982120871544,
      "step": 8040
    },
    {
      "loss_action": 0.03884173184633255,
      "loss_total": 0.03884173184633255,
      "step": 8040
    },
    {
      "loss_action": 0.017898552119731903,
      "loss_total": 0.017898552119731903,
      "step": 8040
    },
    {
      "loss_action": 0.017082219943404198,
      "loss_total": 0.017082219943404198,
      "step": 8040
    },
    {
      "loss_action": 0.010329091921448708,
      "loss_total": 0.010329091921448708,
      "step": 8040
    },
    {
      "loss_action": 0.015579409897327423,
      "loss_total": 0.015579409897327423,
      "step": 8040
    },
    {
      "loss_action": 0.020819641649723053,
      "loss_total": 0.020819641649723053,
      "step": 8040
    },
    {
      "loss_action": 0.014387264847755432,
      "loss_total": 0.014387264847755432,
      "step": 8040
    },
    {
      "grad_norm": 0.1950419545173645,
      "learning_rate": 9.974605514016131e-05,
      "loss": 0.0219,
      "step": 8050
    },
    {
      "loss_action": 0.014120332896709442,
      "loss_total": 0.014120332896709442,
      "step": 8050
    },
    {
      "loss_action": 0.03084304928779602,
      "loss_total": 0.03084304928779602,
      "step": 8050
    },
    {
      "loss_action": 0.047871410846710205,
      "loss_total": 0.047871410846710205,
      "step": 8050
    },
    {
      "loss_action": 0.012272825464606285,
      "loss_total": 0.012272825464606285,
      "step": 8050
    },
    {
      "loss_action": 0.022056443616747856,
      "loss_total": 0.022056443616747856,
      "step": 8050
    },
    {
      "loss_action": 0.011732319369912148,
      "loss_total": 0.011732319369912148,
      "step": 8050
    },
    {
      "loss_action": 0.012971704825758934,
      "loss_total": 0.012971704825758934,
      "step": 8050
    },
    {
      "loss_action": 0.020754743367433548,
      "loss_total": 0.020754743367433548,
      "step": 8050
    },
    {
      "grad_norm": 0.30006924271583557,
      "learning_rate": 9.974438807323907e-05,
      "loss": 0.0201,
      "step": 8060
    },
    {
      "loss_action": 0.019333744421601295,
      "loss_total": 0.019333744421601295,
      "step": 8060
    },
    {
      "loss_action": 0.0209573395550251,
      "loss_total": 0.0209573395550251,
      "step": 8060
    },
    {
      "loss_action": 0.04776810109615326,
      "loss_total": 0.04776810109615326,
      "step": 8060
    },
    {
      "loss_action": 0.013754939660429955,
      "loss_total": 0.013754939660429955,
      "step": 8060
    },
    {
      "loss_action": 0.022626962512731552,
      "loss_total": 0.022626962512731552,
      "step": 8060
    },
    {
      "loss_action": 0.02025759406387806,
      "loss_total": 0.02025759406387806,
      "step": 8060
    },
    {
      "loss_action": 0.013979960232973099,
      "loss_total": 0.013979960232973099,
      "step": 8060
    },
    {
      "loss_action": 0.03145986422896385,
      "loss_total": 0.03145986422896385,
      "step": 8060
    },
    {
      "grad_norm": 0.24962221086025238,
      "learning_rate": 9.974271556634535e-05,
      "loss": 0.0214,
      "step": 8070
    },
    {
      "loss_action": 0.012790203094482422,
      "loss_total": 0.012790203094482422,
      "step": 8070
    },
    {
      "loss_action": 0.016479145735502243,
      "loss_total": 0.016479145735502243,
      "step": 8070
    },
    {
      "loss_action": 0.01241147518157959,
      "loss_total": 0.01241147518157959,
      "step": 8070
    },
    {
      "loss_action": 0.030594980344176292,
      "loss_total": 0.030594980344176292,
      "step": 8070
    },
    {
      "loss_action": 0.016247538849711418,
      "loss_total": 0.016247538849711418,
      "step": 8070
    },
    {
      "loss_action": 0.044562533497810364,
      "loss_total": 0.044562533497810364,
      "step": 8070
    },
    {
      "loss_action": 0.015247965231537819,
      "loss_total": 0.015247965231537819,
      "step": 8070
    },
    {
      "loss_action": 0.01708732545375824,
      "loss_total": 0.01708732545375824,
      "step": 8070
    },
    {
      "grad_norm": 0.31251874566078186,
      "learning_rate": 9.974103761966302e-05,
      "loss": 0.0202,
      "step": 8080
    },
    {
      "loss_action": 0.04734340310096741,
      "loss_total": 0.04734340310096741,
      "step": 8080
    },
    {
      "loss_action": 0.014439738355576992,
      "loss_total": 0.014439738355576992,
      "step": 8080
    },
    {
      "loss_action": 0.014829663559794426,
      "loss_total": 0.014829663559794426,
      "step": 8080
    },
    {
      "loss_action": 0.014081045985221863,
      "loss_total": 0.014081045985221863,
      "step": 8080
    },
    {
      "loss_action": 0.021055568009614944,
      "loss_total": 0.021055568009614944,
      "step": 8080
    },
    {
      "loss_action": 0.04258117824792862,
      "loss_total": 0.04258117824792862,
      "step": 8080
    },
    {
      "loss_action": 0.03159147500991821,
      "loss_total": 0.03159147500991821,
      "step": 8080
    },
    {
      "loss_action": 0.030173281207680702,
      "loss_total": 0.030173281207680702,
      "step": 8080
    },
    {
      "grad_norm": 0.2890518307685852,
      "learning_rate": 9.973935423337563e-05,
      "loss": 0.0226,
      "step": 8090
    },
    {
      "loss_action": 0.02583128958940506,
      "loss_total": 0.02583128958940506,
      "step": 8090
    },
    {
      "loss_action": 0.03631829470396042,
      "loss_total": 0.03631829470396042,
      "step": 8090
    },
    {
      "loss_action": 0.023120228201150894,
      "loss_total": 0.023120228201150894,
      "step": 8090
    },
    {
      "loss_action": 0.0234703179448843,
      "loss_total": 0.0234703179448843,
      "step": 8090
    },
    {
      "loss_action": 0.017818044871091843,
      "loss_total": 0.017818044871091843,
      "step": 8090
    },
    {
      "loss_action": 0.02788582816720009,
      "loss_total": 0.02788582816720009,
      "step": 8090
    },
    {
      "loss_action": 0.015750670805573463,
      "loss_total": 0.015750670805573463,
      "step": 8090
    },
    {
      "loss_action": 0.018374387174844742,
      "loss_total": 0.018374387174844742,
      "step": 8090
    },
    {
      "grad_norm": 0.2849617898464203,
      "learning_rate": 9.973766540766722e-05,
      "loss": 0.0239,
      "step": 8100
    },
    {
      "loss_action": 0.022377535700798035,
      "loss_total": 0.022377535700798035,
      "step": 8100
    },
    {
      "loss_action": 0.009987713769078255,
      "loss_total": 0.009987713769078255,
      "step": 8100
    },
    {
      "loss_action": 0.018686695024371147,
      "loss_total": 0.018686695024371147,
      "step": 8100
    },
    {
      "loss_action": 0.01933176815509796,
      "loss_total": 0.01933176815509796,
      "step": 8100
    },
    {
      "loss_action": 0.009699284099042416,
      "loss_total": 0.009699284099042416,
      "step": 8100
    },
    {
      "loss_action": 0.02856528013944626,
      "loss_total": 0.02856528013944626,
      "step": 8100
    },
    {
      "loss_action": 0.013883816078305244,
      "loss_total": 0.013883816078305244,
      "step": 8100
    },
    {
      "loss_action": 0.015364270657300949,
      "loss_total": 0.015364270657300949,
      "step": 8100
    },
    {
      "grad_norm": 0.2345839887857437,
      "learning_rate": 9.97359711427225e-05,
      "loss": 0.0215,
      "step": 8110
    },
    {
      "loss_action": 0.0164951141923666,
      "loss_total": 0.0164951141923666,
      "step": 8110
    },
    {
      "loss_action": 0.03303392231464386,
      "loss_total": 0.03303392231464386,
      "step": 8110
    },
    {
      "loss_action": 0.009614348411560059,
      "loss_total": 0.009614348411560059,
      "step": 8110
    },
    {
      "loss_action": 0.01791631616652012,
      "loss_total": 0.01791631616652012,
      "step": 8110
    },
    {
      "loss_action": 0.02212478592991829,
      "loss_total": 0.02212478592991829,
      "step": 8110
    },
    {
      "loss_action": 0.013219062238931656,
      "loss_total": 0.013219062238931656,
      "step": 8110
    },
    {
      "loss_action": 0.029846109449863434,
      "loss_total": 0.029846109449863434,
      "step": 8110
    },
    {
      "loss_action": 0.030816538259387016,
      "loss_total": 0.030816538259387016,
      "step": 8110
    },
    {
      "grad_norm": 0.2618212401866913,
      "learning_rate": 9.973427143872677e-05,
      "loss": 0.0209,
      "step": 8120
    },
    {
      "loss_action": 0.015548305585980415,
      "loss_total": 0.015548305585980415,
      "step": 8120
    },
    {
      "loss_action": 0.017355678603053093,
      "loss_total": 0.017355678603053093,
      "step": 8120
    },
    {
      "loss_action": 0.03054012358188629,
      "loss_total": 0.03054012358188629,
      "step": 8120
    },
    {
      "loss_action": 0.019131163135170937,
      "loss_total": 0.019131163135170937,
      "step": 8120
    },
    {
      "loss_action": 0.0184100940823555,
      "loss_total": 0.0184100940823555,
      "step": 8120
    },
    {
      "loss_action": 0.031179573386907578,
      "loss_total": 0.031179573386907578,
      "step": 8120
    },
    {
      "loss_action": 0.01827770099043846,
      "loss_total": 0.01827770099043846,
      "step": 8120
    },
    {
      "loss_action": 0.015164144337177277,
      "loss_total": 0.015164144337177277,
      "step": 8120
    },
    {
      "grad_norm": 0.22342655062675476,
      "learning_rate": 9.973256629586589e-05,
      "loss": 0.0199,
      "step": 8130
    },
    {
      "loss_action": 0.032979611307382584,
      "loss_total": 0.032979611307382584,
      "step": 8130
    },
    {
      "loss_action": 0.017256464809179306,
      "loss_total": 0.017256464809179306,
      "step": 8130
    },
    {
      "loss_action": 0.011185256764292717,
      "loss_total": 0.011185256764292717,
      "step": 8130
    },
    {
      "loss_action": 0.038739610463380814,
      "loss_total": 0.038739610463380814,
      "step": 8130
    },
    {
      "loss_action": 0.01872304640710354,
      "loss_total": 0.01872304640710354,
      "step": 8130
    },
    {
      "loss_action": 0.018567387014627457,
      "loss_total": 0.018567387014627457,
      "step": 8130
    },
    {
      "loss_action": 0.012487975880503654,
      "loss_total": 0.012487975880503654,
      "step": 8130
    },
    {
      "loss_action": 0.028612419962882996,
      "loss_total": 0.028612419962882996,
      "step": 8130
    },
    {
      "grad_norm": 0.3336951434612274,
      "learning_rate": 9.973085571432632e-05,
      "loss": 0.0196,
      "step": 8140
    },
    {
      "loss_action": 0.022328365594148636,
      "loss_total": 0.022328365594148636,
      "step": 8140
    },
    {
      "loss_action": 0.021698664873838425,
      "loss_total": 0.021698664873838425,
      "step": 8140
    },
    {
      "loss_action": 0.025855662301182747,
      "loss_total": 0.025855662301182747,
      "step": 8140
    },
    {
      "loss_action": 0.06343270093202591,
      "loss_total": 0.06343270093202591,
      "step": 8140
    },
    {
      "loss_action": 0.051673226058483124,
      "loss_total": 0.051673226058483124,
      "step": 8140
    },
    {
      "loss_action": 0.015751663595438004,
      "loss_total": 0.015751663595438004,
      "step": 8140
    },
    {
      "loss_action": 0.023884698748588562,
      "loss_total": 0.023884698748588562,
      "step": 8140
    },
    {
      "loss_action": 0.034710392355918884,
      "loss_total": 0.034710392355918884,
      "step": 8140
    },
    {
      "grad_norm": 0.2742757797241211,
      "learning_rate": 9.972913969429513e-05,
      "loss": 0.0229,
      "step": 8150
    },
    {
      "loss_action": 0.016907529905438423,
      "loss_total": 0.016907529905438423,
      "step": 8150
    },
    {
      "loss_action": 0.015434053726494312,
      "loss_total": 0.015434053726494312,
      "step": 8150
    },
    {
      "loss_action": 0.0367342010140419,
      "loss_total": 0.0367342010140419,
      "step": 8150
    },
    {
      "loss_action": 0.03994784131646156,
      "loss_total": 0.03994784131646156,
      "step": 8150
    },
    {
      "loss_action": 0.013290641829371452,
      "loss_total": 0.013290641829371452,
      "step": 8150
    },
    {
      "loss_action": 0.02068217284977436,
      "loss_total": 0.02068217284977436,
      "step": 8150
    },
    {
      "loss_action": 0.01355557981878519,
      "loss_total": 0.01355557981878519,
      "step": 8150
    },
    {
      "loss_action": 0.01650409959256649,
      "loss_total": 0.01650409959256649,
      "step": 8150
    },
    {
      "grad_norm": 0.28729909658432007,
      "learning_rate": 9.972741823596e-05,
      "loss": 0.0221,
      "step": 8160
    },
    {
      "loss_action": 0.0339730903506279,
      "loss_total": 0.0339730903506279,
      "step": 8160
    },
    {
      "loss_action": 0.021558769047260284,
      "loss_total": 0.021558769047260284,
      "step": 8160
    },
    {
      "loss_action": 0.013951623812317848,
      "loss_total": 0.013951623812317848,
      "step": 8160
    },
    {
      "loss_action": 0.0345585010945797,
      "loss_total": 0.0345585010945797,
      "step": 8160
    },
    {
      "loss_action": 0.0213968176394701,
      "loss_total": 0.0213968176394701,
      "step": 8160
    },
    {
      "loss_action": 0.02554500848054886,
      "loss_total": 0.02554500848054886,
      "step": 8160
    },
    {
      "loss_action": 0.014160440303385258,
      "loss_total": 0.014160440303385258,
      "step": 8160
    },
    {
      "loss_action": 0.023239225149154663,
      "loss_total": 0.023239225149154663,
      "step": 8160
    },
    {
      "grad_norm": 0.2586124539375305,
      "learning_rate": 9.972569133950917e-05,
      "loss": 0.0229,
      "step": 8170
    },
    {
      "loss_action": 0.011693855747580528,
      "loss_total": 0.011693855747580528,
      "step": 8170
    },
    {
      "loss_action": 0.019595492631196976,
      "loss_total": 0.019595492631196976,
      "step": 8170
    },
    {
      "loss_action": 0.0197710283100605,
      "loss_total": 0.0197710283100605,
      "step": 8170
    },
    {
      "loss_action": 0.013547968119382858,
      "loss_total": 0.013547968119382858,
      "step": 8170
    },
    {
      "loss_action": 0.011260870844125748,
      "loss_total": 0.011260870844125748,
      "step": 8170
    },
    {
      "loss_action": 0.030754271894693375,
      "loss_total": 0.030754271894693375,
      "step": 8170
    },
    {
      "loss_action": 0.010078777559101582,
      "loss_total": 0.010078777559101582,
      "step": 8170
    },
    {
      "loss_action": 0.020889928564429283,
      "loss_total": 0.020889928564429283,
      "step": 8170
    },
    {
      "grad_norm": 0.2098798155784607,
      "learning_rate": 9.972395900513151e-05,
      "loss": 0.0239,
      "step": 8180
    },
    {
      "loss_action": 0.013026513159275055,
      "loss_total": 0.013026513159275055,
      "step": 8180
    },
    {
      "loss_action": 0.018681956455111504,
      "loss_total": 0.018681956455111504,
      "step": 8180
    },
    {
      "loss_action": 0.0158877931535244,
      "loss_total": 0.0158877931535244,
      "step": 8180
    },
    {
      "loss_action": 0.010171715170145035,
      "loss_total": 0.010171715170145035,
      "step": 8180
    },
    {
      "loss_action": 0.031519800424575806,
      "loss_total": 0.031519800424575806,
      "step": 8180
    },
    {
      "loss_action": 0.018616359680891037,
      "loss_total": 0.018616359680891037,
      "step": 8180
    },
    {
      "loss_action": 0.012710992246866226,
      "loss_total": 0.012710992246866226,
      "step": 8180
    },
    {
      "loss_action": 0.014092480763792992,
      "loss_total": 0.014092480763792992,
      "step": 8180
    },
    {
      "grad_norm": 0.26032090187072754,
      "learning_rate": 9.972222123301645e-05,
      "loss": 0.0198,
      "step": 8190
    },
    {
      "loss_action": 0.04920303821563721,
      "loss_total": 0.04920303821563721,
      "step": 8190
    },
    {
      "loss_action": 0.024649526923894882,
      "loss_total": 0.024649526923894882,
      "step": 8190
    },
    {
      "loss_action": 0.014575529843568802,
      "loss_total": 0.014575529843568802,
      "step": 8190
    },
    {
      "loss_action": 0.017452595755457878,
      "loss_total": 0.017452595755457878,
      "step": 8190
    },
    {
      "loss_action": 0.05844319611787796,
      "loss_total": 0.05844319611787796,
      "step": 8190
    },
    {
      "loss_action": 0.01906934753060341,
      "loss_total": 0.01906934753060341,
      "step": 8190
    },
    {
      "loss_action": 0.009753145277500153,
      "loss_total": 0.009753145277500153,
      "step": 8190
    },
    {
      "loss_action": 0.020781628787517548,
      "loss_total": 0.020781628787517548,
      "step": 8190
    },
    {
      "grad_norm": 0.21433092653751373,
      "learning_rate": 9.972047802335403e-05,
      "loss": 0.0214,
      "step": 8200
    },
    {
      "loss_action": 0.011243470013141632,
      "loss_total": 0.011243470013141632,
      "step": 8200
    },
    {
      "loss_action": 0.021967623382806778,
      "loss_total": 0.021967623382806778,
      "step": 8200
    },
    {
      "loss_action": 0.024038756266236305,
      "loss_total": 0.024038756266236305,
      "step": 8200
    },
    {
      "loss_action": 0.014508986845612526,
      "loss_total": 0.014508986845612526,
      "step": 8200
    },
    {
      "loss_action": 0.029264500364661217,
      "loss_total": 0.029264500364661217,
      "step": 8200
    },
    {
      "loss_action": 0.01323220320045948,
      "loss_total": 0.01323220320045948,
      "step": 8200
    },
    {
      "loss_action": 0.015381388366222382,
      "loss_total": 0.015381388366222382,
      "step": 8200
    },
    {
      "loss_action": 0.017854101955890656,
      "loss_total": 0.017854101955890656,
      "step": 8200
    },
    {
      "grad_norm": 0.25912201404571533,
      "learning_rate": 9.971872937633488e-05,
      "loss": 0.021,
      "step": 8210
    },
    {
      "loss_action": 0.03376598283648491,
      "loss_total": 0.03376598283648491,
      "step": 8210
    },
    {
      "loss_action": 0.02433464676141739,
      "loss_total": 0.02433464676141739,
      "step": 8210
    },
    {
      "loss_action": 0.01976550742983818,
      "loss_total": 0.01976550742983818,
      "step": 8210
    },
    {
      "loss_action": 0.020392954349517822,
      "loss_total": 0.020392954349517822,
      "step": 8210
    },
    {
      "loss_action": 0.02547290362417698,
      "loss_total": 0.02547290362417698,
      "step": 8210
    },
    {
      "loss_action": 0.023224512115120888,
      "loss_total": 0.023224512115120888,
      "step": 8210
    },
    {
      "loss_action": 0.017454082146286964,
      "loss_total": 0.017454082146286964,
      "step": 8210
    },
    {
      "loss_action": 0.026631278917193413,
      "loss_total": 0.026631278917193413,
      "step": 8210
    },
    {
      "grad_norm": 0.225942924618721,
      "learning_rate": 9.971697529215024e-05,
      "loss": 0.0197,
      "step": 8220
    },
    {
      "loss_action": 0.0111076133325696,
      "loss_total": 0.0111076133325696,
      "step": 8220
    },
    {
      "loss_action": 0.019325505942106247,
      "loss_total": 0.019325505942106247,
      "step": 8220
    },
    {
      "loss_action": 0.029600663110613823,
      "loss_total": 0.029600663110613823,
      "step": 8220
    },
    {
      "loss_action": 0.013105496764183044,
      "loss_total": 0.013105496764183044,
      "step": 8220
    },
    {
      "loss_action": 0.009874883107841015,
      "loss_total": 0.009874883107841015,
      "step": 8220
    },
    {
      "loss_action": 0.013987703248858452,
      "loss_total": 0.013987703248858452,
      "step": 8220
    },
    {
      "loss_action": 0.016203206032514572,
      "loss_total": 0.016203206032514572,
      "step": 8220
    },
    {
      "loss_action": 0.010139345191419125,
      "loss_total": 0.010139345191419125,
      "step": 8220
    },
    {
      "grad_norm": 0.2673593759536743,
      "learning_rate": 9.971521577099192e-05,
      "loss": 0.021,
      "step": 8230
    },
    {
      "loss_action": 0.049685947597026825,
      "loss_total": 0.049685947597026825,
      "step": 8230
    },
    {
      "loss_action": 0.012763223610818386,
      "loss_total": 0.012763223610818386,
      "step": 8230
    },
    {
      "loss_action": 0.04780152067542076,
      "loss_total": 0.04780152067542076,
      "step": 8230
    },
    {
      "loss_action": 0.020930375903844833,
      "loss_total": 0.020930375903844833,
      "step": 8230
    },
    {
      "loss_action": 0.03290154039859772,
      "loss_total": 0.03290154039859772,
      "step": 8230
    },
    {
      "loss_action": 0.035000916570425034,
      "loss_total": 0.035000916570425034,
      "step": 8230
    },
    {
      "loss_action": 0.019401144236326218,
      "loss_total": 0.019401144236326218,
      "step": 8230
    },
    {
      "loss_action": 0.01352517306804657,
      "loss_total": 0.01352517306804657,
      "step": 8230
    },
    {
      "grad_norm": 0.1449335813522339,
      "learning_rate": 9.971345081305236e-05,
      "loss": 0.0212,
      "step": 8240
    },
    {
      "loss_action": 0.011516246944665909,
      "loss_total": 0.011516246944665909,
      "step": 8240
    },
    {
      "loss_action": 0.03499971330165863,
      "loss_total": 0.03499971330165863,
      "step": 8240
    },
    {
      "loss_action": 0.007308079861104488,
      "loss_total": 0.007308079861104488,
      "step": 8240
    },
    {
      "loss_action": 0.03232521563768387,
      "loss_total": 0.03232521563768387,
      "step": 8240
    },
    {
      "loss_action": 0.010352288372814655,
      "loss_total": 0.010352288372814655,
      "step": 8240
    },
    {
      "loss_action": 0.02290632762014866,
      "loss_total": 0.02290632762014866,
      "step": 8240
    },
    {
      "loss_action": 0.008690308779478073,
      "loss_total": 0.008690308779478073,
      "step": 8240
    },
    {
      "loss_action": 0.02685575559735298,
      "loss_total": 0.02685575559735298,
      "step": 8240
    },
    {
      "grad_norm": 0.32925084233283997,
      "learning_rate": 9.971168041852456e-05,
      "loss": 0.0217,
      "step": 8250
    },
    {
      "loss_action": 0.012578040361404419,
      "loss_total": 0.012578040361404419,
      "step": 8250
    },
    {
      "loss_action": 0.02354671061038971,
      "loss_total": 0.02354671061038971,
      "step": 8250
    },
    {
      "loss_action": 0.01814170368015766,
      "loss_total": 0.01814170368015766,
      "step": 8250
    },
    {
      "loss_action": 0.007075539790093899,
      "loss_total": 0.007075539790093899,
      "step": 8250
    },
    {
      "loss_action": 0.023042289540171623,
      "loss_total": 0.023042289540171623,
      "step": 8250
    },
    {
      "loss_action": 0.020434550940990448,
      "loss_total": 0.020434550940990448,
      "step": 8250
    },
    {
      "loss_action": 0.01424313709139824,
      "loss_total": 0.01424313709139824,
      "step": 8250
    },
    {
      "loss_action": 0.007870396599173546,
      "loss_total": 0.007870396599173546,
      "step": 8250
    },
    {
      "grad_norm": 0.2042657434940338,
      "learning_rate": 9.970990458760215e-05,
      "loss": 0.0199,
      "step": 8260
    },
    {
      "loss_action": 0.016687439754605293,
      "loss_total": 0.016687439754605293,
      "step": 8260
    },
    {
      "loss_action": 0.024614347144961357,
      "loss_total": 0.024614347144961357,
      "step": 8260
    },
    {
      "loss_action": 0.03157110884785652,
      "loss_total": 0.03157110884785652,
      "step": 8260
    },
    {
      "loss_action": 0.018151186406612396,
      "loss_total": 0.018151186406612396,
      "step": 8260
    },
    {
      "loss_action": 0.024987943470478058,
      "loss_total": 0.024987943470478058,
      "step": 8260
    },
    {
      "loss_action": 0.01391560211777687,
      "loss_total": 0.01391560211777687,
      "step": 8260
    },
    {
      "loss_action": 0.023853980004787445,
      "loss_total": 0.023853980004787445,
      "step": 8260
    },
    {
      "loss_action": 0.02429382875561714,
      "loss_total": 0.02429382875561714,
      "step": 8260
    },
    {
      "grad_norm": 0.2862307131290436,
      "learning_rate": 9.970812332047929e-05,
      "loss": 0.0206,
      "step": 8270
    },
    {
      "loss_action": 0.011317666620016098,
      "loss_total": 0.011317666620016098,
      "step": 8270
    },
    {
      "loss_action": 0.01415212731808424,
      "loss_total": 0.01415212731808424,
      "step": 8270
    },
    {
      "loss_action": 0.013633373193442822,
      "loss_total": 0.013633373193442822,
      "step": 8270
    },
    {
      "loss_action": 0.01396791823208332,
      "loss_total": 0.01396791823208332,
      "step": 8270
    },
    {
      "loss_action": 0.04576941579580307,
      "loss_total": 0.04576941579580307,
      "step": 8270
    },
    {
      "loss_action": 0.017636947333812714,
      "loss_total": 0.017636947333812714,
      "step": 8270
    },
    {
      "loss_action": 0.029705537483096123,
      "loss_total": 0.029705537483096123,
      "step": 8270
    },
    {
      "loss_action": 0.029368069022893906,
      "loss_total": 0.029368069022893906,
      "step": 8270
    },
    {
      "grad_norm": 0.2972014546394348,
      "learning_rate": 9.97063366173508e-05,
      "loss": 0.0196,
      "step": 8280
    },
    {
      "loss_action": 0.020068619400262833,
      "loss_total": 0.020068619400262833,
      "step": 8280
    },
    {
      "loss_action": 0.01668676920235157,
      "loss_total": 0.01668676920235157,
      "step": 8280
    },
    {
      "loss_action": 0.0388348288834095,
      "loss_total": 0.0388348288834095,
      "step": 8280
    },
    {
      "loss_action": 0.010142486542463303,
      "loss_total": 0.010142486542463303,
      "step": 8280
    },
    {
      "loss_action": 0.00956078339368105,
      "loss_total": 0.00956078339368105,
      "step": 8280
    },
    {
      "loss_action": 0.015707463026046753,
      "loss_total": 0.015707463026046753,
      "step": 8280
    },
    {
      "loss_action": 0.008616263046860695,
      "loss_total": 0.008616263046860695,
      "step": 8280
    },
    {
      "loss_action": 0.026965683326125145,
      "loss_total": 0.026965683326125145,
      "step": 8280
    },
    {
      "grad_norm": 0.30834195017814636,
      "learning_rate": 9.970454447841207e-05,
      "loss": 0.0215,
      "step": 8290
    },
    {
      "loss_action": 0.044815994799137115,
      "loss_total": 0.044815994799137115,
      "step": 8290
    },
    {
      "loss_action": 0.04369604215025902,
      "loss_total": 0.04369604215025902,
      "step": 8290
    },
    {
      "loss_action": 0.024950150400400162,
      "loss_total": 0.024950150400400162,
      "step": 8290
    },
    {
      "loss_action": 0.02227308601140976,
      "loss_total": 0.02227308601140976,
      "step": 8290
    },
    {
      "loss_action": 0.07136226445436478,
      "loss_total": 0.07136226445436478,
      "step": 8290
    },
    {
      "loss_action": 0.03828561305999756,
      "loss_total": 0.03828561305999756,
      "step": 8290
    },
    {
      "loss_action": 0.02459973469376564,
      "loss_total": 0.02459973469376564,
      "step": 8290
    },
    {
      "loss_action": 0.03253339231014252,
      "loss_total": 0.03253339231014252,
      "step": 8290
    },
    {
      "grad_norm": 0.30241313576698303,
      "learning_rate": 9.970274690385909e-05,
      "loss": 0.026,
      "step": 8300
    },
    {
      "loss_action": 0.04152265563607216,
      "loss_total": 0.04152265563607216,
      "step": 8300
    },
    {
      "loss_action": 0.020590782165527344,
      "loss_total": 0.020590782165527344,
      "step": 8300
    },
    {
      "loss_action": 0.015338901430368423,
      "loss_total": 0.015338901430368423,
      "step": 8300
    },
    {
      "loss_action": 0.025842681527137756,
      "loss_total": 0.025842681527137756,
      "step": 8300
    },
    {
      "loss_action": 0.039919037371873856,
      "loss_total": 0.039919037371873856,
      "step": 8300
    },
    {
      "loss_action": 0.026171792298555374,
      "loss_total": 0.026171792298555374,
      "step": 8300
    },
    {
      "loss_action": 0.024989036843180656,
      "loss_total": 0.024989036843180656,
      "step": 8300
    },
    {
      "loss_action": 0.028091536834836006,
      "loss_total": 0.028091536834836006,
      "step": 8300
    },
    {
      "grad_norm": 0.2537558376789093,
      "learning_rate": 9.970094389388844e-05,
      "loss": 0.0245,
      "step": 8310
    },
    {
      "loss_action": 0.023076847195625305,
      "loss_total": 0.023076847195625305,
      "step": 8310
    },
    {
      "loss_action": 0.021370816975831985,
      "loss_total": 0.021370816975831985,
      "step": 8310
    },
    {
      "loss_action": 0.02888774499297142,
      "loss_total": 0.02888774499297142,
      "step": 8310
    },
    {
      "loss_action": 0.024607941508293152,
      "loss_total": 0.024607941508293152,
      "step": 8310
    },
    {
      "loss_action": 0.027071936056017876,
      "loss_total": 0.027071936056017876,
      "step": 8310
    },
    {
      "loss_action": 0.01973690278828144,
      "loss_total": 0.01973690278828144,
      "step": 8310
    },
    {
      "loss_action": 0.02389845810830593,
      "loss_total": 0.02389845810830593,
      "step": 8310
    },
    {
      "loss_action": 0.024882134050130844,
      "loss_total": 0.024882134050130844,
      "step": 8310
    },
    {
      "grad_norm": 0.21886739134788513,
      "learning_rate": 9.969913544869728e-05,
      "loss": 0.0209,
      "step": 8320
    },
    {
      "loss_action": 0.021314967423677444,
      "loss_total": 0.021314967423677444,
      "step": 8320
    },
    {
      "loss_action": 0.037704452872276306,
      "loss_total": 0.037704452872276306,
      "step": 8320
    },
    {
      "loss_action": 0.03526906669139862,
      "loss_total": 0.03526906669139862,
      "step": 8320
    },
    {
      "loss_action": 0.025014029815793037,
      "loss_total": 0.025014029815793037,
      "step": 8320
    },
    {
      "loss_action": 0.0347469262778759,
      "loss_total": 0.0347469262778759,
      "step": 8320
    },
    {
      "loss_action": 0.029094908386468887,
      "loss_total": 0.029094908386468887,
      "step": 8320
    },
    {
      "loss_action": 0.056099098175764084,
      "loss_total": 0.056099098175764084,
      "step": 8320
    },
    {
      "loss_action": 0.04963342845439911,
      "loss_total": 0.04963342845439911,
      "step": 8320
    },
    {
      "grad_norm": 0.2150372713804245,
      "learning_rate": 9.96973215684834e-05,
      "loss": 0.0223,
      "step": 8330
    },
    {
      "loss_action": 0.029510557651519775,
      "loss_total": 0.029510557651519775,
      "step": 8330
    },
    {
      "loss_action": 0.019814297556877136,
      "loss_total": 0.019814297556877136,
      "step": 8330
    },
    {
      "loss_action": 0.025333642959594727,
      "loss_total": 0.025333642959594727,
      "step": 8330
    },
    {
      "loss_action": 0.0126822330057621,
      "loss_total": 0.0126822330057621,
      "step": 8330
    },
    {
      "loss_action": 0.030808065086603165,
      "loss_total": 0.030808065086603165,
      "step": 8330
    },
    {
      "loss_action": 0.016184689477086067,
      "loss_total": 0.016184689477086067,
      "step": 8330
    },
    {
      "loss_action": 0.01733878254890442,
      "loss_total": 0.01733878254890442,
      "step": 8330
    },
    {
      "loss_action": 0.011108512990176678,
      "loss_total": 0.011108512990176678,
      "step": 8330
    },
    {
      "grad_norm": 0.2186904400587082,
      "learning_rate": 9.969550225344513e-05,
      "loss": 0.0208,
      "step": 8340
    },
    {
      "loss_action": 0.015298701822757721,
      "loss_total": 0.015298701822757721,
      "step": 8340
    },
    {
      "loss_action": 0.023714881390333176,
      "loss_total": 0.023714881390333176,
      "step": 8340
    },
    {
      "loss_action": 0.013744066469371319,
      "loss_total": 0.013744066469371319,
      "step": 8340
    },
    {
      "loss_action": 0.013837776146829128,
      "loss_total": 0.013837776146829128,
      "step": 8340
    },
    {
      "loss_action": 0.03267794847488403,
      "loss_total": 0.03267794847488403,
      "step": 8340
    },
    {
      "loss_action": 0.013487882912158966,
      "loss_total": 0.013487882912158966,
      "step": 8340
    },
    {
      "loss_action": 0.009243432432413101,
      "loss_total": 0.009243432432413101,
      "step": 8340
    },
    {
      "loss_action": 0.01022767461836338,
      "loss_total": 0.01022767461836338,
      "step": 8340
    },
    {
      "grad_norm": 0.2918868064880371,
      "learning_rate": 9.969367750378147e-05,
      "loss": 0.0247,
      "step": 8350
    },
    {
      "loss_action": 0.025276876986026764,
      "loss_total": 0.025276876986026764,
      "step": 8350
    },
    {
      "loss_action": 0.031078506261110306,
      "loss_total": 0.031078506261110306,
      "step": 8350
    },
    {
      "loss_action": 0.02170097827911377,
      "loss_total": 0.02170097827911377,
      "step": 8350
    },
    {
      "loss_action": 0.0216564629226923,
      "loss_total": 0.0216564629226923,
      "step": 8350
    },
    {
      "loss_action": 0.023079000413417816,
      "loss_total": 0.023079000413417816,
      "step": 8350
    },
    {
      "loss_action": 0.02580881305038929,
      "loss_total": 0.02580881305038929,
      "step": 8350
    },
    {
      "loss_action": 0.021237608045339584,
      "loss_total": 0.021237608045339584,
      "step": 8350
    },
    {
      "loss_action": 0.02557985857129097,
      "loss_total": 0.02557985857129097,
      "step": 8350
    },
    {
      "grad_norm": 0.2244715839624405,
      "learning_rate": 9.969184731969194e-05,
      "loss": 0.023,
      "step": 8360
    },
    {
      "loss_action": 0.012936950661242008,
      "loss_total": 0.012936950661242008,
      "step": 8360
    },
    {
      "loss_action": 0.011913323774933815,
      "loss_total": 0.011913323774933815,
      "step": 8360
    },
    {
      "loss_action": 0.016270512714982033,
      "loss_total": 0.016270512714982033,
      "step": 8360
    },
    {
      "loss_action": 0.0177269596606493,
      "loss_total": 0.0177269596606493,
      "step": 8360
    },
    {
      "loss_action": 0.014092562720179558,
      "loss_total": 0.014092562720179558,
      "step": 8360
    },
    {
      "loss_action": 0.021045366302132607,
      "loss_total": 0.021045366302132607,
      "step": 8360
    },
    {
      "loss_action": 0.0940907746553421,
      "loss_total": 0.0940907746553421,
      "step": 8360
    },
    {
      "loss_action": 0.010665145702660084,
      "loss_total": 0.010665145702660084,
      "step": 8360
    },
    {
      "grad_norm": 0.2960040271282196,
      "learning_rate": 9.96900117013767e-05,
      "loss": 0.0192,
      "step": 8370
    },
    {
      "loss_action": 0.018006302416324615,
      "loss_total": 0.018006302416324615,
      "step": 8370
    },
    {
      "loss_action": 0.01584567502140999,
      "loss_total": 0.01584567502140999,
      "step": 8370
    },
    {
      "loss_action": 0.017359482124447823,
      "loss_total": 0.017359482124447823,
      "step": 8370
    },
    {
      "loss_action": 0.00827082060277462,
      "loss_total": 0.00827082060277462,
      "step": 8370
    },
    {
      "loss_action": 0.010328384116292,
      "loss_total": 0.010328384116292,
      "step": 8370
    },
    {
      "loss_action": 0.015214154496788979,
      "loss_total": 0.015214154496788979,
      "step": 8370
    },
    {
      "loss_action": 0.022403372451663017,
      "loss_total": 0.022403372451663017,
      "step": 8370
    },
    {
      "loss_action": 0.02139642834663391,
      "loss_total": 0.02139642834663391,
      "step": 8370
    },
    {
      "grad_norm": 0.22432950139045715,
      "learning_rate": 9.96881706490365e-05,
      "loss": 0.0198,
      "step": 8380
    },
    {
      "loss_action": 0.015999488532543182,
      "loss_total": 0.015999488532543182,
      "step": 8380
    },
    {
      "loss_action": 0.012703205458819866,
      "loss_total": 0.012703205458819866,
      "step": 8380
    },
    {
      "loss_action": 0.012459698133170605,
      "loss_total": 0.012459698133170605,
      "step": 8380
    },
    {
      "loss_action": 0.03989265486598015,
      "loss_total": 0.03989265486598015,
      "step": 8380
    },
    {
      "loss_action": 0.017319677397608757,
      "loss_total": 0.017319677397608757,
      "step": 8380
    },
    {
      "loss_action": 0.02587154135107994,
      "loss_total": 0.02587154135107994,
      "step": 8380
    },
    {
      "loss_action": 0.02153560146689415,
      "loss_total": 0.02153560146689415,
      "step": 8380
    },
    {
      "loss_action": 0.03602151945233345,
      "loss_total": 0.03602151945233345,
      "step": 8380
    },
    {
      "grad_norm": 0.18961994349956512,
      "learning_rate": 9.968632416287265e-05,
      "loss": 0.0215,
      "step": 8390
    },
    {
      "loss_action": 0.02142259106040001,
      "loss_total": 0.02142259106040001,
      "step": 8390
    },
    {
      "loss_action": 0.02173537015914917,
      "loss_total": 0.02173537015914917,
      "step": 8390
    },
    {
      "loss_action": 0.013526109978556633,
      "loss_total": 0.013526109978556633,
      "step": 8390
    },
    {
      "loss_action": 0.022172654047608376,
      "loss_total": 0.022172654047608376,
      "step": 8390
    },
    {
      "loss_action": 0.009305333718657494,
      "loss_total": 0.009305333718657494,
      "step": 8390
    },
    {
      "loss_action": 0.04531402140855789,
      "loss_total": 0.04531402140855789,
      "step": 8390
    },
    {
      "loss_action": 0.018333209678530693,
      "loss_total": 0.018333209678530693,
      "step": 8390
    },
    {
      "loss_action": 0.012261333875358105,
      "loss_total": 0.012261333875358105,
      "step": 8390
    },
    {
      "grad_norm": 0.2063310444355011,
      "learning_rate": 9.96844722430871e-05,
      "loss": 0.0205,
      "step": 8400
    },
    {
      "loss_action": 0.03265818953514099,
      "loss_total": 0.03265818953514099,
      "step": 8400
    },
    {
      "loss_action": 0.03909947723150253,
      "loss_total": 0.03909947723150253,
      "step": 8400
    },
    {
      "loss_action": 0.05193084850907326,
      "loss_total": 0.05193084850907326,
      "step": 8400
    },
    {
      "loss_action": 0.024960031732916832,
      "loss_total": 0.024960031732916832,
      "step": 8400
    },
    {
      "loss_action": 0.014897264540195465,
      "loss_total": 0.014897264540195465,
      "step": 8400
    },
    {
      "loss_action": 0.024659588932991028,
      "loss_total": 0.024659588932991028,
      "step": 8400
    },
    {
      "loss_action": 0.009961044415831566,
      "loss_total": 0.009961044415831566,
      "step": 8400
    },
    {
      "loss_action": 0.012939134612679482,
      "loss_total": 0.012939134612679482,
      "step": 8400
    },
    {
      "grad_norm": 0.21530379354953766,
      "learning_rate": 9.968261488988235e-05,
      "loss": 0.0212,
      "step": 8410
    },
    {
      "loss_action": 0.021797671914100647,
      "loss_total": 0.021797671914100647,
      "step": 8410
    },
    {
      "loss_action": 0.013802053406834602,
      "loss_total": 0.013802053406834602,
      "step": 8410
    },
    {
      "loss_action": 0.014641941525042057,
      "loss_total": 0.014641941525042057,
      "step": 8410
    },
    {
      "loss_action": 0.014664790593087673,
      "loss_total": 0.014664790593087673,
      "step": 8410
    },
    {
      "loss_action": 0.010150125250220299,
      "loss_total": 0.010150125250220299,
      "step": 8410
    },
    {
      "loss_action": 0.018884170800447464,
      "loss_total": 0.018884170800447464,
      "step": 8410
    },
    {
      "loss_action": 0.01284655462950468,
      "loss_total": 0.01284655462950468,
      "step": 8410
    },
    {
      "loss_action": 0.019174309447407722,
      "loss_total": 0.019174309447407722,
      "step": 8410
    },
    {
      "grad_norm": 0.18070822954177856,
      "learning_rate": 9.968075210346155e-05,
      "loss": 0.0197,
      "step": 8420
    },
    {
      "loss_action": 0.015310254879295826,
      "loss_total": 0.015310254879295826,
      "step": 8420
    },
    {
      "loss_action": 0.01811881922185421,
      "loss_total": 0.01811881922185421,
      "step": 8420
    },
    {
      "loss_action": 0.012161467224359512,
      "loss_total": 0.012161467224359512,
      "step": 8420
    },
    {
      "loss_action": 0.007390984799712896,
      "loss_total": 0.007390984799712896,
      "step": 8420
    },
    {
      "loss_action": 0.015316128730773926,
      "loss_total": 0.015316128730773926,
      "step": 8420
    },
    {
      "loss_action": 0.011280383914709091,
      "loss_total": 0.011280383914709091,
      "step": 8420
    },
    {
      "loss_action": 0.014661392197012901,
      "loss_total": 0.014661392197012901,
      "step": 8420
    },
    {
      "loss_action": 0.018111076205968857,
      "loss_total": 0.018111076205968857,
      "step": 8420
    },
    {
      "grad_norm": 0.23690469563007355,
      "learning_rate": 9.967888388402839e-05,
      "loss": 0.0199,
      "step": 8430
    },
    {
      "loss_action": 0.014024639502167702,
      "loss_total": 0.014024639502167702,
      "step": 8430
    },
    {
      "loss_action": 0.014391270466148853,
      "loss_total": 0.014391270466148853,
      "step": 8430
    },
    {
      "loss_action": 0.03592462092638016,
      "loss_total": 0.03592462092638016,
      "step": 8430
    },
    {
      "loss_action": 0.01656881719827652,
      "loss_total": 0.01656881719827652,
      "step": 8430
    },
    {
      "loss_action": 0.011856925673782825,
      "loss_total": 0.011856925673782825,
      "step": 8430
    },
    {
      "loss_action": 0.014135017991065979,
      "loss_total": 0.014135017991065979,
      "step": 8430
    },
    {
      "loss_action": 0.014302936382591724,
      "loss_total": 0.014302936382591724,
      "step": 8430
    },
    {
      "loss_action": 0.013724597170948982,
      "loss_total": 0.013724597170948982,
      "step": 8430
    },
    {
      "grad_norm": 0.21048001945018768,
      "learning_rate": 9.967701023178717e-05,
      "loss": 0.0219,
      "step": 8440
    },
    {
      "loss_action": 0.024279091507196426,
      "loss_total": 0.024279091507196426,
      "step": 8440
    },
    {
      "loss_action": 0.015276690945029259,
      "loss_total": 0.015276690945029259,
      "step": 8440
    },
    {
      "loss_action": 0.02137875184416771,
      "loss_total": 0.02137875184416771,
      "step": 8440
    },
    {
      "loss_action": 0.022857030853629112,
      "loss_total": 0.022857030853629112,
      "step": 8440
    },
    {
      "loss_action": 0.016858328133821487,
      "loss_total": 0.016858328133821487,
      "step": 8440
    },
    {
      "loss_action": 0.014857465401291847,
      "loss_total": 0.014857465401291847,
      "step": 8440
    },
    {
      "loss_action": 0.017334269359707832,
      "loss_total": 0.017334269359707832,
      "step": 8440
    },
    {
      "loss_action": 0.01980596035718918,
      "loss_total": 0.01980596035718918,
      "step": 8440
    },
    {
      "grad_norm": 0.24375148117542267,
      "learning_rate": 9.967513114694282e-05,
      "loss": 0.0252,
      "step": 8450
    },
    {
      "loss_action": 0.030863255262374878,
      "loss_total": 0.030863255262374878,
      "step": 8450
    },
    {
      "loss_action": 0.019110534340143204,
      "loss_total": 0.019110534340143204,
      "step": 8450
    },
    {
      "loss_action": 0.017452776432037354,
      "loss_total": 0.017452776432037354,
      "step": 8450
    },
    {
      "loss_action": 0.02674255706369877,
      "loss_total": 0.02674255706369877,
      "step": 8450
    },
    {
      "loss_action": 0.019424594938755035,
      "loss_total": 0.019424594938755035,
      "step": 8450
    },
    {
      "loss_action": 0.05006704106926918,
      "loss_total": 0.05006704106926918,
      "step": 8450
    },
    {
      "loss_action": 0.012373553588986397,
      "loss_total": 0.012373553588986397,
      "step": 8450
    },
    {
      "loss_action": 0.025453252717852592,
      "loss_total": 0.025453252717852592,
      "step": 8450
    },
    {
      "grad_norm": 0.26054486632347107,
      "learning_rate": 9.967324662970079e-05,
      "loss": 0.0221,
      "step": 8460
    },
    {
      "loss_action": 0.013718811795115471,
      "loss_total": 0.013718811795115471,
      "step": 8460
    },
    {
      "loss_action": 0.02563253603875637,
      "loss_total": 0.02563253603875637,
      "step": 8460
    },
    {
      "loss_action": 0.019298236817121506,
      "loss_total": 0.019298236817121506,
      "step": 8460
    },
    {
      "loss_action": 0.014863844029605389,
      "loss_total": 0.014863844029605389,
      "step": 8460
    },
    {
      "loss_action": 0.018472328782081604,
      "loss_total": 0.018472328782081604,
      "step": 8460
    },
    {
      "loss_action": 0.014466067776083946,
      "loss_total": 0.014466067776083946,
      "step": 8460
    },
    {
      "loss_action": 0.014571873471140862,
      "loss_total": 0.014571873471140862,
      "step": 8460
    },
    {
      "loss_action": 0.028955455869436264,
      "loss_total": 0.028955455869436264,
      "step": 8460
    },
    {
      "grad_norm": 0.26148009300231934,
      "learning_rate": 9.96713566802672e-05,
      "loss": 0.0197,
      "step": 8470
    },
    {
      "loss_action": 0.01922231912612915,
      "loss_total": 0.01922231912612915,
      "step": 8470
    },
    {
      "loss_action": 0.021111592650413513,
      "loss_total": 0.021111592650413513,
      "step": 8470
    },
    {
      "loss_action": 0.014490894041955471,
      "loss_total": 0.014490894041955471,
      "step": 8470
    },
    {
      "loss_action": 0.016496634110808372,
      "loss_total": 0.016496634110808372,
      "step": 8470
    },
    {
      "loss_action": 0.020370326936244965,
      "loss_total": 0.020370326936244965,
      "step": 8470
    },
    {
      "loss_action": 0.016624921932816505,
      "loss_total": 0.016624921932816505,
      "step": 8470
    },
    {
      "loss_action": 0.015679458156228065,
      "loss_total": 0.015679458156228065,
      "step": 8470
    },
    {
      "loss_action": 0.01018788293004036,
      "loss_total": 0.01018788293004036,
      "step": 8470
    },
    {
      "grad_norm": 0.20693917572498322,
      "learning_rate": 9.966946129884873e-05,
      "loss": 0.0205,
      "step": 8480
    },
    {
      "loss_action": 0.014851860702037811,
      "loss_total": 0.014851860702037811,
      "step": 8480
    },
    {
      "loss_action": 0.025167522951960564,
      "loss_total": 0.025167522951960564,
      "step": 8480
    },
    {
      "loss_action": 0.023491432890295982,
      "loss_total": 0.023491432890295982,
      "step": 8480
    },
    {
      "loss_action": 0.03277933597564697,
      "loss_total": 0.03277933597564697,
      "step": 8480
    },
    {
      "loss_action": 0.036879055202007294,
      "loss_total": 0.036879055202007294,
      "step": 8480
    },
    {
      "loss_action": 0.027642609551548958,
      "loss_total": 0.027642609551548958,
      "step": 8480
    },
    {
      "loss_action": 0.016899166628718376,
      "loss_total": 0.016899166628718376,
      "step": 8480
    },
    {
      "loss_action": 0.00934184342622757,
      "loss_total": 0.00934184342622757,
      "step": 8480
    },
    {
      "grad_norm": 0.23768049478530884,
      "learning_rate": 9.966756048565265e-05,
      "loss": 0.0205,
      "step": 8490
    },
    {
      "loss_action": 0.023312494158744812,
      "loss_total": 0.023312494158744812,
      "step": 8490
    },
    {
      "loss_action": 0.017135201022028923,
      "loss_total": 0.017135201022028923,
      "step": 8490
    },
    {
      "loss_action": 0.015924042090773582,
      "loss_total": 0.015924042090773582,
      "step": 8490
    },
    {
      "loss_action": 0.019288163632154465,
      "loss_total": 0.019288163632154465,
      "step": 8490
    },
    {
      "loss_action": 0.02867463044822216,
      "loss_total": 0.02867463044822216,
      "step": 8490
    },
    {
      "loss_action": 0.011250684969127178,
      "loss_total": 0.011250684969127178,
      "step": 8490
    },
    {
      "loss_action": 0.012298362329602242,
      "loss_total": 0.012298362329602242,
      "step": 8490
    },
    {
      "loss_action": 0.04353208839893341,
      "loss_total": 0.04353208839893341,
      "step": 8490
    },
    {
      "grad_norm": 0.2803517282009125,
      "learning_rate": 9.966565424088681e-05,
      "loss": 0.0268,
      "step": 8500
    },
    {
      "loss_action": 0.036295805126428604,
      "loss_total": 0.036295805126428604,
      "step": 8500
    },
    {
      "loss_action": 0.025933170691132545,
      "loss_total": 0.025933170691132545,
      "step": 8500
    },
    {
      "loss_action": 0.01930401287972927,
      "loss_total": 0.01930401287972927,
      "step": 8500
    },
    {
      "loss_action": 0.03410432115197182,
      "loss_total": 0.03410432115197182,
      "step": 8500
    },
    {
      "loss_action": 0.013714841566979885,
      "loss_total": 0.013714841566979885,
      "step": 8500
    },
    {
      "loss_action": 0.014330092817544937,
      "loss_total": 0.014330092817544937,
      "step": 8500
    },
    {
      "loss_action": 0.012981102801859379,
      "loss_total": 0.012981102801859379,
      "step": 8500
    },
    {
      "loss_action": 0.01797308772802353,
      "loss_total": 0.01797308772802353,
      "step": 8500
    },
    {
      "grad_norm": 0.32150334119796753,
      "learning_rate": 9.96637425647597e-05,
      "loss": 0.0225,
      "step": 8510
    },
    {
      "loss_action": 0.031799107789993286,
      "loss_total": 0.031799107789993286,
      "step": 8510
    },
    {
      "loss_action": 0.019700855016708374,
      "loss_total": 0.019700855016708374,
      "step": 8510
    },
    {
      "loss_action": 0.018296923488378525,
      "loss_total": 0.018296923488378525,
      "step": 8510
    },
    {
      "loss_action": 0.011991238221526146,
      "loss_total": 0.011991238221526146,
      "step": 8510
    },
    {
      "loss_action": 0.04987610876560211,
      "loss_total": 0.04987610876560211,
      "step": 8510
    },
    {
      "loss_action": 0.026694729924201965,
      "loss_total": 0.026694729924201965,
      "step": 8510
    },
    {
      "loss_action": 0.027639072388410568,
      "loss_total": 0.027639072388410568,
      "step": 8510
    },
    {
      "loss_action": 0.027295168489217758,
      "loss_total": 0.027295168489217758,
      "step": 8510
    },
    {
      "grad_norm": 0.2732645869255066,
      "learning_rate": 9.966182545748038e-05,
      "loss": 0.0229,
      "step": 8520
    },
    {
      "loss_action": 0.02837568148970604,
      "loss_total": 0.02837568148970604,
      "step": 8520
    },
    {
      "loss_action": 0.014503555372357368,
      "loss_total": 0.014503555372357368,
      "step": 8520
    },
    {
      "loss_action": 0.009543292224407196,
      "loss_total": 0.009543292224407196,
      "step": 8520
    },
    {
      "loss_action": 0.01871882565319538,
      "loss_total": 0.01871882565319538,
      "step": 8520
    },
    {
      "loss_action": 0.06572781503200531,
      "loss_total": 0.06572781503200531,
      "step": 8520
    },
    {
      "loss_action": 0.022684898227453232,
      "loss_total": 0.022684898227453232,
      "step": 8520
    },
    {
      "loss_action": 0.018629033118486404,
      "loss_total": 0.018629033118486404,
      "step": 8520
    },
    {
      "loss_action": 0.01547419186681509,
      "loss_total": 0.01547419186681509,
      "step": 8520
    },
    {
      "grad_norm": 0.2003263384103775,
      "learning_rate": 9.96599029192585e-05,
      "loss": 0.0206,
      "step": 8530
    },
    {
      "loss_action": 0.02353823557496071,
      "loss_total": 0.02353823557496071,
      "step": 8530
    },
    {
      "loss_action": 0.017331236973404884,
      "loss_total": 0.017331236973404884,
      "step": 8530
    },
    {
      "loss_action": 0.012889724224805832,
      "loss_total": 0.012889724224805832,
      "step": 8530
    },
    {
      "loss_action": 0.014058232307434082,
      "loss_total": 0.014058232307434082,
      "step": 8530
    },
    {
      "loss_action": 0.02409282699227333,
      "loss_total": 0.02409282699227333,
      "step": 8530
    },
    {
      "loss_action": 0.019019970670342445,
      "loss_total": 0.019019970670342445,
      "step": 8530
    },
    {
      "loss_action": 0.02615729533135891,
      "loss_total": 0.02615729533135891,
      "step": 8530
    },
    {
      "loss_action": 0.01024765707552433,
      "loss_total": 0.01024765707552433,
      "step": 8530
    },
    {
      "grad_norm": 0.263755738735199,
      "learning_rate": 9.965797495030428e-05,
      "loss": 0.0223,
      "step": 8540
    },
    {
      "loss_action": 0.024146588519215584,
      "loss_total": 0.024146588519215584,
      "step": 8540
    },
    {
      "loss_action": 0.021216588094830513,
      "loss_total": 0.021216588094830513,
      "step": 8540
    },
    {
      "loss_action": 0.026880966499447823,
      "loss_total": 0.026880966499447823,
      "step": 8540
    },
    {
      "loss_action": 0.01241382583975792,
      "loss_total": 0.01241382583975792,
      "step": 8540
    },
    {
      "loss_action": 0.023919712752103806,
      "loss_total": 0.023919712752103806,
      "step": 8540
    },
    {
      "loss_action": 0.013064125552773476,
      "loss_total": 0.013064125552773476,
      "step": 8540
    },
    {
      "loss_action": 0.013863947242498398,
      "loss_total": 0.013863947242498398,
      "step": 8540
    },
    {
      "loss_action": 0.013621890917420387,
      "loss_total": 0.013621890917420387,
      "step": 8540
    },
    {
      "grad_norm": 0.19884224236011505,
      "learning_rate": 9.96560415508286e-05,
      "loss": 0.0197,
      "step": 8550
    },
    {
      "loss_action": 0.03146982192993164,
      "loss_total": 0.03146982192993164,
      "step": 8550
    },
    {
      "loss_action": 0.011961613781750202,
      "loss_total": 0.011961613781750202,
      "step": 8550
    },
    {
      "loss_action": 0.013271708972752094,
      "loss_total": 0.013271708972752094,
      "step": 8550
    },
    {
      "loss_action": 0.012625251896679401,
      "loss_total": 0.012625251896679401,
      "step": 8550
    },
    {
      "loss_action": 0.028315763920545578,
      "loss_total": 0.028315763920545578,
      "step": 8550
    },
    {
      "loss_action": 0.016771122813224792,
      "loss_total": 0.016771122813224792,
      "step": 8550
    },
    {
      "loss_action": 0.0173446424305439,
      "loss_total": 0.0173446424305439,
      "step": 8550
    },
    {
      "loss_action": 0.010734784416854382,
      "loss_total": 0.010734784416854382,
      "step": 8550
    },
    {
      "grad_norm": 0.17563100159168243,
      "learning_rate": 9.965410272104286e-05,
      "loss": 0.021,
      "step": 8560
    },
    {
      "loss_action": 0.01633179932832718,
      "loss_total": 0.01633179932832718,
      "step": 8560
    },
    {
      "loss_action": 0.017821235582232475,
      "loss_total": 0.017821235582232475,
      "step": 8560
    },
    {
      "loss_action": 0.0265878327190876,
      "loss_total": 0.0265878327190876,
      "step": 8560
    },
    {
      "loss_action": 0.013580907136201859,
      "loss_total": 0.013580907136201859,
      "step": 8560
    },
    {
      "loss_action": 0.036489762365818024,
      "loss_total": 0.036489762365818024,
      "step": 8560
    },
    {
      "loss_action": 0.03414429724216461,
      "loss_total": 0.03414429724216461,
      "step": 8560
    },
    {
      "loss_action": 0.011126766912639141,
      "loss_total": 0.011126766912639141,
      "step": 8560
    },
    {
      "loss_action": 0.021024972200393677,
      "loss_total": 0.021024972200393677,
      "step": 8560
    },
    {
      "grad_norm": 0.19009463489055634,
      "learning_rate": 9.96521584611591e-05,
      "loss": 0.0244,
      "step": 8570
    },
    {
      "loss_action": 0.017254209145903587,
      "loss_total": 0.017254209145903587,
      "step": 8570
    },
    {
      "loss_action": 0.016605716198682785,
      "loss_total": 0.016605716198682785,
      "step": 8570
    },
    {
      "loss_action": 0.012346873059868813,
      "loss_total": 0.012346873059868813,
      "step": 8570
    },
    {
      "loss_action": 0.022635893896222115,
      "loss_total": 0.022635893896222115,
      "step": 8570
    },
    {
      "loss_action": 0.012299776077270508,
      "loss_total": 0.012299776077270508,
      "step": 8570
    },
    {
      "loss_action": 0.024024128913879395,
      "loss_total": 0.024024128913879395,
      "step": 8570
    },
    {
      "loss_action": 0.021453434601426125,
      "loss_total": 0.021453434601426125,
      "step": 8570
    },
    {
      "loss_action": 0.019350962713360786,
      "loss_total": 0.019350962713360786,
      "step": 8570
    },
    {
      "grad_norm": 0.21669644117355347,
      "learning_rate": 9.965020877138994e-05,
      "loss": 0.0225,
      "step": 8580
    },
    {
      "loss_action": 0.01256931759417057,
      "loss_total": 0.01256931759417057,
      "step": 8580
    },
    {
      "loss_action": 0.008538050577044487,
      "loss_total": 0.008538050577044487,
      "step": 8580
    },
    {
      "loss_action": 0.01722150668501854,
      "loss_total": 0.01722150668501854,
      "step": 8580
    },
    {
      "loss_action": 0.02172808349132538,
      "loss_total": 0.02172808349132538,
      "step": 8580
    },
    {
      "loss_action": 0.01293996162712574,
      "loss_total": 0.01293996162712574,
      "step": 8580
    },
    {
      "loss_action": 0.019274313002824783,
      "loss_total": 0.019274313002824783,
      "step": 8580
    },
    {
      "loss_action": 0.054432664066553116,
      "loss_total": 0.054432664066553116,
      "step": 8580
    },
    {
      "loss_action": 0.02715388685464859,
      "loss_total": 0.02715388685464859,
      "step": 8580
    },
    {
      "grad_norm": 0.2721388638019562,
      "learning_rate": 9.964825365194861e-05,
      "loss": 0.0211,
      "step": 8590
    },
    {
      "loss_action": 0.030709510669112206,
      "loss_total": 0.030709510669112206,
      "step": 8590
    },
    {
      "loss_action": 0.02237287536263466,
      "loss_total": 0.02237287536263466,
      "step": 8590
    },
    {
      "loss_action": 0.018073366954922676,
      "loss_total": 0.018073366954922676,
      "step": 8590
    },
    {
      "loss_action": 0.019578516483306885,
      "loss_total": 0.019578516483306885,
      "step": 8590
    },
    {
      "loss_action": 0.015281293541193008,
      "loss_total": 0.015281293541193008,
      "step": 8590
    },
    {
      "loss_action": 0.027872584760189056,
      "loss_total": 0.027872584760189056,
      "step": 8590
    },
    {
      "loss_action": 0.01265677623450756,
      "loss_total": 0.01265677623450756,
      "step": 8590
    },
    {
      "loss_action": 0.015710510313510895,
      "loss_total": 0.015710510313510895,
      "step": 8590
    },
    {
      "grad_norm": 0.34084877371788025,
      "learning_rate": 9.96462931030489e-05,
      "loss": 0.0214,
      "step": 8600
    },
    {
      "loss_action": 0.015321550890803337,
      "loss_total": 0.015321550890803337,
      "step": 8600
    },
    {
      "loss_action": 0.10897605866193771,
      "loss_total": 0.10897605866193771,
      "step": 8600
    },
    {
      "loss_action": 0.015841109678149223,
      "loss_total": 0.015841109678149223,
      "step": 8600
    },
    {
      "loss_action": 0.0258001871407032,
      "loss_total": 0.0258001871407032,
      "step": 8600
    },
    {
      "loss_action": 0.009404316544532776,
      "loss_total": 0.009404316544532776,
      "step": 8600
    },
    {
      "loss_action": 0.022532284259796143,
      "loss_total": 0.022532284259796143,
      "step": 8600
    },
    {
      "loss_action": 0.01822749152779579,
      "loss_total": 0.01822749152779579,
      "step": 8600
    },
    {
      "loss_action": 0.014382298104465008,
      "loss_total": 0.014382298104465008,
      "step": 8600
    },
    {
      "grad_norm": 0.22865916788578033,
      "learning_rate": 9.96443271249052e-05,
      "loss": 0.0221,
      "step": 8610
    },
    {
      "loss_action": 0.01957389898598194,
      "loss_total": 0.01957389898598194,
      "step": 8610
    },
    {
      "loss_action": 0.03217984735965729,
      "loss_total": 0.03217984735965729,
      "step": 8610
    },
    {
      "loss_action": 0.01740056648850441,
      "loss_total": 0.01740056648850441,
      "step": 8610
    },
    {
      "loss_action": 0.022985391318798065,
      "loss_total": 0.022985391318798065,
      "step": 8610
    },
    {
      "loss_action": 0.025370823219418526,
      "loss_total": 0.025370823219418526,
      "step": 8610
    },
    {
      "loss_action": 0.01432994194328785,
      "loss_total": 0.01432994194328785,
      "step": 8610
    },
    {
      "loss_action": 0.02440054900944233,
      "loss_total": 0.02440054900944233,
      "step": 8610
    },
    {
      "loss_action": 0.014306229539215565,
      "loss_total": 0.014306229539215565,
      "step": 8610
    },
    {
      "grad_norm": 0.17299827933311462,
      "learning_rate": 9.964235571773255e-05,
      "loss": 0.0196,
      "step": 8620
    },
    {
      "loss_action": 0.012340296991169453,
      "loss_total": 0.012340296991169453,
      "step": 8620
    },
    {
      "loss_action": 0.015236630104482174,
      "loss_total": 0.015236630104482174,
      "step": 8620
    },
    {
      "loss_action": 0.02206917107105255,
      "loss_total": 0.02206917107105255,
      "step": 8620
    },
    {
      "loss_action": 0.019938621670007706,
      "loss_total": 0.019938621670007706,
      "step": 8620
    },
    {
      "loss_action": 0.025163311511278152,
      "loss_total": 0.025163311511278152,
      "step": 8620
    },
    {
      "loss_action": 0.05249517410993576,
      "loss_total": 0.05249517410993576,
      "step": 8620
    },
    {
      "loss_action": 0.019512075930833817,
      "loss_total": 0.019512075930833817,
      "step": 8620
    },
    {
      "loss_action": 0.036728814244270325,
      "loss_total": 0.036728814244270325,
      "step": 8620
    },
    {
      "grad_norm": 0.23591271042823792,
      "learning_rate": 9.96403788817465e-05,
      "loss": 0.0226,
      "step": 8630
    },
    {
      "loss_action": 0.01449388824403286,
      "loss_total": 0.01449388824403286,
      "step": 8630
    },
    {
      "loss_action": 0.019115949049592018,
      "loss_total": 0.019115949049592018,
      "step": 8630
    },
    {
      "loss_action": 0.022212570533156395,
      "loss_total": 0.022212570533156395,
      "step": 8630
    },
    {
      "loss_action": 0.015272158198058605,
      "loss_total": 0.015272158198058605,
      "step": 8630
    },
    {
      "loss_action": 0.013189995661377907,
      "loss_total": 0.013189995661377907,
      "step": 8630
    },
    {
      "loss_action": 0.02029823511838913,
      "loss_total": 0.02029823511838913,
      "step": 8630
    },
    {
      "loss_action": 0.02097775973379612,
      "loss_total": 0.02097775973379612,
      "step": 8630
    },
    {
      "loss_action": 0.014875862747430801,
      "loss_total": 0.014875862747430801,
      "step": 8630
    },
    {
      "grad_norm": 0.28014567494392395,
      "learning_rate": 9.963839661716325e-05,
      "loss": 0.0226,
      "step": 8640
    },
    {
      "loss_action": 0.034138016402721405,
      "loss_total": 0.034138016402721405,
      "step": 8640
    },
    {
      "loss_action": 0.02386055327951908,
      "loss_total": 0.02386055327951908,
      "step": 8640
    },
    {
      "loss_action": 0.017896706238389015,
      "loss_total": 0.017896706238389015,
      "step": 8640
    },
    {
      "loss_action": 0.03832805156707764,
      "loss_total": 0.03832805156707764,
      "step": 8640
    },
    {
      "loss_action": 0.024156728759407997,
      "loss_total": 0.024156728759407997,
      "step": 8640
    },
    {
      "loss_action": 0.011320825666189194,
      "loss_total": 0.011320825666189194,
      "step": 8640
    },
    {
      "loss_action": 0.02603713423013687,
      "loss_total": 0.02603713423013687,
      "step": 8640
    },
    {
      "loss_action": 0.01686682738363743,
      "loss_total": 0.01686682738363743,
      "step": 8640
    },
    {
      "grad_norm": 0.17577046155929565,
      "learning_rate": 9.963640892419958e-05,
      "loss": 0.0212,
      "step": 8650
    },
    {
      "loss_action": 0.024129973724484444,
      "loss_total": 0.024129973724484444,
      "step": 8650
    },
    {
      "loss_action": 0.014658786356449127,
      "loss_total": 0.014658786356449127,
      "step": 8650
    },
    {
      "loss_action": 0.01592513732612133,
      "loss_total": 0.01592513732612133,
      "step": 8650
    },
    {
      "loss_action": 0.01395993959158659,
      "loss_total": 0.01395993959158659,
      "step": 8650
    },
    {
      "loss_action": 0.018581701442599297,
      "loss_total": 0.018581701442599297,
      "step": 8650
    },
    {
      "loss_action": 0.02494589425623417,
      "loss_total": 0.02494589425623417,
      "step": 8650
    },
    {
      "loss_action": 0.0154887018725276,
      "loss_total": 0.0154887018725276,
      "step": 8650
    },
    {
      "loss_action": 0.02257070690393448,
      "loss_total": 0.02257070690393448,
      "step": 8650
    },
    {
      "grad_norm": 0.24595727026462555,
      "learning_rate": 9.963441580307286e-05,
      "loss": 0.0211,
      "step": 8660
    },
    {
      "loss_action": 0.009488089010119438,
      "loss_total": 0.009488089010119438,
      "step": 8660
    },
    {
      "loss_action": 0.010972162708640099,
      "loss_total": 0.010972162708640099,
      "step": 8660
    },
    {
      "loss_action": 0.016903679817914963,
      "loss_total": 0.016903679817914963,
      "step": 8660
    },
    {
      "loss_action": 0.00916660949587822,
      "loss_total": 0.00916660949587822,
      "step": 8660
    },
    {
      "loss_action": 0.019554946571588516,
      "loss_total": 0.019554946571588516,
      "step": 8660
    },
    {
      "loss_action": 0.021126143634319305,
      "loss_total": 0.021126143634319305,
      "step": 8660
    },
    {
      "loss_action": 0.018402086570858955,
      "loss_total": 0.018402086570858955,
      "step": 8660
    },
    {
      "loss_action": 0.019237663596868515,
      "loss_total": 0.019237663596868515,
      "step": 8660
    },
    {
      "grad_norm": 0.31660619378089905,
      "learning_rate": 9.963241725400104e-05,
      "loss": 0.0227,
      "step": 8670
    },
    {
      "loss_action": 0.014205430634319782,
      "loss_total": 0.014205430634319782,
      "step": 8670
    },
    {
      "loss_action": 0.01839391700923443,
      "loss_total": 0.01839391700923443,
      "step": 8670
    },
    {
      "loss_action": 0.012749336659908295,
      "loss_total": 0.012749336659908295,
      "step": 8670
    },
    {
      "loss_action": 0.08433189988136292,
      "loss_total": 0.08433189988136292,
      "step": 8670
    },
    {
      "loss_action": 0.03174343705177307,
      "loss_total": 0.03174343705177307,
      "step": 8670
    },
    {
      "loss_action": 0.017830930650234222,
      "loss_total": 0.017830930650234222,
      "step": 8670
    },
    {
      "loss_action": 0.02783116325736046,
      "loss_total": 0.02783116325736046,
      "step": 8670
    },
    {
      "loss_action": 0.01823696494102478,
      "loss_total": 0.01823696494102478,
      "step": 8670
    },
    {
      "grad_norm": 0.16118474304676056,
      "learning_rate": 9.963041327720271e-05,
      "loss": 0.0242,
      "step": 8680
    },
    {
      "loss_action": 0.016641858965158463,
      "loss_total": 0.016641858965158463,
      "step": 8680
    },
    {
      "loss_action": 0.0164867602288723,
      "loss_total": 0.0164867602288723,
      "step": 8680
    },
    {
      "loss_action": 0.0169760100543499,
      "loss_total": 0.0169760100543499,
      "step": 8680
    },
    {
      "loss_action": 0.02655666321516037,
      "loss_total": 0.02655666321516037,
      "step": 8680
    },
    {
      "loss_action": 0.015349975787103176,
      "loss_total": 0.015349975787103176,
      "step": 8680
    },
    {
      "loss_action": 0.022545892745256424,
      "loss_total": 0.022545892745256424,
      "step": 8680
    },
    {
      "loss_action": 0.01821960136294365,
      "loss_total": 0.01821960136294365,
      "step": 8680
    },
    {
      "loss_action": 0.023960953578352928,
      "loss_total": 0.023960953578352928,
      "step": 8680
    },
    {
      "grad_norm": 0.1783163696527481,
      "learning_rate": 9.962840387289697e-05,
      "loss": 0.0206,
      "step": 8690
    },
    {
      "loss_action": 0.017150230705738068,
      "loss_total": 0.017150230705738068,
      "step": 8690
    },
    {
      "loss_action": 0.017537912353873253,
      "loss_total": 0.017537912353873253,
      "step": 8690
    },
    {
      "loss_action": 0.022322671487927437,
      "loss_total": 0.022322671487927437,
      "step": 8690
    },
    {
      "loss_action": 0.02776147797703743,
      "loss_total": 0.02776147797703743,
      "step": 8690
    },
    {
      "loss_action": 0.012579882517457008,
      "loss_total": 0.012579882517457008,
      "step": 8690
    },
    {
      "loss_action": 0.024849368259310722,
      "loss_total": 0.024849368259310722,
      "step": 8690
    },
    {
      "loss_action": 0.011127335019409657,
      "loss_total": 0.011127335019409657,
      "step": 8690
    },
    {
      "loss_action": 0.03023938089609146,
      "loss_total": 0.03023938089609146,
      "step": 8690
    },
    {
      "grad_norm": 0.31102630496025085,
      "learning_rate": 9.962638904130363e-05,
      "loss": 0.0185,
      "step": 8700
    },
    {
      "loss_action": 0.019853511825203896,
      "loss_total": 0.019853511825203896,
      "step": 8700
    },
    {
      "loss_action": 0.0159231498837471,
      "loss_total": 0.0159231498837471,
      "step": 8700
    },
    {
      "loss_action": 0.01470942236483097,
      "loss_total": 0.01470942236483097,
      "step": 8700
    },
    {
      "loss_action": 0.009157910943031311,
      "loss_total": 0.009157910943031311,
      "step": 8700
    },
    {
      "loss_action": 0.016308436170220375,
      "loss_total": 0.016308436170220375,
      "step": 8700
    },
    {
      "loss_action": 0.023817263543605804,
      "loss_total": 0.023817263543605804,
      "step": 8700
    },
    {
      "loss_action": 0.02019130438566208,
      "loss_total": 0.02019130438566208,
      "step": 8700
    },
    {
      "loss_action": 0.020615413784980774,
      "loss_total": 0.020615413784980774,
      "step": 8700
    },
    {
      "grad_norm": 0.22001080214977264,
      "learning_rate": 9.962436878264298e-05,
      "loss": 0.0201,
      "step": 8710
    },
    {
      "loss_action": 0.014348323456943035,
      "loss_total": 0.014348323456943035,
      "step": 8710
    },
    {
      "loss_action": 0.00899508036673069,
      "loss_total": 0.00899508036673069,
      "step": 8710
    },
    {
      "loss_action": 0.018183762207627296,
      "loss_total": 0.018183762207627296,
      "step": 8710
    },
    {
      "loss_action": 0.021072067320346832,
      "loss_total": 0.021072067320346832,
      "step": 8710
    },
    {
      "loss_action": 0.03167058527469635,
      "loss_total": 0.03167058527469635,
      "step": 8710
    },
    {
      "loss_action": 0.01649913191795349,
      "loss_total": 0.01649913191795349,
      "step": 8710
    },
    {
      "loss_action": 0.03702502325177193,
      "loss_total": 0.03702502325177193,
      "step": 8710
    },
    {
      "loss_action": 0.009162716567516327,
      "loss_total": 0.009162716567516327,
      "step": 8710
    },
    {
      "grad_norm": 0.235132098197937,
      "learning_rate": 9.962234309713598e-05,
      "loss": 0.0202,
      "step": 8720
    },
    {
      "loss_action": 0.008418269455432892,
      "loss_total": 0.008418269455432892,
      "step": 8720
    },
    {
      "loss_action": 0.014382736757397652,
      "loss_total": 0.014382736757397652,
      "step": 8720
    },
    {
      "loss_action": 0.02864532731473446,
      "loss_total": 0.02864532731473446,
      "step": 8720
    },
    {
      "loss_action": 0.015315042808651924,
      "loss_total": 0.015315042808651924,
      "step": 8720
    },
    {
      "loss_action": 0.03814452141523361,
      "loss_total": 0.03814452141523361,
      "step": 8720
    },
    {
      "loss_action": 0.01665383204817772,
      "loss_total": 0.01665383204817772,
      "step": 8720
    },
    {
      "loss_action": 0.02717423066496849,
      "loss_total": 0.02717423066496849,
      "step": 8720
    },
    {
      "loss_action": 0.011128520593047142,
      "loss_total": 0.011128520593047142,
      "step": 8720
    },
    {
      "grad_norm": 0.2706567943096161,
      "learning_rate": 9.962031198500414e-05,
      "loss": 0.0192,
      "step": 8730
    },
    {
      "loss_action": 0.026834044605493546,
      "loss_total": 0.026834044605493546,
      "step": 8730
    },
    {
      "loss_action": 0.011416416615247726,
      "loss_total": 0.011416416615247726,
      "step": 8730
    },
    {
      "loss_action": 0.01352610345929861,
      "loss_total": 0.01352610345929861,
      "step": 8730
    },
    {
      "loss_action": 0.011438176967203617,
      "loss_total": 0.011438176967203617,
      "step": 8730
    },
    {
      "loss_action": 0.01979919895529747,
      "loss_total": 0.01979919895529747,
      "step": 8730
    },
    {
      "loss_action": 0.020017674192786217,
      "loss_total": 0.020017674192786217,
      "step": 8730
    },
    {
      "loss_action": 0.011935479938983917,
      "loss_total": 0.011935479938983917,
      "step": 8730
    },
    {
      "loss_action": 0.019204681739211082,
      "loss_total": 0.019204681739211082,
      "step": 8730
    },
    {
      "grad_norm": 0.27531686425209045,
      "learning_rate": 9.961827544646958e-05,
      "loss": 0.0199,
      "step": 8740
    },
    {
      "loss_action": 0.022841932252049446,
      "loss_total": 0.022841932252049446,
      "step": 8740
    },
    {
      "loss_action": 0.03360245004296303,
      "loss_total": 0.03360245004296303,
      "step": 8740
    },
    {
      "loss_action": 0.011641821824014187,
      "loss_total": 0.011641821824014187,
      "step": 8740
    },
    {
      "loss_action": 0.01777573488652706,
      "loss_total": 0.01777573488652706,
      "step": 8740
    },
    {
      "loss_action": 0.03241894394159317,
      "loss_total": 0.03241894394159317,
      "step": 8740
    },
    {
      "loss_action": 0.028675999492406845,
      "loss_total": 0.028675999492406845,
      "step": 8740
    },
    {
      "loss_action": 0.022614924237132072,
      "loss_total": 0.022614924237132072,
      "step": 8740
    },
    {
      "loss_action": 0.010924352332949638,
      "loss_total": 0.010924352332949638,
      "step": 8740
    },
    {
      "grad_norm": 0.245223730802536,
      "learning_rate": 9.961623348175501e-05,
      "loss": 0.0172,
      "step": 8750
    },
    {
      "loss_action": 0.016187511384487152,
      "loss_total": 0.016187511384487152,
      "step": 8750
    },
    {
      "loss_action": 0.01594768464565277,
      "loss_total": 0.01594768464565277,
      "step": 8750
    },
    {
      "loss_action": 0.015951044857501984,
      "loss_total": 0.015951044857501984,
      "step": 8750
    },
    {
      "loss_action": 0.02027163654565811,
      "loss_total": 0.02027163654565811,
      "step": 8750
    },
    {
      "loss_action": 0.01746729202568531,
      "loss_total": 0.01746729202568531,
      "step": 8750
    },
    {
      "loss_action": 0.01817428506910801,
      "loss_total": 0.01817428506910801,
      "step": 8750
    },
    {
      "loss_action": 0.011177441105246544,
      "loss_total": 0.011177441105246544,
      "step": 8750
    },
    {
      "loss_action": 0.014340641908347607,
      "loss_total": 0.014340641908347607,
      "step": 8750
    },
    {
      "grad_norm": 0.34664684534072876,
      "learning_rate": 9.961418609108377e-05,
      "loss": 0.0202,
      "step": 8760
    },
    {
      "loss_action": 0.04572583734989166,
      "loss_total": 0.04572583734989166,
      "step": 8760
    },
    {
      "loss_action": 0.009907664731144905,
      "loss_total": 0.009907664731144905,
      "step": 8760
    },
    {
      "loss_action": 0.021952636539936066,
      "loss_total": 0.021952636539936066,
      "step": 8760
    },
    {
      "loss_action": 0.011807235889136791,
      "loss_total": 0.011807235889136791,
      "step": 8760
    },
    {
      "loss_action": 0.015422074124217033,
      "loss_total": 0.015422074124217033,
      "step": 8760
    },
    {
      "loss_action": 0.018395928665995598,
      "loss_total": 0.018395928665995598,
      "step": 8760
    },
    {
      "loss_action": 0.011858189478516579,
      "loss_total": 0.011858189478516579,
      "step": 8760
    },
    {
      "loss_action": 0.05782971531152725,
      "loss_total": 0.05782971531152725,
      "step": 8760
    },
    {
      "grad_norm": 0.1945500522851944,
      "learning_rate": 9.961213327467971e-05,
      "loss": 0.0222,
      "step": 8770
    },
    {
      "loss_action": 0.010491314344108105,
      "loss_total": 0.010491314344108105,
      "step": 8770
    },
    {
      "loss_action": 0.021705370396375656,
      "loss_total": 0.021705370396375656,
      "step": 8770
    },
    {
      "loss_action": 0.026110481470823288,
      "loss_total": 0.026110481470823288,
      "step": 8770
    },
    {
      "loss_action": 0.013699332252144814,
      "loss_total": 0.013699332252144814,
      "step": 8770
    },
    {
      "loss_action": 0.03597956523299217,
      "loss_total": 0.03597956523299217,
      "step": 8770
    },
    {
      "loss_action": 0.07300394773483276,
      "loss_total": 0.07300394773483276,
      "step": 8770
    },
    {
      "loss_action": 0.013188214972615242,
      "loss_total": 0.013188214972615242,
      "step": 8770
    },
    {
      "loss_action": 0.0251627080142498,
      "loss_total": 0.0251627080142498,
      "step": 8770
    },
    {
      "grad_norm": 0.24939432740211487,
      "learning_rate": 9.961007503276736e-05,
      "loss": 0.0219,
      "step": 8780
    },
    {
      "loss_action": 0.023231063038110733,
      "loss_total": 0.023231063038110733,
      "step": 8780
    },
    {
      "loss_action": 0.012029007077217102,
      "loss_total": 0.012029007077217102,
      "step": 8780
    },
    {
      "loss_action": 0.016533570364117622,
      "loss_total": 0.016533570364117622,
      "step": 8780
    },
    {
      "loss_action": 0.010106238536536694,
      "loss_total": 0.010106238536536694,
      "step": 8780
    },
    {
      "loss_action": 0.01437986921519041,
      "loss_total": 0.01437986921519041,
      "step": 8780
    },
    {
      "loss_action": 0.016648098826408386,
      "loss_total": 0.016648098826408386,
      "step": 8780
    },
    {
      "loss_action": 0.04691676050424576,
      "loss_total": 0.04691676050424576,
      "step": 8780
    },
    {
      "loss_action": 0.01287379302084446,
      "loss_total": 0.01287379302084446,
      "step": 8780
    },
    {
      "grad_norm": 0.27656087279319763,
      "learning_rate": 9.960801136557179e-05,
      "loss": 0.0221,
      "step": 8790
    },
    {
      "loss_action": 0.018404081463813782,
      "loss_total": 0.018404081463813782,
      "step": 8790
    },
    {
      "loss_action": 0.016220517456531525,
      "loss_total": 0.016220517456531525,
      "step": 8790
    },
    {
      "loss_action": 0.011020950973033905,
      "loss_total": 0.011020950973033905,
      "step": 8790
    },
    {
      "loss_action": 0.015995344147086143,
      "loss_total": 0.015995344147086143,
      "step": 8790
    },
    {
      "loss_action": 0.01580607146024704,
      "loss_total": 0.01580607146024704,
      "step": 8790
    },
    {
      "loss_action": 0.012607075273990631,
      "loss_total": 0.012607075273990631,
      "step": 8790
    },
    {
      "loss_action": 0.02823992818593979,
      "loss_total": 0.02823992818593979,
      "step": 8790
    },
    {
      "loss_action": 0.01020488329231739,
      "loss_total": 0.01020488329231739,
      "step": 8790
    },
    {
      "grad_norm": 0.1618638038635254,
      "learning_rate": 9.960594227331866e-05,
      "loss": 0.0179,
      "step": 8800
    },
    {
      "loss_action": 0.01855313964188099,
      "loss_total": 0.01855313964188099,
      "step": 8800
    },
    {
      "loss_action": 0.02194705232977867,
      "loss_total": 0.02194705232977867,
      "step": 8800
    },
    {
      "loss_action": 0.019043758511543274,
      "loss_total": 0.019043758511543274,
      "step": 8800
    },
    {
      "loss_action": 0.02537868171930313,
      "loss_total": 0.02537868171930313,
      "step": 8800
    },
    {
      "loss_action": 0.008271895349025726,
      "loss_total": 0.008271895349025726,
      "step": 8800
    },
    {
      "loss_action": 0.01270308718085289,
      "loss_total": 0.01270308718085289,
      "step": 8800
    },
    {
      "loss_action": 0.01575743779540062,
      "loss_total": 0.01575743779540062,
      "step": 8800
    },
    {
      "loss_action": 0.010907728224992752,
      "loss_total": 0.010907728224992752,
      "step": 8800
    },
    {
      "grad_norm": 0.19483329355716705,
      "learning_rate": 9.960386775623429e-05,
      "loss": 0.0177,
      "step": 8810
    },
    {
      "loss_action": 0.007029123604297638,
      "loss_total": 0.007029123604297638,
      "step": 8810
    },
    {
      "loss_action": 0.015243137255311012,
      "loss_total": 0.015243137255311012,
      "step": 8810
    },
    {
      "loss_action": 0.0181376151740551,
      "loss_total": 0.0181376151740551,
      "step": 8810
    },
    {
      "loss_action": 0.03581233322620392,
      "loss_total": 0.03581233322620392,
      "step": 8810
    },
    {
      "loss_action": 0.024776998907327652,
      "loss_total": 0.024776998907327652,
      "step": 8810
    },
    {
      "loss_action": 0.009077368304133415,
      "loss_total": 0.009077368304133415,
      "step": 8810
    },
    {
      "loss_action": 0.01567000150680542,
      "loss_total": 0.01567000150680542,
      "step": 8810
    },
    {
      "loss_action": 0.009592201560735703,
      "loss_total": 0.009592201560735703,
      "step": 8810
    },
    {
      "grad_norm": 0.24846749007701874,
      "learning_rate": 9.96017878145455e-05,
      "loss": 0.0195,
      "step": 8820
    },
    {
      "loss_action": 0.023633120581507683,
      "loss_total": 0.023633120581507683,
      "step": 8820
    },
    {
      "loss_action": 0.017480727285146713,
      "loss_total": 0.017480727285146713,
      "step": 8820
    },
    {
      "loss_action": 0.012203071266412735,
      "loss_total": 0.012203071266412735,
      "step": 8820
    },
    {
      "loss_action": 0.012697812169790268,
      "loss_total": 0.012697812169790268,
      "step": 8820
    },
    {
      "loss_action": 0.01491063553839922,
      "loss_total": 0.01491063553839922,
      "step": 8820
    },
    {
      "loss_action": 0.0359603688120842,
      "loss_total": 0.0359603688120842,
      "step": 8820
    },
    {
      "loss_action": 0.019680997356772423,
      "loss_total": 0.019680997356772423,
      "step": 8820
    },
    {
      "loss_action": 0.0307295024394989,
      "loss_total": 0.0307295024394989,
      "step": 8820
    },
    {
      "grad_norm": 0.37300488352775574,
      "learning_rate": 9.959970244847977e-05,
      "loss": 0.0189,
      "step": 8830
    },
    {
      "loss_action": 0.021511107683181763,
      "loss_total": 0.021511107683181763,
      "step": 8830
    },
    {
      "loss_action": 0.01613125577569008,
      "loss_total": 0.01613125577569008,
      "step": 8830
    },
    {
      "loss_action": 0.01934564858675003,
      "loss_total": 0.01934564858675003,
      "step": 8830
    },
    {
      "loss_action": 0.01942226104438305,
      "loss_total": 0.01942226104438305,
      "step": 8830
    },
    {
      "loss_action": 0.010782508179545403,
      "loss_total": 0.010782508179545403,
      "step": 8830
    },
    {
      "loss_action": 0.019377075135707855,
      "loss_total": 0.019377075135707855,
      "step": 8830
    },
    {
      "loss_action": 0.011146776378154755,
      "loss_total": 0.011146776378154755,
      "step": 8830
    },
    {
      "loss_action": 0.05518827587366104,
      "loss_total": 0.05518827587366104,
      "step": 8830
    },
    {
      "grad_norm": 0.20898807048797607,
      "learning_rate": 9.959761165826518e-05,
      "loss": 0.0196,
      "step": 8840
    },
    {
      "loss_action": 0.011340824887156487,
      "loss_total": 0.011340824887156487,
      "step": 8840
    },
    {
      "loss_action": 0.02258424460887909,
      "loss_total": 0.02258424460887909,
      "step": 8840
    },
    {
      "loss_action": 0.013568097725510597,
      "loss_total": 0.013568097725510597,
      "step": 8840
    },
    {
      "loss_action": 0.011931789107620716,
      "loss_total": 0.011931789107620716,
      "step": 8840
    },
    {
      "loss_action": 0.013289320282638073,
      "loss_total": 0.013289320282638073,
      "step": 8840
    },
    {
      "loss_action": 0.02302088588476181,
      "loss_total": 0.02302088588476181,
      "step": 8840
    },
    {
      "loss_action": 0.01308169774711132,
      "loss_total": 0.01308169774711132,
      "step": 8840
    },
    {
      "loss_action": 0.009785862639546394,
      "loss_total": 0.009785862639546394,
      "step": 8840
    },
    {
      "grad_norm": 0.25646474957466125,
      "learning_rate": 9.959551544413033e-05,
      "loss": 0.0215,
      "step": 8850
    },
    {
      "loss_action": 0.023619897663593292,
      "loss_total": 0.023619897663593292,
      "step": 8850
    },
    {
      "loss_action": 0.014733651652932167,
      "loss_total": 0.014733651652932167,
      "step": 8850
    },
    {
      "loss_action": 0.02407773584127426,
      "loss_total": 0.02407773584127426,
      "step": 8850
    },
    {
      "loss_action": 0.011868970468640327,
      "loss_total": 0.011868970468640327,
      "step": 8850
    },
    {
      "loss_action": 0.015094641596078873,
      "loss_total": 0.015094641596078873,
      "step": 8850
    },
    {
      "loss_action": 0.01695592887699604,
      "loss_total": 0.01695592887699604,
      "step": 8850
    },
    {
      "loss_action": 0.021221768110990524,
      "loss_total": 0.021221768110990524,
      "step": 8850
    },
    {
      "loss_action": 0.02050216682255268,
      "loss_total": 0.02050216682255268,
      "step": 8850
    },
    {
      "grad_norm": 0.2563916742801666,
      "learning_rate": 9.959341380630448e-05,
      "loss": 0.0208,
      "step": 8860
    },
    {
      "loss_action": 0.013978095725178719,
      "loss_total": 0.013978095725178719,
      "step": 8860
    },
    {
      "loss_action": 0.017212308943271637,
      "loss_total": 0.017212308943271637,
      "step": 8860
    },
    {
      "loss_action": 0.010184857062995434,
      "loss_total": 0.010184857062995434,
      "step": 8860
    },
    {
      "loss_action": 0.013323100283741951,
      "loss_total": 0.013323100283741951,
      "step": 8860
    },
    {
      "loss_action": 0.016202028840780258,
      "loss_total": 0.016202028840780258,
      "step": 8860
    },
    {
      "loss_action": 0.023070182651281357,
      "loss_total": 0.023070182651281357,
      "step": 8860
    },
    {
      "loss_action": 0.018539171665906906,
      "loss_total": 0.018539171665906906,
      "step": 8860
    },
    {
      "loss_action": 0.025140605866909027,
      "loss_total": 0.025140605866909027,
      "step": 8860
    },
    {
      "grad_norm": 0.3368186056613922,
      "learning_rate": 9.959130674501746e-05,
      "loss": 0.0211,
      "step": 8870
    },
    {
      "loss_action": 0.018989671021699905,
      "loss_total": 0.018989671021699905,
      "step": 8870
    },
    {
      "loss_action": 0.0187857523560524,
      "loss_total": 0.0187857523560524,
      "step": 8870
    },
    {
      "loss_action": 0.015311697497963905,
      "loss_total": 0.015311697497963905,
      "step": 8870
    },
    {
      "loss_action": 0.026769477874040604,
      "loss_total": 0.026769477874040604,
      "step": 8870
    },
    {
      "loss_action": 0.009281547740101814,
      "loss_total": 0.009281547740101814,
      "step": 8870
    },
    {
      "loss_action": 0.019387798383831978,
      "loss_total": 0.019387798383831978,
      "step": 8870
    },
    {
      "loss_action": 0.012189044617116451,
      "loss_total": 0.012189044617116451,
      "step": 8870
    },
    {
      "loss_action": 0.010181134566664696,
      "loss_total": 0.010181134566664696,
      "step": 8870
    },
    {
      "grad_norm": 0.2096039205789566,
      "learning_rate": 9.958919426049968e-05,
      "loss": 0.0181,
      "step": 8880
    },
    {
      "loss_action": 0.02389233559370041,
      "loss_total": 0.02389233559370041,
      "step": 8880
    },
    {
      "loss_action": 0.012885971926152706,
      "loss_total": 0.012885971926152706,
      "step": 8880
    },
    {
      "loss_action": 0.021253902465105057,
      "loss_total": 0.021253902465105057,
      "step": 8880
    },
    {
      "loss_action": 0.018131190910935402,
      "loss_total": 0.018131190910935402,
      "step": 8880
    },
    {
      "loss_action": 0.027672866359353065,
      "loss_total": 0.027672866359353065,
      "step": 8880
    },
    {
      "loss_action": 0.034148767590522766,
      "loss_total": 0.034148767590522766,
      "step": 8880
    },
    {
      "loss_action": 0.11101391166448593,
      "loss_total": 0.11101391166448593,
      "step": 8880
    },
    {
      "loss_action": 0.03694726526737213,
      "loss_total": 0.03694726526737213,
      "step": 8880
    },
    {
      "grad_norm": 0.1823909878730774,
      "learning_rate": 9.958707635298219e-05,
      "loss": 0.0231,
      "step": 8890
    },
    {
      "loss_action": 0.014081360772252083,
      "loss_total": 0.014081360772252083,
      "step": 8890
    },
    {
      "loss_action": 0.06733657419681549,
      "loss_total": 0.06733657419681549,
      "step": 8890
    },
    {
      "loss_action": 0.022078344598412514,
      "loss_total": 0.022078344598412514,
      "step": 8890
    },
    {
      "loss_action": 0.014263041317462921,
      "loss_total": 0.014263041317462921,
      "step": 8890
    },
    {
      "loss_action": 0.02266685664653778,
      "loss_total": 0.02266685664653778,
      "step": 8890
    },
    {
      "loss_action": 0.01675357297062874,
      "loss_total": 0.01675357297062874,
      "step": 8890
    },
    {
      "loss_action": 0.016770320013165474,
      "loss_total": 0.016770320013165474,
      "step": 8890
    },
    {
      "loss_action": 0.009131289087235928,
      "loss_total": 0.009131289087235928,
      "step": 8890
    },
    {
      "grad_norm": 0.1435396820306778,
      "learning_rate": 9.958495302269657e-05,
      "loss": 0.0197,
      "step": 8900
    },
    {
      "loss_action": 0.04471109062433243,
      "loss_total": 0.04471109062433243,
      "step": 8900
    },
    {
      "loss_action": 0.01769787073135376,
      "loss_total": 0.01769787073135376,
      "step": 8900
    },
    {
      "loss_action": 0.011323932558298111,
      "loss_total": 0.011323932558298111,
      "step": 8900
    },
    {
      "loss_action": 0.018082547932863235,
      "loss_total": 0.018082547932863235,
      "step": 8900
    },
    {
      "loss_action": 0.022293496876955032,
      "loss_total": 0.022293496876955032,
      "step": 8900
    },
    {
      "loss_action": 0.021457741037011147,
      "loss_total": 0.021457741037011147,
      "step": 8900
    },
    {
      "loss_action": 0.02085914835333824,
      "loss_total": 0.02085914835333824,
      "step": 8900
    },
    {
      "loss_action": 0.03575263172388077,
      "loss_total": 0.03575263172388077,
      "step": 8900
    },
    {
      "grad_norm": 0.17240044474601746,
      "learning_rate": 9.958282426987503e-05,
      "loss": 0.0188,
      "step": 8910
    },
    {
      "loss_action": 0.02522783726453781,
      "loss_total": 0.02522783726453781,
      "step": 8910
    },
    {
      "loss_action": 0.014309764839708805,
      "loss_total": 0.014309764839708805,
      "step": 8910
    },
    {
      "loss_action": 0.015914632007479668,
      "loss_total": 0.015914632007479668,
      "step": 8910
    },
    {
      "loss_action": 0.013952010311186314,
      "loss_total": 0.013952010311186314,
      "step": 8910
    },
    {
      "loss_action": 0.015373816713690758,
      "loss_total": 0.015373816713690758,
      "step": 8910
    },
    {
      "loss_action": 0.011563168838620186,
      "loss_total": 0.011563168838620186,
      "step": 8910
    },
    {
      "loss_action": 0.01438247598707676,
      "loss_total": 0.01438247598707676,
      "step": 8910
    },
    {
      "loss_action": 0.015946418046951294,
      "loss_total": 0.015946418046951294,
      "step": 8910
    },
    {
      "grad_norm": 0.20677520334720612,
      "learning_rate": 9.95806900947504e-05,
      "loss": 0.0215,
      "step": 8920
    },
    {
      "loss_action": 0.029342448338866234,
      "loss_total": 0.029342448338866234,
      "step": 8920
    },
    {
      "loss_action": 0.013035444542765617,
      "loss_total": 0.013035444542765617,
      "step": 8920
    },
    {
      "loss_action": 0.021581394597887993,
      "loss_total": 0.021581394597887993,
      "step": 8920
    },
    {
      "loss_action": 0.012148639187216759,
      "loss_total": 0.012148639187216759,
      "step": 8920
    },
    {
      "loss_action": 0.06873995810747147,
      "loss_total": 0.06873995810747147,
      "step": 8920
    },
    {
      "loss_action": 0.013372008688747883,
      "loss_total": 0.013372008688747883,
      "step": 8920
    },
    {
      "loss_action": 0.02325524389743805,
      "loss_total": 0.02325524389743805,
      "step": 8920
    },
    {
      "loss_action": 0.018812477588653564,
      "loss_total": 0.018812477588653564,
      "step": 8920
    },
    {
      "grad_norm": 0.21211670339107513,
      "learning_rate": 9.957855049755604e-05,
      "loss": 0.0225,
      "step": 8930
    },
    {
      "loss_action": 0.01184266060590744,
      "loss_total": 0.01184266060590744,
      "step": 8930
    },
    {
      "loss_action": 0.01654992625117302,
      "loss_total": 0.01654992625117302,
      "step": 8930
    },
    {
      "loss_action": 0.013837408274412155,
      "loss_total": 0.013837408274412155,
      "step": 8930
    },
    {
      "loss_action": 0.01621302217245102,
      "loss_total": 0.01621302217245102,
      "step": 8930
    },
    {
      "loss_action": 0.031763385981321335,
      "loss_total": 0.031763385981321335,
      "step": 8930
    },
    {
      "loss_action": 0.015526903793215752,
      "loss_total": 0.015526903793215752,
      "step": 8930
    },
    {
      "loss_action": 0.01337414886802435,
      "loss_total": 0.01337414886802435,
      "step": 8930
    },
    {
      "loss_action": 0.009322591125965118,
      "loss_total": 0.009322591125965118,
      "step": 8930
    },
    {
      "grad_norm": 0.17589041590690613,
      "learning_rate": 9.957640547852593e-05,
      "loss": 0.0208,
      "step": 8940
    },
    {
      "loss_action": 0.011859283782541752,
      "loss_total": 0.011859283782541752,
      "step": 8940
    },
    {
      "loss_action": 0.018134701997041702,
      "loss_total": 0.018134701997041702,
      "step": 8940
    },
    {
      "loss_action": 0.016399553045630455,
      "loss_total": 0.016399553045630455,
      "step": 8940
    },
    {
      "loss_action": 0.01476768683642149,
      "loss_total": 0.01476768683642149,
      "step": 8940
    },
    {
      "loss_action": 0.009191490709781647,
      "loss_total": 0.009191490709781647,
      "step": 8940
    },
    {
      "loss_action": 0.011475198902189732,
      "loss_total": 0.011475198902189732,
      "step": 8940
    },
    {
      "loss_action": 0.02007327601313591,
      "loss_total": 0.02007327601313591,
      "step": 8940
    },
    {
      "loss_action": 0.016360320150852203,
      "loss_total": 0.016360320150852203,
      "step": 8940
    },
    {
      "grad_norm": 0.24081368744373322,
      "learning_rate": 9.957425503789466e-05,
      "loss": 0.0192,
      "step": 8950
    },
    {
      "loss_action": 0.011801552027463913,
      "loss_total": 0.011801552027463913,
      "step": 8950
    },
    {
      "loss_action": 0.022457055747509003,
      "loss_total": 0.022457055747509003,
      "step": 8950
    },
    {
      "loss_action": 0.02221720665693283,
      "loss_total": 0.02221720665693283,
      "step": 8950
    },
    {
      "loss_action": 0.018484357744455338,
      "loss_total": 0.018484357744455338,
      "step": 8950
    },
    {
      "loss_action": 0.01875629648566246,
      "loss_total": 0.01875629648566246,
      "step": 8950
    },
    {
      "loss_action": 0.020542440935969353,
      "loss_total": 0.020542440935969353,
      "step": 8950
    },
    {
      "loss_action": 0.012830019928514957,
      "loss_total": 0.012830019928514957,
      "step": 8950
    },
    {
      "loss_action": 0.021332811564207077,
      "loss_total": 0.021332811564207077,
      "step": 8950
    },
    {
      "grad_norm": 0.24273841083049774,
      "learning_rate": 9.957209917589738e-05,
      "loss": 0.0224,
      "step": 8960
    },
    {
      "loss_action": 0.026035718619823456,
      "loss_total": 0.026035718619823456,
      "step": 8960
    },
    {
      "loss_action": 0.025213100016117096,
      "loss_total": 0.025213100016117096,
      "step": 8960
    },
    {
      "loss_action": 0.00760284811258316,
      "loss_total": 0.00760284811258316,
      "step": 8960
    },
    {
      "loss_action": 0.02242121286690235,
      "loss_total": 0.02242121286690235,
      "step": 8960
    },
    {
      "loss_action": 0.023942701518535614,
      "loss_total": 0.023942701518535614,
      "step": 8960
    },
    {
      "loss_action": 0.01724269613623619,
      "loss_total": 0.01724269613623619,
      "step": 8960
    },
    {
      "loss_action": 0.017813250422477722,
      "loss_total": 0.017813250422477722,
      "step": 8960
    },
    {
      "loss_action": 0.07373520731925964,
      "loss_total": 0.07373520731925964,
      "step": 8960
    },
    {
      "grad_norm": 0.195459246635437,
      "learning_rate": 9.956993789276987e-05,
      "loss": 0.0198,
      "step": 8970
    },
    {
      "loss_action": 0.011335152201354504,
      "loss_total": 0.011335152201354504,
      "step": 8970
    },
    {
      "loss_action": 0.01967552676796913,
      "loss_total": 0.01967552676796913,
      "step": 8970
    },
    {
      "loss_action": 0.008303792215883732,
      "loss_total": 0.008303792215883732,
      "step": 8970
    },
    {
      "loss_action": 0.02660442516207695,
      "loss_total": 0.02660442516207695,
      "step": 8970
    },
    {
      "loss_action": 0.018758514896035194,
      "loss_total": 0.018758514896035194,
      "step": 8970
    },
    {
      "loss_action": 0.01771477423608303,
      "loss_total": 0.01771477423608303,
      "step": 8970
    },
    {
      "loss_action": 0.008718060329556465,
      "loss_total": 0.008718060329556465,
      "step": 8970
    },
    {
      "loss_action": 0.021032672375440598,
      "loss_total": 0.021032672375440598,
      "step": 8970
    },
    {
      "grad_norm": 0.2935076355934143,
      "learning_rate": 9.956777118874847e-05,
      "loss": 0.0208,
      "step": 8980
    },
    {
      "loss_action": 0.012981397099792957,
      "loss_total": 0.012981397099792957,
      "step": 8980
    },
    {
      "loss_action": 0.016594408079981804,
      "loss_total": 0.016594408079981804,
      "step": 8980
    },
    {
      "loss_action": 0.02377355471253395,
      "loss_total": 0.02377355471253395,
      "step": 8980
    },
    {
      "loss_action": 0.0192689411342144,
      "loss_total": 0.0192689411342144,
      "step": 8980
    },
    {
      "loss_action": 0.021082278341054916,
      "loss_total": 0.021082278341054916,
      "step": 8980
    },
    {
      "loss_action": 0.033304162323474884,
      "loss_total": 0.033304162323474884,
      "step": 8980
    },
    {
      "loss_action": 0.03222125768661499,
      "loss_total": 0.03222125768661499,
      "step": 8980
    },
    {
      "loss_action": 0.019889410585165024,
      "loss_total": 0.019889410585165024,
      "step": 8980
    },
    {
      "grad_norm": 0.23265086114406586,
      "learning_rate": 9.956559906407016e-05,
      "loss": 0.0232,
      "step": 8990
    },
    {
      "loss_action": 0.0160482507199049,
      "loss_total": 0.0160482507199049,
      "step": 8990
    },
    {
      "loss_action": 0.01234718132764101,
      "loss_total": 0.01234718132764101,
      "step": 8990
    },
    {
      "loss_action": 0.01377781294286251,
      "loss_total": 0.01377781294286251,
      "step": 8990
    },
    {
      "loss_action": 0.02273777686059475,
      "loss_total": 0.02273777686059475,
      "step": 8990
    },
    {
      "loss_action": 0.04646337777376175,
      "loss_total": 0.04646337777376175,
      "step": 8990
    },
    {
      "loss_action": 0.03813184052705765,
      "loss_total": 0.03813184052705765,
      "step": 8990
    },
    {
      "loss_action": 0.024646326899528503,
      "loss_total": 0.024646326899528503,
      "step": 8990
    },
    {
      "loss_action": 0.026897331699728966,
      "loss_total": 0.026897331699728966,
      "step": 8990
    },
    {
      "grad_norm": 0.24966613948345184,
      "learning_rate": 9.956342151897245e-05,
      "loss": 0.0237,
      "step": 9000
    },
    {
      "loss_action": 0.014376017265021801,
      "loss_total": 0.014376017265021801,
      "step": 9000
    },
    {
      "loss_action": 0.02601524628698826,
      "loss_total": 0.02601524628698826,
      "step": 9000
    },
    {
      "loss_action": 0.02448047325015068,
      "loss_total": 0.02448047325015068,
      "step": 9000
    },
    {
      "loss_action": 0.014293915592133999,
      "loss_total": 0.014293915592133999,
      "step": 9000
    },
    {
      "loss_action": 0.010082852095365524,
      "loss_total": 0.010082852095365524,
      "step": 9000
    },
    {
      "loss_action": 0.021788399666547775,
      "loss_total": 0.021788399666547775,
      "step": 9000
    },
    {
      "loss_action": 0.013867931440472603,
      "loss_total": 0.013867931440472603,
      "step": 9000
    },
    {
      "loss_action": 0.02007976546883583,
      "loss_total": 0.02007976546883583,
      "step": 9000
    },
    {
      "grad_norm": 0.1316009759902954,
      "learning_rate": 9.956123855369346e-05,
      "loss": 0.0226,
      "step": 9010
    },
    {
      "loss_action": 0.014567668549716473,
      "loss_total": 0.014567668549716473,
      "step": 9010
    },
    {
      "loss_action": 0.01501829456537962,
      "loss_total": 0.01501829456537962,
      "step": 9010
    },
    {
      "loss_action": 0.026340564712882042,
      "loss_total": 0.026340564712882042,
      "step": 9010
    },
    {
      "loss_action": 0.013666083104908466,
      "loss_total": 0.013666083104908466,
      "step": 9010
    },
    {
      "loss_action": 0.01419268362224102,
      "loss_total": 0.01419268362224102,
      "step": 9010
    },
    {
      "loss_action": 0.01706504449248314,
      "loss_total": 0.01706504449248314,
      "step": 9010
    },
    {
      "loss_action": 0.11179051548242569,
      "loss_total": 0.11179051548242569,
      "step": 9010
    },
    {
      "loss_action": 0.021165436133742332,
      "loss_total": 0.021165436133742332,
      "step": 9010
    },
    {
      "grad_norm": 0.23893462121486664,
      "learning_rate": 9.955905016847196e-05,
      "loss": 0.0217,
      "step": 9020
    },
    {
      "loss_action": 0.03033933788537979,
      "loss_total": 0.03033933788537979,
      "step": 9020
    },
    {
      "loss_action": 0.00845785066485405,
      "loss_total": 0.00845785066485405,
      "step": 9020
    },
    {
      "loss_action": 0.02895021252334118,
      "loss_total": 0.02895021252334118,
      "step": 9020
    },
    {
      "loss_action": 0.012076133862137794,
      "loss_total": 0.012076133862137794,
      "step": 9020
    },
    {
      "loss_action": 0.01928531751036644,
      "loss_total": 0.01928531751036644,
      "step": 9020
    },
    {
      "loss_action": 0.045624054968357086,
      "loss_total": 0.045624054968357086,
      "step": 9020
    },
    {
      "loss_action": 0.016806047409772873,
      "loss_total": 0.016806047409772873,
      "step": 9020
    },
    {
      "loss_action": 0.02555910497903824,
      "loss_total": 0.02555910497903824,
      "step": 9020
    },
    {
      "grad_norm": 0.14128226041793823,
      "learning_rate": 9.955685636354723e-05,
      "loss": 0.023,
      "step": 9030
    },
    {
      "loss_action": 0.008799102157354355,
      "loss_total": 0.008799102157354355,
      "step": 9030
    },
    {
      "loss_action": 0.022769350558519363,
      "loss_total": 0.022769350558519363,
      "step": 9030
    },
    {
      "loss_action": 0.026668842881917953,
      "loss_total": 0.026668842881917953,
      "step": 9030
    },
    {
      "loss_action": 0.026598399505019188,
      "loss_total": 0.026598399505019188,
      "step": 9030
    },
    {
      "loss_action": 0.014146547764539719,
      "loss_total": 0.014146547764539719,
      "step": 9030
    },
    {
      "loss_action": 0.011306924745440483,
      "loss_total": 0.011306924745440483,
      "step": 9030
    },
    {
      "loss_action": 0.00773986428976059,
      "loss_total": 0.00773986428976059,
      "step": 9030
    },
    {
      "loss_action": 0.01333614345639944,
      "loss_total": 0.01333614345639944,
      "step": 9030
    },
    {
      "grad_norm": 0.16987371444702148,
      "learning_rate": 9.95546571391592e-05,
      "loss": 0.0202,
      "step": 9040
    },
    {
      "loss_action": 0.05817306786775589,
      "loss_total": 0.05817306786775589,
      "step": 9040
    },
    {
      "loss_action": 0.029088372364640236,
      "loss_total": 0.029088372364640236,
      "step": 9040
    },
    {
      "loss_action": 0.026619546115398407,
      "loss_total": 0.026619546115398407,
      "step": 9040
    },
    {
      "loss_action": 0.028597328811883926,
      "loss_total": 0.028597328811883926,
      "step": 9040
    },
    {
      "loss_action": 0.018042484298348427,
      "loss_total": 0.018042484298348427,
      "step": 9040
    },
    {
      "loss_action": 0.01029433123767376,
      "loss_total": 0.01029433123767376,
      "step": 9040
    },
    {
      "loss_action": 0.01440050732344389,
      "loss_total": 0.01440050732344389,
      "step": 9040
    },
    {
      "loss_action": 0.025393866002559662,
      "loss_total": 0.025393866002559662,
      "step": 9040
    },
    {
      "grad_norm": 0.2961886525154114,
      "learning_rate": 9.955245249554837e-05,
      "loss": 0.021,
      "step": 9050
    },
    {
      "loss_action": 0.018314959481358528,
      "loss_total": 0.018314959481358528,
      "step": 9050
    },
    {
      "loss_action": 0.03879857063293457,
      "loss_total": 0.03879857063293457,
      "step": 9050
    },
    {
      "loss_action": 0.015293510630726814,
      "loss_total": 0.015293510630726814,
      "step": 9050
    },
    {
      "loss_action": 0.026146434247493744,
      "loss_total": 0.026146434247493744,
      "step": 9050
    },
    {
      "loss_action": 0.026415707543492317,
      "loss_total": 0.026415707543492317,
      "step": 9050
    },
    {
      "loss_action": 0.02244655415415764,
      "loss_total": 0.02244655415415764,
      "step": 9050
    },
    {
      "loss_action": 0.04164138808846474,
      "loss_total": 0.04164138808846474,
      "step": 9050
    },
    {
      "loss_action": 0.012504477053880692,
      "loss_total": 0.012504477053880692,
      "step": 9050
    },
    {
      "grad_norm": 0.30501773953437805,
      "learning_rate": 9.955024243295582e-05,
      "loss": 0.0216,
      "step": 9060
    },
    {
      "loss_action": 0.011012745089828968,
      "loss_total": 0.011012745089828968,
      "step": 9060
    },
    {
      "loss_action": 0.011550245806574821,
      "loss_total": 0.011550245806574821,
      "step": 9060
    },
    {
      "loss_action": 0.012611845508217812,
      "loss_total": 0.012611845508217812,
      "step": 9060
    },
    {
      "loss_action": 0.03155941888689995,
      "loss_total": 0.03155941888689995,
      "step": 9060
    },
    {
      "loss_action": 0.009688046760857105,
      "loss_total": 0.009688046760857105,
      "step": 9060
    },
    {
      "loss_action": 0.008419707417488098,
      "loss_total": 0.008419707417488098,
      "step": 9060
    },
    {
      "loss_action": 0.01671595871448517,
      "loss_total": 0.01671595871448517,
      "step": 9060
    },
    {
      "loss_action": 0.013199301436543465,
      "loss_total": 0.013199301436543465,
      "step": 9060
    },
    {
      "grad_norm": 0.28832727670669556,
      "learning_rate": 9.954802695162328e-05,
      "loss": 0.0239,
      "step": 9070
    },
    {
      "loss_action": 0.028898298740386963,
      "loss_total": 0.028898298740386963,
      "step": 9070
    },
    {
      "loss_action": 0.0285504050552845,
      "loss_total": 0.0285504050552845,
      "step": 9070
    },
    {
      "loss_action": 0.013240505009889603,
      "loss_total": 0.013240505009889603,
      "step": 9070
    },
    {
      "loss_action": 0.030241161584854126,
      "loss_total": 0.030241161584854126,
      "step": 9070
    },
    {
      "loss_action": 0.022075846791267395,
      "loss_total": 0.022075846791267395,
      "step": 9070
    },
    {
      "loss_action": 0.016676820814609528,
      "loss_total": 0.016676820814609528,
      "step": 9070
    },
    {
      "loss_action": 0.026249529793858528,
      "loss_total": 0.026249529793858528,
      "step": 9070
    },
    {
      "loss_action": 0.013680851086974144,
      "loss_total": 0.013680851086974144,
      "step": 9070
    },
    {
      "grad_norm": 0.23740731179714203,
      "learning_rate": 9.954580605179302e-05,
      "loss": 0.02,
      "step": 9080
    },
    {
      "loss_action": 0.015028421767055988,
      "loss_total": 0.015028421767055988,
      "step": 9080
    },
    {
      "loss_action": 0.009113794192671776,
      "loss_total": 0.009113794192671776,
      "step": 9080
    },
    {
      "loss_action": 0.008391520008444786,
      "loss_total": 0.008391520008444786,
      "step": 9080
    },
    {
      "loss_action": 0.017566481605172157,
      "loss_total": 0.017566481605172157,
      "step": 9080
    },
    {
      "loss_action": 0.013486584648489952,
      "loss_total": 0.013486584648489952,
      "step": 9080
    },
    {
      "loss_action": 0.014574507251381874,
      "loss_total": 0.014574507251381874,
      "step": 9080
    },
    {
      "loss_action": 0.02038702741265297,
      "loss_total": 0.02038702741265297,
      "step": 9080
    },
    {
      "loss_action": 0.011367407627403736,
      "loss_total": 0.011367407627403736,
      "step": 9080
    },
    {
      "grad_norm": 0.19375059008598328,
      "learning_rate": 9.954357973370788e-05,
      "loss": 0.0187,
      "step": 9090
    },
    {
      "loss_action": 0.016661595553159714,
      "loss_total": 0.016661595553159714,
      "step": 9090
    },
    {
      "loss_action": 0.017838129773736,
      "loss_total": 0.017838129773736,
      "step": 9090
    },
    {
      "loss_action": 0.024829324334859848,
      "loss_total": 0.024829324334859848,
      "step": 9090
    },
    {
      "loss_action": 0.022634968161582947,
      "loss_total": 0.022634968161582947,
      "step": 9090
    },
    {
      "loss_action": 0.028388788923621178,
      "loss_total": 0.028388788923621178,
      "step": 9090
    },
    {
      "loss_action": 0.030145592987537384,
      "loss_total": 0.030145592987537384,
      "step": 9090
    },
    {
      "loss_action": 0.03098762035369873,
      "loss_total": 0.03098762035369873,
      "step": 9090
    },
    {
      "loss_action": 0.015699926763772964,
      "loss_total": 0.015699926763772964,
      "step": 9090
    },
    {
      "grad_norm": 0.24329416453838348,
      "learning_rate": 9.954134799761135e-05,
      "loss": 0.0199,
      "step": 9100
    },
    {
      "loss_action": 0.008010832592844963,
      "loss_total": 0.008010832592844963,
      "step": 9100
    },
    {
      "loss_action": 0.014114148914813995,
      "loss_total": 0.014114148914813995,
      "step": 9100
    },
    {
      "loss_action": 0.009451574645936489,
      "loss_total": 0.009451574645936489,
      "step": 9100
    },
    {
      "loss_action": 0.019030358642339706,
      "loss_total": 0.019030358642339706,
      "step": 9100
    },
    {
      "loss_action": 0.010054921731352806,
      "loss_total": 0.010054921731352806,
      "step": 9100
    },
    {
      "loss_action": 0.026202328503131866,
      "loss_total": 0.026202328503131866,
      "step": 9100
    },
    {
      "loss_action": 0.012360800988972187,
      "loss_total": 0.012360800988972187,
      "step": 9100
    },
    {
      "loss_action": 0.013949469663202763,
      "loss_total": 0.013949469663202763,
      "step": 9100
    },
    {
      "grad_norm": 0.22626064717769623,
      "learning_rate": 9.953911084374748e-05,
      "loss": 0.018,
      "step": 9110
    },
    {
      "loss_action": 0.008889230899512768,
      "loss_total": 0.008889230899512768,
      "step": 9110
    },
    {
      "loss_action": 0.01889718882739544,
      "loss_total": 0.01889718882739544,
      "step": 9110
    },
    {
      "loss_action": 0.011164113879203796,
      "loss_total": 0.011164113879203796,
      "step": 9110
    },
    {
      "loss_action": 0.0097882691770792,
      "loss_total": 0.0097882691770792,
      "step": 9110
    },
    {
      "loss_action": 0.016852881759405136,
      "loss_total": 0.016852881759405136,
      "step": 9110
    },
    {
      "loss_action": 0.01435586903244257,
      "loss_total": 0.01435586903244257,
      "step": 9110
    },
    {
      "loss_action": 0.01790148951113224,
      "loss_total": 0.01790148951113224,
      "step": 9110
    },
    {
      "loss_action": 0.014807779341936111,
      "loss_total": 0.014807779341936111,
      "step": 9110
    },
    {
      "grad_norm": 0.16196103394031525,
      "learning_rate": 9.953686827236093e-05,
      "loss": 0.0235,
      "step": 9120
    },
    {
      "loss_action": 0.01314571499824524,
      "loss_total": 0.01314571499824524,
      "step": 9120
    },
    {
      "loss_action": 0.05375194177031517,
      "loss_total": 0.05375194177031517,
      "step": 9120
    },
    {
      "loss_action": 0.016125665977597237,
      "loss_total": 0.016125665977597237,
      "step": 9120
    },
    {
      "loss_action": 0.016696734353899956,
      "loss_total": 0.016696734353899956,
      "step": 9120
    },
    {
      "loss_action": 0.015499790199100971,
      "loss_total": 0.015499790199100971,
      "step": 9120
    },
    {
      "loss_action": 0.014747947454452515,
      "loss_total": 0.014747947454452515,
      "step": 9120
    },
    {
      "loss_action": 0.015560139901936054,
      "loss_total": 0.015560139901936054,
      "step": 9120
    },
    {
      "loss_action": 0.015556775033473969,
      "loss_total": 0.015556775033473969,
      "step": 9120
    },
    {
      "grad_norm": 0.16479088366031647,
      "learning_rate": 9.953462028369695e-05,
      "loss": 0.0183,
      "step": 9130
    },
    {
      "loss_action": 0.015504779294133186,
      "loss_total": 0.015504779294133186,
      "step": 9130
    },
    {
      "loss_action": 0.015641363337635994,
      "loss_total": 0.015641363337635994,
      "step": 9130
    },
    {
      "loss_action": 0.02272285521030426,
      "loss_total": 0.02272285521030426,
      "step": 9130
    },
    {
      "loss_action": 0.01892108842730522,
      "loss_total": 0.01892108842730522,
      "step": 9130
    },
    {
      "loss_action": 0.06488443911075592,
      "loss_total": 0.06488443911075592,
      "step": 9130
    },
    {
      "loss_action": 0.020497940480709076,
      "loss_total": 0.020497940480709076,
      "step": 9130
    },
    {
      "loss_action": 0.016965338960289955,
      "loss_total": 0.016965338960289955,
      "step": 9130
    },
    {
      "loss_action": 0.01403187308460474,
      "loss_total": 0.01403187308460474,
      "step": 9130
    },
    {
      "grad_norm": 0.24076981842517853,
      "learning_rate": 9.953236687800136e-05,
      "loss": 0.019,
      "step": 9140
    },
    {
      "loss_action": 0.014144089072942734,
      "loss_total": 0.014144089072942734,
      "step": 9140
    },
    {
      "loss_action": 0.019388219341635704,
      "loss_total": 0.019388219341635704,
      "step": 9140
    },
    {
      "loss_action": 0.0173037089407444,
      "loss_total": 0.0173037089407444,
      "step": 9140
    },
    {
      "loss_action": 0.04143819957971573,
      "loss_total": 0.04143819957971573,
      "step": 9140
    },
    {
      "loss_action": 0.013809585012495518,
      "loss_total": 0.013809585012495518,
      "step": 9140
    },
    {
      "loss_action": 0.041799888014793396,
      "loss_total": 0.041799888014793396,
      "step": 9140
    },
    {
      "loss_action": 0.015237223356962204,
      "loss_total": 0.015237223356962204,
      "step": 9140
    },
    {
      "loss_action": 0.01526041142642498,
      "loss_total": 0.01526041142642498,
      "step": 9140
    },
    {
      "grad_norm": 0.23503461480140686,
      "learning_rate": 9.95301080555206e-05,
      "loss": 0.0298,
      "step": 9150
    },
    {
      "loss_action": 0.009039584547281265,
      "loss_total": 0.009039584547281265,
      "step": 9150
    },
    {
      "loss_action": 0.024784227833151817,
      "loss_total": 0.024784227833151817,
      "step": 9150
    },
    {
      "loss_action": 0.028820283710956573,
      "loss_total": 0.028820283710956573,
      "step": 9150
    },
    {
      "loss_action": 0.021223802119493484,
      "loss_total": 0.021223802119493484,
      "step": 9150
    },
    {
      "loss_action": 0.021907037124037743,
      "loss_total": 0.021907037124037743,
      "step": 9150
    },
    {
      "loss_action": 0.023359905928373337,
      "loss_total": 0.023359905928373337,
      "step": 9150
    },
    {
      "loss_action": 0.04763729125261307,
      "loss_total": 0.04763729125261307,
      "step": 9150
    },
    {
      "loss_action": 0.016226831823587418,
      "loss_total": 0.016226831823587418,
      "step": 9150
    },
    {
      "grad_norm": 0.264101505279541,
      "learning_rate": 9.952784381650171e-05,
      "loss": 0.0226,
      "step": 9160
    },
    {
      "loss_action": 0.02143930085003376,
      "loss_total": 0.02143930085003376,
      "step": 9160
    },
    {
      "loss_action": 0.025222403928637505,
      "loss_total": 0.025222403928637505,
      "step": 9160
    },
    {
      "loss_action": 0.01841762661933899,
      "loss_total": 0.01841762661933899,
      "step": 9160
    },
    {
      "loss_action": 0.04049905389547348,
      "loss_total": 0.04049905389547348,
      "step": 9160
    },
    {
      "loss_action": 0.023560043424367905,
      "loss_total": 0.023560043424367905,
      "step": 9160
    },
    {
      "loss_action": 0.021450340747833252,
      "loss_total": 0.021450340747833252,
      "step": 9160
    },
    {
      "loss_action": 0.0250103622674942,
      "loss_total": 0.0250103622674942,
      "step": 9160
    },
    {
      "loss_action": 0.027806749567389488,
      "loss_total": 0.027806749567389488,
      "step": 9160
    },
    {
      "grad_norm": 0.29675188660621643,
      "learning_rate": 9.952557416119226e-05,
      "loss": 0.0227,
      "step": 9170
    },
    {
      "loss_action": 0.010053676553070545,
      "loss_total": 0.010053676553070545,
      "step": 9170
    },
    {
      "loss_action": 0.013790447264909744,
      "loss_total": 0.013790447264909744,
      "step": 9170
    },
    {
      "loss_action": 0.011544687673449516,
      "loss_total": 0.011544687673449516,
      "step": 9170
    },
    {
      "loss_action": 0.013846633955836296,
      "loss_total": 0.013846633955836296,
      "step": 9170
    },
    {
      "loss_action": 0.022686917334794998,
      "loss_total": 0.022686917334794998,
      "step": 9170
    },
    {
      "loss_action": 0.022891104221343994,
      "loss_total": 0.022891104221343994,
      "step": 9170
    },
    {
      "loss_action": 0.01624884642660618,
      "loss_total": 0.01624884642660618,
      "step": 9170
    },
    {
      "loss_action": 0.05417709797620773,
      "loss_total": 0.05417709797620773,
      "step": 9170
    },
    {
      "grad_norm": 0.21743279695510864,
      "learning_rate": 9.95232990898405e-05,
      "loss": 0.0221,
      "step": 9180
    },
    {
      "loss_action": 0.023729613050818443,
      "loss_total": 0.023729613050818443,
      "step": 9180
    },
    {
      "loss_action": 0.025097738951444626,
      "loss_total": 0.025097738951444626,
      "step": 9180
    },
    {
      "loss_action": 0.02498708665370941,
      "loss_total": 0.02498708665370941,
      "step": 9180
    },
    {
      "loss_action": 0.01696992665529251,
      "loss_total": 0.01696992665529251,
      "step": 9180
    },
    {
      "loss_action": 0.012286821380257607,
      "loss_total": 0.012286821380257607,
      "step": 9180
    },
    {
      "loss_action": 0.033798202872276306,
      "loss_total": 0.033798202872276306,
      "step": 9180
    },
    {
      "loss_action": 0.021308962255716324,
      "loss_total": 0.021308962255716324,
      "step": 9180
    },
    {
      "loss_action": 0.054846636950969696,
      "loss_total": 0.054846636950969696,
      "step": 9180
    },
    {
      "grad_norm": 0.24357233941555023,
      "learning_rate": 9.95210186026952e-05,
      "loss": 0.0267,
      "step": 9190
    },
    {
      "loss_action": 0.01704311929643154,
      "loss_total": 0.01704311929643154,
      "step": 9190
    },
    {
      "loss_action": 0.011188914068043232,
      "loss_total": 0.011188914068043232,
      "step": 9190
    },
    {
      "loss_action": 0.012935809791088104,
      "loss_total": 0.012935809791088104,
      "step": 9190
    },
    {
      "loss_action": 0.018948201090097427,
      "loss_total": 0.018948201090097427,
      "step": 9190
    },
    {
      "loss_action": 0.018456507474184036,
      "loss_total": 0.018456507474184036,
      "step": 9190
    },
    {
      "loss_action": 0.013507471419870853,
      "loss_total": 0.013507471419870853,
      "step": 9190
    },
    {
      "loss_action": 0.01514609158039093,
      "loss_total": 0.01514609158039093,
      "step": 9190
    },
    {
      "loss_action": 0.01630035974085331,
      "loss_total": 0.01630035974085331,
      "step": 9190
    },
    {
      "grad_norm": 0.23805859684944153,
      "learning_rate": 9.951873270000576e-05,
      "loss": 0.0242,
      "step": 9200
    },
    {
      "loss_action": 0.018845707178115845,
      "loss_total": 0.018845707178115845,
      "step": 9200
    },
    {
      "loss_action": 0.12453567236661911,
      "loss_total": 0.12453567236661911,
      "step": 9200
    },
    {
      "loss_action": 0.022528205066919327,
      "loss_total": 0.022528205066919327,
      "step": 9200
    },
    {
      "loss_action": 0.018850047141313553,
      "loss_total": 0.018850047141313553,
      "step": 9200
    },
    {
      "loss_action": 0.022137850522994995,
      "loss_total": 0.022137850522994995,
      "step": 9200
    },
    {
      "loss_action": 0.017591135576367378,
      "loss_total": 0.017591135576367378,
      "step": 9200
    },
    {
      "loss_action": 0.025441370904445648,
      "loss_total": 0.025441370904445648,
      "step": 9200
    },
    {
      "loss_action": 0.01776967942714691,
      "loss_total": 0.01776967942714691,
      "step": 9200
    },
    {
      "grad_norm": 0.1984131932258606,
      "learning_rate": 9.951644138202216e-05,
      "loss": 0.0251,
      "step": 9210
    },
    {
      "loss_action": 0.034100983291864395,
      "loss_total": 0.034100983291864395,
      "step": 9210
    },
    {
      "loss_action": 0.043720174580812454,
      "loss_total": 0.043720174580812454,
      "step": 9210
    },
    {
      "loss_action": 0.06116967275738716,
      "loss_total": 0.06116967275738716,
      "step": 9210
    },
    {
      "loss_action": 0.06558308005332947,
      "loss_total": 0.06558308005332947,
      "step": 9210
    },
    {
      "loss_action": 0.03587613254785538,
      "loss_total": 0.03587613254785538,
      "step": 9210
    },
    {
      "loss_action": 0.03506157919764519,
      "loss_total": 0.03506157919764519,
      "step": 9210
    },
    {
      "loss_action": 0.03547359257936478,
      "loss_total": 0.03547359257936478,
      "step": 9210
    },
    {
      "loss_action": 0.0339801087975502,
      "loss_total": 0.0339801087975502,
      "step": 9210
    },
    {
      "grad_norm": 0.23572276532649994,
      "learning_rate": 9.951414464899498e-05,
      "loss": 0.0267,
      "step": 9220
    },
    {
      "loss_action": 0.03729543089866638,
      "loss_total": 0.03729543089866638,
      "step": 9220
    },
    {
      "loss_action": 0.050833217799663544,
      "loss_total": 0.050833217799663544,
      "step": 9220
    },
    {
      "loss_action": 0.02660495787858963,
      "loss_total": 0.02660495787858963,
      "step": 9220
    },
    {
      "loss_action": 0.014605067670345306,
      "loss_total": 0.014605067670345306,
      "step": 9220
    },
    {
      "loss_action": 0.027633696794509888,
      "loss_total": 0.027633696794509888,
      "step": 9220
    },
    {
      "loss_action": 0.022545378655195236,
      "loss_total": 0.022545378655195236,
      "step": 9220
    },
    {
      "loss_action": 0.01634325087070465,
      "loss_total": 0.01634325087070465,
      "step": 9220
    },
    {
      "loss_action": 0.025687558576464653,
      "loss_total": 0.025687558576464653,
      "step": 9220
    },
    {
      "grad_norm": 0.22142833471298218,
      "learning_rate": 9.951184250117538e-05,
      "loss": 0.0242,
      "step": 9230
    },
    {
      "loss_action": 0.0202932171523571,
      "loss_total": 0.0202932171523571,
      "step": 9230
    },
    {
      "loss_action": 0.01695198006927967,
      "loss_total": 0.01695198006927967,
      "step": 9230
    },
    {
      "loss_action": 0.013663625344634056,
      "loss_total": 0.013663625344634056,
      "step": 9230
    },
    {
      "loss_action": 0.013543976470828056,
      "loss_total": 0.013543976470828056,
      "step": 9230
    },
    {
      "loss_action": 0.018353302031755447,
      "loss_total": 0.018353302031755447,
      "step": 9230
    },
    {
      "loss_action": 0.02237880229949951,
      "loss_total": 0.02237880229949951,
      "step": 9230
    },
    {
      "loss_action": 0.0243691336363554,
      "loss_total": 0.0243691336363554,
      "step": 9230
    },
    {
      "loss_action": 0.03998324275016785,
      "loss_total": 0.03998324275016785,
      "step": 9230
    },
    {
      "grad_norm": 0.24451151490211487,
      "learning_rate": 9.950953493881513e-05,
      "loss": 0.0199,
      "step": 9240
    },
    {
      "loss_action": 0.030613727867603302,
      "loss_total": 0.030613727867603302,
      "step": 9240
    },
    {
      "loss_action": 0.014942005276679993,
      "loss_total": 0.014942005276679993,
      "step": 9240
    },
    {
      "loss_action": 0.011207124218344688,
      "loss_total": 0.011207124218344688,
      "step": 9240
    },
    {
      "loss_action": 0.01620279625058174,
      "loss_total": 0.01620279625058174,
      "step": 9240
    },
    {
      "loss_action": 0.020417911931872368,
      "loss_total": 0.020417911931872368,
      "step": 9240
    },
    {
      "loss_action": 0.0233041699975729,
      "loss_total": 0.0233041699975729,
      "step": 9240
    },
    {
      "loss_action": 0.024913612753152847,
      "loss_total": 0.024913612753152847,
      "step": 9240
    },
    {
      "loss_action": 0.01402806956321001,
      "loss_total": 0.01402806956321001,
      "step": 9240
    },
    {
      "grad_norm": 0.2549409568309784,
      "learning_rate": 9.950722196216658e-05,
      "loss": 0.0219,
      "step": 9250
    },
    {
      "loss_action": 0.014822287485003471,
      "loss_total": 0.014822287485003471,
      "step": 9250
    },
    {
      "loss_action": 0.017523614689707756,
      "loss_total": 0.017523614689707756,
      "step": 9250
    },
    {
      "loss_action": 0.025130463764071465,
      "loss_total": 0.025130463764071465,
      "step": 9250
    },
    {
      "loss_action": 0.04102688655257225,
      "loss_total": 0.04102688655257225,
      "step": 9250
    },
    {
      "loss_action": 0.01747840642929077,
      "loss_total": 0.01747840642929077,
      "step": 9250
    },
    {
      "loss_action": 0.01145692728459835,
      "loss_total": 0.01145692728459835,
      "step": 9250
    },
    {
      "loss_action": 0.022197840735316277,
      "loss_total": 0.022197840735316277,
      "step": 9250
    },
    {
      "loss_action": 0.012001227587461472,
      "loss_total": 0.012001227587461472,
      "step": 9250
    },
    {
      "grad_norm": 0.2137424349784851,
      "learning_rate": 9.950490357148265e-05,
      "loss": 0.0232,
      "step": 9260
    },
    {
      "loss_action": 0.03451916575431824,
      "loss_total": 0.03451916575431824,
      "step": 9260
    },
    {
      "loss_action": 0.023852678015828133,
      "loss_total": 0.023852678015828133,
      "step": 9260
    },
    {
      "loss_action": 0.031902510672807693,
      "loss_total": 0.031902510672807693,
      "step": 9260
    },
    {
      "loss_action": 0.008827789686620235,
      "loss_total": 0.008827789686620235,
      "step": 9260
    },
    {
      "loss_action": 0.019749697297811508,
      "loss_total": 0.019749697297811508,
      "step": 9260
    },
    {
      "loss_action": 0.012554856017231941,
      "loss_total": 0.012554856017231941,
      "step": 9260
    },
    {
      "loss_action": 0.05041324347257614,
      "loss_total": 0.05041324347257614,
      "step": 9260
    },
    {
      "loss_action": 0.02093934267759323,
      "loss_total": 0.02093934267759323,
      "step": 9260
    },
    {
      "grad_norm": 0.2907116711139679,
      "learning_rate": 9.950257976701692e-05,
      "loss": 0.0225,
      "step": 9270
    },
    {
      "loss_action": 0.02911698818206787,
      "loss_total": 0.02911698818206787,
      "step": 9270
    },
    {
      "loss_action": 0.020965173840522766,
      "loss_total": 0.020965173840522766,
      "step": 9270
    },
    {
      "loss_action": 0.023749999701976776,
      "loss_total": 0.023749999701976776,
      "step": 9270
    },
    {
      "loss_action": 0.03402065113186836,
      "loss_total": 0.03402065113186836,
      "step": 9270
    },
    {
      "loss_action": 0.014041085727512836,
      "loss_total": 0.014041085727512836,
      "step": 9270
    },
    {
      "loss_action": 0.023761890828609467,
      "loss_total": 0.023761890828609467,
      "step": 9270
    },
    {
      "loss_action": 0.00813182070851326,
      "loss_total": 0.00813182070851326,
      "step": 9270
    },
    {
      "loss_action": 0.017789602279663086,
      "loss_total": 0.017789602279663086,
      "step": 9270
    },
    {
      "grad_norm": 0.21595986187458038,
      "learning_rate": 9.950025054902348e-05,
      "loss": 0.0224,
      "step": 9280
    },
    {
      "loss_action": 0.023238971829414368,
      "loss_total": 0.023238971829414368,
      "step": 9280
    },
    {
      "loss_action": 0.011709949001669884,
      "loss_total": 0.011709949001669884,
      "step": 9280
    },
    {
      "loss_action": 0.03215302526950836,
      "loss_total": 0.03215302526950836,
      "step": 9280
    },
    {
      "loss_action": 0.009435692802071571,
      "loss_total": 0.009435692802071571,
      "step": 9280
    },
    {
      "loss_action": 0.019012093544006348,
      "loss_total": 0.019012093544006348,
      "step": 9280
    },
    {
      "loss_action": 0.014728599227964878,
      "loss_total": 0.014728599227964878,
      "step": 9280
    },
    {
      "loss_action": 0.027789611369371414,
      "loss_total": 0.027789611369371414,
      "step": 9280
    },
    {
      "loss_action": 0.02678227238357067,
      "loss_total": 0.02678227238357067,
      "step": 9280
    },
    {
      "grad_norm": 0.1503269374370575,
      "learning_rate": 9.949791591775706e-05,
      "loss": 0.0201,
      "step": 9290
    },
    {
      "loss_action": 0.030105993151664734,
      "loss_total": 0.030105993151664734,
      "step": 9290
    },
    {
      "loss_action": 0.010790541768074036,
      "loss_total": 0.010790541768074036,
      "step": 9290
    },
    {
      "loss_action": 0.021085001528263092,
      "loss_total": 0.021085001528263092,
      "step": 9290
    },
    {
      "loss_action": 0.024969346821308136,
      "loss_total": 0.024969346821308136,
      "step": 9290
    },
    {
      "loss_action": 0.022955473512411118,
      "loss_total": 0.022955473512411118,
      "step": 9290
    },
    {
      "loss_action": 0.011330279521644115,
      "loss_total": 0.011330279521644115,
      "step": 9290
    },
    {
      "loss_action": 0.013380241580307484,
      "loss_total": 0.013380241580307484,
      "step": 9290
    },
    {
      "loss_action": 0.015644902363419533,
      "loss_total": 0.015644902363419533,
      "step": 9290
    },
    {
      "grad_norm": 0.2977677881717682,
      "learning_rate": 9.949557587347298e-05,
      "loss": 0.0207,
      "step": 9300
    },
    {
      "loss_action": 0.011435134336352348,
      "loss_total": 0.011435134336352348,
      "step": 9300
    },
    {
      "loss_action": 0.010537349618971348,
      "loss_total": 0.010537349618971348,
      "step": 9300
    },
    {
      "loss_action": 0.022766925394535065,
      "loss_total": 0.022766925394535065,
      "step": 9300
    },
    {
      "loss_action": 0.009605595842003822,
      "loss_total": 0.009605595842003822,
      "step": 9300
    },
    {
      "loss_action": 0.04870016127824783,
      "loss_total": 0.04870016127824783,
      "step": 9300
    },
    {
      "loss_action": 0.009297562763094902,
      "loss_total": 0.009297562763094902,
      "step": 9300
    },
    {
      "loss_action": 0.0108312563970685,
      "loss_total": 0.0108312563970685,
      "step": 9300
    },
    {
      "loss_action": 0.011694569140672684,
      "loss_total": 0.011694569140672684,
      "step": 9300
    },
    {
      "grad_norm": 0.21881160140037537,
      "learning_rate": 9.949323041642713e-05,
      "loss": 0.0173,
      "step": 9310
    },
    {
      "loss_action": 0.02918185293674469,
      "loss_total": 0.02918185293674469,
      "step": 9310
    },
    {
      "loss_action": 0.014467698521912098,
      "loss_total": 0.014467698521912098,
      "step": 9310
    },
    {
      "loss_action": 0.009709009900689125,
      "loss_total": 0.009709009900689125,
      "step": 9310
    },
    {
      "loss_action": 0.021746806800365448,
      "loss_total": 0.021746806800365448,
      "step": 9310
    },
    {
      "loss_action": 0.015905659645795822,
      "loss_total": 0.015905659645795822,
      "step": 9310
    },
    {
      "loss_action": 0.009670251980423927,
      "loss_total": 0.009670251980423927,
      "step": 9310
    },
    {
      "loss_action": 0.008001870475709438,
      "loss_total": 0.008001870475709438,
      "step": 9310
    },
    {
      "loss_action": 0.016162097454071045,
      "loss_total": 0.016162097454071045,
      "step": 9310
    },
    {
      "grad_norm": 0.17029868066310883,
      "learning_rate": 9.949087954687602e-05,
      "loss": 0.0176,
      "step": 9320
    },
    {
      "loss_action": 0.03302323818206787,
      "loss_total": 0.03302323818206787,
      "step": 9320
    },
    {
      "loss_action": 0.009013498201966286,
      "loss_total": 0.009013498201966286,
      "step": 9320
    },
    {
      "loss_action": 0.017851531505584717,
      "loss_total": 0.017851531505584717,
      "step": 9320
    },
    {
      "loss_action": 0.00862797535955906,
      "loss_total": 0.00862797535955906,
      "step": 9320
    },
    {
      "loss_action": 0.014964751899242401,
      "loss_total": 0.014964751899242401,
      "step": 9320
    },
    {
      "loss_action": 0.011558454483747482,
      "loss_total": 0.011558454483747482,
      "step": 9320
    },
    {
      "loss_action": 0.02000434510409832,
      "loss_total": 0.02000434510409832,
      "step": 9320
    },
    {
      "loss_action": 0.011809313669800758,
      "loss_total": 0.011809313669800758,
      "step": 9320
    },
    {
      "grad_norm": 0.1677103191614151,
      "learning_rate": 9.948852326507672e-05,
      "loss": 0.0176,
      "step": 9330
    },
    {
      "loss_action": 0.020590081810951233,
      "loss_total": 0.020590081810951233,
      "step": 9330
    },
    {
      "loss_action": 0.009249221533536911,
      "loss_total": 0.009249221533536911,
      "step": 9330
    },
    {
      "loss_action": 0.018107470124959946,
      "loss_total": 0.018107470124959946,
      "step": 9330
    },
    {
      "loss_action": 0.02321639657020569,
      "loss_total": 0.02321639657020569,
      "step": 9330
    },
    {
      "loss_action": 0.008655121549963951,
      "loss_total": 0.008655121549963951,
      "step": 9330
    },
    {
      "loss_action": 0.01328425295650959,
      "loss_total": 0.01328425295650959,
      "step": 9330
    },
    {
      "loss_action": 0.02797510474920273,
      "loss_total": 0.02797510474920273,
      "step": 9330
    },
    {
      "loss_action": 0.016880877315998077,
      "loss_total": 0.016880877315998077,
      "step": 9330
    },
    {
      "grad_norm": 0.18269148468971252,
      "learning_rate": 9.948616157128694e-05,
      "loss": 0.0225,
      "step": 9340
    },
    {
      "loss_action": 0.023957453668117523,
      "loss_total": 0.023957453668117523,
      "step": 9340
    },
    {
      "loss_action": 0.0130712715908885,
      "loss_total": 0.0130712715908885,
      "step": 9340
    },
    {
      "loss_action": 0.01405276171863079,
      "loss_total": 0.01405276171863079,
      "step": 9340
    },
    {
      "loss_action": 0.014474691823124886,
      "loss_total": 0.014474691823124886,
      "step": 9340
    },
    {
      "loss_action": 0.03589525818824768,
      "loss_total": 0.03589525818824768,
      "step": 9340
    },
    {
      "loss_action": 0.012575746513903141,
      "loss_total": 0.012575746513903141,
      "step": 9340
    },
    {
      "loss_action": 0.023025231435894966,
      "loss_total": 0.023025231435894966,
      "step": 9340
    },
    {
      "loss_action": 0.022959833964705467,
      "loss_total": 0.022959833964705467,
      "step": 9340
    },
    {
      "grad_norm": 0.18764656782150269,
      "learning_rate": 9.948379446576493e-05,
      "loss": 0.021,
      "step": 9350
    },
    {
      "loss_action": 0.03049405664205551,
      "loss_total": 0.03049405664205551,
      "step": 9350
    },
    {
      "loss_action": 0.0151481032371521,
      "loss_total": 0.0151481032371521,
      "step": 9350
    },
    {
      "loss_action": 0.07197929918766022,
      "loss_total": 0.07197929918766022,
      "step": 9350
    },
    {
      "loss_action": 0.009390377439558506,
      "loss_total": 0.009390377439558506,
      "step": 9350
    },
    {
      "loss_action": 0.01259369496256113,
      "loss_total": 0.01259369496256113,
      "step": 9350
    },
    {
      "loss_action": 0.026147596538066864,
      "loss_total": 0.026147596538066864,
      "step": 9350
    },
    {
      "loss_action": 0.04299156367778778,
      "loss_total": 0.04299156367778778,
      "step": 9350
    },
    {
      "loss_action": 0.021736623719334602,
      "loss_total": 0.021736623719334602,
      "step": 9350
    },
    {
      "grad_norm": 0.25516924262046814,
      "learning_rate": 9.948142194876952e-05,
      "loss": 0.0219,
      "step": 9360
    },
    {
      "loss_action": 0.016651252284646034,
      "loss_total": 0.016651252284646034,
      "step": 9360
    },
    {
      "loss_action": 0.02626277692615986,
      "loss_total": 0.02626277692615986,
      "step": 9360
    },
    {
      "loss_action": 0.025886723771691322,
      "loss_total": 0.025886723771691322,
      "step": 9360
    },
    {
      "loss_action": 0.01278780773282051,
      "loss_total": 0.01278780773282051,
      "step": 9360
    },
    {
      "loss_action": 0.02067697048187256,
      "loss_total": 0.02067697048187256,
      "step": 9360
    },
    {
      "loss_action": 0.0178839061409235,
      "loss_total": 0.0178839061409235,
      "step": 9360
    },
    {
      "loss_action": 0.014350218698382378,
      "loss_total": 0.014350218698382378,
      "step": 9360
    },
    {
      "loss_action": 0.017950989305973053,
      "loss_total": 0.017950989305973053,
      "step": 9360
    },
    {
      "grad_norm": 0.23490577936172485,
      "learning_rate": 9.947904402056024e-05,
      "loss": 0.0216,
      "step": 9370
    },
    {
      "loss_action": 0.016771167516708374,
      "loss_total": 0.016771167516708374,
      "step": 9370
    },
    {
      "loss_action": 0.012794865295290947,
      "loss_total": 0.012794865295290947,
      "step": 9370
    },
    {
      "loss_action": 0.021276451647281647,
      "loss_total": 0.021276451647281647,
      "step": 9370
    },
    {
      "loss_action": 0.013827084563672543,
      "loss_total": 0.013827084563672543,
      "step": 9370
    },
    {
      "loss_action": 0.0143358763307333,
      "loss_total": 0.0143358763307333,
      "step": 9370
    },
    {
      "loss_action": 0.02611689455807209,
      "loss_total": 0.02611689455807209,
      "step": 9370
    },
    {
      "loss_action": 0.017160797491669655,
      "loss_total": 0.017160797491669655,
      "step": 9370
    },
    {
      "loss_action": 0.013580819591879845,
      "loss_total": 0.013580819591879845,
      "step": 9370
    },
    {
      "grad_norm": 0.30945083498954773,
      "learning_rate": 9.947666068139708e-05,
      "loss": 0.0194,
      "step": 9380
    },
    {
      "loss_action": 0.02818431332707405,
      "loss_total": 0.02818431332707405,
      "step": 9380
    },
    {
      "loss_action": 0.017551898956298828,
      "loss_total": 0.017551898956298828,
      "step": 9380
    },
    {
      "loss_action": 0.01523288618773222,
      "loss_total": 0.01523288618773222,
      "step": 9380
    },
    {
      "loss_action": 0.022263526916503906,
      "loss_total": 0.022263526916503906,
      "step": 9380
    },
    {
      "loss_action": 0.01797769032418728,
      "loss_total": 0.01797769032418728,
      "step": 9380
    },
    {
      "loss_action": 0.017942219972610474,
      "loss_total": 0.017942219972610474,
      "step": 9380
    },
    {
      "loss_action": 0.014533154666423798,
      "loss_total": 0.014533154666423798,
      "step": 9380
    },
    {
      "loss_action": 0.015151344239711761,
      "loss_total": 0.015151344239711761,
      "step": 9380
    },
    {
      "grad_norm": 0.20491240918636322,
      "learning_rate": 9.947427193154071e-05,
      "loss": 0.0203,
      "step": 9390
    },
    {
      "loss_action": 0.011911861598491669,
      "loss_total": 0.011911861598491669,
      "step": 9390
    },
    {
      "loss_action": 0.02019190415740013,
      "loss_total": 0.02019190415740013,
      "step": 9390
    },
    {
      "loss_action": 0.019976533949375153,
      "loss_total": 0.019976533949375153,
      "step": 9390
    },
    {
      "loss_action": 0.015556243248283863,
      "loss_total": 0.015556243248283863,
      "step": 9390
    },
    {
      "loss_action": 0.024868009611964226,
      "loss_total": 0.024868009611964226,
      "step": 9390
    },
    {
      "loss_action": 0.01629103347659111,
      "loss_total": 0.01629103347659111,
      "step": 9390
    },
    {
      "loss_action": 0.031313106417655945,
      "loss_total": 0.031313106417655945,
      "step": 9390
    },
    {
      "loss_action": 0.02294774353504181,
      "loss_total": 0.02294774353504181,
      "step": 9390
    },
    {
      "grad_norm": 0.19604530930519104,
      "learning_rate": 9.947187777125233e-05,
      "loss": 0.0211,
      "step": 9400
    },
    {
      "loss_action": 0.0118410000577569,
      "loss_total": 0.0118410000577569,
      "step": 9400
    },
    {
      "loss_action": 0.041103001683950424,
      "loss_total": 0.041103001683950424,
      "step": 9400
    },
    {
      "loss_action": 0.01350586861371994,
      "loss_total": 0.01350586861371994,
      "step": 9400
    },
    {
      "loss_action": 0.02781171351671219,
      "loss_total": 0.02781171351671219,
      "step": 9400
    },
    {
      "loss_action": 0.018136510625481606,
      "loss_total": 0.018136510625481606,
      "step": 9400
    },
    {
      "loss_action": 0.022972673177719116,
      "loss_total": 0.022972673177719116,
      "step": 9400
    },
    {
      "loss_action": 0.019411280751228333,
      "loss_total": 0.019411280751228333,
      "step": 9400
    },
    {
      "loss_action": 0.01320604421198368,
      "loss_total": 0.01320604421198368,
      "step": 9400
    },
    {
      "grad_norm": 0.2285425066947937,
      "learning_rate": 9.946947820079377e-05,
      "loss": 0.0192,
      "step": 9410
    },
    {
      "loss_action": 0.01177697442471981,
      "loss_total": 0.01177697442471981,
      "step": 9410
    },
    {
      "loss_action": 0.011884176172316074,
      "loss_total": 0.011884176172316074,
      "step": 9410
    },
    {
      "loss_action": 0.00895826518535614,
      "loss_total": 0.00895826518535614,
      "step": 9410
    },
    {
      "loss_action": 0.018024252727627754,
      "loss_total": 0.018024252727627754,
      "step": 9410
    },
    {
      "loss_action": 0.03852328658103943,
      "loss_total": 0.03852328658103943,
      "step": 9410
    },
    {
      "loss_action": 0.017855307087302208,
      "loss_total": 0.017855307087302208,
      "step": 9410
    },
    {
      "loss_action": 0.020706072449684143,
      "loss_total": 0.020706072449684143,
      "step": 9410
    },
    {
      "loss_action": 0.01777375489473343,
      "loss_total": 0.01777375489473343,
      "step": 9410
    },
    {
      "grad_norm": 0.17604582011699677,
      "learning_rate": 9.946707322042747e-05,
      "loss": 0.0209,
      "step": 9420
    },
    {
      "loss_action": 0.016728656366467476,
      "loss_total": 0.016728656366467476,
      "step": 9420
    },
    {
      "loss_action": 0.027283187955617905,
      "loss_total": 0.027283187955617905,
      "step": 9420
    },
    {
      "loss_action": 0.03699729964137077,
      "loss_total": 0.03699729964137077,
      "step": 9420
    },
    {
      "loss_action": 0.015176438726484776,
      "loss_total": 0.015176438726484776,
      "step": 9420
    },
    {
      "loss_action": 0.016618449240922928,
      "loss_total": 0.016618449240922928,
      "step": 9420
    },
    {
      "loss_action": 0.03005356900393963,
      "loss_total": 0.03005356900393963,
      "step": 9420
    },
    {
      "loss_action": 0.01630052737891674,
      "loss_total": 0.01630052737891674,
      "step": 9420
    },
    {
      "loss_action": 0.015605335123836994,
      "loss_total": 0.015605335123836994,
      "step": 9420
    },
    {
      "grad_norm": 0.17245003581047058,
      "learning_rate": 9.94646628304164e-05,
      "loss": 0.0188,
      "step": 9430
    },
    {
      "loss_action": 0.01655837893486023,
      "loss_total": 0.01655837893486023,
      "step": 9430
    },
    {
      "loss_action": 0.013891046866774559,
      "loss_total": 0.013891046866774559,
      "step": 9430
    },
    {
      "loss_action": 0.009177882224321365,
      "loss_total": 0.009177882224321365,
      "step": 9430
    },
    {
      "loss_action": 0.013087731786072254,
      "loss_total": 0.013087731786072254,
      "step": 9430
    },
    {
      "loss_action": 0.010638704523444176,
      "loss_total": 0.010638704523444176,
      "step": 9430
    },
    {
      "loss_action": 0.011763086542487144,
      "loss_total": 0.011763086542487144,
      "step": 9430
    },
    {
      "loss_action": 0.010466313920915127,
      "loss_total": 0.010466313920915127,
      "step": 9430
    },
    {
      "loss_action": 0.02327239140868187,
      "loss_total": 0.02327239140868187,
      "step": 9430
    },
    {
      "grad_norm": 0.22456997632980347,
      "learning_rate": 9.946224703102418e-05,
      "loss": 0.0197,
      "step": 9440
    },
    {
      "loss_action": 0.015159995295107365,
      "loss_total": 0.015159995295107365,
      "step": 9440
    },
    {
      "loss_action": 0.02005051076412201,
      "loss_total": 0.02005051076412201,
      "step": 9440
    },
    {
      "loss_action": 0.026161273941397667,
      "loss_total": 0.026161273941397667,
      "step": 9440
    },
    {
      "loss_action": 0.016276918351650238,
      "loss_total": 0.016276918351650238,
      "step": 9440
    },
    {
      "loss_action": 0.014004094526171684,
      "loss_total": 0.014004094526171684,
      "step": 9440
    },
    {
      "loss_action": 0.020983189344406128,
      "loss_total": 0.020983189344406128,
      "step": 9440
    },
    {
      "loss_action": 0.021658562123775482,
      "loss_total": 0.021658562123775482,
      "step": 9440
    },
    {
      "loss_action": 0.024396535009145737,
      "loss_total": 0.024396535009145737,
      "step": 9440
    },
    {
      "grad_norm": 0.2068115621805191,
      "learning_rate": 9.945982582251498e-05,
      "loss": 0.0201,
      "step": 9450
    },
    {
      "loss_action": 0.015369502827525139,
      "loss_total": 0.015369502827525139,
      "step": 9450
    },
    {
      "loss_action": 0.011762712150812149,
      "loss_total": 0.011762712150812149,
      "step": 9450
    },
    {
      "loss_action": 0.02242134138941765,
      "loss_total": 0.02242134138941765,
      "step": 9450
    },
    {
      "loss_action": 0.028584348037838936,
      "loss_total": 0.028584348037838936,
      "step": 9450
    },
    {
      "loss_action": 0.024355918169021606,
      "loss_total": 0.024355918169021606,
      "step": 9450
    },
    {
      "loss_action": 0.0244850292801857,
      "loss_total": 0.0244850292801857,
      "step": 9450
    },
    {
      "loss_action": 0.022614736109972,
      "loss_total": 0.022614736109972,
      "step": 9450
    },
    {
      "loss_action": 0.01939455419778824,
      "loss_total": 0.01939455419778824,
      "step": 9450
    },
    {
      "grad_norm": 0.2134605348110199,
      "learning_rate": 9.94573992051536e-05,
      "loss": 0.0218,
      "step": 9460
    },
    {
      "loss_action": 0.04515627399086952,
      "loss_total": 0.04515627399086952,
      "step": 9460
    },
    {
      "loss_action": 0.014178073033690453,
      "loss_total": 0.014178073033690453,
      "step": 9460
    },
    {
      "loss_action": 0.020523149520158768,
      "loss_total": 0.020523149520158768,
      "step": 9460
    },
    {
      "loss_action": 0.028517093509435654,
      "loss_total": 0.028517093509435654,
      "step": 9460
    },
    {
      "loss_action": 0.011646794155240059,
      "loss_total": 0.011646794155240059,
      "step": 9460
    },
    {
      "loss_action": 0.01675957813858986,
      "loss_total": 0.01675957813858986,
      "step": 9460
    },
    {
      "loss_action": 0.012763112783432007,
      "loss_total": 0.012763112783432007,
      "step": 9460
    },
    {
      "loss_action": 0.033449843525886536,
      "loss_total": 0.033449843525886536,
      "step": 9460
    },
    {
      "grad_norm": 0.19965091347694397,
      "learning_rate": 9.94549671792054e-05,
      "loss": 0.0207,
      "step": 9470
    },
    {
      "loss_action": 0.011011095717549324,
      "loss_total": 0.011011095717549324,
      "step": 9470
    },
    {
      "loss_action": 0.01543191447854042,
      "loss_total": 0.01543191447854042,
      "step": 9470
    },
    {
      "loss_action": 0.011158010922372341,
      "loss_total": 0.011158010922372341,
      "step": 9470
    },
    {
      "loss_action": 0.014111367985606194,
      "loss_total": 0.014111367985606194,
      "step": 9470
    },
    {
      "loss_action": 0.014484450221061707,
      "loss_total": 0.014484450221061707,
      "step": 9470
    },
    {
      "loss_action": 0.02102874405682087,
      "loss_total": 0.02102874405682087,
      "step": 9470
    },
    {
      "loss_action": 0.02383856475353241,
      "loss_total": 0.02383856475353241,
      "step": 9470
    },
    {
      "loss_action": 0.02355564385652542,
      "loss_total": 0.02355564385652542,
      "step": 9470
    },
    {
      "grad_norm": 0.2614538073539734,
      "learning_rate": 9.945252974493635e-05,
      "loss": 0.0202,
      "step": 9480
    },
    {
      "loss_action": 0.018810352310538292,
      "loss_total": 0.018810352310538292,
      "step": 9480
    },
    {
      "loss_action": 0.010451210662722588,
      "loss_total": 0.010451210662722588,
      "step": 9480
    },
    {
      "loss_action": 0.02153557911515236,
      "loss_total": 0.02153557911515236,
      "step": 9480
    },
    {
      "loss_action": 0.025563744828104973,
      "loss_total": 0.025563744828104973,
      "step": 9480
    },
    {
      "loss_action": 0.01625409908592701,
      "loss_total": 0.01625409908592701,
      "step": 9480
    },
    {
      "loss_action": 0.012457989156246185,
      "loss_total": 0.012457989156246185,
      "step": 9480
    },
    {
      "loss_action": 0.010785114951431751,
      "loss_total": 0.010785114951431751,
      "step": 9480
    },
    {
      "loss_action": 0.04017018899321556,
      "loss_total": 0.04017018899321556,
      "step": 9480
    },
    {
      "grad_norm": 0.3496387004852295,
      "learning_rate": 9.9450086902613e-05,
      "loss": 0.0211,
      "step": 9490
    },
    {
      "loss_action": 0.01705455221235752,
      "loss_total": 0.01705455221235752,
      "step": 9490
    },
    {
      "loss_action": 0.025377783924341202,
      "loss_total": 0.025377783924341202,
      "step": 9490
    },
    {
      "loss_action": 0.01889072172343731,
      "loss_total": 0.01889072172343731,
      "step": 9490
    },
    {
      "loss_action": 0.01503298431634903,
      "loss_total": 0.01503298431634903,
      "step": 9490
    },
    {
      "loss_action": 0.008254039101302624,
      "loss_total": 0.008254039101302624,
      "step": 9490
    },
    {
      "loss_action": 0.011343132704496384,
      "loss_total": 0.011343132704496384,
      "step": 9490
    },
    {
      "loss_action": 0.00750935822725296,
      "loss_total": 0.00750935822725296,
      "step": 9490
    },
    {
      "loss_action": 0.01261142361909151,
      "loss_total": 0.01261142361909151,
      "step": 9490
    },
    {
      "grad_norm": 0.18806123733520508,
      "learning_rate": 9.944763865250248e-05,
      "loss": 0.0195,
      "step": 9500
    },
    {
      "loss_action": 0.010771077126264572,
      "loss_total": 0.010771077126264572,
      "step": 9500
    },
    {
      "loss_action": 0.027336478233337402,
      "loss_total": 0.027336478233337402,
      "step": 9500
    },
    {
      "loss_action": 0.0536624975502491,
      "loss_total": 0.0536624975502491,
      "step": 9500
    },
    {
      "loss_action": 0.016775453463196754,
      "loss_total": 0.016775453463196754,
      "step": 9500
    },
    {
      "loss_action": 0.01867591217160225,
      "loss_total": 0.01867591217160225,
      "step": 9500
    },
    {
      "loss_action": 0.0107790632173419,
      "loss_total": 0.0107790632173419,
      "step": 9500
    },
    {
      "loss_action": 0.007514737546443939,
      "loss_total": 0.007514737546443939,
      "step": 9500
    },
    {
      "loss_action": 0.028370216488838196,
      "loss_total": 0.028370216488838196,
      "step": 9500
    },
    {
      "grad_norm": 0.1899913102388382,
      "learning_rate": 9.944518499487254e-05,
      "loss": 0.0197,
      "step": 9510
    },
    {
      "loss_action": 0.018682066351175308,
      "loss_total": 0.018682066351175308,
      "step": 9510
    },
    {
      "loss_action": 0.022018197923898697,
      "loss_total": 0.022018197923898697,
      "step": 9510
    },
    {
      "loss_action": 0.021190088242292404,
      "loss_total": 0.021190088242292404,
      "step": 9510
    },
    {
      "loss_action": 0.01580524444580078,
      "loss_total": 0.01580524444580078,
      "step": 9510
    },
    {
      "loss_action": 0.050515834242105484,
      "loss_total": 0.050515834242105484,
      "step": 9510
    },
    {
      "loss_action": 0.02080073207616806,
      "loss_total": 0.02080073207616806,
      "step": 9510
    },
    {
      "loss_action": 0.029558071866631508,
      "loss_total": 0.029558071866631508,
      "step": 9510
    },
    {
      "loss_action": 0.02409387193620205,
      "loss_total": 0.02409387193620205,
      "step": 9510
    },
    {
      "grad_norm": 0.20264692604541779,
      "learning_rate": 9.944272592999151e-05,
      "loss": 0.0186,
      "step": 9520
    },
    {
      "loss_action": 0.06222164258360863,
      "loss_total": 0.06222164258360863,
      "step": 9520
    },
    {
      "loss_action": 0.020612189546227455,
      "loss_total": 0.020612189546227455,
      "step": 9520
    },
    {
      "loss_action": 0.014575745910406113,
      "loss_total": 0.014575745910406113,
      "step": 9520
    },
    {
      "loss_action": 0.022090300917625427,
      "loss_total": 0.022090300917625427,
      "step": 9520
    },
    {
      "loss_action": 0.008471719920635223,
      "loss_total": 0.008471719920635223,
      "step": 9520
    },
    {
      "loss_action": 0.01170890312641859,
      "loss_total": 0.01170890312641859,
      "step": 9520
    },
    {
      "loss_action": 0.03941182792186737,
      "loss_total": 0.03941182792186737,
      "step": 9520
    },
    {
      "loss_action": 0.00656271493062377,
      "loss_total": 0.00656271493062377,
      "step": 9520
    },
    {
      "grad_norm": 0.1867203563451767,
      "learning_rate": 9.94402614581283e-05,
      "loss": 0.0174,
      "step": 9530
    },
    {
      "loss_action": 0.009177383966743946,
      "loss_total": 0.009177383966743946,
      "step": 9530
    },
    {
      "loss_action": 0.02764088474214077,
      "loss_total": 0.02764088474214077,
      "step": 9530
    },
    {
      "loss_action": 0.011990802362561226,
      "loss_total": 0.011990802362561226,
      "step": 9530
    },
    {
      "loss_action": 0.016580747440457344,
      "loss_total": 0.016580747440457344,
      "step": 9530
    },
    {
      "loss_action": 0.01399303413927555,
      "loss_total": 0.01399303413927555,
      "step": 9530
    },
    {
      "loss_action": 0.00949300080537796,
      "loss_total": 0.00949300080537796,
      "step": 9530
    },
    {
      "loss_action": 0.018001489341259003,
      "loss_total": 0.018001489341259003,
      "step": 9530
    },
    {
      "loss_action": 0.023960329592227936,
      "loss_total": 0.023960329592227936,
      "step": 9530
    },
    {
      "grad_norm": 0.1490696221590042,
      "learning_rate": 9.943779157955244e-05,
      "loss": 0.0175,
      "step": 9540
    },
    {
      "loss_action": 0.009871326386928558,
      "loss_total": 0.009871326386928558,
      "step": 9540
    },
    {
      "loss_action": 0.00792787130922079,
      "loss_total": 0.00792787130922079,
      "step": 9540
    },
    {
      "loss_action": 0.018556836992502213,
      "loss_total": 0.018556836992502213,
      "step": 9540
    },
    {
      "loss_action": 0.02498757652938366,
      "loss_total": 0.02498757652938366,
      "step": 9540
    },
    {
      "loss_action": 0.01422807201743126,
      "loss_total": 0.01422807201743126,
      "step": 9540
    },
    {
      "loss_action": 0.010431651026010513,
      "loss_total": 0.010431651026010513,
      "step": 9540
    },
    {
      "loss_action": 0.008225822821259499,
      "loss_total": 0.008225822821259499,
      "step": 9540
    },
    {
      "loss_action": 0.012511867098510265,
      "loss_total": 0.012511867098510265,
      "step": 9540
    },
    {
      "grad_norm": 0.18567121028900146,
      "learning_rate": 9.943531629453403e-05,
      "loss": 0.0192,
      "step": 9550
    },
    {
      "loss_action": 0.031181801110506058,
      "loss_total": 0.031181801110506058,
      "step": 9550
    },
    {
      "loss_action": 0.018088433891534805,
      "loss_total": 0.018088433891534805,
      "step": 9550
    },
    {
      "loss_action": 0.029227428138256073,
      "loss_total": 0.029227428138256073,
      "step": 9550
    },
    {
      "loss_action": 0.013854658231139183,
      "loss_total": 0.013854658231139183,
      "step": 9550
    },
    {
      "loss_action": 0.023715659976005554,
      "loss_total": 0.023715659976005554,
      "step": 9550
    },
    {
      "loss_action": 0.01748877577483654,
      "loss_total": 0.01748877577483654,
      "step": 9550
    },
    {
      "loss_action": 0.03638608753681183,
      "loss_total": 0.03638608753681183,
      "step": 9550
    },
    {
      "loss_action": 0.017126936465501785,
      "loss_total": 0.017126936465501785,
      "step": 9550
    },
    {
      "grad_norm": 0.286380797624588,
      "learning_rate": 9.943283560334375e-05,
      "loss": 0.0209,
      "step": 9560
    },
    {
      "loss_action": 0.021411888301372528,
      "loss_total": 0.021411888301372528,
      "step": 9560
    },
    {
      "loss_action": 0.008742937818169594,
      "loss_total": 0.008742937818169594,
      "step": 9560
    },
    {
      "loss_action": 0.013170595280826092,
      "loss_total": 0.013170595280826092,
      "step": 9560
    },
    {
      "loss_action": 0.01577165722846985,
      "loss_total": 0.01577165722846985,
      "step": 9560
    },
    {
      "loss_action": 0.015545323491096497,
      "loss_total": 0.015545323491096497,
      "step": 9560
    },
    {
      "loss_action": 0.07513585686683655,
      "loss_total": 0.07513585686683655,
      "step": 9560
    },
    {
      "loss_action": 0.014194563031196594,
      "loss_total": 0.014194563031196594,
      "step": 9560
    },
    {
      "loss_action": 0.028803355991840363,
      "loss_total": 0.028803355991840363,
      "step": 9560
    },
    {
      "grad_norm": 0.16562020778656006,
      "learning_rate": 9.943034950625288e-05,
      "loss": 0.0215,
      "step": 9570
    },
    {
      "loss_action": 0.015453789383172989,
      "loss_total": 0.015453789383172989,
      "step": 9570
    },
    {
      "loss_action": 0.011956814676523209,
      "loss_total": 0.011956814676523209,
      "step": 9570
    },
    {
      "loss_action": 0.017898261547088623,
      "loss_total": 0.017898261547088623,
      "step": 9570
    },
    {
      "loss_action": 0.026431649923324585,
      "loss_total": 0.026431649923324585,
      "step": 9570
    },
    {
      "loss_action": 0.008341711945831776,
      "loss_total": 0.008341711945831776,
      "step": 9570
    },
    {
      "loss_action": 0.007524551823735237,
      "loss_total": 0.007524551823735237,
      "step": 9570
    },
    {
      "loss_action": 0.009371688589453697,
      "loss_total": 0.009371688589453697,
      "step": 9570
    },
    {
      "loss_action": 0.012350637465715408,
      "loss_total": 0.012350637465715408,
      "step": 9570
    },
    {
      "grad_norm": 0.25689950585365295,
      "learning_rate": 9.942785800353332e-05,
      "loss": 0.0209,
      "step": 9580
    },
    {
      "loss_action": 0.017266064882278442,
      "loss_total": 0.017266064882278442,
      "step": 9580
    },
    {
      "loss_action": 0.013922344893217087,
      "loss_total": 0.013922344893217087,
      "step": 9580
    },
    {
      "loss_action": 0.008557990193367004,
      "loss_total": 0.008557990193367004,
      "step": 9580
    },
    {
      "loss_action": 0.012917345389723778,
      "loss_total": 0.012917345389723778,
      "step": 9580
    },
    {
      "loss_action": 0.019461624324321747,
      "loss_total": 0.019461624324321747,
      "step": 9580
    },
    {
      "loss_action": 0.02345247194170952,
      "loss_total": 0.02345247194170952,
      "step": 9580
    },
    {
      "loss_action": 0.02304067648947239,
      "loss_total": 0.02304067648947239,
      "step": 9580
    },
    {
      "loss_action": 0.020785294473171234,
      "loss_total": 0.020785294473171234,
      "step": 9580
    },
    {
      "grad_norm": 0.21043016016483307,
      "learning_rate": 9.942536109545751e-05,
      "loss": 0.0199,
      "step": 9590
    },
    {
      "loss_action": 0.024733852595090866,
      "loss_total": 0.024733852595090866,
      "step": 9590
    },
    {
      "loss_action": 0.02163024991750717,
      "loss_total": 0.02163024991750717,
      "step": 9590
    },
    {
      "loss_action": 0.02051052823662758,
      "loss_total": 0.02051052823662758,
      "step": 9590
    },
    {
      "loss_action": 0.017667807638645172,
      "loss_total": 0.017667807638645172,
      "step": 9590
    },
    {
      "loss_action": 0.010013017803430557,
      "loss_total": 0.010013017803430557,
      "step": 9590
    },
    {
      "loss_action": 0.018779631704092026,
      "loss_total": 0.018779631704092026,
      "step": 9590
    },
    {
      "loss_action": 0.02483433485031128,
      "loss_total": 0.02483433485031128,
      "step": 9590
    },
    {
      "loss_action": 0.009888291358947754,
      "loss_total": 0.009888291358947754,
      "step": 9590
    },
    {
      "grad_norm": 0.21961656212806702,
      "learning_rate": 9.942285878229853e-05,
      "loss": 0.0204,
      "step": 9600
    },
    {
      "loss_action": 0.02613212913274765,
      "loss_total": 0.02613212913274765,
      "step": 9600
    },
    {
      "loss_action": 0.020800039172172546,
      "loss_total": 0.020800039172172546,
      "step": 9600
    },
    {
      "loss_action": 0.009873674251139164,
      "loss_total": 0.009873674251139164,
      "step": 9600
    },
    {
      "loss_action": 0.018816940486431122,
      "loss_total": 0.018816940486431122,
      "step": 9600
    },
    {
      "loss_action": 0.0223836712539196,
      "loss_total": 0.0223836712539196,
      "step": 9600
    },
    {
      "loss_action": 0.014048691838979721,
      "loss_total": 0.014048691838979721,
      "step": 9600
    },
    {
      "loss_action": 0.021124493330717087,
      "loss_total": 0.021124493330717087,
      "step": 9600
    },
    {
      "loss_action": 0.015154228545725346,
      "loss_total": 0.015154228545725346,
      "step": 9600
    },
    {
      "grad_norm": 0.1914556324481964,
      "learning_rate": 9.942035106433001e-05,
      "loss": 0.0183,
      "step": 9610
    },
    {
      "loss_action": 0.01957733929157257,
      "loss_total": 0.01957733929157257,
      "step": 9610
    },
    {
      "loss_action": 0.008595149964094162,
      "loss_total": 0.008595149964094162,
      "step": 9610
    },
    {
      "loss_action": 0.09312985837459564,
      "loss_total": 0.09312985837459564,
      "step": 9610
    },
    {
      "loss_action": 0.015144498087465763,
      "loss_total": 0.015144498087465763,
      "step": 9610
    },
    {
      "loss_action": 0.02260005846619606,
      "loss_total": 0.02260005846619606,
      "step": 9610
    },
    {
      "loss_action": 0.014572198502719402,
      "loss_total": 0.014572198502719402,
      "step": 9610
    },
    {
      "loss_action": 0.008657626807689667,
      "loss_total": 0.008657626807689667,
      "step": 9610
    },
    {
      "loss_action": 0.019626593217253685,
      "loss_total": 0.019626593217253685,
      "step": 9610
    },
    {
      "grad_norm": 0.19824324548244476,
      "learning_rate": 9.94178379418262e-05,
      "loss": 0.0188,
      "step": 9620
    },
    {
      "loss_action": 0.02542440965771675,
      "loss_total": 0.02542440965771675,
      "step": 9620
    },
    {
      "loss_action": 0.013387585990130901,
      "loss_total": 0.013387585990130901,
      "step": 9620
    },
    {
      "loss_action": 0.011443613097071648,
      "loss_total": 0.011443613097071648,
      "step": 9620
    },
    {
      "loss_action": 0.028217371553182602,
      "loss_total": 0.028217371553182602,
      "step": 9620
    },
    {
      "loss_action": 0.024211514741182327,
      "loss_total": 0.024211514741182327,
      "step": 9620
    },
    {
      "loss_action": 0.01648538187146187,
      "loss_total": 0.01648538187146187,
      "step": 9620
    },
    {
      "loss_action": 0.02501295879483223,
      "loss_total": 0.02501295879483223,
      "step": 9620
    },
    {
      "loss_action": 0.008850663900375366,
      "loss_total": 0.008850663900375366,
      "step": 9620
    },
    {
      "grad_norm": 0.20377403497695923,
      "learning_rate": 9.941531941506194e-05,
      "loss": 0.019,
      "step": 9630
    },
    {
      "loss_action": 0.03233078122138977,
      "loss_total": 0.03233078122138977,
      "step": 9630
    },
    {
      "loss_action": 0.024309419095516205,
      "loss_total": 0.024309419095516205,
      "step": 9630
    },
    {
      "loss_action": 0.02580266445875168,
      "loss_total": 0.02580266445875168,
      "step": 9630
    },
    {
      "loss_action": 0.01916586607694626,
      "loss_total": 0.01916586607694626,
      "step": 9630
    },
    {
      "loss_action": 0.017631281167268753,
      "loss_total": 0.017631281167268753,
      "step": 9630
    },
    {
      "loss_action": 0.030481543391942978,
      "loss_total": 0.030481543391942978,
      "step": 9630
    },
    {
      "loss_action": 0.010668550617992878,
      "loss_total": 0.010668550617992878,
      "step": 9630
    },
    {
      "loss_action": 0.03257584944367409,
      "loss_total": 0.03257584944367409,
      "step": 9630
    },
    {
      "grad_norm": 0.24728362262248993,
      "learning_rate": 9.941279548431263e-05,
      "loss": 0.0219,
      "step": 9640
    },
    {
      "loss_action": 0.03395305573940277,
      "loss_total": 0.03395305573940277,
      "step": 9640
    },
    {
      "loss_action": 0.02339290641248226,
      "loss_total": 0.02339290641248226,
      "step": 9640
    },
    {
      "loss_action": 0.031173858791589737,
      "loss_total": 0.031173858791589737,
      "step": 9640
    },
    {
      "loss_action": 0.048207979649305344,
      "loss_total": 0.048207979649305344,
      "step": 9640
    },
    {
      "loss_action": 0.027665618807077408,
      "loss_total": 0.027665618807077408,
      "step": 9640
    },
    {
      "loss_action": 0.025222912430763245,
      "loss_total": 0.025222912430763245,
      "step": 9640
    },
    {
      "loss_action": 0.0401107594370842,
      "loss_total": 0.0401107594370842,
      "step": 9640
    },
    {
      "loss_action": 0.044582098722457886,
      "loss_total": 0.044582098722457886,
      "step": 9640
    },
    {
      "grad_norm": 0.19742809236049652,
      "learning_rate": 9.941026614985431e-05,
      "loss": 0.0203,
      "step": 9650
    },
    {
      "loss_action": 0.025605197995901108,
      "loss_total": 0.025605197995901108,
      "step": 9650
    },
    {
      "loss_action": 0.007752981968224049,
      "loss_total": 0.007752981968224049,
      "step": 9650
    },
    {
      "loss_action": 0.011576035991311073,
      "loss_total": 0.011576035991311073,
      "step": 9650
    },
    {
      "loss_action": 0.012723361141979694,
      "loss_total": 0.012723361141979694,
      "step": 9650
    },
    {
      "loss_action": 0.015714090317487717,
      "loss_total": 0.015714090317487717,
      "step": 9650
    },
    {
      "loss_action": 0.008725965395569801,
      "loss_total": 0.008725965395569801,
      "step": 9650
    },
    {
      "loss_action": 0.02228648215532303,
      "loss_total": 0.02228648215532303,
      "step": 9650
    },
    {
      "loss_action": 0.021820837631821632,
      "loss_total": 0.021820837631821632,
      "step": 9650
    },
    {
      "grad_norm": 0.21754054725170135,
      "learning_rate": 9.940773141196357e-05,
      "loss": 0.0166,
      "step": 9660
    },
    {
      "loss_action": 0.017002206295728683,
      "loss_total": 0.017002206295728683,
      "step": 9660
    },
    {
      "loss_action": 0.007640659809112549,
      "loss_total": 0.007640659809112549,
      "step": 9660
    },
    {
      "loss_action": 0.02127525955438614,
      "loss_total": 0.02127525955438614,
      "step": 9660
    },
    {
      "loss_action": 0.011484759859740734,
      "loss_total": 0.011484759859740734,
      "step": 9660
    },
    {
      "loss_action": 0.025128105655312538,
      "loss_total": 0.025128105655312538,
      "step": 9660
    },
    {
      "loss_action": 0.028798289597034454,
      "loss_total": 0.028798289597034454,
      "step": 9660
    },
    {
      "loss_action": 0.008235404267907143,
      "loss_total": 0.008235404267907143,
      "step": 9660
    },
    {
      "loss_action": 0.013818316161632538,
      "loss_total": 0.013818316161632538,
      "step": 9660
    },
    {
      "grad_norm": 0.20051640272140503,
      "learning_rate": 9.94051912709176e-05,
      "loss": 0.0173,
      "step": 9670
    },
    {
      "loss_action": 0.007573400624096394,
      "loss_total": 0.007573400624096394,
      "step": 9670
    },
    {
      "loss_action": 0.013596316799521446,
      "loss_total": 0.013596316799521446,
      "step": 9670
    },
    {
      "loss_action": 0.013775335624814034,
      "loss_total": 0.013775335624814034,
      "step": 9670
    },
    {
      "loss_action": 0.01048277411609888,
      "loss_total": 0.01048277411609888,
      "step": 9670
    },
    {
      "loss_action": 0.018804745748639107,
      "loss_total": 0.018804745748639107,
      "step": 9670
    },
    {
      "loss_action": 0.01589381694793701,
      "loss_total": 0.01589381694793701,
      "step": 9670
    },
    {
      "loss_action": 0.011070197448134422,
      "loss_total": 0.011070197448134422,
      "step": 9670
    },
    {
      "loss_action": 0.01761764846742153,
      "loss_total": 0.01761764846742153,
      "step": 9670
    },
    {
      "grad_norm": 0.17614443600177765,
      "learning_rate": 9.940264572699421e-05,
      "loss": 0.0172,
      "step": 9680
    },
    {
      "loss_action": 0.011838708072900772,
      "loss_total": 0.011838708072900772,
      "step": 9680
    },
    {
      "loss_action": 0.019917160272598267,
      "loss_total": 0.019917160272598267,
      "step": 9680
    },
    {
      "loss_action": 0.01168978400528431,
      "loss_total": 0.01168978400528431,
      "step": 9680
    },
    {
      "loss_action": 0.011116936802864075,
      "loss_total": 0.011116936802864075,
      "step": 9680
    },
    {
      "loss_action": 0.008044380694627762,
      "loss_total": 0.008044380694627762,
      "step": 9680
    },
    {
      "loss_action": 0.024074949324131012,
      "loss_total": 0.024074949324131012,
      "step": 9680
    },
    {
      "loss_action": 0.01449075061827898,
      "loss_total": 0.01449075061827898,
      "step": 9680
    },
    {
      "loss_action": 0.009593060240149498,
      "loss_total": 0.009593060240149498,
      "step": 9680
    },
    {
      "grad_norm": 0.16633212566375732,
      "learning_rate": 9.940009478047174e-05,
      "loss": 0.0157,
      "step": 9690
    },
    {
      "loss_action": 0.014962773770093918,
      "loss_total": 0.014962773770093918,
      "step": 9690
    },
    {
      "loss_action": 0.009989535436034203,
      "loss_total": 0.009989535436034203,
      "step": 9690
    },
    {
      "loss_action": 0.017746878787875175,
      "loss_total": 0.017746878787875175,
      "step": 9690
    },
    {
      "loss_action": 0.008784663863480091,
      "loss_total": 0.008784663863480091,
      "step": 9690
    },
    {
      "loss_action": 0.02723769284784794,
      "loss_total": 0.02723769284784794,
      "step": 9690
    },
    {
      "loss_action": 0.023607730865478516,
      "loss_total": 0.023607730865478516,
      "step": 9690
    },
    {
      "loss_action": 0.012308756820857525,
      "loss_total": 0.012308756820857525,
      "step": 9690
    },
    {
      "loss_action": 0.00930811744183302,
      "loss_total": 0.00930811744183302,
      "step": 9690
    },
    {
      "grad_norm": 0.306266725063324,
      "learning_rate": 9.939753843162918e-05,
      "loss": 0.018,
      "step": 9700
    },
    {
      "loss_action": 0.022731313481926918,
      "loss_total": 0.022731313481926918,
      "step": 9700
    },
    {
      "loss_action": 0.0155960563570261,
      "loss_total": 0.0155960563570261,
      "step": 9700
    },
    {
      "loss_action": 0.007995235733687878,
      "loss_total": 0.007995235733687878,
      "step": 9700
    },
    {
      "loss_action": 0.009506553411483765,
      "loss_total": 0.009506553411483765,
      "step": 9700
    },
    {
      "loss_action": 0.013506392017006874,
      "loss_total": 0.013506392017006874,
      "step": 9700
    },
    {
      "loss_action": 0.05603266507387161,
      "loss_total": 0.05603266507387161,
      "step": 9700
    },
    {
      "loss_action": 0.07529979944229126,
      "loss_total": 0.07529979944229126,
      "step": 9700
    },
    {
      "loss_action": 0.009183904156088829,
      "loss_total": 0.009183904156088829,
      "step": 9700
    },
    {
      "grad_norm": 0.21576626598834991,
      "learning_rate": 9.939497668074609e-05,
      "loss": 0.0208,
      "step": 9710
    },
    {
      "loss_action": 0.014171501621603966,
      "loss_total": 0.014171501621603966,
      "step": 9710
    },
    {
      "loss_action": 0.03381635621190071,
      "loss_total": 0.03381635621190071,
      "step": 9710
    },
    {
      "loss_action": 0.02278769761323929,
      "loss_total": 0.02278769761323929,
      "step": 9710
    },
    {
      "loss_action": 0.016344325616955757,
      "loss_total": 0.016344325616955757,
      "step": 9710
    },
    {
      "loss_action": 0.008026579394936562,
      "loss_total": 0.008026579394936562,
      "step": 9710
    },
    {
      "loss_action": 0.01685992442071438,
      "loss_total": 0.01685992442071438,
      "step": 9710
    },
    {
      "loss_action": 0.01295591052621603,
      "loss_total": 0.01295591052621603,
      "step": 9710
    },
    {
      "loss_action": 0.01252545416355133,
      "loss_total": 0.01252545416355133,
      "step": 9710
    },
    {
      "grad_norm": 0.17450246214866638,
      "learning_rate": 9.93924095281026e-05,
      "loss": 0.019,
      "step": 9720
    },
    {
      "loss_action": 0.012339875102043152,
      "loss_total": 0.012339875102043152,
      "step": 9720
    },
    {
      "loss_action": 0.015057551674544811,
      "loss_total": 0.015057551674544811,
      "step": 9720
    },
    {
      "loss_action": 0.027044976130127907,
      "loss_total": 0.027044976130127907,
      "step": 9720
    },
    {
      "loss_action": 0.025483710691332817,
      "loss_total": 0.025483710691332817,
      "step": 9720
    },
    {
      "loss_action": 0.037614837288856506,
      "loss_total": 0.037614837288856506,
      "step": 9720
    },
    {
      "loss_action": 0.015359297394752502,
      "loss_total": 0.015359297394752502,
      "step": 9720
    },
    {
      "loss_action": 0.01196171622723341,
      "loss_total": 0.01196171622723341,
      "step": 9720
    },
    {
      "loss_action": 0.02417032979428768,
      "loss_total": 0.02417032979428768,
      "step": 9720
    },
    {
      "grad_norm": 0.22628933191299438,
      "learning_rate": 9.938983697397948e-05,
      "loss": 0.0178,
      "step": 9730
    },
    {
      "loss_action": 0.01381840743124485,
      "loss_total": 0.01381840743124485,
      "step": 9730
    },
    {
      "loss_action": 0.03671790286898613,
      "loss_total": 0.03671790286898613,
      "step": 9730
    },
    {
      "loss_action": 0.020931310951709747,
      "loss_total": 0.020931310951709747,
      "step": 9730
    },
    {
      "loss_action": 0.008105257526040077,
      "loss_total": 0.008105257526040077,
      "step": 9730
    },
    {
      "loss_action": 0.013410628773272038,
      "loss_total": 0.013410628773272038,
      "step": 9730
    },
    {
      "loss_action": 0.022156894207000732,
      "loss_total": 0.022156894207000732,
      "step": 9730
    },
    {
      "loss_action": 0.01644470915198326,
      "loss_total": 0.01644470915198326,
      "step": 9730
    },
    {
      "loss_action": 0.018541157245635986,
      "loss_total": 0.018541157245635986,
      "step": 9730
    },
    {
      "grad_norm": 0.176460862159729,
      "learning_rate": 9.938725901865805e-05,
      "loss": 0.0216,
      "step": 9740
    },
    {
      "loss_action": 0.012002518400549889,
      "loss_total": 0.012002518400549889,
      "step": 9740
    },
    {
      "loss_action": 0.062159214168787,
      "loss_total": 0.062159214168787,
      "step": 9740
    },
    {
      "loss_action": 0.016891425475478172,
      "loss_total": 0.016891425475478172,
      "step": 9740
    },
    {
      "loss_action": 0.01589951291680336,
      "loss_total": 0.01589951291680336,
      "step": 9740
    },
    {
      "loss_action": 0.023460326716303825,
      "loss_total": 0.023460326716303825,
      "step": 9740
    },
    {
      "loss_action": 0.016660474240779877,
      "loss_total": 0.016660474240779877,
      "step": 9740
    },
    {
      "loss_action": 0.011705927550792694,
      "loss_total": 0.011705927550792694,
      "step": 9740
    },
    {
      "loss_action": 0.0502113476395607,
      "loss_total": 0.0502113476395607,
      "step": 9740
    },
    {
      "grad_norm": 0.20703035593032837,
      "learning_rate": 9.93846756624202e-05,
      "loss": 0.0188,
      "step": 9750
    },
    {
      "loss_action": 0.016449660062789917,
      "loss_total": 0.016449660062789917,
      "step": 9750
    },
    {
      "loss_action": 0.01680801808834076,
      "loss_total": 0.01680801808834076,
      "step": 9750
    },
    {
      "loss_action": 0.009063038975000381,
      "loss_total": 0.009063038975000381,
      "step": 9750
    },
    {
      "loss_action": 0.024761224165558815,
      "loss_total": 0.024761224165558815,
      "step": 9750
    },
    {
      "loss_action": 0.02067454904317856,
      "loss_total": 0.02067454904317856,
      "step": 9750
    },
    {
      "loss_action": 0.030573571100831032,
      "loss_total": 0.030573571100831032,
      "step": 9750
    },
    {
      "loss_action": 0.016827449202537537,
      "loss_total": 0.016827449202537537,
      "step": 9750
    },
    {
      "loss_action": 0.014788600616157055,
      "loss_total": 0.014788600616157055,
      "step": 9750
    },
    {
      "grad_norm": 0.14566533267498016,
      "learning_rate": 9.938208690554849e-05,
      "loss": 0.0154,
      "step": 9760
    },
    {
      "loss_action": 0.022457782179117203,
      "loss_total": 0.022457782179117203,
      "step": 9760
    },
    {
      "loss_action": 0.0139381755143404,
      "loss_total": 0.0139381755143404,
      "step": 9760
    },
    {
      "loss_action": 0.014791740104556084,
      "loss_total": 0.014791740104556084,
      "step": 9760
    },
    {
      "loss_action": 0.0242579635232687,
      "loss_total": 0.0242579635232687,
      "step": 9760
    },
    {
      "loss_action": 0.028089823201298714,
      "loss_total": 0.028089823201298714,
      "step": 9760
    },
    {
      "loss_action": 0.015752427279949188,
      "loss_total": 0.015752427279949188,
      "step": 9760
    },
    {
      "loss_action": 0.014876298606395721,
      "loss_total": 0.014876298606395721,
      "step": 9760
    },
    {
      "loss_action": 0.0076674409210681915,
      "loss_total": 0.0076674409210681915,
      "step": 9760
    },
    {
      "grad_norm": 0.2164374142885208,
      "learning_rate": 9.9379492748326e-05,
      "loss": 0.0181,
      "step": 9770
    },
    {
      "loss_action": 0.014548934064805508,
      "loss_total": 0.014548934064805508,
      "step": 9770
    },
    {
      "loss_action": 0.03004639968276024,
      "loss_total": 0.03004639968276024,
      "step": 9770
    },
    {
      "loss_action": 0.01506115309894085,
      "loss_total": 0.01506115309894085,
      "step": 9770
    },
    {
      "loss_action": 0.0063747987151145935,
      "loss_total": 0.0063747987151145935,
      "step": 9770
    },
    {
      "loss_action": 0.01894339546561241,
      "loss_total": 0.01894339546561241,
      "step": 9770
    },
    {
      "loss_action": 0.024496302008628845,
      "loss_total": 0.024496302008628845,
      "step": 9770
    },
    {
      "loss_action": 0.012886567041277885,
      "loss_total": 0.012886567041277885,
      "step": 9770
    },
    {
      "loss_action": 0.017731348052620888,
      "loss_total": 0.017731348052620888,
      "step": 9770
    },
    {
      "grad_norm": 0.17383834719657898,
      "learning_rate": 9.937689319103641e-05,
      "loss": 0.0217,
      "step": 9780
    },
    {
      "loss_action": 0.013316920027136803,
      "loss_total": 0.013316920027136803,
      "step": 9780
    },
    {
      "loss_action": 0.01535707339644432,
      "loss_total": 0.01535707339644432,
      "step": 9780
    },
    {
      "loss_action": 0.015838557854294777,
      "loss_total": 0.015838557854294777,
      "step": 9780
    },
    {
      "loss_action": 0.025502953678369522,
      "loss_total": 0.025502953678369522,
      "step": 9780
    },
    {
      "loss_action": 0.008995006792247295,
      "loss_total": 0.008995006792247295,
      "step": 9780
    },
    {
      "loss_action": 0.012718677520751953,
      "loss_total": 0.012718677520751953,
      "step": 9780
    },
    {
      "loss_action": 0.02924475446343422,
      "loss_total": 0.02924475446343422,
      "step": 9780
    },
    {
      "loss_action": 0.02629442885518074,
      "loss_total": 0.02629442885518074,
      "step": 9780
    },
    {
      "grad_norm": 0.3043597340583801,
      "learning_rate": 9.937428823396404e-05,
      "loss": 0.0198,
      "step": 9790
    },
    {
      "loss_action": 0.01857665553689003,
      "loss_total": 0.01857665553689003,
      "step": 9790
    },
    {
      "loss_action": 0.016057295724749565,
      "loss_total": 0.016057295724749565,
      "step": 9790
    },
    {
      "loss_action": 0.007831876166164875,
      "loss_total": 0.007831876166164875,
      "step": 9790
    },
    {
      "loss_action": 0.014171373099088669,
      "loss_total": 0.014171373099088669,
      "step": 9790
    },
    {
      "loss_action": 0.012660992331802845,
      "loss_total": 0.012660992331802845,
      "step": 9790
    },
    {
      "loss_action": 0.013559892773628235,
      "loss_total": 0.013559892773628235,
      "step": 9790
    },
    {
      "loss_action": 0.027716942131519318,
      "loss_total": 0.027716942131519318,
      "step": 9790
    },
    {
      "loss_action": 0.013960367068648338,
      "loss_total": 0.013960367068648338,
      "step": 9790
    },
    {
      "grad_norm": 0.24595387279987335,
      "learning_rate": 9.937167787739372e-05,
      "loss": 0.0174,
      "step": 9800
    },
    {
      "loss_action": 0.018417268991470337,
      "loss_total": 0.018417268991470337,
      "step": 9800
    },
    {
      "loss_action": 0.016847271472215652,
      "loss_total": 0.016847271472215652,
      "step": 9800
    },
    {
      "loss_action": 0.02169165201485157,
      "loss_total": 0.02169165201485157,
      "step": 9800
    },
    {
      "loss_action": 0.02669890969991684,
      "loss_total": 0.02669890969991684,
      "step": 9800
    },
    {
      "loss_action": 0.048121377825737,
      "loss_total": 0.048121377825737,
      "step": 9800
    },
    {
      "loss_action": 0.03654579818248749,
      "loss_total": 0.03654579818248749,
      "step": 9800
    },
    {
      "loss_action": 0.03313252329826355,
      "loss_total": 0.03313252329826355,
      "step": 9800
    },
    {
      "loss_action": 0.04891180992126465,
      "loss_total": 0.04891180992126465,
      "step": 9800
    },
    {
      "grad_norm": 0.26763707399368286,
      "learning_rate": 9.936906212161095e-05,
      "loss": 0.0205,
      "step": 9810
    },
    {
      "loss_action": 0.01625228300690651,
      "loss_total": 0.01625228300690651,
      "step": 9810
    },
    {
      "loss_action": 0.02259593829512596,
      "loss_total": 0.02259593829512596,
      "step": 9810
    },
    {
      "loss_action": 0.016477417200803757,
      "loss_total": 0.016477417200803757,
      "step": 9810
    },
    {
      "loss_action": 0.02579455077648163,
      "loss_total": 0.02579455077648163,
      "step": 9810
    },
    {
      "loss_action": 0.019675657153129578,
      "loss_total": 0.019675657153129578,
      "step": 9810
    },
    {
      "loss_action": 0.02025378681719303,
      "loss_total": 0.02025378681719303,
      "step": 9810
    },
    {
      "loss_action": 0.007588731124997139,
      "loss_total": 0.007588731124997139,
      "step": 9810
    },
    {
      "loss_action": 0.019793741405010223,
      "loss_total": 0.019793741405010223,
      "step": 9810
    },
    {
      "grad_norm": 0.18943822383880615,
      "learning_rate": 9.936644096690176e-05,
      "loss": 0.0175,
      "step": 9820
    },
    {
      "loss_action": 0.008043765090405941,
      "loss_total": 0.008043765090405941,
      "step": 9820
    },
    {
      "loss_action": 0.00852612592279911,
      "loss_total": 0.00852612592279911,
      "step": 9820
    },
    {
      "loss_action": 0.022403182461857796,
      "loss_total": 0.022403182461857796,
      "step": 9820
    },
    {
      "loss_action": 0.015550403855741024,
      "loss_total": 0.015550403855741024,
      "step": 9820
    },
    {
      "loss_action": 0.010444629937410355,
      "loss_total": 0.010444629937410355,
      "step": 9820
    },
    {
      "loss_action": 0.015382897108793259,
      "loss_total": 0.015382897108793259,
      "step": 9820
    },
    {
      "loss_action": 0.03535500168800354,
      "loss_total": 0.03535500168800354,
      "step": 9820
    },
    {
      "loss_action": 0.008675683289766312,
      "loss_total": 0.008675683289766312,
      "step": 9820
    },
    {
      "grad_norm": 0.2782260775566101,
      "learning_rate": 9.936381441355282e-05,
      "loss": 0.018,
      "step": 9830
    },
    {
      "loss_action": 0.0062389494851231575,
      "loss_total": 0.0062389494851231575,
      "step": 9830
    },
    {
      "loss_action": 0.009252467192709446,
      "loss_total": 0.009252467192709446,
      "step": 9830
    },
    {
      "loss_action": 0.020900152623653412,
      "loss_total": 0.020900152623653412,
      "step": 9830
    },
    {
      "loss_action": 0.007799816317856312,
      "loss_total": 0.007799816317856312,
      "step": 9830
    },
    {
      "loss_action": 0.03704216331243515,
      "loss_total": 0.03704216331243515,
      "step": 9830
    },
    {
      "loss_action": 0.010593103244900703,
      "loss_total": 0.010593103244900703,
      "step": 9830
    },
    {
      "loss_action": 0.01987595111131668,
      "loss_total": 0.01987595111131668,
      "step": 9830
    },
    {
      "loss_action": 0.0113719142973423,
      "loss_total": 0.0113719142973423,
      "step": 9830
    },
    {
      "grad_norm": 0.15142188966274261,
      "learning_rate": 9.936118246185136e-05,
      "loss": 0.0176,
      "step": 9840
    },
    {
      "loss_action": 0.019514264538884163,
      "loss_total": 0.019514264538884163,
      "step": 9840
    },
    {
      "loss_action": 0.009431332349777222,
      "loss_total": 0.009431332349777222,
      "step": 9840
    },
    {
      "loss_action": 0.015283738262951374,
      "loss_total": 0.015283738262951374,
      "step": 9840
    },
    {
      "loss_action": 0.009530287235975266,
      "loss_total": 0.009530287235975266,
      "step": 9840
    },
    {
      "loss_action": 0.021105162799358368,
      "loss_total": 0.021105162799358368,
      "step": 9840
    },
    {
      "loss_action": 0.021153848618268967,
      "loss_total": 0.021153848618268967,
      "step": 9840
    },
    {
      "loss_action": 0.03379412740468979,
      "loss_total": 0.03379412740468979,
      "step": 9840
    },
    {
      "loss_action": 0.027061104774475098,
      "loss_total": 0.027061104774475098,
      "step": 9840
    },
    {
      "grad_norm": 0.20701934397220612,
      "learning_rate": 9.935854511208518e-05,
      "loss": 0.0198,
      "step": 9850
    },
    {
      "loss_action": 0.007795323152095079,
      "loss_total": 0.007795323152095079,
      "step": 9850
    },
    {
      "loss_action": 0.02418217808008194,
      "loss_total": 0.02418217808008194,
      "step": 9850
    },
    {
      "loss_action": 0.023374952375888824,
      "loss_total": 0.023374952375888824,
      "step": 9850
    },
    {
      "loss_action": 0.008705719374120235,
      "loss_total": 0.008705719374120235,
      "step": 9850
    },
    {
      "loss_action": 0.006201276555657387,
      "loss_total": 0.006201276555657387,
      "step": 9850
    },
    {
      "loss_action": 0.022929035127162933,
      "loss_total": 0.022929035127162933,
      "step": 9850
    },
    {
      "loss_action": 0.016231432557106018,
      "loss_total": 0.016231432557106018,
      "step": 9850
    },
    {
      "loss_action": 0.01615080051124096,
      "loss_total": 0.01615080051124096,
      "step": 9850
    },
    {
      "grad_norm": 0.2618761956691742,
      "learning_rate": 9.935590236454272e-05,
      "loss": 0.0186,
      "step": 9860
    },
    {
      "loss_action": 0.011424836702644825,
      "loss_total": 0.011424836702644825,
      "step": 9860
    },
    {
      "loss_action": 0.017442114651203156,
      "loss_total": 0.017442114651203156,
      "step": 9860
    },
    {
      "loss_action": 0.02490418776869774,
      "loss_total": 0.02490418776869774,
      "step": 9860
    },
    {
      "loss_action": 0.016233980655670166,
      "loss_total": 0.016233980655670166,
      "step": 9860
    },
    {
      "loss_action": 0.018772153183817863,
      "loss_total": 0.018772153183817863,
      "step": 9860
    },
    {
      "loss_action": 0.02209753543138504,
      "loss_total": 0.02209753543138504,
      "step": 9860
    },
    {
      "loss_action": 0.0174691341817379,
      "loss_total": 0.0174691341817379,
      "step": 9860
    },
    {
      "loss_action": 0.019628211855888367,
      "loss_total": 0.019628211855888367,
      "step": 9860
    },
    {
      "grad_norm": 0.2719895541667938,
      "learning_rate": 9.935325421951298e-05,
      "loss": 0.0207,
      "step": 9870
    },
    {
      "loss_action": 0.01822393387556076,
      "loss_total": 0.01822393387556076,
      "step": 9870
    },
    {
      "loss_action": 0.032833538949489594,
      "loss_total": 0.032833538949489594,
      "step": 9870
    },
    {
      "loss_action": 0.02895912155508995,
      "loss_total": 0.02895912155508995,
      "step": 9870
    },
    {
      "loss_action": 0.01563599333167076,
      "loss_total": 0.01563599333167076,
      "step": 9870
    },
    {
      "loss_action": 0.014170889742672443,
      "loss_total": 0.014170889742672443,
      "step": 9870
    },
    {
      "loss_action": 0.015944937244057655,
      "loss_total": 0.015944937244057655,
      "step": 9870
    },
    {
      "loss_action": 0.012958284467458725,
      "loss_total": 0.012958284467458725,
      "step": 9870
    },
    {
      "loss_action": 0.014725174754858017,
      "loss_total": 0.014725174754858017,
      "step": 9870
    },
    {
      "grad_norm": 0.23561324179172516,
      "learning_rate": 9.935060067728557e-05,
      "loss": 0.0213,
      "step": 9880
    },
    {
      "loss_action": 0.03735359013080597,
      "loss_total": 0.03735359013080597,
      "step": 9880
    },
    {
      "loss_action": 0.01908513717353344,
      "loss_total": 0.01908513717353344,
      "step": 9880
    },
    {
      "loss_action": 0.029594063758850098,
      "loss_total": 0.029594063758850098,
      "step": 9880
    },
    {
      "loss_action": 0.007642823737114668,
      "loss_total": 0.007642823737114668,
      "step": 9880
    },
    {
      "loss_action": 0.014550436288118362,
      "loss_total": 0.014550436288118362,
      "step": 9880
    },
    {
      "loss_action": 0.014452459290623665,
      "loss_total": 0.014452459290623665,
      "step": 9880
    },
    {
      "loss_action": 0.024915624409914017,
      "loss_total": 0.024915624409914017,
      "step": 9880
    },
    {
      "loss_action": 0.014874281361699104,
      "loss_total": 0.014874281361699104,
      "step": 9880
    },
    {
      "grad_norm": 0.2359979897737503,
      "learning_rate": 9.934794173815067e-05,
      "loss": 0.0218,
      "step": 9890
    },
    {
      "loss_action": 0.022998247295618057,
      "loss_total": 0.022998247295618057,
      "step": 9890
    },
    {
      "loss_action": 0.016068873926997185,
      "loss_total": 0.016068873926997185,
      "step": 9890
    },
    {
      "loss_action": 0.018325336277484894,
      "loss_total": 0.018325336277484894,
      "step": 9890
    },
    {
      "loss_action": 0.019209735095500946,
      "loss_total": 0.019209735095500946,
      "step": 9890
    },
    {
      "loss_action": 0.025863435119390488,
      "loss_total": 0.025863435119390488,
      "step": 9890
    },
    {
      "loss_action": 0.016459612175822258,
      "loss_total": 0.016459612175822258,
      "step": 9890
    },
    {
      "loss_action": 0.012027938850224018,
      "loss_total": 0.012027938850224018,
      "step": 9890
    },
    {
      "loss_action": 0.014637209475040436,
      "loss_total": 0.014637209475040436,
      "step": 9890
    },
    {
      "grad_norm": 0.25017738342285156,
      "learning_rate": 9.934527740239906e-05,
      "loss": 0.021,
      "step": 9900
    },
    {
      "loss_action": 0.03123718872666359,
      "loss_total": 0.03123718872666359,
      "step": 9900
    },
    {
      "loss_action": 0.008814346045255661,
      "loss_total": 0.008814346045255661,
      "step": 9900
    },
    {
      "loss_action": 0.039584748446941376,
      "loss_total": 0.039584748446941376,
      "step": 9900
    },
    {
      "loss_action": 0.025871817022562027,
      "loss_total": 0.025871817022562027,
      "step": 9900
    },
    {
      "loss_action": 0.023600755259394646,
      "loss_total": 0.023600755259394646,
      "step": 9900
    },
    {
      "loss_action": 0.03977136313915253,
      "loss_total": 0.03977136313915253,
      "step": 9900
    },
    {
      "loss_action": 0.013492932543158531,
      "loss_total": 0.013492932543158531,
      "step": 9900
    },
    {
      "loss_action": 0.028310375288128853,
      "loss_total": 0.028310375288128853,
      "step": 9900
    },
    {
      "grad_norm": 0.24308741092681885,
      "learning_rate": 9.934260767032209e-05,
      "loss": 0.0195,
      "step": 9910
    },
    {
      "loss_action": 0.007557847071439028,
      "loss_total": 0.007557847071439028,
      "step": 9910
    },
    {
      "loss_action": 0.02234768681228161,
      "loss_total": 0.02234768681228161,
      "step": 9910
    },
    {
      "loss_action": 0.03040231578052044,
      "loss_total": 0.03040231578052044,
      "step": 9910
    },
    {
      "loss_action": 0.05166727304458618,
      "loss_total": 0.05166727304458618,
      "step": 9910
    },
    {
      "loss_action": 0.012129377573728561,
      "loss_total": 0.012129377573728561,
      "step": 9910
    },
    {
      "loss_action": 0.01285833865404129,
      "loss_total": 0.01285833865404129,
      "step": 9910
    },
    {
      "loss_action": 0.015015206299722195,
      "loss_total": 0.015015206299722195,
      "step": 9910
    },
    {
      "loss_action": 0.013972487300634384,
      "loss_total": 0.013972487300634384,
      "step": 9910
    },
    {
      "grad_norm": 0.19188298285007477,
      "learning_rate": 9.933993254221172e-05,
      "loss": 0.0232,
      "step": 9920
    },
    {
      "loss_action": 0.020264018326997757,
      "loss_total": 0.020264018326997757,
      "step": 9920
    },
    {
      "loss_action": 0.008956024423241615,
      "loss_total": 0.008956024423241615,
      "step": 9920
    },
    {
      "loss_action": 0.01637810654938221,
      "loss_total": 0.01637810654938221,
      "step": 9920
    },
    {
      "loss_action": 0.01810489594936371,
      "loss_total": 0.01810489594936371,
      "step": 9920
    },
    {
      "loss_action": 0.0401514396071434,
      "loss_total": 0.0401514396071434,
      "step": 9920
    },
    {
      "loss_action": 0.01087898202240467,
      "loss_total": 0.01087898202240467,
      "step": 9920
    },
    {
      "loss_action": 0.008080758154392242,
      "loss_total": 0.008080758154392242,
      "step": 9920
    },
    {
      "loss_action": 0.026229389011859894,
      "loss_total": 0.026229389011859894,
      "step": 9920
    },
    {
      "grad_norm": 0.23535631597042084,
      "learning_rate": 9.933725201836053e-05,
      "loss": 0.0219,
      "step": 9930
    },
    {
      "loss_action": 0.013554506935179234,
      "loss_total": 0.013554506935179234,
      "step": 9930
    },
    {
      "loss_action": 0.012390540912747383,
      "loss_total": 0.012390540912747383,
      "step": 9930
    },
    {
      "loss_action": 0.03204566240310669,
      "loss_total": 0.03204566240310669,
      "step": 9930
    },
    {
      "loss_action": 0.011830981820821762,
      "loss_total": 0.011830981820821762,
      "step": 9930
    },
    {
      "loss_action": 0.012042397633194923,
      "loss_total": 0.012042397633194923,
      "step": 9930
    },
    {
      "loss_action": 0.011138065718114376,
      "loss_total": 0.011138065718114376,
      "step": 9930
    },
    {
      "loss_action": 0.012772271409630775,
      "loss_total": 0.012772271409630775,
      "step": 9930
    },
    {
      "loss_action": 0.03337695449590683,
      "loss_total": 0.03337695449590683,
      "step": 9930
    },
    {
      "grad_norm": 0.26211175322532654,
      "learning_rate": 9.933456609906162e-05,
      "loss": 0.0194,
      "step": 9940
    },
    {
      "loss_action": 0.040175661444664,
      "loss_total": 0.040175661444664,
      "step": 9940
    },
    {
      "loss_action": 0.02921425737440586,
      "loss_total": 0.02921425737440586,
      "step": 9940
    },
    {
      "loss_action": 0.01683918386697769,
      "loss_total": 0.01683918386697769,
      "step": 9940
    },
    {
      "loss_action": 0.023252859711647034,
      "loss_total": 0.023252859711647034,
      "step": 9940
    },
    {
      "loss_action": 0.04010694473981857,
      "loss_total": 0.04010694473981857,
      "step": 9940
    },
    {
      "loss_action": 0.08338947594165802,
      "loss_total": 0.08338947594165802,
      "step": 9940
    },
    {
      "loss_action": 0.025889642536640167,
      "loss_total": 0.025889642536640167,
      "step": 9940
    },
    {
      "loss_action": 0.02948998659849167,
      "loss_total": 0.02948998659849167,
      "step": 9940
    },
    {
      "grad_norm": 0.22836747765541077,
      "learning_rate": 9.933187478460875e-05,
      "loss": 0.0222,
      "step": 9950
    },
    {
      "loss_action": 0.010077623650431633,
      "loss_total": 0.010077623650431633,
      "step": 9950
    },
    {
      "loss_action": 0.013971762731671333,
      "loss_total": 0.013971762731671333,
      "step": 9950
    },
    {
      "loss_action": 0.02366352453827858,
      "loss_total": 0.02366352453827858,
      "step": 9950
    },
    {
      "loss_action": 0.01335942093282938,
      "loss_total": 0.01335942093282938,
      "step": 9950
    },
    {
      "loss_action": 0.020791860297322273,
      "loss_total": 0.020791860297322273,
      "step": 9950
    },
    {
      "loss_action": 0.012662196531891823,
      "loss_total": 0.012662196531891823,
      "step": 9950
    },
    {
      "loss_action": 0.020459454506635666,
      "loss_total": 0.020459454506635666,
      "step": 9950
    },
    {
      "loss_action": 0.010524244979023933,
      "loss_total": 0.010524244979023933,
      "step": 9950
    },
    {
      "grad_norm": 0.21375012397766113,
      "learning_rate": 9.93291780752962e-05,
      "loss": 0.0174,
      "step": 9960
    },
    {
      "loss_action": 0.012257909402251244,
      "loss_total": 0.012257909402251244,
      "step": 9960
    },
    {
      "loss_action": 0.02561773732304573,
      "loss_total": 0.02561773732304573,
      "step": 9960
    },
    {
      "loss_action": 0.02494991570711136,
      "loss_total": 0.02494991570711136,
      "step": 9960
    },
    {
      "loss_action": 0.00918746367096901,
      "loss_total": 0.00918746367096901,
      "step": 9960
    },
    {
      "loss_action": 0.01086474023759365,
      "loss_total": 0.01086474023759365,
      "step": 9960
    },
    {
      "loss_action": 0.01138393022119999,
      "loss_total": 0.01138393022119999,
      "step": 9960
    },
    {
      "loss_action": 0.011168116703629494,
      "loss_total": 0.011168116703629494,
      "step": 9960
    },
    {
      "loss_action": 0.021524034440517426,
      "loss_total": 0.021524034440517426,
      "step": 9960
    },
    {
      "grad_norm": 0.19290438294410706,
      "learning_rate": 9.932647597141893e-05,
      "loss": 0.0174,
      "step": 9970
    },
    {
      "loss_action": 0.033513762056827545,
      "loss_total": 0.033513762056827545,
      "step": 9970
    },
    {
      "loss_action": 0.010053170844912529,
      "loss_total": 0.010053170844912529,
      "step": 9970
    },
    {
      "loss_action": 0.01622120663523674,
      "loss_total": 0.01622120663523674,
      "step": 9970
    },
    {
      "loss_action": 0.02697864919900894,
      "loss_total": 0.02697864919900894,
      "step": 9970
    },
    {
      "loss_action": 0.019296795129776,
      "loss_total": 0.019296795129776,
      "step": 9970
    },
    {
      "loss_action": 0.009549914859235287,
      "loss_total": 0.009549914859235287,
      "step": 9970
    },
    {
      "loss_action": 0.020098799839615822,
      "loss_total": 0.020098799839615822,
      "step": 9970
    },
    {
      "loss_action": 0.03751614689826965,
      "loss_total": 0.03751614689826965,
      "step": 9970
    },
    {
      "grad_norm": 0.23723694682121277,
      "learning_rate": 9.932376847327239e-05,
      "loss": 0.02,
      "step": 9980
    },
    {
      "loss_action": 0.03715205565094948,
      "loss_total": 0.03715205565094948,
      "step": 9980
    },
    {
      "loss_action": 0.022001203149557114,
      "loss_total": 0.022001203149557114,
      "step": 9980
    },
    {
      "loss_action": 0.026676515117287636,
      "loss_total": 0.026676515117287636,
      "step": 9980
    },
    {
      "loss_action": 0.014670724049210548,
      "loss_total": 0.014670724049210548,
      "step": 9980
    },
    {
      "loss_action": 0.01448905747383833,
      "loss_total": 0.01448905747383833,
      "step": 9980
    },
    {
      "loss_action": 0.011166651733219624,
      "loss_total": 0.011166651733219624,
      "step": 9980
    },
    {
      "loss_action": 0.015993986278772354,
      "loss_total": 0.015993986278772354,
      "step": 9980
    },
    {
      "loss_action": 0.015951668843626976,
      "loss_total": 0.015951668843626976,
      "step": 9980
    },
    {
      "grad_norm": 0.1910168081521988,
      "learning_rate": 9.932105558115268e-05,
      "loss": 0.0183,
      "step": 9990
    },
    {
      "loss_action": 0.007381231524050236,
      "loss_total": 0.007381231524050236,
      "step": 9990
    },
    {
      "loss_action": 0.0132162906229496,
      "loss_total": 0.0132162906229496,
      "step": 9990
    },
    {
      "loss_action": 0.009713109582662582,
      "loss_total": 0.009713109582662582,
      "step": 9990
    },
    {
      "loss_action": 0.021225417032837868,
      "loss_total": 0.021225417032837868,
      "step": 9990
    },
    {
      "loss_action": 0.008772463537752628,
      "loss_total": 0.008772463537752628,
      "step": 9990
    },
    {
      "loss_action": 0.03876025229692459,
      "loss_total": 0.03876025229692459,
      "step": 9990
    },
    {
      "loss_action": 0.02174120396375656,
      "loss_total": 0.02174120396375656,
      "step": 9990
    },
    {
      "loss_action": 0.006804857403039932,
      "loss_total": 0.006804857403039932,
      "step": 9990
    },
    {
      "grad_norm": 0.19618239998817444,
      "learning_rate": 9.931833729535651e-05,
      "loss": 0.0199,
      "step": 10000
    },
    {
      "loss_action": 0.005569640547037125,
      "loss_total": 0.005569640547037125,
      "step": 10000
    },
    {
      "loss_action": 0.01669706404209137,
      "loss_total": 0.01669706404209137,
      "step": 10000
    },
    {
      "loss_action": 0.03421558812260628,
      "loss_total": 0.03421558812260628,
      "step": 10000
    },
    {
      "loss_action": 0.00996641255915165,
      "loss_total": 0.00996641255915165,
      "step": 10000
    },
    {
      "loss_action": 0.03600272536277771,
      "loss_total": 0.03600272536277771,
      "step": 10000
    },
    {
      "loss_action": 0.014484964311122894,
      "loss_total": 0.014484964311122894,
      "step": 10000
    },
    {
      "loss_action": 0.010814372450113297,
      "loss_total": 0.010814372450113297,
      "step": 10000
    },
    {
      "loss_action": 0.018950272351503372,
      "loss_total": 0.018950272351503372,
      "step": 10000
    },
    {
      "grad_norm": 0.1621658354997635,
      "learning_rate": 9.931561361618111e-05,
      "loss": 0.0179,
      "step": 10010
    },
    {
      "loss_action": 0.03913465887308121,
      "loss_total": 0.03913465887308121,
      "step": 10010
    },
    {
      "loss_action": 0.012193113565444946,
      "loss_total": 0.012193113565444946,
      "step": 10010
    },
    {
      "loss_action": 0.02637113630771637,
      "loss_total": 0.02637113630771637,
      "step": 10010
    },
    {
      "loss_action": 0.02036922797560692,
      "loss_total": 0.02036922797560692,
      "step": 10010
    },
    {
      "loss_action": 0.03022385947406292,
      "loss_total": 0.03022385947406292,
      "step": 10010
    },
    {
      "loss_action": 0.023308735340833664,
      "loss_total": 0.023308735340833664,
      "step": 10010
    },
    {
      "loss_action": 0.01723899506032467,
      "loss_total": 0.01723899506032467,
      "step": 10010
    },
    {
      "loss_action": 0.014586826786398888,
      "loss_total": 0.014586826786398888,
      "step": 10010
    },
    {
      "grad_norm": 0.18657809495925903,
      "learning_rate": 9.931288454392435e-05,
      "loss": 0.0189,
      "step": 10020
    },
    {
      "loss_action": 0.015911433845758438,
      "loss_total": 0.015911433845758438,
      "step": 10020
    },
    {
      "loss_action": 0.013951709493994713,
      "loss_total": 0.013951709493994713,
      "step": 10020
    },
    {
      "loss_action": 0.026113426312804222,
      "loss_total": 0.026113426312804222,
      "step": 10020
    },
    {
      "loss_action": 0.017367372289299965,
      "loss_total": 0.017367372289299965,
      "step": 10020
    },
    {
      "loss_action": 0.01229090616106987,
      "loss_total": 0.01229090616106987,
      "step": 10020
    },
    {
      "loss_action": 0.008469824679195881,
      "loss_total": 0.008469824679195881,
      "step": 10020
    },
    {
      "loss_action": 0.01606212928891182,
      "loss_total": 0.01606212928891182,
      "step": 10020
    },
    {
      "loss_action": 0.0394267812371254,
      "loss_total": 0.0394267812371254,
      "step": 10020
    },
    {
      "grad_norm": 0.2293706238269806,
      "learning_rate": 9.931015007888467e-05,
      "loss": 0.018,
      "step": 10030
    },
    {
      "loss_action": 0.014031502418220043,
      "loss_total": 0.014031502418220043,
      "step": 10030
    },
    {
      "loss_action": 0.01340143010020256,
      "loss_total": 0.01340143010020256,
      "step": 10030
    },
    {
      "loss_action": 0.009308325126767159,
      "loss_total": 0.009308325126767159,
      "step": 10030
    },
    {
      "loss_action": 0.029092859476804733,
      "loss_total": 0.029092859476804733,
      "step": 10030
    },
    {
      "loss_action": 0.01074301265180111,
      "loss_total": 0.01074301265180111,
      "step": 10030
    },
    {
      "loss_action": 0.025577161461114883,
      "loss_total": 0.025577161461114883,
      "step": 10030
    },
    {
      "loss_action": 0.017689451575279236,
      "loss_total": 0.017689451575279236,
      "step": 10030
    },
    {
      "loss_action": 0.028473515063524246,
      "loss_total": 0.028473515063524246,
      "step": 10030
    },
    {
      "grad_norm": 0.1254611313343048,
      "learning_rate": 9.930741022136112e-05,
      "loss": 0.0172,
      "step": 10040
    },
    {
      "loss_action": 0.012486454099416733,
      "loss_total": 0.012486454099416733,
      "step": 10040
    },
    {
      "loss_action": 0.00564871821552515,
      "loss_total": 0.00564871821552515,
      "step": 10040
    },
    {
      "loss_action": 0.008464673534035683,
      "loss_total": 0.008464673534035683,
      "step": 10040
    },
    {
      "loss_action": 0.027248885482549667,
      "loss_total": 0.027248885482549667,
      "step": 10040
    },
    {
      "loss_action": 0.009055789560079575,
      "loss_total": 0.009055789560079575,
      "step": 10040
    },
    {
      "loss_action": 0.016233406960964203,
      "loss_total": 0.016233406960964203,
      "step": 10040
    },
    {
      "loss_action": 0.016332067549228668,
      "loss_total": 0.016332067549228668,
      "step": 10040
    },
    {
      "loss_action": 0.008202333934605122,
      "loss_total": 0.008202333934605122,
      "step": 10040
    },
    {
      "grad_norm": 0.1609756499528885,
      "learning_rate": 9.930466497165333e-05,
      "loss": 0.0174,
      "step": 10050
    },
    {
      "loss_action": 0.03167811781167984,
      "loss_total": 0.03167811781167984,
      "step": 10050
    },
    {
      "loss_action": 0.014910973608493805,
      "loss_total": 0.014910973608493805,
      "step": 10050
    },
    {
      "loss_action": 0.014834069646894932,
      "loss_total": 0.014834069646894932,
      "step": 10050
    },
    {
      "loss_action": 0.007985626347362995,
      "loss_total": 0.007985626347362995,
      "step": 10050
    },
    {
      "loss_action": 0.04414065182209015,
      "loss_total": 0.04414065182209015,
      "step": 10050
    },
    {
      "loss_action": 0.04825279861688614,
      "loss_total": 0.04825279861688614,
      "step": 10050
    },
    {
      "loss_action": 0.009849576279520988,
      "loss_total": 0.009849576279520988,
      "step": 10050
    },
    {
      "loss_action": 0.013820203021168709,
      "loss_total": 0.013820203021168709,
      "step": 10050
    },
    {
      "grad_norm": 0.15644240379333496,
      "learning_rate": 9.93019143300615e-05,
      "loss": 0.0163,
      "step": 10060
    },
    {
      "loss_action": 0.008248137310147285,
      "loss_total": 0.008248137310147285,
      "step": 10060
    },
    {
      "loss_action": 0.00772357452660799,
      "loss_total": 0.00772357452660799,
      "step": 10060
    },
    {
      "loss_action": 0.009462542831897736,
      "loss_total": 0.009462542831897736,
      "step": 10060
    },
    {
      "loss_action": 0.005279731471091509,
      "loss_total": 0.005279731471091509,
      "step": 10060
    },
    {
      "loss_action": 0.008698772639036179,
      "loss_total": 0.008698772639036179,
      "step": 10060
    },
    {
      "loss_action": 0.008526375517249107,
      "loss_total": 0.008526375517249107,
      "step": 10060
    },
    {
      "loss_action": 0.024761218577623367,
      "loss_total": 0.024761218577623367,
      "step": 10060
    },
    {
      "loss_action": 0.006120162084698677,
      "loss_total": 0.006120162084698677,
      "step": 10060
    },
    {
      "grad_norm": 0.17591911554336548,
      "learning_rate": 9.929915829688644e-05,
      "loss": 0.0169,
      "step": 10070
    },
    {
      "loss_action": 0.027108725160360336,
      "loss_total": 0.027108725160360336,
      "step": 10070
    },
    {
      "loss_action": 0.015222115442156792,
      "loss_total": 0.015222115442156792,
      "step": 10070
    },
    {
      "loss_action": 0.009236747398972511,
      "loss_total": 0.009236747398972511,
      "step": 10070
    },
    {
      "loss_action": 0.04006333649158478,
      "loss_total": 0.04006333649158478,
      "step": 10070
    },
    {
      "loss_action": 0.013975966721773148,
      "loss_total": 0.013975966721773148,
      "step": 10070
    },
    {
      "loss_action": 0.015270130708813667,
      "loss_total": 0.015270130708813667,
      "step": 10070
    },
    {
      "loss_action": 0.013310323469340801,
      "loss_total": 0.013310323469340801,
      "step": 10070
    },
    {
      "loss_action": 0.02409234642982483,
      "loss_total": 0.02409234642982483,
      "step": 10070
    },
    {
      "grad_norm": 0.2951904237270355,
      "learning_rate": 9.929639687242955e-05,
      "loss": 0.0202,
      "step": 10080
    },
    {
      "loss_action": 0.01509969960898161,
      "loss_total": 0.01509969960898161,
      "step": 10080
    },
    {
      "loss_action": 0.021381421014666557,
      "loss_total": 0.021381421014666557,
      "step": 10080
    },
    {
      "loss_action": 0.034862220287323,
      "loss_total": 0.034862220287323,
      "step": 10080
    },
    {
      "loss_action": 0.014095677062869072,
      "loss_total": 0.014095677062869072,
      "step": 10080
    },
    {
      "loss_action": 0.019685400649905205,
      "loss_total": 0.019685400649905205,
      "step": 10080
    },
    {
      "loss_action": 0.03473000228404999,
      "loss_total": 0.03473000228404999,
      "step": 10080
    },
    {
      "loss_action": 0.017588015645742416,
      "loss_total": 0.017588015645742416,
      "step": 10080
    },
    {
      "loss_action": 0.011081011965870857,
      "loss_total": 0.011081011965870857,
      "step": 10080
    },
    {
      "grad_norm": 0.20548108220100403,
      "learning_rate": 9.929363005699281e-05,
      "loss": 0.0215,
      "step": 10090
    },
    {
      "loss_action": 0.013605289161205292,
      "loss_total": 0.013605289161205292,
      "step": 10090
    },
    {
      "loss_action": 0.012422577477991581,
      "loss_total": 0.012422577477991581,
      "step": 10090
    },
    {
      "loss_action": 0.03457712009549141,
      "loss_total": 0.03457712009549141,
      "step": 10090
    },
    {
      "loss_action": 0.01576286368072033,
      "loss_total": 0.01576286368072033,
      "step": 10090
    },
    {
      "loss_action": 0.019687827676534653,
      "loss_total": 0.019687827676534653,
      "step": 10090
    },
    {
      "loss_action": 0.043530337512493134,
      "loss_total": 0.043530337512493134,
      "step": 10090
    },
    {
      "loss_action": 0.01127786934375763,
      "loss_total": 0.01127786934375763,
      "step": 10090
    },
    {
      "loss_action": 0.014105481095612049,
      "loss_total": 0.014105481095612049,
      "step": 10090
    },
    {
      "grad_norm": 0.18016467988491058,
      "learning_rate": 9.92908578508788e-05,
      "loss": 0.0207,
      "step": 10100
    },
    {
      "loss_action": 0.01742861606180668,
      "loss_total": 0.01742861606180668,
      "step": 10100
    },
    {
      "loss_action": 0.00802314467728138,
      "loss_total": 0.00802314467728138,
      "step": 10100
    },
    {
      "loss_action": 0.01313527300953865,
      "loss_total": 0.01313527300953865,
      "step": 10100
    },
    {
      "loss_action": 0.019438009709119797,
      "loss_total": 0.019438009709119797,
      "step": 10100
    },
    {
      "loss_action": 0.022596873342990875,
      "loss_total": 0.022596873342990875,
      "step": 10100
    },
    {
      "loss_action": 0.015180646441876888,
      "loss_total": 0.015180646441876888,
      "step": 10100
    },
    {
      "loss_action": 0.009171824902296066,
      "loss_total": 0.009171824902296066,
      "step": 10100
    },
    {
      "loss_action": 0.03754131868481636,
      "loss_total": 0.03754131868481636,
      "step": 10100
    },
    {
      "grad_norm": 0.1746058166027069,
      "learning_rate": 9.928808025439069e-05,
      "loss": 0.0173,
      "step": 10110
    },
    {
      "loss_action": 0.011025920510292053,
      "loss_total": 0.011025920510292053,
      "step": 10110
    },
    {
      "loss_action": 0.00804918259382248,
      "loss_total": 0.00804918259382248,
      "step": 10110
    },
    {
      "loss_action": 0.017071930691599846,
      "loss_total": 0.017071930691599846,
      "step": 10110
    },
    {
      "loss_action": 0.01421078946441412,
      "loss_total": 0.01421078946441412,
      "step": 10110
    },
    {
      "loss_action": 0.012020337395370007,
      "loss_total": 0.012020337395370007,
      "step": 10110
    },
    {
      "loss_action": 0.010296434164047241,
      "loss_total": 0.010296434164047241,
      "step": 10110
    },
    {
      "loss_action": 0.012678169645369053,
      "loss_total": 0.012678169645369053,
      "step": 10110
    },
    {
      "loss_action": 0.019411884248256683,
      "loss_total": 0.019411884248256683,
      "step": 10110
    },
    {
      "grad_norm": 0.19298116862773895,
      "learning_rate": 9.928529726783223e-05,
      "loss": 0.0165,
      "step": 10120
    },
    {
      "loss_action": 0.006645107176154852,
      "loss_total": 0.006645107176154852,
      "step": 10120
    },
    {
      "loss_action": 0.006762894336134195,
      "loss_total": 0.006762894336134195,
      "step": 10120
    },
    {
      "loss_action": 0.01380159705877304,
      "loss_total": 0.01380159705877304,
      "step": 10120
    },
    {
      "loss_action": 0.018238574266433716,
      "loss_total": 0.018238574266433716,
      "step": 10120
    },
    {
      "loss_action": 0.013584168627858162,
      "loss_total": 0.013584168627858162,
      "step": 10120
    },
    {
      "loss_action": 0.012623386457562447,
      "loss_total": 0.012623386457562447,
      "step": 10120
    },
    {
      "loss_action": 0.015358182601630688,
      "loss_total": 0.015358182601630688,
      "step": 10120
    },
    {
      "loss_action": 0.012387707829475403,
      "loss_total": 0.012387707829475403,
      "step": 10120
    },
    {
      "grad_norm": 0.2387324720621109,
      "learning_rate": 9.928250889150774e-05,
      "loss": 0.018,
      "step": 10130
    },
    {
      "loss_action": 0.01910257525742054,
      "loss_total": 0.01910257525742054,
      "step": 10130
    },
    {
      "loss_action": 0.022976603358983994,
      "loss_total": 0.022976603358983994,
      "step": 10130
    },
    {
      "loss_action": 0.016679752618074417,
      "loss_total": 0.016679752618074417,
      "step": 10130
    },
    {
      "loss_action": 0.017744526267051697,
      "loss_total": 0.017744526267051697,
      "step": 10130
    },
    {
      "loss_action": 0.023912861943244934,
      "loss_total": 0.023912861943244934,
      "step": 10130
    },
    {
      "loss_action": 0.012626360170543194,
      "loss_total": 0.012626360170543194,
      "step": 10130
    },
    {
      "loss_action": 0.02820812165737152,
      "loss_total": 0.02820812165737152,
      "step": 10130
    },
    {
      "loss_action": 0.043752945959568024,
      "loss_total": 0.043752945959568024,
      "step": 10130
    },
    {
      "grad_norm": 0.17600280046463013,
      "learning_rate": 9.92797151257222e-05,
      "loss": 0.0192,
      "step": 10140
    },
    {
      "loss_action": 0.010443683713674545,
      "loss_total": 0.010443683713674545,
      "step": 10140
    },
    {
      "loss_action": 0.005786776077002287,
      "loss_total": 0.005786776077002287,
      "step": 10140
    },
    {
      "loss_action": 0.01809702441096306,
      "loss_total": 0.01809702441096306,
      "step": 10140
    },
    {
      "loss_action": 0.01588897779583931,
      "loss_total": 0.01588897779583931,
      "step": 10140
    },
    {
      "loss_action": 0.011661730706691742,
      "loss_total": 0.011661730706691742,
      "step": 10140
    },
    {
      "loss_action": 0.014306954108178616,
      "loss_total": 0.014306954108178616,
      "step": 10140
    },
    {
      "loss_action": 0.01799074374139309,
      "loss_total": 0.01799074374139309,
      "step": 10140
    },
    {
      "loss_action": 0.009058455005288124,
      "loss_total": 0.009058455005288124,
      "step": 10140
    },
    {
      "grad_norm": 0.15512150526046753,
      "learning_rate": 9.927691597078108e-05,
      "loss": 0.0175,
      "step": 10150
    },
    {
      "loss_action": 0.014587314799427986,
      "loss_total": 0.014587314799427986,
      "step": 10150
    },
    {
      "loss_action": 0.01536453515291214,
      "loss_total": 0.01536453515291214,
      "step": 10150
    },
    {
      "loss_action": 0.031498439610004425,
      "loss_total": 0.031498439610004425,
      "step": 10150
    },
    {
      "loss_action": 0.018924787640571594,
      "loss_total": 0.018924787640571594,
      "step": 10150
    },
    {
      "loss_action": 0.02503063529729843,
      "loss_total": 0.02503063529729843,
      "step": 10150
    },
    {
      "loss_action": 0.018883034586906433,
      "loss_total": 0.018883034586906433,
      "step": 10150
    },
    {
      "loss_action": 0.01614183373749256,
      "loss_total": 0.01614183373749256,
      "step": 10150
    },
    {
      "loss_action": 0.010724685154855251,
      "loss_total": 0.010724685154855251,
      "step": 10150
    },
    {
      "grad_norm": 0.21722090244293213,
      "learning_rate": 9.927411142699053e-05,
      "loss": 0.0184,
      "step": 10160
    },
    {
      "loss_action": 0.034234531223773956,
      "loss_total": 0.034234531223773956,
      "step": 10160
    },
    {
      "loss_action": 0.016388729214668274,
      "loss_total": 0.016388729214668274,
      "step": 10160
    },
    {
      "loss_action": 0.018389247357845306,
      "loss_total": 0.018389247357845306,
      "step": 10160
    },
    {
      "loss_action": 0.021908465772867203,
      "loss_total": 0.021908465772867203,
      "step": 10160
    },
    {
      "loss_action": 0.02117418497800827,
      "loss_total": 0.02117418497800827,
      "step": 10160
    },
    {
      "loss_action": 0.017646916210651398,
      "loss_total": 0.017646916210651398,
      "step": 10160
    },
    {
      "loss_action": 0.02934013493359089,
      "loss_total": 0.02934013493359089,
      "step": 10160
    },
    {
      "loss_action": 0.009692106395959854,
      "loss_total": 0.009692106395959854,
      "step": 10160
    },
    {
      "grad_norm": 0.17538359761238098,
      "learning_rate": 9.927130149465725e-05,
      "loss": 0.0195,
      "step": 10170
    },
    {
      "loss_action": 0.01046761218458414,
      "loss_total": 0.01046761218458414,
      "step": 10170
    },
    {
      "loss_action": 0.009687332436442375,
      "loss_total": 0.009687332436442375,
      "step": 10170
    },
    {
      "loss_action": 0.014382356777787209,
      "loss_total": 0.014382356777787209,
      "step": 10170
    },
    {
      "loss_action": 0.017497073858976364,
      "loss_total": 0.017497073858976364,
      "step": 10170
    },
    {
      "loss_action": 0.025623168796300888,
      "loss_total": 0.025623168796300888,
      "step": 10170
    },
    {
      "loss_action": 0.006477963645011187,
      "loss_total": 0.006477963645011187,
      "step": 10170
    },
    {
      "loss_action": 0.021406453102827072,
      "loss_total": 0.021406453102827072,
      "step": 10170
    },
    {
      "loss_action": 0.012388179078698158,
      "loss_total": 0.012388179078698158,
      "step": 10170
    },
    {
      "grad_norm": 0.14079813659191132,
      "learning_rate": 9.92684861740885e-05,
      "loss": 0.017,
      "step": 10180
    },
    {
      "loss_action": 0.02324228733778,
      "loss_total": 0.02324228733778,
      "step": 10180
    },
    {
      "loss_action": 0.015336195006966591,
      "loss_total": 0.015336195006966591,
      "step": 10180
    },
    {
      "loss_action": 0.015699490904808044,
      "loss_total": 0.015699490904808044,
      "step": 10180
    },
    {
      "loss_action": 0.01221050601452589,
      "loss_total": 0.01221050601452589,
      "step": 10180
    },
    {
      "loss_action": 0.007078798487782478,
      "loss_total": 0.007078798487782478,
      "step": 10180
    },
    {
      "loss_action": 0.01406171079725027,
      "loss_total": 0.01406171079725027,
      "step": 10180
    },
    {
      "loss_action": 0.015360643155872822,
      "loss_total": 0.015360643155872822,
      "step": 10180
    },
    {
      "loss_action": 0.006961379665881395,
      "loss_total": 0.006961379665881395,
      "step": 10180
    },
    {
      "grad_norm": 0.2405281662940979,
      "learning_rate": 9.926566546559217e-05,
      "loss": 0.0168,
      "step": 10190
    },
    {
      "loss_action": 0.01527387648820877,
      "loss_total": 0.01527387648820877,
      "step": 10190
    },
    {
      "loss_action": 0.010924316011369228,
      "loss_total": 0.010924316011369228,
      "step": 10190
    },
    {
      "loss_action": 0.011155469343066216,
      "loss_total": 0.011155469343066216,
      "step": 10190
    },
    {
      "loss_action": 0.014311346225440502,
      "loss_total": 0.014311346225440502,
      "step": 10190
    },
    {
      "loss_action": 0.017729301005601883,
      "loss_total": 0.017729301005601883,
      "step": 10190
    },
    {
      "loss_action": 0.016009831801056862,
      "loss_total": 0.016009831801056862,
      "step": 10190
    },
    {
      "loss_action": 0.0170158501714468,
      "loss_total": 0.0170158501714468,
      "step": 10190
    },
    {
      "loss_action": 0.010162483900785446,
      "loss_total": 0.010162483900785446,
      "step": 10190
    },
    {
      "grad_norm": 0.2262323796749115,
      "learning_rate": 9.926283936947673e-05,
      "loss": 0.0196,
      "step": 10200
    },
    {
      "loss_action": 0.027376346290111542,
      "loss_total": 0.027376346290111542,
      "step": 10200
    },
    {
      "loss_action": 0.009203055873513222,
      "loss_total": 0.009203055873513222,
      "step": 10200
    },
    {
      "loss_action": 0.012190751731395721,
      "loss_total": 0.012190751731395721,
      "step": 10200
    },
    {
      "loss_action": 0.013238297775387764,
      "loss_total": 0.013238297775387764,
      "step": 10200
    },
    {
      "loss_action": 0.0077349161729216576,
      "loss_total": 0.0077349161729216576,
      "step": 10200
    },
    {
      "loss_action": 0.028618739917874336,
      "loss_total": 0.028618739917874336,
      "step": 10200
    },
    {
      "loss_action": 0.00810559093952179,
      "loss_total": 0.00810559093952179,
      "step": 10200
    },
    {
      "loss_action": 0.014706887304782867,
      "loss_total": 0.014706887304782867,
      "step": 10200
    },
    {
      "grad_norm": 0.15406997501850128,
      "learning_rate": 9.926000788605126e-05,
      "loss": 0.0177,
      "step": 10210
    },
    {
      "loss_action": 0.012326549738645554,
      "loss_total": 0.012326549738645554,
      "step": 10210
    },
    {
      "loss_action": 0.01765809953212738,
      "loss_total": 0.01765809953212738,
      "step": 10210
    },
    {
      "loss_action": 0.016754087060689926,
      "loss_total": 0.016754087060689926,
      "step": 10210
    },
    {
      "loss_action": 0.01886678673326969,
      "loss_total": 0.01886678673326969,
      "step": 10210
    },
    {
      "loss_action": 0.020802905783057213,
      "loss_total": 0.020802905783057213,
      "step": 10210
    },
    {
      "loss_action": 0.030496159568428993,
      "loss_total": 0.030496159568428993,
      "step": 10210
    },
    {
      "loss_action": 0.02372327819466591,
      "loss_total": 0.02372327819466591,
      "step": 10210
    },
    {
      "loss_action": 0.026055626571178436,
      "loss_total": 0.026055626571178436,
      "step": 10210
    },
    {
      "grad_norm": 0.24619142711162567,
      "learning_rate": 9.92571710156254e-05,
      "loss": 0.0183,
      "step": 10220
    },
    {
      "loss_action": 0.02928502857685089,
      "loss_total": 0.02928502857685089,
      "step": 10220
    },
    {
      "loss_action": 0.010283252224326134,
      "loss_total": 0.010283252224326134,
      "step": 10220
    },
    {
      "loss_action": 0.006686285603791475,
      "loss_total": 0.006686285603791475,
      "step": 10220
    },
    {
      "loss_action": 0.017854850739240646,
      "loss_total": 0.017854850739240646,
      "step": 10220
    },
    {
      "loss_action": 0.017376096919178963,
      "loss_total": 0.017376096919178963,
      "step": 10220
    },
    {
      "loss_action": 0.0074283666908741,
      "loss_total": 0.0074283666908741,
      "step": 10220
    },
    {
      "loss_action": 0.010120255872607231,
      "loss_total": 0.010120255872607231,
      "step": 10220
    },
    {
      "loss_action": 0.009012932889163494,
      "loss_total": 0.009012932889163494,
      "step": 10220
    },
    {
      "grad_norm": 0.17970894277095795,
      "learning_rate": 9.925432875850936e-05,
      "loss": 0.0155,
      "step": 10230
    },
    {
      "loss_action": 0.01458208728581667,
      "loss_total": 0.01458208728581667,
      "step": 10230
    },
    {
      "loss_action": 0.011102018877863884,
      "loss_total": 0.011102018877863884,
      "step": 10230
    },
    {
      "loss_action": 0.013757932931184769,
      "loss_total": 0.013757932931184769,
      "step": 10230
    },
    {
      "loss_action": 0.02645966410636902,
      "loss_total": 0.02645966410636902,
      "step": 10230
    },
    {
      "loss_action": 0.008497577160596848,
      "loss_total": 0.008497577160596848,
      "step": 10230
    },
    {
      "loss_action": 0.012919407337903976,
      "loss_total": 0.012919407337903976,
      "step": 10230
    },
    {
      "loss_action": 0.022044526413083076,
      "loss_total": 0.022044526413083076,
      "step": 10230
    },
    {
      "loss_action": 0.0921034961938858,
      "loss_total": 0.0921034961938858,
      "step": 10230
    },
    {
      "grad_norm": 0.17565912008285522,
      "learning_rate": 9.925148111501396e-05,
      "loss": 0.0165,
      "step": 10240
    },
    {
      "loss_action": 0.007092552725225687,
      "loss_total": 0.007092552725225687,
      "step": 10240
    },
    {
      "loss_action": 0.023046284914016724,
      "loss_total": 0.023046284914016724,
      "step": 10240
    },
    {
      "loss_action": 0.03421105444431305,
      "loss_total": 0.03421105444431305,
      "step": 10240
    },
    {
      "loss_action": 0.010152042843401432,
      "loss_total": 0.010152042843401432,
      "step": 10240
    },
    {
      "loss_action": 0.018109381198883057,
      "loss_total": 0.018109381198883057,
      "step": 10240
    },
    {
      "loss_action": 0.016364995390176773,
      "loss_total": 0.016364995390176773,
      "step": 10240
    },
    {
      "loss_action": 0.021466998383402824,
      "loss_total": 0.021466998383402824,
      "step": 10240
    },
    {
      "loss_action": 0.01134396344423294,
      "loss_total": 0.01134396344423294,
      "step": 10240
    },
    {
      "grad_norm": 0.17629672586917877,
      "learning_rate": 9.924862808545066e-05,
      "loss": 0.0157,
      "step": 10250
    },
    {
      "loss_action": 0.013059299439191818,
      "loss_total": 0.013059299439191818,
      "step": 10250
    },
    {
      "loss_action": 0.00952247902750969,
      "loss_total": 0.00952247902750969,
      "step": 10250
    },
    {
      "loss_action": 0.00649165827780962,
      "loss_total": 0.00649165827780962,
      "step": 10250
    },
    {
      "loss_action": 0.02530529722571373,
      "loss_total": 0.02530529722571373,
      "step": 10250
    },
    {
      "loss_action": 0.0130464481189847,
      "loss_total": 0.0130464481189847,
      "step": 10250
    },
    {
      "loss_action": 0.0070459190756082535,
      "loss_total": 0.0070459190756082535,
      "step": 10250
    },
    {
      "loss_action": 0.015552643686532974,
      "loss_total": 0.015552643686532974,
      "step": 10250
    },
    {
      "loss_action": 0.024328384548425674,
      "loss_total": 0.024328384548425674,
      "step": 10250
    },
    {
      "grad_norm": 0.20980077981948853,
      "learning_rate": 9.924576967013141e-05,
      "loss": 0.0191,
      "step": 10260
    },
    {
      "loss_action": 0.03301779180765152,
      "loss_total": 0.03301779180765152,
      "step": 10260
    },
    {
      "loss_action": 0.01271751243621111,
      "loss_total": 0.01271751243621111,
      "step": 10260
    },
    {
      "loss_action": 0.018121622502803802,
      "loss_total": 0.018121622502803802,
      "step": 10260
    },
    {
      "loss_action": 0.010439904406666756,
      "loss_total": 0.010439904406666756,
      "step": 10260
    },
    {
      "loss_action": 0.02934487722814083,
      "loss_total": 0.02934487722814083,
      "step": 10260
    },
    {
      "loss_action": 0.02052585780620575,
      "loss_total": 0.02052585780620575,
      "step": 10260
    },
    {
      "loss_action": 0.03642202541232109,
      "loss_total": 0.03642202541232109,
      "step": 10260
    },
    {
      "loss_action": 0.01069035567343235,
      "loss_total": 0.01069035567343235,
      "step": 10260
    },
    {
      "grad_norm": 0.1933261603116989,
      "learning_rate": 9.924290586936887e-05,
      "loss": 0.0181,
      "step": 10270
    },
    {
      "loss_action": 0.007277058903127909,
      "loss_total": 0.007277058903127909,
      "step": 10270
    },
    {
      "loss_action": 0.02174888178706169,
      "loss_total": 0.02174888178706169,
      "step": 10270
    },
    {
      "loss_action": 0.006639765575528145,
      "loss_total": 0.006639765575528145,
      "step": 10270
    },
    {
      "loss_action": 0.011468274518847466,
      "loss_total": 0.011468274518847466,
      "step": 10270
    },
    {
      "loss_action": 0.008172603324055672,
      "loss_total": 0.008172603324055672,
      "step": 10270
    },
    {
      "loss_action": 0.012715506367385387,
      "loss_total": 0.012715506367385387,
      "step": 10270
    },
    {
      "loss_action": 0.017413023859262466,
      "loss_total": 0.017413023859262466,
      "step": 10270
    },
    {
      "loss_action": 0.019051358103752136,
      "loss_total": 0.019051358103752136,
      "step": 10270
    },
    {
      "grad_norm": 0.21683107316493988,
      "learning_rate": 9.924003668347614e-05,
      "loss": 0.0179,
      "step": 10280
    },
    {
      "loss_action": 0.015615595504641533,
      "loss_total": 0.015615595504641533,
      "step": 10280
    },
    {
      "loss_action": 0.02457680180668831,
      "loss_total": 0.02457680180668831,
      "step": 10280
    },
    {
      "loss_action": 0.01898772269487381,
      "loss_total": 0.01898772269487381,
      "step": 10280
    },
    {
      "loss_action": 0.020687676966190338,
      "loss_total": 0.020687676966190338,
      "step": 10280
    },
    {
      "loss_action": 0.045470189303159714,
      "loss_total": 0.045470189303159714,
      "step": 10280
    },
    {
      "loss_action": 0.011130133643746376,
      "loss_total": 0.011130133643746376,
      "step": 10280
    },
    {
      "loss_action": 0.01788664609193802,
      "loss_total": 0.01788664609193802,
      "step": 10280
    },
    {
      "loss_action": 0.0243619903922081,
      "loss_total": 0.0243619903922081,
      "step": 10280
    },
    {
      "grad_norm": 0.1705605387687683,
      "learning_rate": 9.923716211276704e-05,
      "loss": 0.0173,
      "step": 10290
    },
    {
      "loss_action": 0.01591939851641655,
      "loss_total": 0.01591939851641655,
      "step": 10290
    },
    {
      "loss_action": 0.019300222396850586,
      "loss_total": 0.019300222396850586,
      "step": 10290
    },
    {
      "loss_action": 0.009081505239009857,
      "loss_total": 0.009081505239009857,
      "step": 10290
    },
    {
      "loss_action": 0.051102541387081146,
      "loss_total": 0.051102541387081146,
      "step": 10290
    },
    {
      "loss_action": 0.014769108034670353,
      "loss_total": 0.014769108034670353,
      "step": 10290
    },
    {
      "loss_action": 0.009004063904285431,
      "loss_total": 0.009004063904285431,
      "step": 10290
    },
    {
      "loss_action": 0.01663162000477314,
      "loss_total": 0.01663162000477314,
      "step": 10290
    },
    {
      "loss_action": 0.01882827654480934,
      "loss_total": 0.01882827654480934,
      "step": 10290
    },
    {
      "grad_norm": 0.21656055748462677,
      "learning_rate": 9.923428215755594e-05,
      "loss": 0.0167,
      "step": 10300
    },
    {
      "loss_action": 0.015833333134651184,
      "loss_total": 0.015833333134651184,
      "step": 10300
    },
    {
      "loss_action": 0.015806835144758224,
      "loss_total": 0.015806835144758224,
      "step": 10300
    },
    {
      "loss_action": 0.01783645898103714,
      "loss_total": 0.01783645898103714,
      "step": 10300
    },
    {
      "loss_action": 0.017348762601614,
      "loss_total": 0.017348762601614,
      "step": 10300
    },
    {
      "loss_action": 0.009146231226623058,
      "loss_total": 0.009146231226623058,
      "step": 10300
    },
    {
      "loss_action": 0.00847460888326168,
      "loss_total": 0.00847460888326168,
      "step": 10300
    },
    {
      "loss_action": 0.012751859612762928,
      "loss_total": 0.012751859612762928,
      "step": 10300
    },
    {
      "loss_action": 0.0883701890707016,
      "loss_total": 0.0883701890707016,
      "step": 10300
    },
    {
      "grad_norm": 0.251106321811676,
      "learning_rate": 9.923139681815775e-05,
      "loss": 0.0196,
      "step": 10310
    },
    {
      "loss_action": 0.01134129986166954,
      "loss_total": 0.01134129986166954,
      "step": 10310
    },
    {
      "loss_action": 0.012000968679785728,
      "loss_total": 0.012000968679785728,
      "step": 10310
    },
    {
      "loss_action": 0.014860697090625763,
      "loss_total": 0.014860697090625763,
      "step": 10310
    },
    {
      "loss_action": 0.011897974647581577,
      "loss_total": 0.011897974647581577,
      "step": 10310
    },
    {
      "loss_action": 0.013346267864108086,
      "loss_total": 0.013346267864108086,
      "step": 10310
    },
    {
      "loss_action": 0.02350315824151039,
      "loss_total": 0.02350315824151039,
      "step": 10310
    },
    {
      "loss_action": 0.016548288986086845,
      "loss_total": 0.016548288986086845,
      "step": 10310
    },
    {
      "loss_action": 0.010098746046423912,
      "loss_total": 0.010098746046423912,
      "step": 10310
    },
    {
      "grad_norm": 0.23018062114715576,
      "learning_rate": 9.922850609488801e-05,
      "loss": 0.0175,
      "step": 10320
    },
    {
      "loss_action": 0.0344635508954525,
      "loss_total": 0.0344635508954525,
      "step": 10320
    },
    {
      "loss_action": 0.01911458559334278,
      "loss_total": 0.01911458559334278,
      "step": 10320
    },
    {
      "loss_action": 0.010088905692100525,
      "loss_total": 0.010088905692100525,
      "step": 10320
    },
    {
      "loss_action": 0.013569704256951809,
      "loss_total": 0.013569704256951809,
      "step": 10320
    },
    {
      "loss_action": 0.011190203949809074,
      "loss_total": 0.011190203949809074,
      "step": 10320
    },
    {
      "loss_action": 0.011779513210058212,
      "loss_total": 0.011779513210058212,
      "step": 10320
    },
    {
      "loss_action": 0.016765624284744263,
      "loss_total": 0.016765624284744263,
      "step": 10320
    },
    {
      "loss_action": 0.01623210310935974,
      "loss_total": 0.01623210310935974,
      "step": 10320
    },
    {
      "grad_norm": 0.24657975137233734,
      "learning_rate": 9.922560998806287e-05,
      "loss": 0.0248,
      "step": 10330
    },
    {
      "loss_action": 0.013504158705472946,
      "loss_total": 0.013504158705472946,
      "step": 10330
    },
    {
      "loss_action": 0.014281658455729485,
      "loss_total": 0.014281658455729485,
      "step": 10330
    },
    {
      "loss_action": 0.017930055037140846,
      "loss_total": 0.017930055037140846,
      "step": 10330
    },
    {
      "loss_action": 0.021702513098716736,
      "loss_total": 0.021702513098716736,
      "step": 10330
    },
    {
      "loss_action": 0.024956107139587402,
      "loss_total": 0.024956107139587402,
      "step": 10330
    },
    {
      "loss_action": 0.016656018793582916,
      "loss_total": 0.016656018793582916,
      "step": 10330
    },
    {
      "loss_action": 0.016727615147829056,
      "loss_total": 0.016727615147829056,
      "step": 10330
    },
    {
      "loss_action": 0.037389688193798065,
      "loss_total": 0.037389688193798065,
      "step": 10330
    },
    {
      "grad_norm": 0.21100212633609772,
      "learning_rate": 9.922270849799905e-05,
      "loss": 0.0203,
      "step": 10340
    },
    {
      "loss_action": 0.013148041442036629,
      "loss_total": 0.013148041442036629,
      "step": 10340
    },
    {
      "loss_action": 0.017648063600063324,
      "loss_total": 0.017648063600063324,
      "step": 10340
    },
    {
      "loss_action": 0.03296751156449318,
      "loss_total": 0.03296751156449318,
      "step": 10340
    },
    {
      "loss_action": 0.011310214176774025,
      "loss_total": 0.011310214176774025,
      "step": 10340
    },
    {
      "loss_action": 0.008703909814357758,
      "loss_total": 0.008703909814357758,
      "step": 10340
    },
    {
      "loss_action": 0.020559974014759064,
      "loss_total": 0.020559974014759064,
      "step": 10340
    },
    {
      "loss_action": 0.01603643223643303,
      "loss_total": 0.01603643223643303,
      "step": 10340
    },
    {
      "loss_action": 0.019621578976511955,
      "loss_total": 0.019621578976511955,
      "step": 10340
    },
    {
      "grad_norm": 0.2512741982936859,
      "learning_rate": 9.92198016250138e-05,
      "loss": 0.0218,
      "step": 10350
    },
    {
      "loss_action": 0.010599847882986069,
      "loss_total": 0.010599847882986069,
      "step": 10350
    },
    {
      "loss_action": 0.019191335886716843,
      "loss_total": 0.019191335886716843,
      "step": 10350
    },
    {
      "loss_action": 0.014492485672235489,
      "loss_total": 0.014492485672235489,
      "step": 10350
    },
    {
      "loss_action": 0.018482163548469543,
      "loss_total": 0.018482163548469543,
      "step": 10350
    },
    {
      "loss_action": 0.012461401522159576,
      "loss_total": 0.012461401522159576,
      "step": 10350
    },
    {
      "loss_action": 0.02941890060901642,
      "loss_total": 0.02941890060901642,
      "step": 10350
    },
    {
      "loss_action": 0.02038600668311119,
      "loss_total": 0.02038600668311119,
      "step": 10350
    },
    {
      "loss_action": 0.008167802356183529,
      "loss_total": 0.008167802356183529,
      "step": 10350
    },
    {
      "grad_norm": 0.19490136206150055,
      "learning_rate": 9.921688936942506e-05,
      "loss": 0.0178,
      "step": 10360
    },
    {
      "loss_action": 0.013165278360247612,
      "loss_total": 0.013165278360247612,
      "step": 10360
    },
    {
      "loss_action": 0.009620176628232002,
      "loss_total": 0.009620176628232002,
      "step": 10360
    },
    {
      "loss_action": 0.009381165727972984,
      "loss_total": 0.009381165727972984,
      "step": 10360
    },
    {
      "loss_action": 0.012433289550244808,
      "loss_total": 0.012433289550244808,
      "step": 10360
    },
    {
      "loss_action": 0.01126822829246521,
      "loss_total": 0.01126822829246521,
      "step": 10360
    },
    {
      "loss_action": 0.018087465316057205,
      "loss_total": 0.018087465316057205,
      "step": 10360
    },
    {
      "loss_action": 0.013510321266949177,
      "loss_total": 0.013510321266949177,
      "step": 10360
    },
    {
      "loss_action": 0.022561736404895782,
      "loss_total": 0.022561736404895782,
      "step": 10360
    },
    {
      "grad_norm": 0.1896846443414688,
      "learning_rate": 9.921397173155129e-05,
      "loss": 0.0202,
      "step": 10370
    },
    {
      "loss_action": 0.010763605125248432,
      "loss_total": 0.010763605125248432,
      "step": 10370
    },
    {
      "loss_action": 0.011458022519946098,
      "loss_total": 0.011458022519946098,
      "step": 10370
    },
    {
      "loss_action": 0.01253901980817318,
      "loss_total": 0.01253901980817318,
      "step": 10370
    },
    {
      "loss_action": 0.016804885119199753,
      "loss_total": 0.016804885119199753,
      "step": 10370
    },
    {
      "loss_action": 0.020720012485980988,
      "loss_total": 0.020720012485980988,
      "step": 10370
    },
    {
      "loss_action": 0.026711780577898026,
      "loss_total": 0.026711780577898026,
      "step": 10370
    },
    {
      "loss_action": 0.013231439515948296,
      "loss_total": 0.013231439515948296,
      "step": 10370
    },
    {
      "loss_action": 0.016381006687879562,
      "loss_total": 0.016381006687879562,
      "step": 10370
    },
    {
      "grad_norm": 0.2743360996246338,
      "learning_rate": 9.921104871171157e-05,
      "loss": 0.0179,
      "step": 10380
    },
    {
      "loss_action": 0.012730253860354424,
      "loss_total": 0.012730253860354424,
      "step": 10380
    },
    {
      "loss_action": 0.02713189460337162,
      "loss_total": 0.02713189460337162,
      "step": 10380
    },
    {
      "loss_action": 0.01954936794936657,
      "loss_total": 0.01954936794936657,
      "step": 10380
    },
    {
      "loss_action": 0.011857789941132069,
      "loss_total": 0.011857789941132069,
      "step": 10380
    },
    {
      "loss_action": 0.033263158053159714,
      "loss_total": 0.033263158053159714,
      "step": 10380
    },
    {
      "loss_action": 0.016538968309760094,
      "loss_total": 0.016538968309760094,
      "step": 10380
    },
    {
      "loss_action": 0.02302616834640503,
      "loss_total": 0.02302616834640503,
      "step": 10380
    },
    {
      "loss_action": 0.012983512133359909,
      "loss_total": 0.012983512133359909,
      "step": 10380
    },
    {
      "grad_norm": 0.2266489565372467,
      "learning_rate": 9.920812031022554e-05,
      "loss": 0.0177,
      "step": 10390
    },
    {
      "loss_action": 0.021468069404363632,
      "loss_total": 0.021468069404363632,
      "step": 10390
    },
    {
      "loss_action": 0.025088075548410416,
      "loss_total": 0.025088075548410416,
      "step": 10390
    },
    {
      "loss_action": 0.0297559667378664,
      "loss_total": 0.0297559667378664,
      "step": 10390
    },
    {
      "loss_action": 0.014453588984906673,
      "loss_total": 0.014453588984906673,
      "step": 10390
    },
    {
      "loss_action": 0.020382598042488098,
      "loss_total": 0.020382598042488098,
      "step": 10390
    },
    {
      "loss_action": 0.010164262726902962,
      "loss_total": 0.010164262726902962,
      "step": 10390
    },
    {
      "loss_action": 0.014712689444422722,
      "loss_total": 0.014712689444422722,
      "step": 10390
    },
    {
      "loss_action": 0.015927158296108246,
      "loss_total": 0.015927158296108246,
      "step": 10390
    },
    {
      "grad_norm": 0.18441100418567657,
      "learning_rate": 9.920518652741348e-05,
      "loss": 0.0203,
      "step": 10400
    },
    {
      "loss_action": 0.014736069366335869,
      "loss_total": 0.014736069366335869,
      "step": 10400
    },
    {
      "loss_action": 0.021206822246313095,
      "loss_total": 0.021206822246313095,
      "step": 10400
    },
    {
      "loss_action": 0.012121358886361122,
      "loss_total": 0.012121358886361122,
      "step": 10400
    },
    {
      "loss_action": 0.016774039715528488,
      "loss_total": 0.016774039715528488,
      "step": 10400
    },
    {
      "loss_action": 0.009703388437628746,
      "loss_total": 0.009703388437628746,
      "step": 10400
    },
    {
      "loss_action": 0.019152604043483734,
      "loss_total": 0.019152604043483734,
      "step": 10400
    },
    {
      "loss_action": 0.013147646561264992,
      "loss_total": 0.013147646561264992,
      "step": 10400
    },
    {
      "loss_action": 0.012843585573136806,
      "loss_total": 0.012843585573136806,
      "step": 10400
    },
    {
      "grad_norm": 0.15379677712917328,
      "learning_rate": 9.920224736359618e-05,
      "loss": 0.0173,
      "step": 10410
    },
    {
      "loss_action": 0.014021273702383041,
      "loss_total": 0.014021273702383041,
      "step": 10410
    },
    {
      "loss_action": 0.008723171427845955,
      "loss_total": 0.008723171427845955,
      "step": 10410
    },
    {
      "loss_action": 0.01256272941827774,
      "loss_total": 0.01256272941827774,
      "step": 10410
    },
    {
      "loss_action": 0.023881692439317703,
      "loss_total": 0.023881692439317703,
      "step": 10410
    },
    {
      "loss_action": 0.009604676626622677,
      "loss_total": 0.009604676626622677,
      "step": 10410
    },
    {
      "loss_action": 0.020388036966323853,
      "loss_total": 0.020388036966323853,
      "step": 10410
    },
    {
      "loss_action": 0.01824309304356575,
      "loss_total": 0.01824309304356575,
      "step": 10410
    },
    {
      "loss_action": 0.012480830773711205,
      "loss_total": 0.012480830773711205,
      "step": 10410
    },
    {
      "grad_norm": 0.15633179247379303,
      "learning_rate": 9.91993028190951e-05,
      "loss": 0.0166,
      "step": 10420
    },
    {
      "loss_action": 0.021144166588783264,
      "loss_total": 0.021144166588783264,
      "step": 10420
    },
    {
      "loss_action": 0.025597242638468742,
      "loss_total": 0.025597242638468742,
      "step": 10420
    },
    {
      "loss_action": 0.014977067708969116,
      "loss_total": 0.014977067708969116,
      "step": 10420
    },
    {
      "loss_action": 0.021213967353105545,
      "loss_total": 0.021213967353105545,
      "step": 10420
    },
    {
      "loss_action": 0.013938182033598423,
      "loss_total": 0.013938182033598423,
      "step": 10420
    },
    {
      "loss_action": 0.007309044245630503,
      "loss_total": 0.007309044245630503,
      "step": 10420
    },
    {
      "loss_action": 0.01531720906496048,
      "loss_total": 0.01531720906496048,
      "step": 10420
    },
    {
      "loss_action": 0.016197962686419487,
      "loss_total": 0.016197962686419487,
      "step": 10420
    },
    {
      "grad_norm": 0.23134365677833557,
      "learning_rate": 9.919635289423222e-05,
      "loss": 0.016,
      "step": 10430
    },
    {
      "loss_action": 0.005964228883385658,
      "loss_total": 0.005964228883385658,
      "step": 10430
    },
    {
      "loss_action": 0.00963448453694582,
      "loss_total": 0.00963448453694582,
      "step": 10430
    },
    {
      "loss_action": 0.01625426858663559,
      "loss_total": 0.01625426858663559,
      "step": 10430
    },
    {
      "loss_action": 0.02083863690495491,
      "loss_total": 0.02083863690495491,
      "step": 10430
    },
    {
      "loss_action": 0.008456006646156311,
      "loss_total": 0.008456006646156311,
      "step": 10430
    },
    {
      "loss_action": 0.015499932691454887,
      "loss_total": 0.015499932691454887,
      "step": 10430
    },
    {
      "loss_action": 0.01742592081427574,
      "loss_total": 0.01742592081427574,
      "step": 10430
    },
    {
      "loss_action": 0.009302603080868721,
      "loss_total": 0.009302603080868721,
      "step": 10430
    },
    {
      "grad_norm": 0.23480986058712006,
      "learning_rate": 9.919339758933015e-05,
      "loss": 0.0168,
      "step": 10440
    },
    {
      "loss_action": 0.018138129264116287,
      "loss_total": 0.018138129264116287,
      "step": 10440
    },
    {
      "loss_action": 0.024185383692383766,
      "loss_total": 0.024185383692383766,
      "step": 10440
    },
    {
      "loss_action": 0.017445171251893044,
      "loss_total": 0.017445171251893044,
      "step": 10440
    },
    {
      "loss_action": 0.008708177134394646,
      "loss_total": 0.008708177134394646,
      "step": 10440
    },
    {
      "loss_action": 0.04439367353916168,
      "loss_total": 0.04439367353916168,
      "step": 10440
    },
    {
      "loss_action": 0.021746043115854263,
      "loss_total": 0.021746043115854263,
      "step": 10440
    },
    {
      "loss_action": 0.017717722803354263,
      "loss_total": 0.017717722803354263,
      "step": 10440
    },
    {
      "loss_action": 0.017074856907129288,
      "loss_total": 0.017074856907129288,
      "step": 10440
    },
    {
      "grad_norm": 0.2870303988456726,
      "learning_rate": 9.919043690471209e-05,
      "loss": 0.0206,
      "step": 10450
    },
    {
      "loss_action": 0.01114722155034542,
      "loss_total": 0.01114722155034542,
      "step": 10450
    },
    {
      "loss_action": 0.03669571131467819,
      "loss_total": 0.03669571131467819,
      "step": 10450
    },
    {
      "loss_action": 0.01080990768969059,
      "loss_total": 0.01080990768969059,
      "step": 10450
    },
    {
      "loss_action": 0.015793662518262863,
      "loss_total": 0.015793662518262863,
      "step": 10450
    },
    {
      "loss_action": 0.013743780553340912,
      "loss_total": 0.013743780553340912,
      "step": 10450
    },
    {
      "loss_action": 0.02070576325058937,
      "loss_total": 0.02070576325058937,
      "step": 10450
    },
    {
      "loss_action": 0.010240903124213219,
      "loss_total": 0.010240903124213219,
      "step": 10450
    },
    {
      "loss_action": 0.02193203940987587,
      "loss_total": 0.02193203940987587,
      "step": 10450
    },
    {
      "grad_norm": 0.24264326691627502,
      "learning_rate": 9.91874708407018e-05,
      "loss": 0.0199,
      "step": 10460
    },
    {
      "loss_action": 0.03955012559890747,
      "loss_total": 0.03955012559890747,
      "step": 10460
    },
    {
      "loss_action": 0.01386817917227745,
      "loss_total": 0.01386817917227745,
      "step": 10460
    },
    {
      "loss_action": 0.01549928355962038,
      "loss_total": 0.01549928355962038,
      "step": 10460
    },
    {
      "loss_action": 0.013006862252950668,
      "loss_total": 0.013006862252950668,
      "step": 10460
    },
    {
      "loss_action": 0.015487251803278923,
      "loss_total": 0.015487251803278923,
      "step": 10460
    },
    {
      "loss_action": 0.014723933301866055,
      "loss_total": 0.014723933301866055,
      "step": 10460
    },
    {
      "loss_action": 0.006416258867830038,
      "loss_total": 0.006416258867830038,
      "step": 10460
    },
    {
      "loss_action": 0.014517917297780514,
      "loss_total": 0.014517917297780514,
      "step": 10460
    },
    {
      "grad_norm": 0.20311976969242096,
      "learning_rate": 9.918449939762367e-05,
      "loss": 0.0168,
      "step": 10470
    },
    {
      "loss_action": 0.03532448783516884,
      "loss_total": 0.03532448783516884,
      "step": 10470
    },
    {
      "loss_action": 0.021744729951024055,
      "loss_total": 0.021744729951024055,
      "step": 10470
    },
    {
      "loss_action": 0.016337735578417778,
      "loss_total": 0.016337735578417778,
      "step": 10470
    },
    {
      "loss_action": 0.02128044329583645,
      "loss_total": 0.02128044329583645,
      "step": 10470
    },
    {
      "loss_action": 0.011557222343981266,
      "loss_total": 0.011557222343981266,
      "step": 10470
    },
    {
      "loss_action": 0.03610070422291756,
      "loss_total": 0.03610070422291756,
      "step": 10470
    },
    {
      "loss_action": 0.007662345189601183,
      "loss_total": 0.007662345189601183,
      "step": 10470
    },
    {
      "loss_action": 0.012842554599046707,
      "loss_total": 0.012842554599046707,
      "step": 10470
    },
    {
      "grad_norm": 0.212951198220253,
      "learning_rate": 9.91815225758026e-05,
      "loss": 0.0177,
      "step": 10480
    },
    {
      "loss_action": 0.021973971277475357,
      "loss_total": 0.021973971277475357,
      "step": 10480
    },
    {
      "loss_action": 0.02304714173078537,
      "loss_total": 0.02304714173078537,
      "step": 10480
    },
    {
      "loss_action": 0.024399088695645332,
      "loss_total": 0.024399088695645332,
      "step": 10480
    },
    {
      "loss_action": 0.014685893431305885,
      "loss_total": 0.014685893431305885,
      "step": 10480
    },
    {
      "loss_action": 0.04291103780269623,
      "loss_total": 0.04291103780269623,
      "step": 10480
    },
    {
      "loss_action": 0.012658961117267609,
      "loss_total": 0.012658961117267609,
      "step": 10480
    },
    {
      "loss_action": 0.02804708108305931,
      "loss_total": 0.02804708108305931,
      "step": 10480
    },
    {
      "loss_action": 0.018625210970640182,
      "loss_total": 0.018625210970640182,
      "step": 10480
    },
    {
      "grad_norm": 0.18103036284446716,
      "learning_rate": 9.917854037556419e-05,
      "loss": 0.0184,
      "step": 10490
    },
    {
      "loss_action": 0.01130036823451519,
      "loss_total": 0.01130036823451519,
      "step": 10490
    },
    {
      "loss_action": 0.0185699462890625,
      "loss_total": 0.0185699462890625,
      "step": 10490
    },
    {
      "loss_action": 0.018397752195596695,
      "loss_total": 0.018397752195596695,
      "step": 10490
    },
    {
      "loss_action": 0.049915313720703125,
      "loss_total": 0.049915313720703125,
      "step": 10490
    },
    {
      "loss_action": 0.012080715969204903,
      "loss_total": 0.012080715969204903,
      "step": 10490
    },
    {
      "loss_action": 0.013735894113779068,
      "loss_total": 0.013735894113779068,
      "step": 10490
    },
    {
      "loss_action": 0.009191634133458138,
      "loss_total": 0.009191634133458138,
      "step": 10490
    },
    {
      "loss_action": 0.023000359535217285,
      "loss_total": 0.023000359535217285,
      "step": 10490
    },
    {
      "grad_norm": 0.13598889112472534,
      "learning_rate": 9.917555279723454e-05,
      "loss": 0.02,
      "step": 10500
    },
    {
      "loss_action": 0.013682378455996513,
      "loss_total": 0.013682378455996513,
      "step": 10500
    },
    {
      "loss_action": 0.01127750612795353,
      "loss_total": 0.01127750612795353,
      "step": 10500
    },
    {
      "loss_action": 0.009521517902612686,
      "loss_total": 0.009521517902612686,
      "step": 10500
    },
    {
      "loss_action": 0.008362449705600739,
      "loss_total": 0.008362449705600739,
      "step": 10500
    },
    {
      "loss_action": 0.01201033964753151,
      "loss_total": 0.01201033964753151,
      "step": 10500
    },
    {
      "loss_action": 0.025082480162382126,
      "loss_total": 0.025082480162382126,
      "step": 10500
    },
    {
      "loss_action": 0.027177413925528526,
      "loss_total": 0.027177413925528526,
      "step": 10500
    },
    {
      "loss_action": 0.010373923927545547,
      "loss_total": 0.010373923927545547,
      "step": 10500
    },
    {
      "grad_norm": 0.19783805310726166,
      "learning_rate": 9.917255984114036e-05,
      "loss": 0.0173,
      "step": 10510
    },
    {
      "loss_action": 0.015900295227766037,
      "loss_total": 0.015900295227766037,
      "step": 10510
    },
    {
      "loss_action": 0.015339738689363003,
      "loss_total": 0.015339738689363003,
      "step": 10510
    },
    {
      "loss_action": 0.08572250604629517,
      "loss_total": 0.08572250604629517,
      "step": 10510
    },
    {
      "loss_action": 0.014788342639803886,
      "loss_total": 0.014788342639803886,
      "step": 10510
    },
    {
      "loss_action": 0.02041678875684738,
      "loss_total": 0.02041678875684738,
      "step": 10510
    },
    {
      "loss_action": 0.0222482793033123,
      "loss_total": 0.0222482793033123,
      "step": 10510
    },
    {
      "loss_action": 0.014237954281270504,
      "loss_total": 0.014237954281270504,
      "step": 10510
    },
    {
      "loss_action": 0.025186216458678246,
      "loss_total": 0.025186216458678246,
      "step": 10510
    },
    {
      "grad_norm": 0.21388612687587738,
      "learning_rate": 9.916956150760896e-05,
      "loss": 0.0204,
      "step": 10520
    },
    {
      "loss_action": 0.03044002503156662,
      "loss_total": 0.03044002503156662,
      "step": 10520
    },
    {
      "loss_action": 0.021499089896678925,
      "loss_total": 0.021499089896678925,
      "step": 10520
    },
    {
      "loss_action": 0.010941711254417896,
      "loss_total": 0.010941711254417896,
      "step": 10520
    },
    {
      "loss_action": 0.04072852060198784,
      "loss_total": 0.04072852060198784,
      "step": 10520
    },
    {
      "loss_action": 0.013886382803320885,
      "loss_total": 0.013886382803320885,
      "step": 10520
    },
    {
      "loss_action": 0.022624129429459572,
      "loss_total": 0.022624129429459572,
      "step": 10520
    },
    {
      "loss_action": 0.02442486584186554,
      "loss_total": 0.02442486584186554,
      "step": 10520
    },
    {
      "loss_action": 0.02118505910038948,
      "loss_total": 0.02118505910038948,
      "step": 10520
    },
    {
      "grad_norm": 0.17718148231506348,
      "learning_rate": 9.916655779696826e-05,
      "loss": 0.0203,
      "step": 10530
    },
    {
      "loss_action": 0.04070894420146942,
      "loss_total": 0.04070894420146942,
      "step": 10530
    },
    {
      "loss_action": 0.011071296408772469,
      "loss_total": 0.011071296408772469,
      "step": 10530
    },
    {
      "loss_action": 0.014469463378190994,
      "loss_total": 0.014469463378190994,
      "step": 10530
    },
    {
      "loss_action": 0.010503913275897503,
      "loss_total": 0.010503913275897503,
      "step": 10530
    },
    {
      "loss_action": 0.022939130663871765,
      "loss_total": 0.022939130663871765,
      "step": 10530
    },
    {
      "loss_action": 0.014055617153644562,
      "loss_total": 0.014055617153644562,
      "step": 10530
    },
    {
      "loss_action": 0.014806266874074936,
      "loss_total": 0.014806266874074936,
      "step": 10530
    },
    {
      "loss_action": 0.015746239572763443,
      "loss_total": 0.015746239572763443,
      "step": 10530
    },
    {
      "grad_norm": 0.23660911619663239,
      "learning_rate": 9.916354870954671e-05,
      "loss": 0.0217,
      "step": 10540
    },
    {
      "loss_action": 0.016223793849349022,
      "loss_total": 0.016223793849349022,
      "step": 10540
    },
    {
      "loss_action": 0.019093990325927734,
      "loss_total": 0.019093990325927734,
      "step": 10540
    },
    {
      "loss_action": 0.00978110171854496,
      "loss_total": 0.00978110171854496,
      "step": 10540
    },
    {
      "loss_action": 0.022219019010663033,
      "loss_total": 0.022219019010663033,
      "step": 10540
    },
    {
      "loss_action": 0.0149302426725626,
      "loss_total": 0.0149302426725626,
      "step": 10540
    },
    {
      "loss_action": 0.011669255793094635,
      "loss_total": 0.011669255793094635,
      "step": 10540
    },
    {
      "loss_action": 0.016300972551107407,
      "loss_total": 0.016300972551107407,
      "step": 10540
    },
    {
      "loss_action": 0.011530295014381409,
      "loss_total": 0.011530295014381409,
      "step": 10540
    },
    {
      "grad_norm": 0.19188857078552246,
      "learning_rate": 9.91605342456734e-05,
      "loss": 0.0194,
      "step": 10550
    },
    {
      "loss_action": 0.026252247393131256,
      "loss_total": 0.026252247393131256,
      "step": 10550
    },
    {
      "loss_action": 0.024903398007154465,
      "loss_total": 0.024903398007154465,
      "step": 10550
    },
    {
      "loss_action": 0.015077915042638779,
      "loss_total": 0.015077915042638779,
      "step": 10550
    },
    {
      "loss_action": 0.021078016608953476,
      "loss_total": 0.021078016608953476,
      "step": 10550
    },
    {
      "loss_action": 0.017192643135786057,
      "loss_total": 0.017192643135786057,
      "step": 10550
    },
    {
      "loss_action": 0.018226444721221924,
      "loss_total": 0.018226444721221924,
      "step": 10550
    },
    {
      "loss_action": 0.0103639867156744,
      "loss_total": 0.0103639867156744,
      "step": 10550
    },
    {
      "loss_action": 0.024378132075071335,
      "loss_total": 0.024378132075071335,
      "step": 10550
    },
    {
      "grad_norm": 0.29002073407173157,
      "learning_rate": 9.915751440567795e-05,
      "loss": 0.0203,
      "step": 10560
    },
    {
      "loss_action": 0.02224119007587433,
      "loss_total": 0.02224119007587433,
      "step": 10560
    },
    {
      "loss_action": 0.01355921570211649,
      "loss_total": 0.01355921570211649,
      "step": 10560
    },
    {
      "loss_action": 0.012934386730194092,
      "loss_total": 0.012934386730194092,
      "step": 10560
    },
    {
      "loss_action": 0.014880150556564331,
      "loss_total": 0.014880150556564331,
      "step": 10560
    },
    {
      "loss_action": 0.018240924924612045,
      "loss_total": 0.018240924924612045,
      "step": 10560
    },
    {
      "loss_action": 0.012334560975432396,
      "loss_total": 0.012334560975432396,
      "step": 10560
    },
    {
      "loss_action": 0.029415348544716835,
      "loss_total": 0.029415348544716835,
      "step": 10560
    },
    {
      "loss_action": 0.023108085617423058,
      "loss_total": 0.023108085617423058,
      "step": 10560
    },
    {
      "grad_norm": 0.18182273209095,
      "learning_rate": 9.915448918989066e-05,
      "loss": 0.0201,
      "step": 10570
    },
    {
      "loss_action": 0.01704578846693039,
      "loss_total": 0.01704578846693039,
      "step": 10570
    },
    {
      "loss_action": 0.008906291797757149,
      "loss_total": 0.008906291797757149,
      "step": 10570
    },
    {
      "loss_action": 0.02095586061477661,
      "loss_total": 0.02095586061477661,
      "step": 10570
    },
    {
      "loss_action": 0.02790757641196251,
      "loss_total": 0.02790757641196251,
      "step": 10570
    },
    {
      "loss_action": 0.02705984003841877,
      "loss_total": 0.02705984003841877,
      "step": 10570
    },
    {
      "loss_action": 0.01823781616985798,
      "loss_total": 0.01823781616985798,
      "step": 10570
    },
    {
      "loss_action": 0.022237354889512062,
      "loss_total": 0.022237354889512062,
      "step": 10570
    },
    {
      "loss_action": 0.013852899894118309,
      "loss_total": 0.013852899894118309,
      "step": 10570
    },
    {
      "grad_norm": 0.1746409386396408,
      "learning_rate": 9.915145859864232e-05,
      "loss": 0.0185,
      "step": 10580
    },
    {
      "loss_action": 0.01875866949558258,
      "loss_total": 0.01875866949558258,
      "step": 10580
    },
    {
      "loss_action": 0.017450451850891113,
      "loss_total": 0.017450451850891113,
      "step": 10580
    },
    {
      "loss_action": 0.024357710033655167,
      "loss_total": 0.024357710033655167,
      "step": 10580
    },
    {
      "loss_action": 0.008327413350343704,
      "loss_total": 0.008327413350343704,
      "step": 10580
    },
    {
      "loss_action": 0.021653588861227036,
      "loss_total": 0.021653588861227036,
      "step": 10580
    },
    {
      "loss_action": 0.02788161300122738,
      "loss_total": 0.02788161300122738,
      "step": 10580
    },
    {
      "loss_action": 0.013483472168445587,
      "loss_total": 0.013483472168445587,
      "step": 10580
    },
    {
      "loss_action": 0.023689404129981995,
      "loss_total": 0.023689404129981995,
      "step": 10580
    },
    {
      "grad_norm": 0.16825462877750397,
      "learning_rate": 9.914842263226437e-05,
      "loss": 0.0184,
      "step": 10590
    },
    {
      "loss_action": 0.0153182502835989,
      "loss_total": 0.0153182502835989,
      "step": 10590
    },
    {
      "loss_action": 0.012744911015033722,
      "loss_total": 0.012744911015033722,
      "step": 10590
    },
    {
      "loss_action": 0.00940877664834261,
      "loss_total": 0.00940877664834261,
      "step": 10590
    },
    {
      "loss_action": 0.014895502477884293,
      "loss_total": 0.014895502477884293,
      "step": 10590
    },
    {
      "loss_action": 0.01658010110259056,
      "loss_total": 0.01658010110259056,
      "step": 10590
    },
    {
      "loss_action": 0.012837749905884266,
      "loss_total": 0.012837749905884266,
      "step": 10590
    },
    {
      "loss_action": 0.013022247701883316,
      "loss_total": 0.013022247701883316,
      "step": 10590
    },
    {
      "loss_action": 0.01287415623664856,
      "loss_total": 0.01287415623664856,
      "step": 10590
    },
    {
      "grad_norm": 0.1562744528055191,
      "learning_rate": 9.914538129108882e-05,
      "loss": 0.0172,
      "step": 10600
    },
    {
      "loss_action": 0.025253497064113617,
      "loss_total": 0.025253497064113617,
      "step": 10600
    },
    {
      "loss_action": 0.029752012342214584,
      "loss_total": 0.029752012342214584,
      "step": 10600
    },
    {
      "loss_action": 0.020029079169034958,
      "loss_total": 0.020029079169034958,
      "step": 10600
    },
    {
      "loss_action": 0.008304812014102936,
      "loss_total": 0.008304812014102936,
      "step": 10600
    },
    {
      "loss_action": 0.01806347817182541,
      "loss_total": 0.01806347817182541,
      "step": 10600
    },
    {
      "loss_action": 0.01968742161989212,
      "loss_total": 0.01968742161989212,
      "step": 10600
    },
    {
      "loss_action": 0.012108860537409782,
      "loss_total": 0.012108860537409782,
      "step": 10600
    },
    {
      "loss_action": 0.0196937657892704,
      "loss_total": 0.0196937657892704,
      "step": 10600
    },
    {
      "grad_norm": 0.19078770279884338,
      "learning_rate": 9.914233457544825e-05,
      "loss": 0.0181,
      "step": 10610
    },
    {
      "loss_action": 0.012639041058719158,
      "loss_total": 0.012639041058719158,
      "step": 10610
    },
    {
      "loss_action": 0.018045999109745026,
      "loss_total": 0.018045999109745026,
      "step": 10610
    },
    {
      "loss_action": 0.01565340906381607,
      "loss_total": 0.01565340906381607,
      "step": 10610
    },
    {
      "loss_action": 0.012366555631160736,
      "loss_total": 0.012366555631160736,
      "step": 10610
    },
    {
      "loss_action": 0.02101505920290947,
      "loss_total": 0.02101505920290947,
      "step": 10610
    },
    {
      "loss_action": 0.01775825023651123,
      "loss_total": 0.01775825023651123,
      "step": 10610
    },
    {
      "loss_action": 0.009799512103199959,
      "loss_total": 0.009799512103199959,
      "step": 10610
    },
    {
      "loss_action": 0.022434096783399582,
      "loss_total": 0.022434096783399582,
      "step": 10610
    },
    {
      "grad_norm": 0.17430634796619415,
      "learning_rate": 9.913928248567586e-05,
      "loss": 0.0193,
      "step": 10620
    },
    {
      "loss_action": 0.012012055143713951,
      "loss_total": 0.012012055143713951,
      "step": 10620
    },
    {
      "loss_action": 0.01644650101661682,
      "loss_total": 0.01644650101661682,
      "step": 10620
    },
    {
      "loss_action": 0.019930904731154442,
      "loss_total": 0.019930904731154442,
      "step": 10620
    },
    {
      "loss_action": 0.009210075251758099,
      "loss_total": 0.009210075251758099,
      "step": 10620
    },
    {
      "loss_action": 0.0628892183303833,
      "loss_total": 0.0628892183303833,
      "step": 10620
    },
    {
      "loss_action": 0.021892793476581573,
      "loss_total": 0.021892793476581573,
      "step": 10620
    },
    {
      "loss_action": 0.010324191302061081,
      "loss_total": 0.010324191302061081,
      "step": 10620
    },
    {
      "loss_action": 0.021949106827378273,
      "loss_total": 0.021949106827378273,
      "step": 10620
    },
    {
      "grad_norm": 0.26891300082206726,
      "learning_rate": 9.913622502210542e-05,
      "loss": 0.0181,
      "step": 10630
    },
    {
      "loss_action": 0.018438398838043213,
      "loss_total": 0.018438398838043213,
      "step": 10630
    },
    {
      "loss_action": 0.025559555739164352,
      "loss_total": 0.025559555739164352,
      "step": 10630
    },
    {
      "loss_action": 0.011452538892626762,
      "loss_total": 0.011452538892626762,
      "step": 10630
    },
    {
      "loss_action": 0.0171518437564373,
      "loss_total": 0.0171518437564373,
      "step": 10630
    },
    {
      "loss_action": 0.014289353974163532,
      "loss_total": 0.014289353974163532,
      "step": 10630
    },
    {
      "loss_action": 0.014148995280265808,
      "loss_total": 0.014148995280265808,
      "step": 10630
    },
    {
      "loss_action": 0.010592786595225334,
      "loss_total": 0.010592786595225334,
      "step": 10630
    },
    {
      "loss_action": 0.0112021304666996,
      "loss_total": 0.0112021304666996,
      "step": 10630
    },
    {
      "grad_norm": 0.1560835987329483,
      "learning_rate": 9.913316218507128e-05,
      "loss": 0.0187,
      "step": 10640
    },
    {
      "loss_action": 0.012878446839749813,
      "loss_total": 0.012878446839749813,
      "step": 10640
    },
    {
      "loss_action": 0.01940164528787136,
      "loss_total": 0.01940164528787136,
      "step": 10640
    },
    {
      "loss_action": 0.0110334986820817,
      "loss_total": 0.0110334986820817,
      "step": 10640
    },
    {
      "loss_action": 0.011070486158132553,
      "loss_total": 0.011070486158132553,
      "step": 10640
    },
    {
      "loss_action": 0.02458731271326542,
      "loss_total": 0.02458731271326542,
      "step": 10640
    },
    {
      "loss_action": 0.01755458489060402,
      "loss_total": 0.01755458489060402,
      "step": 10640
    },
    {
      "loss_action": 0.01977202296257019,
      "loss_total": 0.01977202296257019,
      "step": 10640
    },
    {
      "loss_action": 0.025767222046852112,
      "loss_total": 0.025767222046852112,
      "step": 10640
    },
    {
      "grad_norm": 0.2508964538574219,
      "learning_rate": 9.91300939749084e-05,
      "loss": 0.0191,
      "step": 10650
    },
    {
      "loss_action": 0.009824504144489765,
      "loss_total": 0.009824504144489765,
      "step": 10650
    },
    {
      "loss_action": 0.013339551165699959,
      "loss_total": 0.013339551165699959,
      "step": 10650
    },
    {
      "loss_action": 0.012118368409574032,
      "loss_total": 0.012118368409574032,
      "step": 10650
    },
    {
      "loss_action": 0.013896042481064796,
      "loss_total": 0.013896042481064796,
      "step": 10650
    },
    {
      "loss_action": 0.013976776041090488,
      "loss_total": 0.013976776041090488,
      "step": 10650
    },
    {
      "loss_action": 0.011623874306678772,
      "loss_total": 0.011623874306678772,
      "step": 10650
    },
    {
      "loss_action": 0.009184587746858597,
      "loss_total": 0.009184587746858597,
      "step": 10650
    },
    {
      "loss_action": 0.012305306270718575,
      "loss_total": 0.012305306270718575,
      "step": 10650
    },
    {
      "grad_norm": 0.13810394704341888,
      "learning_rate": 9.91270203919523e-05,
      "loss": 0.0161,
      "step": 10660
    },
    {
      "loss_action": 0.014816058799624443,
      "loss_total": 0.014816058799624443,
      "step": 10660
    },
    {
      "loss_action": 0.00817999430000782,
      "loss_total": 0.00817999430000782,
      "step": 10660
    },
    {
      "loss_action": 0.01327134296298027,
      "loss_total": 0.01327134296298027,
      "step": 10660
    },
    {
      "loss_action": 0.02582489885389805,
      "loss_total": 0.02582489885389805,
      "step": 10660
    },
    {
      "loss_action": 0.02796628698706627,
      "loss_total": 0.02796628698706627,
      "step": 10660
    },
    {
      "loss_action": 0.007241897284984589,
      "loss_total": 0.007241897284984589,
      "step": 10660
    },
    {
      "loss_action": 0.011944448575377464,
      "loss_total": 0.011944448575377464,
      "step": 10660
    },
    {
      "loss_action": 0.021868307143449783,
      "loss_total": 0.021868307143449783,
      "step": 10660
    },
    {
      "grad_norm": 0.17057833075523376,
      "learning_rate": 9.912394143653912e-05,
      "loss": 0.0152,
      "step": 10670
    },
    {
      "loss_action": 0.01182207465171814,
      "loss_total": 0.01182207465171814,
      "step": 10670
    },
    {
      "loss_action": 0.009146638214588165,
      "loss_total": 0.009146638214588165,
      "step": 10670
    },
    {
      "loss_action": 0.0059885066002607346,
      "loss_total": 0.0059885066002607346,
      "step": 10670
    },
    {
      "loss_action": 0.013259729370474815,
      "loss_total": 0.013259729370474815,
      "step": 10670
    },
    {
      "loss_action": 0.013041703030467033,
      "loss_total": 0.013041703030467033,
      "step": 10670
    },
    {
      "loss_action": 0.016007255762815475,
      "loss_total": 0.016007255762815475,
      "step": 10670
    },
    {
      "loss_action": 0.012617243453860283,
      "loss_total": 0.012617243453860283,
      "step": 10670
    },
    {
      "loss_action": 0.014724522829055786,
      "loss_total": 0.014724522829055786,
      "step": 10670
    },
    {
      "grad_norm": 0.285434365272522,
      "learning_rate": 9.912085710900555e-05,
      "loss": 0.0197,
      "step": 10680
    },
    {
      "loss_action": 0.014456652104854584,
      "loss_total": 0.014456652104854584,
      "step": 10680
    },
    {
      "loss_action": 0.03421737998723984,
      "loss_total": 0.03421737998723984,
      "step": 10680
    },
    {
      "loss_action": 0.016875796020030975,
      "loss_total": 0.016875796020030975,
      "step": 10680
    },
    {
      "loss_action": 0.016304314136505127,
      "loss_total": 0.016304314136505127,
      "step": 10680
    },
    {
      "loss_action": 0.03243190795183182,
      "loss_total": 0.03243190795183182,
      "step": 10680
    },
    {
      "loss_action": 0.016052160412073135,
      "loss_total": 0.016052160412073135,
      "step": 10680
    },
    {
      "loss_action": 0.018396154046058655,
      "loss_total": 0.018396154046058655,
      "step": 10680
    },
    {
      "loss_action": 0.029007498174905777,
      "loss_total": 0.029007498174905777,
      "step": 10680
    },
    {
      "grad_norm": 0.1633121222257614,
      "learning_rate": 9.911776740968892e-05,
      "loss": 0.0182,
      "step": 10690
    },
    {
      "loss_action": 0.0114885363727808,
      "loss_total": 0.0114885363727808,
      "step": 10690
    },
    {
      "loss_action": 0.014099938794970512,
      "loss_total": 0.014099938794970512,
      "step": 10690
    },
    {
      "loss_action": 0.03164001554250717,
      "loss_total": 0.03164001554250717,
      "step": 10690
    },
    {
      "loss_action": 0.017322633415460587,
      "loss_total": 0.017322633415460587,
      "step": 10690
    },
    {
      "loss_action": 0.010160140693187714,
      "loss_total": 0.010160140693187714,
      "step": 10690
    },
    {
      "loss_action": 0.01099841482937336,
      "loss_total": 0.01099841482937336,
      "step": 10690
    },
    {
      "loss_action": 0.012355269864201546,
      "loss_total": 0.012355269864201546,
      "step": 10690
    },
    {
      "loss_action": 0.01885834150016308,
      "loss_total": 0.01885834150016308,
      "step": 10690
    },
    {
      "grad_norm": 0.15385384857654572,
      "learning_rate": 9.911467233892709e-05,
      "loss": 0.0161,
      "step": 10700
    },
    {
      "loss_action": 0.016683775931596756,
      "loss_total": 0.016683775931596756,
      "step": 10700
    },
    {
      "loss_action": 0.014604690484702587,
      "loss_total": 0.014604690484702587,
      "step": 10700
    },
    {
      "loss_action": 0.011346911080181599,
      "loss_total": 0.011346911080181599,
      "step": 10700
    },
    {
      "loss_action": 0.013993673957884312,
      "loss_total": 0.013993673957884312,
      "step": 10700
    },
    {
      "loss_action": 0.03280695900321007,
      "loss_total": 0.03280695900321007,
      "step": 10700
    },
    {
      "loss_action": 0.013357868418097496,
      "loss_total": 0.013357868418097496,
      "step": 10700
    },
    {
      "loss_action": 0.028853390365839005,
      "loss_total": 0.028853390365839005,
      "step": 10700
    },
    {
      "loss_action": 0.010463234037160873,
      "loss_total": 0.010463234037160873,
      "step": 10700
    },
    {
      "grad_norm": 0.1758662909269333,
      "learning_rate": 9.911157189705853e-05,
      "loss": 0.0196,
      "step": 10710
    },
    {
      "loss_action": 0.018809568136930466,
      "loss_total": 0.018809568136930466,
      "step": 10710
    },
    {
      "loss_action": 0.017207948490977287,
      "loss_total": 0.017207948490977287,
      "step": 10710
    },
    {
      "loss_action": 0.008372312411665916,
      "loss_total": 0.008372312411665916,
      "step": 10710
    },
    {
      "loss_action": 0.015421811491250992,
      "loss_total": 0.015421811491250992,
      "step": 10710
    },
    {
      "loss_action": 0.010640235617756844,
      "loss_total": 0.010640235617756844,
      "step": 10710
    },
    {
      "loss_action": 0.02027324214577675,
      "loss_total": 0.02027324214577675,
      "step": 10710
    },
    {
      "loss_action": 0.017134644091129303,
      "loss_total": 0.017134644091129303,
      "step": 10710
    },
    {
      "loss_action": 0.01607174426317215,
      "loss_total": 0.01607174426317215,
      "step": 10710
    },
    {
      "grad_norm": 0.26205578446388245,
      "learning_rate": 9.910846608442229e-05,
      "loss": 0.0195,
      "step": 10720
    },
    {
      "loss_action": 0.013777525164186954,
      "loss_total": 0.013777525164186954,
      "step": 10720
    },
    {
      "loss_action": 0.013986541889607906,
      "loss_total": 0.013986541889607906,
      "step": 10720
    },
    {
      "loss_action": 0.019351808354258537,
      "loss_total": 0.019351808354258537,
      "step": 10720
    },
    {
      "loss_action": 0.011937664821743965,
      "loss_total": 0.011937664821743965,
      "step": 10720
    },
    {
      "loss_action": 0.020739447325468063,
      "loss_total": 0.020739447325468063,
      "step": 10720
    },
    {
      "loss_action": 0.032432280480861664,
      "loss_total": 0.032432280480861664,
      "step": 10720
    },
    {
      "loss_action": 0.027226286008954048,
      "loss_total": 0.027226286008954048,
      "step": 10720
    },
    {
      "loss_action": 0.012574199587106705,
      "loss_total": 0.012574199587106705,
      "step": 10720
    },
    {
      "grad_norm": 0.16824425756931305,
      "learning_rate": 9.910535490135805e-05,
      "loss": 0.0207,
      "step": 10730
    },
    {
      "loss_action": 0.018853142857551575,
      "loss_total": 0.018853142857551575,
      "step": 10730
    },
    {
      "loss_action": 0.025008652359247208,
      "loss_total": 0.025008652359247208,
      "step": 10730
    },
    {
      "loss_action": 0.01923377439379692,
      "loss_total": 0.01923377439379692,
      "step": 10730
    },
    {
      "loss_action": 0.012004825286567211,
      "loss_total": 0.012004825286567211,
      "step": 10730
    },
    {
      "loss_action": 0.009683996438980103,
      "loss_total": 0.009683996438980103,
      "step": 10730
    },
    {
      "loss_action": 0.08049990981817245,
      "loss_total": 0.08049990981817245,
      "step": 10730
    },
    {
      "loss_action": 0.019116980955004692,
      "loss_total": 0.019116980955004692,
      "step": 10730
    },
    {
      "loss_action": 0.020040899515151978,
      "loss_total": 0.020040899515151978,
      "step": 10730
    },
    {
      "grad_norm": 0.265683114528656,
      "learning_rate": 9.910223834820603e-05,
      "loss": 0.0215,
      "step": 10740
    },
    {
      "loss_action": 0.02023475617170334,
      "loss_total": 0.02023475617170334,
      "step": 10740
    },
    {
      "loss_action": 0.026804961264133453,
      "loss_total": 0.026804961264133453,
      "step": 10740
    },
    {
      "loss_action": 0.01788267120718956,
      "loss_total": 0.01788267120718956,
      "step": 10740
    },
    {
      "loss_action": 0.021075917407870293,
      "loss_total": 0.021075917407870293,
      "step": 10740
    },
    {
      "loss_action": 0.010262108407914639,
      "loss_total": 0.010262108407914639,
      "step": 10740
    },
    {
      "loss_action": 0.024730678647756577,
      "loss_total": 0.024730678647756577,
      "step": 10740
    },
    {
      "loss_action": 0.01541533786803484,
      "loss_total": 0.01541533786803484,
      "step": 10740
    },
    {
      "loss_action": 0.022268235683441162,
      "loss_total": 0.022268235683441162,
      "step": 10740
    },
    {
      "grad_norm": 0.22114531695842743,
      "learning_rate": 9.909911642530703e-05,
      "loss": 0.0205,
      "step": 10750
    },
    {
      "loss_action": 0.010628296062350273,
      "loss_total": 0.010628296062350273,
      "step": 10750
    },
    {
      "loss_action": 0.020332232117652893,
      "loss_total": 0.020332232117652893,
      "step": 10750
    },
    {
      "loss_action": 0.02150789648294449,
      "loss_total": 0.02150789648294449,
      "step": 10750
    },
    {
      "loss_action": 0.011921786703169346,
      "loss_total": 0.011921786703169346,
      "step": 10750
    },
    {
      "loss_action": 0.027075745165348053,
      "loss_total": 0.027075745165348053,
      "step": 10750
    },
    {
      "loss_action": 0.024722252041101456,
      "loss_total": 0.024722252041101456,
      "step": 10750
    },
    {
      "loss_action": 0.018010355532169342,
      "loss_total": 0.018010355532169342,
      "step": 10750
    },
    {
      "loss_action": 0.02217015251517296,
      "loss_total": 0.02217015251517296,
      "step": 10750
    },
    {
      "grad_norm": 0.16560444235801697,
      "learning_rate": 9.909598913300249e-05,
      "loss": 0.0185,
      "step": 10760
    },
    {
      "loss_action": 0.006402702070772648,
      "loss_total": 0.006402702070772648,
      "step": 10760
    },
    {
      "loss_action": 0.013990584760904312,
      "loss_total": 0.013990584760904312,
      "step": 10760
    },
    {
      "loss_action": 0.008202927187085152,
      "loss_total": 0.008202927187085152,
      "step": 10760
    },
    {
      "loss_action": 0.01790468394756317,
      "loss_total": 0.01790468394756317,
      "step": 10760
    },
    {
      "loss_action": 0.014374004676938057,
      "loss_total": 0.014374004676938057,
      "step": 10760
    },
    {
      "loss_action": 0.010616013780236244,
      "loss_total": 0.010616013780236244,
      "step": 10760
    },
    {
      "loss_action": 0.019331712275743484,
      "loss_total": 0.019331712275743484,
      "step": 10760
    },
    {
      "loss_action": 0.013582020066678524,
      "loss_total": 0.013582020066678524,
      "step": 10760
    },
    {
      "grad_norm": 0.2318529337644577,
      "learning_rate": 9.909285647163438e-05,
      "loss": 0.017,
      "step": 10770
    },
    {
      "loss_action": 0.014054570347070694,
      "loss_total": 0.014054570347070694,
      "step": 10770
    },
    {
      "loss_action": 0.02216765098273754,
      "loss_total": 0.02216765098273754,
      "step": 10770
    },
    {
      "loss_action": 0.016331270337104797,
      "loss_total": 0.016331270337104797,
      "step": 10770
    },
    {
      "loss_action": 0.007550712674856186,
      "loss_total": 0.007550712674856186,
      "step": 10770
    },
    {
      "loss_action": 0.007480772212147713,
      "loss_total": 0.007480772212147713,
      "step": 10770
    },
    {
      "loss_action": 0.009437186643481255,
      "loss_total": 0.009437186643481255,
      "step": 10770
    },
    {
      "loss_action": 0.017563890665769577,
      "loss_total": 0.017563890665769577,
      "step": 10770
    },
    {
      "loss_action": 0.009138899855315685,
      "loss_total": 0.009138899855315685,
      "step": 10770
    },
    {
      "grad_norm": 0.22174030542373657,
      "learning_rate": 9.908971844154531e-05,
      "loss": 0.0172,
      "step": 10780
    },
    {
      "loss_action": 0.03987172245979309,
      "loss_total": 0.03987172245979309,
      "step": 10780
    },
    {
      "loss_action": 0.01265203021466732,
      "loss_total": 0.01265203021466732,
      "step": 10780
    },
    {
      "loss_action": 0.007304299622774124,
      "loss_total": 0.007304299622774124,
      "step": 10780
    },
    {
      "loss_action": 0.014678689651191235,
      "loss_total": 0.014678689651191235,
      "step": 10780
    },
    {
      "loss_action": 0.024724526330828667,
      "loss_total": 0.024724526330828667,
      "step": 10780
    },
    {
      "loss_action": 0.018587205559015274,
      "loss_total": 0.018587205559015274,
      "step": 10780
    },
    {
      "loss_action": 0.007148592732846737,
      "loss_total": 0.007148592732846737,
      "step": 10780
    },
    {
      "loss_action": 0.03085346147418022,
      "loss_total": 0.03085346147418022,
      "step": 10780
    },
    {
      "grad_norm": 0.2197490632534027,
      "learning_rate": 9.908657504307843e-05,
      "loss": 0.0186,
      "step": 10790
    },
    {
      "loss_action": 0.012998806312680244,
      "loss_total": 0.012998806312680244,
      "step": 10790
    },
    {
      "loss_action": 0.01811477169394493,
      "loss_total": 0.01811477169394493,
      "step": 10790
    },
    {
      "loss_action": 0.012976538389921188,
      "loss_total": 0.012976538389921188,
      "step": 10790
    },
    {
      "loss_action": 0.02234739437699318,
      "loss_total": 0.02234739437699318,
      "step": 10790
    },
    {
      "loss_action": 0.009528218768537045,
      "loss_total": 0.009528218768537045,
      "step": 10790
    },
    {
      "loss_action": 0.02819199487566948,
      "loss_total": 0.02819199487566948,
      "step": 10790
    },
    {
      "loss_action": 0.012840930372476578,
      "loss_total": 0.012840930372476578,
      "step": 10790
    },
    {
      "loss_action": 0.018521912395954132,
      "loss_total": 0.018521912395954132,
      "step": 10790
    },
    {
      "grad_norm": 0.17214472591876984,
      "learning_rate": 9.908342627657751e-05,
      "loss": 0.0205,
      "step": 10800
    },
    {
      "loss_action": 0.01835678145289421,
      "loss_total": 0.01835678145289421,
      "step": 10800
    },
    {
      "loss_action": 0.01778709515929222,
      "loss_total": 0.01778709515929222,
      "step": 10800
    },
    {
      "loss_action": 0.00921626202762127,
      "loss_total": 0.00921626202762127,
      "step": 10800
    },
    {
      "loss_action": 0.009818238206207752,
      "loss_total": 0.009818238206207752,
      "step": 10800
    },
    {
      "loss_action": 0.009811639785766602,
      "loss_total": 0.009811639785766602,
      "step": 10800
    },
    {
      "loss_action": 0.020104587078094482,
      "loss_total": 0.020104587078094482,
      "step": 10800
    },
    {
      "loss_action": 0.03715954348444939,
      "loss_total": 0.03715954348444939,
      "step": 10800
    },
    {
      "loss_action": 0.024832814931869507,
      "loss_total": 0.024832814931869507,
      "step": 10800
    },
    {
      "grad_norm": 0.21391117572784424,
      "learning_rate": 9.908027214238689e-05,
      "loss": 0.0185,
      "step": 10810
    },
    {
      "loss_action": 0.012409230694174767,
      "loss_total": 0.012409230694174767,
      "step": 10810
    },
    {
      "loss_action": 0.011323993094265461,
      "loss_total": 0.011323993094265461,
      "step": 10810
    },
    {
      "loss_action": 0.007410977501422167,
      "loss_total": 0.007410977501422167,
      "step": 10810
    },
    {
      "loss_action": 0.10824566334486008,
      "loss_total": 0.10824566334486008,
      "step": 10810
    },
    {
      "loss_action": 0.015558463521301746,
      "loss_total": 0.015558463521301746,
      "step": 10810
    },
    {
      "loss_action": 0.03154832124710083,
      "loss_total": 0.03154832124710083,
      "step": 10810
    },
    {
      "loss_action": 0.019279615953564644,
      "loss_total": 0.019279615953564644,
      "step": 10810
    },
    {
      "loss_action": 0.009554228745400906,
      "loss_total": 0.009554228745400906,
      "step": 10810
    },
    {
      "grad_norm": 0.17957180738449097,
      "learning_rate": 9.90771126408515e-05,
      "loss": 0.0163,
      "step": 10820
    },
    {
      "loss_action": 0.010271063074469566,
      "loss_total": 0.010271063074469566,
      "step": 10820
    },
    {
      "loss_action": 0.01355159841477871,
      "loss_total": 0.01355159841477871,
      "step": 10820
    },
    {
      "loss_action": 0.010369737632572651,
      "loss_total": 0.010369737632572651,
      "step": 10820
    },
    {
      "loss_action": 0.010407990776002407,
      "loss_total": 0.010407990776002407,
      "step": 10820
    },
    {
      "loss_action": 0.01631256937980652,
      "loss_total": 0.01631256937980652,
      "step": 10820
    },
    {
      "loss_action": 0.021199529990553856,
      "loss_total": 0.021199529990553856,
      "step": 10820
    },
    {
      "loss_action": 0.008589436300098896,
      "loss_total": 0.008589436300098896,
      "step": 10820
    },
    {
      "loss_action": 0.013514969497919083,
      "loss_total": 0.013514969497919083,
      "step": 10820
    },
    {
      "grad_norm": 0.22499535977840424,
      "learning_rate": 9.907394777231685e-05,
      "loss": 0.0172,
      "step": 10830
    },
    {
      "loss_action": 0.02520935796201229,
      "loss_total": 0.02520935796201229,
      "step": 10830
    },
    {
      "loss_action": 0.027228236198425293,
      "loss_total": 0.027228236198425293,
      "step": 10830
    },
    {
      "loss_action": 0.020467739552259445,
      "loss_total": 0.020467739552259445,
      "step": 10830
    },
    {
      "loss_action": 0.011847841553390026,
      "loss_total": 0.011847841553390026,
      "step": 10830
    },
    {
      "loss_action": 0.013328483328223228,
      "loss_total": 0.013328483328223228,
      "step": 10830
    },
    {
      "loss_action": 0.010060526430606842,
      "loss_total": 0.010060526430606842,
      "step": 10830
    },
    {
      "loss_action": 0.02356450818479061,
      "loss_total": 0.02356450818479061,
      "step": 10830
    },
    {
      "loss_action": 0.013667916879057884,
      "loss_total": 0.013667916879057884,
      "step": 10830
    },
    {
      "grad_norm": 0.25016987323760986,
      "learning_rate": 9.907077753712905e-05,
      "loss": 0.0199,
      "step": 10840
    },
    {
      "loss_action": 0.021933460608124733,
      "loss_total": 0.021933460608124733,
      "step": 10840
    },
    {
      "loss_action": 0.024906089529395103,
      "loss_total": 0.024906089529395103,
      "step": 10840
    },
    {
      "loss_action": 0.015571443364024162,
      "loss_total": 0.015571443364024162,
      "step": 10840
    },
    {
      "loss_action": 0.011855468153953552,
      "loss_total": 0.011855468153953552,
      "step": 10840
    },
    {
      "loss_action": 0.019162753596901894,
      "loss_total": 0.019162753596901894,
      "step": 10840
    },
    {
      "loss_action": 0.0275960061699152,
      "loss_total": 0.0275960061699152,
      "step": 10840
    },
    {
      "loss_action": 0.01505623571574688,
      "loss_total": 0.01505623571574688,
      "step": 10840
    },
    {
      "loss_action": 0.013178238645195961,
      "loss_total": 0.013178238645195961,
      "step": 10840
    },
    {
      "grad_norm": 0.203240305185318,
      "learning_rate": 9.906760193563482e-05,
      "loss": 0.0197,
      "step": 10850
    },
    {
      "loss_action": 0.026056278496980667,
      "loss_total": 0.026056278496980667,
      "step": 10850
    },
    {
      "loss_action": 0.024033337831497192,
      "loss_total": 0.024033337831497192,
      "step": 10850
    },
    {
      "loss_action": 0.02451198548078537,
      "loss_total": 0.02451198548078537,
      "step": 10850
    },
    {
      "loss_action": 0.014094695448875427,
      "loss_total": 0.014094695448875427,
      "step": 10850
    },
    {
      "loss_action": 0.013706808909773827,
      "loss_total": 0.013706808909773827,
      "step": 10850
    },
    {
      "loss_action": 0.01392783410847187,
      "loss_total": 0.01392783410847187,
      "step": 10850
    },
    {
      "loss_action": 0.012266918085515499,
      "loss_total": 0.012266918085515499,
      "step": 10850
    },
    {
      "loss_action": 0.012164055369794369,
      "loss_total": 0.012164055369794369,
      "step": 10850
    },
    {
      "grad_norm": 0.24200056493282318,
      "learning_rate": 9.906442096818139e-05,
      "loss": 0.0163,
      "step": 10860
    },
    {
      "loss_action": 0.014051984064280987,
      "loss_total": 0.014051984064280987,
      "step": 10860
    },
    {
      "loss_action": 0.007881097495555878,
      "loss_total": 0.007881097495555878,
      "step": 10860
    },
    {
      "loss_action": 0.048421815037727356,
      "loss_total": 0.048421815037727356,
      "step": 10860
    },
    {
      "loss_action": 0.01425334345549345,
      "loss_total": 0.01425334345549345,
      "step": 10860
    },
    {
      "loss_action": 0.018347157165408134,
      "loss_total": 0.018347157165408134,
      "step": 10860
    },
    {
      "loss_action": 0.026013124734163284,
      "loss_total": 0.026013124734163284,
      "step": 10860
    },
    {
      "loss_action": 0.008920542895793915,
      "loss_total": 0.008920542895793915,
      "step": 10860
    },
    {
      "loss_action": 0.011299364268779755,
      "loss_total": 0.011299364268779755,
      "step": 10860
    },
    {
      "grad_norm": 0.16115286946296692,
      "learning_rate": 9.906123463511665e-05,
      "loss": 0.0187,
      "step": 10870
    },
    {
      "loss_action": 0.00857468694448471,
      "loss_total": 0.00857468694448471,
      "step": 10870
    },
    {
      "loss_action": 0.013198472559452057,
      "loss_total": 0.013198472559452057,
      "step": 10870
    },
    {
      "loss_action": 0.024724870920181274,
      "loss_total": 0.024724870920181274,
      "step": 10870
    },
    {
      "loss_action": 0.017610687762498856,
      "loss_total": 0.017610687762498856,
      "step": 10870
    },
    {
      "loss_action": 0.029874397441744804,
      "loss_total": 0.029874397441744804,
      "step": 10870
    },
    {
      "loss_action": 0.013978064991533756,
      "loss_total": 0.013978064991533756,
      "step": 10870
    },
    {
      "loss_action": 0.022933082655072212,
      "loss_total": 0.022933082655072212,
      "step": 10870
    },
    {
      "loss_action": 0.010804306715726852,
      "loss_total": 0.010804306715726852,
      "step": 10870
    },
    {
      "grad_norm": 0.18716242909431458,
      "learning_rate": 9.905804293678907e-05,
      "loss": 0.0169,
      "step": 10880
    },
    {
      "loss_action": 0.008049707859754562,
      "loss_total": 0.008049707859754562,
      "step": 10880
    },
    {
      "loss_action": 0.005453585181385279,
      "loss_total": 0.005453585181385279,
      "step": 10880
    },
    {
      "loss_action": 0.009428144432604313,
      "loss_total": 0.009428144432604313,
      "step": 10880
    },
    {
      "loss_action": 0.03683999180793762,
      "loss_total": 0.03683999180793762,
      "step": 10880
    },
    {
      "loss_action": 0.008960571140050888,
      "loss_total": 0.008960571140050888,
      "step": 10880
    },
    {
      "loss_action": 0.016639381647109985,
      "loss_total": 0.016639381647109985,
      "step": 10880
    },
    {
      "loss_action": 0.009973392821848392,
      "loss_total": 0.009973392821848392,
      "step": 10880
    },
    {
      "loss_action": 0.02229229360818863,
      "loss_total": 0.02229229360818863,
      "step": 10880
    },
    {
      "grad_norm": 0.24544483423233032,
      "learning_rate": 9.905484587354766e-05,
      "loss": 0.0188,
      "step": 10890
    },
    {
      "loss_action": 0.017483988776803017,
      "loss_total": 0.017483988776803017,
      "step": 10890
    },
    {
      "loss_action": 0.011679128743708134,
      "loss_total": 0.011679128743708134,
      "step": 10890
    },
    {
      "loss_action": 0.014167891815304756,
      "loss_total": 0.014167891815304756,
      "step": 10890
    },
    {
      "loss_action": 0.034069813787937164,
      "loss_total": 0.034069813787937164,
      "step": 10890
    },
    {
      "loss_action": 0.023960798978805542,
      "loss_total": 0.023960798978805542,
      "step": 10890
    },
    {
      "loss_action": 0.011996757239103317,
      "loss_total": 0.011996757239103317,
      "step": 10890
    },
    {
      "loss_action": 0.016167664900422096,
      "loss_total": 0.016167664900422096,
      "step": 10890
    },
    {
      "loss_action": 0.019060423597693443,
      "loss_total": 0.019060423597693443,
      "step": 10890
    },
    {
      "grad_norm": 0.19184111058712006,
      "learning_rate": 9.905164344574205e-05,
      "loss": 0.018,
      "step": 10900
    },
    {
      "loss_action": 0.011671312153339386,
      "loss_total": 0.011671312153339386,
      "step": 10900
    },
    {
      "loss_action": 0.008966376073658466,
      "loss_total": 0.008966376073658466,
      "step": 10900
    },
    {
      "loss_action": 0.017028503119945526,
      "loss_total": 0.017028503119945526,
      "step": 10900
    },
    {
      "loss_action": 0.01773175224661827,
      "loss_total": 0.01773175224661827,
      "step": 10900
    },
    {
      "loss_action": 0.013426611199975014,
      "loss_total": 0.013426611199975014,
      "step": 10900
    },
    {
      "loss_action": 0.006575198844075203,
      "loss_total": 0.006575198844075203,
      "step": 10900
    },
    {
      "loss_action": 0.010598456487059593,
      "loss_total": 0.010598456487059593,
      "step": 10900
    },
    {
      "loss_action": 0.017198536545038223,
      "loss_total": 0.017198536545038223,
      "step": 10900
    },
    {
      "grad_norm": 0.14412498474121094,
      "learning_rate": 9.904843565372248e-05,
      "loss": 0.0173,
      "step": 10910
    },
    {
      "loss_action": 0.015953000634908676,
      "loss_total": 0.015953000634908676,
      "step": 10910
    },
    {
      "loss_action": 0.03282836824655533,
      "loss_total": 0.03282836824655533,
      "step": 10910
    },
    {
      "loss_action": 0.01869642548263073,
      "loss_total": 0.01869642548263073,
      "step": 10910
    },
    {
      "loss_action": 0.016531888395547867,
      "loss_total": 0.016531888395547867,
      "step": 10910
    },
    {
      "loss_action": 0.0072681475430727005,
      "loss_total": 0.0072681475430727005,
      "step": 10910
    },
    {
      "loss_action": 0.016620848327875137,
      "loss_total": 0.016620848327875137,
      "step": 10910
    },
    {
      "loss_action": 0.018808508291840553,
      "loss_total": 0.018808508291840553,
      "step": 10910
    },
    {
      "loss_action": 0.016931332647800446,
      "loss_total": 0.016931332647800446,
      "step": 10910
    },
    {
      "grad_norm": 0.1681404858827591,
      "learning_rate": 9.904522249783972e-05,
      "loss": 0.0169,
      "step": 10920
    },
    {
      "loss_action": 0.02595105767250061,
      "loss_total": 0.02595105767250061,
      "step": 10920
    },
    {
      "loss_action": 0.014333992265164852,
      "loss_total": 0.014333992265164852,
      "step": 10920
    },
    {
      "loss_action": 0.015822071582078934,
      "loss_total": 0.015822071582078934,
      "step": 10920
    },
    {
      "loss_action": 0.006218429654836655,
      "loss_total": 0.006218429654836655,
      "step": 10920
    },
    {
      "loss_action": 0.017092136666178703,
      "loss_total": 0.017092136666178703,
      "step": 10920
    },
    {
      "loss_action": 0.020452499389648438,
      "loss_total": 0.020452499389648438,
      "step": 10920
    },
    {
      "loss_action": 0.009267994202673435,
      "loss_total": 0.009267994202673435,
      "step": 10920
    },
    {
      "loss_action": 0.00399186834692955,
      "loss_total": 0.00399186834692955,
      "step": 10920
    },
    {
      "grad_norm": 0.18494878709316254,
      "learning_rate": 9.904200397844517e-05,
      "loss": 0.0185,
      "step": 10930
    },
    {
      "loss_action": 0.008595295250415802,
      "loss_total": 0.008595295250415802,
      "step": 10930
    },
    {
      "loss_action": 0.01548631303012371,
      "loss_total": 0.01548631303012371,
      "step": 10930
    },
    {
      "loss_action": 0.01400686614215374,
      "loss_total": 0.01400686614215374,
      "step": 10930
    },
    {
      "loss_action": 0.015299665741622448,
      "loss_total": 0.015299665741622448,
      "step": 10930
    },
    {
      "loss_action": 0.013283558189868927,
      "loss_total": 0.013283558189868927,
      "step": 10930
    },
    {
      "loss_action": 0.012526486068964005,
      "loss_total": 0.012526486068964005,
      "step": 10930
    },
    {
      "loss_action": 0.015471518971025944,
      "loss_total": 0.015471518971025944,
      "step": 10930
    },
    {
      "loss_action": 0.02877211384475231,
      "loss_total": 0.02877211384475231,
      "step": 10930
    },
    {
      "grad_norm": 0.21902626752853394,
      "learning_rate": 9.903878009589078e-05,
      "loss": 0.0169,
      "step": 10940
    },
    {
      "loss_action": 0.013930619694292545,
      "loss_total": 0.013930619694292545,
      "step": 10940
    },
    {
      "loss_action": 0.008769476786255836,
      "loss_total": 0.008769476786255836,
      "step": 10940
    },
    {
      "loss_action": 0.009263081476092339,
      "loss_total": 0.009263081476092339,
      "step": 10940
    },
    {
      "loss_action": 0.01441686786711216,
      "loss_total": 0.01441686786711216,
      "step": 10940
    },
    {
      "loss_action": 0.018857911229133606,
      "loss_total": 0.018857911229133606,
      "step": 10940
    },
    {
      "loss_action": 0.01908767595887184,
      "loss_total": 0.01908767595887184,
      "step": 10940
    },
    {
      "loss_action": 0.030363650992512703,
      "loss_total": 0.030363650992512703,
      "step": 10940
    },
    {
      "loss_action": 0.009491829201579094,
      "loss_total": 0.009491829201579094,
      "step": 10940
    },
    {
      "grad_norm": 0.21251271665096283,
      "learning_rate": 9.903555085052915e-05,
      "loss": 0.0184,
      "step": 10950
    },
    {
      "loss_action": 0.014976621605455875,
      "loss_total": 0.014976621605455875,
      "step": 10950
    },
    {
      "loss_action": 0.022240355610847473,
      "loss_total": 0.022240355610847473,
      "step": 10950
    },
    {
      "loss_action": 0.013435077853500843,
      "loss_total": 0.013435077853500843,
      "step": 10950
    },
    {
      "loss_action": 0.018853792920708656,
      "loss_total": 0.018853792920708656,
      "step": 10950
    },
    {
      "loss_action": 0.01607111468911171,
      "loss_total": 0.01607111468911171,
      "step": 10950
    },
    {
      "loss_action": 0.008007281459867954,
      "loss_total": 0.008007281459867954,
      "step": 10950
    },
    {
      "loss_action": 0.022372061386704445,
      "loss_total": 0.022372061386704445,
      "step": 10950
    },
    {
      "loss_action": 0.015183482319116592,
      "loss_total": 0.015183482319116592,
      "step": 10950
    },
    {
      "grad_norm": 0.17956240475177765,
      "learning_rate": 9.903231624271338e-05,
      "loss": 0.0172,
      "step": 10960
    },
    {
      "loss_action": 0.012062612920999527,
      "loss_total": 0.012062612920999527,
      "step": 10960
    },
    {
      "loss_action": 0.008664777502417564,
      "loss_total": 0.008664777502417564,
      "step": 10960
    },
    {
      "loss_action": 0.01552930660545826,
      "loss_total": 0.01552930660545826,
      "step": 10960
    },
    {
      "loss_action": 0.030671825632452965,
      "loss_total": 0.030671825632452965,
      "step": 10960
    },
    {
      "loss_action": 0.019155947491526604,
      "loss_total": 0.019155947491526604,
      "step": 10960
    },
    {
      "loss_action": 0.023087546229362488,
      "loss_total": 0.023087546229362488,
      "step": 10960
    },
    {
      "loss_action": 0.018870366737246513,
      "loss_total": 0.018870366737246513,
      "step": 10960
    },
    {
      "loss_action": 0.009627338498830795,
      "loss_total": 0.009627338498830795,
      "step": 10960
    },
    {
      "grad_norm": 0.17819204926490784,
      "learning_rate": 9.902907627279724e-05,
      "loss": 0.0189,
      "step": 10970
    },
    {
      "loss_action": 0.02796289138495922,
      "loss_total": 0.02796289138495922,
      "step": 10970
    },
    {
      "loss_action": 0.010848188772797585,
      "loss_total": 0.010848188772797585,
      "step": 10970
    },
    {
      "loss_action": 0.010383281856775284,
      "loss_total": 0.010383281856775284,
      "step": 10970
    },
    {
      "loss_action": 0.019765270873904228,
      "loss_total": 0.019765270873904228,
      "step": 10970
    },
    {
      "loss_action": 0.013646460138261318,
      "loss_total": 0.013646460138261318,
      "step": 10970
    },
    {
      "loss_action": 0.015194996260106564,
      "loss_total": 0.015194996260106564,
      "step": 10970
    },
    {
      "loss_action": 0.014978994615375996,
      "loss_total": 0.014978994615375996,
      "step": 10970
    },
    {
      "loss_action": 0.007196740247309208,
      "loss_total": 0.007196740247309208,
      "step": 10970
    },
    {
      "grad_norm": 0.14508390426635742,
      "learning_rate": 9.902583094113504e-05,
      "loss": 0.0167,
      "step": 10980
    },
    {
      "loss_action": 0.007703203707933426,
      "loss_total": 0.007703203707933426,
      "step": 10980
    },
    {
      "loss_action": 0.020006395876407623,
      "loss_total": 0.020006395876407623,
      "step": 10980
    },
    {
      "loss_action": 0.005747613497078419,
      "loss_total": 0.005747613497078419,
      "step": 10980
    },
    {
      "loss_action": 0.011447951197624207,
      "loss_total": 0.011447951197624207,
      "step": 10980
    },
    {
      "loss_action": 0.008272616192698479,
      "loss_total": 0.008272616192698479,
      "step": 10980
    },
    {
      "loss_action": 0.00615866482257843,
      "loss_total": 0.00615866482257843,
      "step": 10980
    },
    {
      "loss_action": 0.010893214493989944,
      "loss_total": 0.010893214493989944,
      "step": 10980
    },
    {
      "loss_action": 0.02614910714328289,
      "loss_total": 0.02614910714328289,
      "step": 10980
    },
    {
      "grad_norm": 0.20380717515945435,
      "learning_rate": 9.902258024808168e-05,
      "loss": 0.0191,
      "step": 10990
    },
    {
      "loss_action": 0.0055096750147640705,
      "loss_total": 0.0055096750147640705,
      "step": 10990
    },
    {
      "loss_action": 0.016393758356571198,
      "loss_total": 0.016393758356571198,
      "step": 10990
    },
    {
      "loss_action": 0.012831245549023151,
      "loss_total": 0.012831245549023151,
      "step": 10990
    },
    {
      "loss_action": 0.018172290176153183,
      "loss_total": 0.018172290176153183,
      "step": 10990
    },
    {
      "loss_action": 0.021336445584893227,
      "loss_total": 0.021336445584893227,
      "step": 10990
    },
    {
      "loss_action": 0.008940503001213074,
      "loss_total": 0.008940503001213074,
      "step": 10990
    },
    {
      "loss_action": 0.011197380721569061,
      "loss_total": 0.011197380721569061,
      "step": 10990
    },
    {
      "loss_action": 0.013744031079113483,
      "loss_total": 0.013744031079113483,
      "step": 10990
    },
    {
      "grad_norm": 0.2162412405014038,
      "learning_rate": 9.901932419399264e-05,
      "loss": 0.0179,
      "step": 11000
    },
    {
      "loss_action": 0.029415931552648544,
      "loss_total": 0.029415931552648544,
      "step": 11000
    },
    {
      "loss_action": 0.02978217601776123,
      "loss_total": 0.02978217601776123,
      "step": 11000
    },
    {
      "loss_action": 0.014089943841099739,
      "loss_total": 0.014089943841099739,
      "step": 11000
    },
    {
      "loss_action": 0.017406199127435684,
      "loss_total": 0.017406199127435684,
      "step": 11000
    },
    {
      "loss_action": 0.008362061344087124,
      "loss_total": 0.008362061344087124,
      "step": 11000
    },
    {
      "loss_action": 0.008386810310184956,
      "loss_total": 0.008386810310184956,
      "step": 11000
    },
    {
      "loss_action": 0.023837119340896606,
      "loss_total": 0.023837119340896606,
      "step": 11000
    },
    {
      "loss_action": 0.01482530776411295,
      "loss_total": 0.01482530776411295,
      "step": 11000
    },
    {
      "grad_norm": 0.1754142940044403,
      "learning_rate": 9.9016062779224e-05,
      "loss": 0.0171,
      "step": 11010
    },
    {
      "loss_action": 0.023939497768878937,
      "loss_total": 0.023939497768878937,
      "step": 11010
    },
    {
      "loss_action": 0.013587391003966331,
      "loss_total": 0.013587391003966331,
      "step": 11010
    },
    {
      "loss_action": 0.012881467118859291,
      "loss_total": 0.012881467118859291,
      "step": 11010
    },
    {
      "loss_action": 0.011148658581078053,
      "loss_total": 0.011148658581078053,
      "step": 11010
    },
    {
      "loss_action": 0.022220328450202942,
      "loss_total": 0.022220328450202942,
      "step": 11010
    },
    {
      "loss_action": 0.005297087132930756,
      "loss_total": 0.005297087132930756,
      "step": 11010
    },
    {
      "loss_action": 0.011230762116611004,
      "loss_total": 0.011230762116611004,
      "step": 11010
    },
    {
      "loss_action": 0.017644982784986496,
      "loss_total": 0.017644982784986496,
      "step": 11010
    },
    {
      "grad_norm": 0.24080748856067657,
      "learning_rate": 9.901279600413242e-05,
      "loss": 0.0171,
      "step": 11020
    },
    {
      "loss_action": 0.012167643755674362,
      "loss_total": 0.012167643755674362,
      "step": 11020
    },
    {
      "loss_action": 0.013564135879278183,
      "loss_total": 0.013564135879278183,
      "step": 11020
    },
    {
      "loss_action": 0.01535664964467287,
      "loss_total": 0.01535664964467287,
      "step": 11020
    },
    {
      "loss_action": 0.020505759865045547,
      "loss_total": 0.020505759865045547,
      "step": 11020
    },
    {
      "loss_action": 0.013635083101689816,
      "loss_total": 0.013635083101689816,
      "step": 11020
    },
    {
      "loss_action": 0.027418483048677444,
      "loss_total": 0.027418483048677444,
      "step": 11020
    },
    {
      "loss_action": 0.016788555309176445,
      "loss_total": 0.016788555309176445,
      "step": 11020
    },
    {
      "loss_action": 0.017208222299814224,
      "loss_total": 0.017208222299814224,
      "step": 11020
    },
    {
      "grad_norm": 0.254869669675827,
      "learning_rate": 9.900952386907518e-05,
      "loss": 0.0161,
      "step": 11030
    },
    {
      "loss_action": 0.0074294148944318295,
      "loss_total": 0.0074294148944318295,
      "step": 11030
    },
    {
      "loss_action": 0.013203810900449753,
      "loss_total": 0.013203810900449753,
      "step": 11030
    },
    {
      "loss_action": 0.034299105405807495,
      "loss_total": 0.034299105405807495,
      "step": 11030
    },
    {
      "loss_action": 0.018260667100548744,
      "loss_total": 0.018260667100548744,
      "step": 11030
    },
    {
      "loss_action": 0.015490527264773846,
      "loss_total": 0.015490527264773846,
      "step": 11030
    },
    {
      "loss_action": 0.01377726811915636,
      "loss_total": 0.01377726811915636,
      "step": 11030
    },
    {
      "loss_action": 0.011897756718099117,
      "loss_total": 0.011897756718099117,
      "step": 11030
    },
    {
      "loss_action": 0.01821906678378582,
      "loss_total": 0.01821906678378582,
      "step": 11030
    },
    {
      "grad_norm": 0.13994401693344116,
      "learning_rate": 9.90062463744101e-05,
      "loss": 0.0149,
      "step": 11040
    },
    {
      "loss_action": 0.010120769962668419,
      "loss_total": 0.010120769962668419,
      "step": 11040
    },
    {
      "loss_action": 0.05475446581840515,
      "loss_total": 0.05475446581840515,
      "step": 11040
    },
    {
      "loss_action": 0.007332920096814632,
      "loss_total": 0.007332920096814632,
      "step": 11040
    },
    {
      "loss_action": 0.012821733951568604,
      "loss_total": 0.012821733951568604,
      "step": 11040
    },
    {
      "loss_action": 0.012288030236959457,
      "loss_total": 0.012288030236959457,
      "step": 11040
    },
    {
      "loss_action": 0.01923264004290104,
      "loss_total": 0.01923264004290104,
      "step": 11040
    },
    {
      "loss_action": 0.016470104455947876,
      "loss_total": 0.016470104455947876,
      "step": 11040
    },
    {
      "loss_action": 0.008995670825242996,
      "loss_total": 0.008995670825242996,
      "step": 11040
    },
    {
      "grad_norm": 0.2780004143714905,
      "learning_rate": 9.900296352049558e-05,
      "loss": 0.0182,
      "step": 11050
    },
    {
      "loss_action": 0.01219126582145691,
      "loss_total": 0.01219126582145691,
      "step": 11050
    },
    {
      "loss_action": 0.016340438276529312,
      "loss_total": 0.016340438276529312,
      "step": 11050
    },
    {
      "loss_action": 0.02064814791083336,
      "loss_total": 0.02064814791083336,
      "step": 11050
    },
    {
      "loss_action": 0.010482938028872013,
      "loss_total": 0.010482938028872013,
      "step": 11050
    },
    {
      "loss_action": 0.014533666893839836,
      "loss_total": 0.014533666893839836,
      "step": 11050
    },
    {
      "loss_action": 0.012437049299478531,
      "loss_total": 0.012437049299478531,
      "step": 11050
    },
    {
      "loss_action": 0.016185592859983444,
      "loss_total": 0.016185592859983444,
      "step": 11050
    },
    {
      "loss_action": 0.021315734833478928,
      "loss_total": 0.021315734833478928,
      "step": 11050
    },
    {
      "grad_norm": 0.20346949994564056,
      "learning_rate": 9.899967530769065e-05,
      "loss": 0.0185,
      "step": 11060
    },
    {
      "loss_action": 0.018244236707687378,
      "loss_total": 0.018244236707687378,
      "step": 11060
    },
    {
      "loss_action": 0.01683719828724861,
      "loss_total": 0.01683719828724861,
      "step": 11060
    },
    {
      "loss_action": 0.014646547846496105,
      "loss_total": 0.014646547846496105,
      "step": 11060
    },
    {
      "loss_action": 0.012948875315487385,
      "loss_total": 0.012948875315487385,
      "step": 11060
    },
    {
      "loss_action": 0.03498562425374985,
      "loss_total": 0.03498562425374985,
      "step": 11060
    },
    {
      "loss_action": 0.016304459422826767,
      "loss_total": 0.016304459422826767,
      "step": 11060
    },
    {
      "loss_action": 0.011987903155386448,
      "loss_total": 0.011987903155386448,
      "step": 11060
    },
    {
      "loss_action": 0.008961183950304985,
      "loss_total": 0.008961183950304985,
      "step": 11060
    },
    {
      "grad_norm": 0.15570291876792908,
      "learning_rate": 9.899638173635489e-05,
      "loss": 0.0173,
      "step": 11070
    },
    {
      "loss_action": 0.009620746597647667,
      "loss_total": 0.009620746597647667,
      "step": 11070
    },
    {
      "loss_action": 0.016812928020954132,
      "loss_total": 0.016812928020954132,
      "step": 11070
    },
    {
      "loss_action": 0.01635618321597576,
      "loss_total": 0.01635618321597576,
      "step": 11070
    },
    {
      "loss_action": 0.008173340000212193,
      "loss_total": 0.008173340000212193,
      "step": 11070
    },
    {
      "loss_action": 0.025025948882102966,
      "loss_total": 0.025025948882102966,
      "step": 11070
    },
    {
      "loss_action": 0.015869466587901115,
      "loss_total": 0.015869466587901115,
      "step": 11070
    },
    {
      "loss_action": 0.018888046965003014,
      "loss_total": 0.018888046965003014,
      "step": 11070
    },
    {
      "loss_action": 0.014841556549072266,
      "loss_total": 0.014841556549072266,
      "step": 11070
    },
    {
      "grad_norm": 0.18393883109092712,
      "learning_rate": 9.899308280684849e-05,
      "loss": 0.0171,
      "step": 11080
    },
    {
      "loss_action": 0.013869905844330788,
      "loss_total": 0.013869905844330788,
      "step": 11080
    },
    {
      "loss_action": 0.01168360747396946,
      "loss_total": 0.01168360747396946,
      "step": 11080
    },
    {
      "loss_action": 0.020579811185598373,
      "loss_total": 0.020579811185598373,
      "step": 11080
    },
    {
      "loss_action": 0.01025350671261549,
      "loss_total": 0.01025350671261549,
      "step": 11080
    },
    {
      "loss_action": 0.008371144533157349,
      "loss_total": 0.008371144533157349,
      "step": 11080
    },
    {
      "loss_action": 0.009146319702267647,
      "loss_total": 0.009146319702267647,
      "step": 11080
    },
    {
      "loss_action": 0.007769246585667133,
      "loss_total": 0.007769246585667133,
      "step": 11080
    },
    {
      "loss_action": 0.008613219484686852,
      "loss_total": 0.008613219484686852,
      "step": 11080
    },
    {
      "grad_norm": 0.18938048183918,
      "learning_rate": 9.898977851953222e-05,
      "loss": 0.0163,
      "step": 11090
    },
    {
      "loss_action": 0.0160655714571476,
      "loss_total": 0.0160655714571476,
      "step": 11090
    },
    {
      "loss_action": 0.026809487491846085,
      "loss_total": 0.026809487491846085,
      "step": 11090
    },
    {
      "loss_action": 0.012625740841031075,
      "loss_total": 0.012625740841031075,
      "step": 11090
    },
    {
      "loss_action": 0.014771453104913235,
      "loss_total": 0.014771453104913235,
      "step": 11090
    },
    {
      "loss_action": 0.01768498122692108,
      "loss_total": 0.01768498122692108,
      "step": 11090
    },
    {
      "loss_action": 0.010555678978562355,
      "loss_total": 0.010555678978562355,
      "step": 11090
    },
    {
      "loss_action": 0.011339523829519749,
      "loss_total": 0.011339523829519749,
      "step": 11090
    },
    {
      "loss_action": 0.01195352803915739,
      "loss_total": 0.01195352803915739,
      "step": 11090
    },
    {
      "grad_norm": 0.2847135066986084,
      "learning_rate": 9.898646887476741e-05,
      "loss": 0.0163,
      "step": 11100
    },
    {
      "loss_action": 0.012650826945900917,
      "loss_total": 0.012650826945900917,
      "step": 11100
    },
    {
      "loss_action": 0.010912732221186161,
      "loss_total": 0.010912732221186161,
      "step": 11100
    },
    {
      "loss_action": 0.021608639508485794,
      "loss_total": 0.021608639508485794,
      "step": 11100
    },
    {
      "loss_action": 0.01789996400475502,
      "loss_total": 0.01789996400475502,
      "step": 11100
    },
    {
      "loss_action": 0.012318750843405724,
      "loss_total": 0.012318750843405724,
      "step": 11100
    },
    {
      "loss_action": 0.007322721183300018,
      "loss_total": 0.007322721183300018,
      "step": 11100
    },
    {
      "loss_action": 0.023037325590848923,
      "loss_total": 0.023037325590848923,
      "step": 11100
    },
    {
      "loss_action": 0.019658707082271576,
      "loss_total": 0.019658707082271576,
      "step": 11100
    },
    {
      "grad_norm": 0.19418136775493622,
      "learning_rate": 9.898315387291603e-05,
      "loss": 0.0172,
      "step": 11110
    },
    {
      "loss_action": 0.014473745599389076,
      "loss_total": 0.014473745599389076,
      "step": 11110
    },
    {
      "loss_action": 0.008393831551074982,
      "loss_total": 0.008393831551074982,
      "step": 11110
    },
    {
      "loss_action": 0.02360966056585312,
      "loss_total": 0.02360966056585312,
      "step": 11110
    },
    {
      "loss_action": 0.008775567635893822,
      "loss_total": 0.008775567635893822,
      "step": 11110
    },
    {
      "loss_action": 0.01439561415463686,
      "loss_total": 0.01439561415463686,
      "step": 11110
    },
    {
      "loss_action": 0.007609572261571884,
      "loss_total": 0.007609572261571884,
      "step": 11110
    },
    {
      "loss_action": 0.013498230837285519,
      "loss_total": 0.013498230837285519,
      "step": 11110
    },
    {
      "loss_action": 0.023278390988707542,
      "loss_total": 0.023278390988707542,
      "step": 11110
    },
    {
      "grad_norm": 0.16116748750209808,
      "learning_rate": 9.89798335143406e-05,
      "loss": 0.0172,
      "step": 11120
    },
    {
      "loss_action": 0.00565344700589776,
      "loss_total": 0.00565344700589776,
      "step": 11120
    },
    {
      "loss_action": 0.03576450049877167,
      "loss_total": 0.03576450049877167,
      "step": 11120
    },
    {
      "loss_action": 0.015338433906435966,
      "loss_total": 0.015338433906435966,
      "step": 11120
    },
    {
      "loss_action": 0.009652153588831425,
      "loss_total": 0.009652153588831425,
      "step": 11120
    },
    {
      "loss_action": 0.007901979610323906,
      "loss_total": 0.007901979610323906,
      "step": 11120
    },
    {
      "loss_action": 0.025571811944246292,
      "loss_total": 0.025571811944246292,
      "step": 11120
    },
    {
      "loss_action": 0.017081042751669884,
      "loss_total": 0.017081042751669884,
      "step": 11120
    },
    {
      "loss_action": 0.02112274430692196,
      "loss_total": 0.02112274430692196,
      "step": 11120
    },
    {
      "grad_norm": 0.17138035595417023,
      "learning_rate": 9.897650779940419e-05,
      "loss": 0.0156,
      "step": 11130
    },
    {
      "loss_action": 0.010392304509878159,
      "loss_total": 0.010392304509878159,
      "step": 11130
    },
    {
      "loss_action": 0.010859956964850426,
      "loss_total": 0.010859956964850426,
      "step": 11130
    },
    {
      "loss_action": 0.012239377945661545,
      "loss_total": 0.012239377945661545,
      "step": 11130
    },
    {
      "loss_action": 0.016731347888708115,
      "loss_total": 0.016731347888708115,
      "step": 11130
    },
    {
      "loss_action": 0.013760402798652649,
      "loss_total": 0.013760402798652649,
      "step": 11130
    },
    {
      "loss_action": 0.01202218234539032,
      "loss_total": 0.01202218234539032,
      "step": 11130
    },
    {
      "loss_action": 0.020743757486343384,
      "loss_total": 0.020743757486343384,
      "step": 11130
    },
    {
      "loss_action": 0.018759844824671745,
      "loss_total": 0.018759844824671745,
      "step": 11130
    },
    {
      "grad_norm": 0.1527017205953598,
      "learning_rate": 9.897317672847054e-05,
      "loss": 0.0189,
      "step": 11140
    },
    {
      "loss_action": 0.010972573421895504,
      "loss_total": 0.010972573421895504,
      "step": 11140
    },
    {
      "loss_action": 0.00903315655887127,
      "loss_total": 0.00903315655887127,
      "step": 11140
    },
    {
      "loss_action": 0.016380619257688522,
      "loss_total": 0.016380619257688522,
      "step": 11140
    },
    {
      "loss_action": 0.01084952987730503,
      "loss_total": 0.01084952987730503,
      "step": 11140
    },
    {
      "loss_action": 0.007458338513970375,
      "loss_total": 0.007458338513970375,
      "step": 11140
    },
    {
      "loss_action": 0.014076589606702328,
      "loss_total": 0.014076589606702328,
      "step": 11140
    },
    {
      "loss_action": 0.017828810960054398,
      "loss_total": 0.017828810960054398,
      "step": 11140
    },
    {
      "loss_action": 0.010773835703730583,
      "loss_total": 0.010773835703730583,
      "step": 11140
    },
    {
      "grad_norm": 0.18140658736228943,
      "learning_rate": 9.89698403019039e-05,
      "loss": 0.0165,
      "step": 11150
    },
    {
      "loss_action": 0.021503999829292297,
      "loss_total": 0.021503999829292297,
      "step": 11150
    },
    {
      "loss_action": 0.027125384658575058,
      "loss_total": 0.027125384658575058,
      "step": 11150
    },
    {
      "loss_action": 0.020072614774107933,
      "loss_total": 0.020072614774107933,
      "step": 11150
    },
    {
      "loss_action": 0.013768764212727547,
      "loss_total": 0.013768764212727547,
      "step": 11150
    },
    {
      "loss_action": 0.008379589766263962,
      "loss_total": 0.008379589766263962,
      "step": 11150
    },
    {
      "loss_action": 0.01329563744366169,
      "loss_total": 0.01329563744366169,
      "step": 11150
    },
    {
      "loss_action": 0.018379176035523415,
      "loss_total": 0.018379176035523415,
      "step": 11150
    },
    {
      "loss_action": 0.009688145481050014,
      "loss_total": 0.009688145481050014,
      "step": 11150
    },
    {
      "grad_norm": 0.20159925520420074,
      "learning_rate": 9.896649852006917e-05,
      "loss": 0.0175,
      "step": 11160
    },
    {
      "loss_action": 0.027287505567073822,
      "loss_total": 0.027287505567073822,
      "step": 11160
    },
    {
      "loss_action": 0.018499772995710373,
      "loss_total": 0.018499772995710373,
      "step": 11160
    },
    {
      "loss_action": 0.03219526261091232,
      "loss_total": 0.03219526261091232,
      "step": 11160
    },
    {
      "loss_action": 0.013911963440477848,
      "loss_total": 0.013911963440477848,
      "step": 11160
    },
    {
      "loss_action": 0.01586724817752838,
      "loss_total": 0.01586724817752838,
      "step": 11160
    },
    {
      "loss_action": 0.015278629027307034,
      "loss_total": 0.015278629027307034,
      "step": 11160
    },
    {
      "loss_action": 0.013854188844561577,
      "loss_total": 0.013854188844561577,
      "step": 11160
    },
    {
      "loss_action": 0.014048833400011063,
      "loss_total": 0.014048833400011063,
      "step": 11160
    },
    {
      "grad_norm": 0.26349571347236633,
      "learning_rate": 9.896315138333177e-05,
      "loss": 0.017,
      "step": 11170
    },
    {
      "loss_action": 0.013126952573657036,
      "loss_total": 0.013126952573657036,
      "step": 11170
    },
    {
      "loss_action": 0.010933812707662582,
      "loss_total": 0.010933812707662582,
      "step": 11170
    },
    {
      "loss_action": 0.013640694320201874,
      "loss_total": 0.013640694320201874,
      "step": 11170
    },
    {
      "loss_action": 0.009596176445484161,
      "loss_total": 0.009596176445484161,
      "step": 11170
    },
    {
      "loss_action": 0.022633425891399384,
      "loss_total": 0.022633425891399384,
      "step": 11170
    },
    {
      "loss_action": 0.01522795483469963,
      "loss_total": 0.01522795483469963,
      "step": 11170
    },
    {
      "loss_action": 0.012392619624733925,
      "loss_total": 0.012392619624733925,
      "step": 11170
    },
    {
      "loss_action": 0.01136140525341034,
      "loss_total": 0.01136140525341034,
      "step": 11170
    },
    {
      "grad_norm": 0.2552424967288971,
      "learning_rate": 9.895979889205774e-05,
      "loss": 0.0159,
      "step": 11180
    },
    {
      "loss_action": 0.012115925550460815,
      "loss_total": 0.012115925550460815,
      "step": 11180
    },
    {
      "loss_action": 0.007790044415742159,
      "loss_total": 0.007790044415742159,
      "step": 11180
    },
    {
      "loss_action": 0.02259492687880993,
      "loss_total": 0.02259492687880993,
      "step": 11180
    },
    {
      "loss_action": 0.01758604124188423,
      "loss_total": 0.01758604124188423,
      "step": 11180
    },
    {
      "loss_action": 0.021865930408239365,
      "loss_total": 0.021865930408239365,
      "step": 11180
    },
    {
      "loss_action": 0.011317065916955471,
      "loss_total": 0.011317065916955471,
      "step": 11180
    },
    {
      "loss_action": 0.011353623121976852,
      "loss_total": 0.011353623121976852,
      "step": 11180
    },
    {
      "loss_action": 0.014290565624833107,
      "loss_total": 0.014290565624833107,
      "step": 11180
    },
    {
      "grad_norm": 0.15550261735916138,
      "learning_rate": 9.895644104661372e-05,
      "loss": 0.0175,
      "step": 11190
    },
    {
      "loss_action": 0.016023807227611542,
      "loss_total": 0.016023807227611542,
      "step": 11190
    },
    {
      "loss_action": 0.0184549018740654,
      "loss_total": 0.0184549018740654,
      "step": 11190
    },
    {
      "loss_action": 0.007262486964464188,
      "loss_total": 0.007262486964464188,
      "step": 11190
    },
    {
      "loss_action": 0.012395024299621582,
      "loss_total": 0.012395024299621582,
      "step": 11190
    },
    {
      "loss_action": 0.012658567167818546,
      "loss_total": 0.012658567167818546,
      "step": 11190
    },
    {
      "loss_action": 0.038800910115242004,
      "loss_total": 0.038800910115242004,
      "step": 11190
    },
    {
      "loss_action": 0.031132381409406662,
      "loss_total": 0.031132381409406662,
      "step": 11190
    },
    {
      "loss_action": 0.014544636942446232,
      "loss_total": 0.014544636942446232,
      "step": 11190
    },
    {
      "grad_norm": 0.2993118464946747,
      "learning_rate": 9.895307784736691e-05,
      "loss": 0.0183,
      "step": 11200
    },
    {
      "loss_action": 0.026941075921058655,
      "loss_total": 0.026941075921058655,
      "step": 11200
    },
    {
      "loss_action": 0.008242283016443253,
      "loss_total": 0.008242283016443253,
      "step": 11200
    },
    {
      "loss_action": 0.033892352133989334,
      "loss_total": 0.033892352133989334,
      "step": 11200
    },
    {
      "loss_action": 0.02471495419740677,
      "loss_total": 0.02471495419740677,
      "step": 11200
    },
    {
      "loss_action": 0.017524946480989456,
      "loss_total": 0.017524946480989456,
      "step": 11200
    },
    {
      "loss_action": 0.026191923767328262,
      "loss_total": 0.026191923767328262,
      "step": 11200
    },
    {
      "loss_action": 0.010603309608995914,
      "loss_total": 0.010603309608995914,
      "step": 11200
    },
    {
      "loss_action": 0.013989781960844994,
      "loss_total": 0.013989781960844994,
      "step": 11200
    },
    {
      "grad_norm": 0.185037761926651,
      "learning_rate": 9.894970929468512e-05,
      "loss": 0.0209,
      "step": 11210
    },
    {
      "loss_action": 0.009120415896177292,
      "loss_total": 0.009120415896177292,
      "step": 11210
    },
    {
      "loss_action": 0.01512944232672453,
      "loss_total": 0.01512944232672453,
      "step": 11210
    },
    {
      "loss_action": 0.005402454175055027,
      "loss_total": 0.005402454175055027,
      "step": 11210
    },
    {
      "loss_action": 0.010251035913825035,
      "loss_total": 0.010251035913825035,
      "step": 11210
    },
    {
      "loss_action": 0.02247374877333641,
      "loss_total": 0.02247374877333641,
      "step": 11210
    },
    {
      "loss_action": 0.013708665035665035,
      "loss_total": 0.013708665035665035,
      "step": 11210
    },
    {
      "loss_action": 0.010691314935684204,
      "loss_total": 0.010691314935684204,
      "step": 11210
    },
    {
      "loss_action": 0.0229041650891304,
      "loss_total": 0.0229041650891304,
      "step": 11210
    },
    {
      "grad_norm": 0.17153717577457428,
      "learning_rate": 9.89463353889367e-05,
      "loss": 0.0162,
      "step": 11220
    },
    {
      "loss_action": 0.030326956883072853,
      "loss_total": 0.030326956883072853,
      "step": 11220
    },
    {
      "loss_action": 0.009510442614555359,
      "loss_total": 0.009510442614555359,
      "step": 11220
    },
    {
      "loss_action": 0.012615667656064034,
      "loss_total": 0.012615667656064034,
      "step": 11220
    },
    {
      "loss_action": 0.011129118502140045,
      "loss_total": 0.011129118502140045,
      "step": 11220
    },
    {
      "loss_action": 0.01716761291027069,
      "loss_total": 0.01716761291027069,
      "step": 11220
    },
    {
      "loss_action": 0.010955773293972015,
      "loss_total": 0.010955773293972015,
      "step": 11220
    },
    {
      "loss_action": 0.019938647747039795,
      "loss_total": 0.019938647747039795,
      "step": 11220
    },
    {
      "loss_action": 0.02651890181005001,
      "loss_total": 0.02651890181005001,
      "step": 11220
    },
    {
      "grad_norm": 0.21786300837993622,
      "learning_rate": 9.894295613049065e-05,
      "loss": 0.0184,
      "step": 11230
    },
    {
      "loss_action": 0.016099220141768456,
      "loss_total": 0.016099220141768456,
      "step": 11230
    },
    {
      "loss_action": 0.013219816610217094,
      "loss_total": 0.013219816610217094,
      "step": 11230
    },
    {
      "loss_action": 0.02083081565797329,
      "loss_total": 0.02083081565797329,
      "step": 11230
    },
    {
      "loss_action": 0.01060372032225132,
      "loss_total": 0.01060372032225132,
      "step": 11230
    },
    {
      "loss_action": 0.022316887974739075,
      "loss_total": 0.022316887974739075,
      "step": 11230
    },
    {
      "loss_action": 0.016012346372008324,
      "loss_total": 0.016012346372008324,
      "step": 11230
    },
    {
      "loss_action": 0.015583621338009834,
      "loss_total": 0.015583621338009834,
      "step": 11230
    },
    {
      "loss_action": 0.0194350965321064,
      "loss_total": 0.0194350965321064,
      "step": 11230
    },
    {
      "grad_norm": 0.23685045540332794,
      "learning_rate": 9.893957151971649e-05,
      "loss": 0.0187,
      "step": 11240
    },
    {
      "loss_action": 0.01754678227007389,
      "loss_total": 0.01754678227007389,
      "step": 11240
    },
    {
      "loss_action": 0.0072350939735770226,
      "loss_total": 0.0072350939735770226,
      "step": 11240
    },
    {
      "loss_action": 0.01249120943248272,
      "loss_total": 0.01249120943248272,
      "step": 11240
    },
    {
      "loss_action": 0.005416178144514561,
      "loss_total": 0.005416178144514561,
      "step": 11240
    },
    {
      "loss_action": 0.01624612882733345,
      "loss_total": 0.01624612882733345,
      "step": 11240
    },
    {
      "loss_action": 0.01687576435506344,
      "loss_total": 0.01687576435506344,
      "step": 11240
    },
    {
      "loss_action": 0.015745054930448532,
      "loss_total": 0.015745054930448532,
      "step": 11240
    },
    {
      "loss_action": 0.026688262820243835,
      "loss_total": 0.026688262820243835,
      "step": 11240
    },
    {
      "grad_norm": 0.17116551101207733,
      "learning_rate": 9.893618155698436e-05,
      "loss": 0.0169,
      "step": 11250
    },
    {
      "loss_action": 0.00740904500707984,
      "loss_total": 0.00740904500707984,
      "step": 11250
    },
    {
      "loss_action": 0.014397906139492989,
      "loss_total": 0.014397906139492989,
      "step": 11250
    },
    {
      "loss_action": 0.02061847783625126,
      "loss_total": 0.02061847783625126,
      "step": 11250
    },
    {
      "loss_action": 0.014931888319551945,
      "loss_total": 0.014931888319551945,
      "step": 11250
    },
    {
      "loss_action": 0.01235545426607132,
      "loss_total": 0.01235545426607132,
      "step": 11250
    },
    {
      "loss_action": 0.01220455951988697,
      "loss_total": 0.01220455951988697,
      "step": 11250
    },
    {
      "loss_action": 0.018533019348978996,
      "loss_total": 0.018533019348978996,
      "step": 11250
    },
    {
      "loss_action": 0.03424450010061264,
      "loss_total": 0.03424450010061264,
      "step": 11250
    },
    {
      "grad_norm": 0.2610030174255371,
      "learning_rate": 9.8932786242665e-05,
      "loss": 0.0181,
      "step": 11260
    },
    {
      "loss_action": 0.007904198952019215,
      "loss_total": 0.007904198952019215,
      "step": 11260
    },
    {
      "loss_action": 0.02800370566546917,
      "loss_total": 0.02800370566546917,
      "step": 11260
    },
    {
      "loss_action": 0.012851852923631668,
      "loss_total": 0.012851852923631668,
      "step": 11260
    },
    {
      "loss_action": 0.013733568601310253,
      "loss_total": 0.013733568601310253,
      "step": 11260
    },
    {
      "loss_action": 0.010750418528914452,
      "loss_total": 0.010750418528914452,
      "step": 11260
    },
    {
      "loss_action": 0.032883428037166595,
      "loss_total": 0.032883428037166595,
      "step": 11260
    },
    {
      "loss_action": 0.0231216698884964,
      "loss_total": 0.0231216698884964,
      "step": 11260
    },
    {
      "loss_action": 0.013038333505392075,
      "loss_total": 0.013038333505392075,
      "step": 11260
    },
    {
      "grad_norm": 0.2214876413345337,
      "learning_rate": 9.89293855771297e-05,
      "loss": 0.0193,
      "step": 11270
    },
    {
      "loss_action": 0.013097146525979042,
      "loss_total": 0.013097146525979042,
      "step": 11270
    },
    {
      "loss_action": 0.009777252562344074,
      "loss_total": 0.009777252562344074,
      "step": 11270
    },
    {
      "loss_action": 0.025389214977622032,
      "loss_total": 0.025389214977622032,
      "step": 11270
    },
    {
      "loss_action": 0.021196145564317703,
      "loss_total": 0.021196145564317703,
      "step": 11270
    },
    {
      "loss_action": 0.017653483897447586,
      "loss_total": 0.017653483897447586,
      "step": 11270
    },
    {
      "loss_action": 0.03449470177292824,
      "loss_total": 0.03449470177292824,
      "step": 11270
    },
    {
      "loss_action": 0.016097068786621094,
      "loss_total": 0.016097068786621094,
      "step": 11270
    },
    {
      "loss_action": 0.01628180406987667,
      "loss_total": 0.01628180406987667,
      "step": 11270
    },
    {
      "grad_norm": 0.28963378071784973,
      "learning_rate": 9.892597956075036e-05,
      "loss": 0.0184,
      "step": 11280
    },
    {
      "loss_action": 0.024038705974817276,
      "loss_total": 0.024038705974817276,
      "step": 11280
    },
    {
      "loss_action": 0.010251661762595177,
      "loss_total": 0.010251661762595177,
      "step": 11280
    },
    {
      "loss_action": 0.012657387182116508,
      "loss_total": 0.012657387182116508,
      "step": 11280
    },
    {
      "loss_action": 0.011479945853352547,
      "loss_total": 0.011479945853352547,
      "step": 11280
    },
    {
      "loss_action": 0.01800115779042244,
      "loss_total": 0.01800115779042244,
      "step": 11280
    },
    {
      "loss_action": 0.018554899841547012,
      "loss_total": 0.018554899841547012,
      "step": 11280
    },
    {
      "loss_action": 0.006990358233451843,
      "loss_total": 0.006990358233451843,
      "step": 11280
    },
    {
      "loss_action": 0.012431604787707329,
      "loss_total": 0.012431604787707329,
      "step": 11280
    },
    {
      "grad_norm": 0.2195851057767868,
      "learning_rate": 9.892256819389947e-05,
      "loss": 0.0158,
      "step": 11290
    },
    {
      "loss_action": 0.01705126091837883,
      "loss_total": 0.01705126091837883,
      "step": 11290
    },
    {
      "loss_action": 0.010917315259575844,
      "loss_total": 0.010917315259575844,
      "step": 11290
    },
    {
      "loss_action": 0.015978708863258362,
      "loss_total": 0.015978708863258362,
      "step": 11290
    },
    {
      "loss_action": 0.01383858174085617,
      "loss_total": 0.01383858174085617,
      "step": 11290
    },
    {
      "loss_action": 0.016889242455363274,
      "loss_total": 0.016889242455363274,
      "step": 11290
    },
    {
      "loss_action": 0.009056524373590946,
      "loss_total": 0.009056524373590946,
      "step": 11290
    },
    {
      "loss_action": 0.011722004041075706,
      "loss_total": 0.011722004041075706,
      "step": 11290
    },
    {
      "loss_action": 0.014197329059243202,
      "loss_total": 0.014197329059243202,
      "step": 11290
    },
    {
      "grad_norm": 0.19695095717906952,
      "learning_rate": 9.891915147695006e-05,
      "loss": 0.0174,
      "step": 11300
    },
    {
      "loss_action": 0.014988387003540993,
      "loss_total": 0.014988387003540993,
      "step": 11300
    },
    {
      "loss_action": 0.013837005011737347,
      "loss_total": 0.013837005011737347,
      "step": 11300
    },
    {
      "loss_action": 0.009801088832318783,
      "loss_total": 0.009801088832318783,
      "step": 11300
    },
    {
      "loss_action": 0.024367105215787888,
      "loss_total": 0.024367105215787888,
      "step": 11300
    },
    {
      "loss_action": 0.020231936126947403,
      "loss_total": 0.020231936126947403,
      "step": 11300
    },
    {
      "loss_action": 0.01857684552669525,
      "loss_total": 0.01857684552669525,
      "step": 11300
    },
    {
      "loss_action": 0.02204512432217598,
      "loss_total": 0.02204512432217598,
      "step": 11300
    },
    {
      "loss_action": 0.025982823222875595,
      "loss_total": 0.025982823222875595,
      "step": 11300
    },
    {
      "grad_norm": 0.19807663559913635,
      "learning_rate": 9.891572941027577e-05,
      "loss": 0.0195,
      "step": 11310
    },
    {
      "loss_action": 0.032555900514125824,
      "loss_total": 0.032555900514125824,
      "step": 11310
    },
    {
      "loss_action": 0.014103276655077934,
      "loss_total": 0.014103276655077934,
      "step": 11310
    },
    {
      "loss_action": 0.012165163643658161,
      "loss_total": 0.012165163643658161,
      "step": 11310
    },
    {
      "loss_action": 0.013515238650143147,
      "loss_total": 0.013515238650143147,
      "step": 11310
    },
    {
      "loss_action": 0.01226289663463831,
      "loss_total": 0.01226289663463831,
      "step": 11310
    },
    {
      "loss_action": 0.02322527766227722,
      "loss_total": 0.02322527766227722,
      "step": 11310
    },
    {
      "loss_action": 0.010760071687400341,
      "loss_total": 0.010760071687400341,
      "step": 11310
    },
    {
      "loss_action": 0.016888197511434555,
      "loss_total": 0.016888197511434555,
      "step": 11310
    },
    {
      "grad_norm": 0.12381494790315628,
      "learning_rate": 9.89123019942509e-05,
      "loss": 0.0173,
      "step": 11320
    },
    {
      "loss_action": 0.009453910402953625,
      "loss_total": 0.009453910402953625,
      "step": 11320
    },
    {
      "loss_action": 0.011323917657136917,
      "loss_total": 0.011323917657136917,
      "step": 11320
    },
    {
      "loss_action": 0.012841647490859032,
      "loss_total": 0.012841647490859032,
      "step": 11320
    },
    {
      "loss_action": 0.02907381020486355,
      "loss_total": 0.02907381020486355,
      "step": 11320
    },
    {
      "loss_action": 0.006906726397573948,
      "loss_total": 0.006906726397573948,
      "step": 11320
    },
    {
      "loss_action": 0.021219294518232346,
      "loss_total": 0.021219294518232346,
      "step": 11320
    },
    {
      "loss_action": 0.01949753612279892,
      "loss_total": 0.01949753612279892,
      "step": 11320
    },
    {
      "loss_action": 0.018122056499123573,
      "loss_total": 0.018122056499123573,
      "step": 11320
    },
    {
      "grad_norm": 0.1727343499660492,
      "learning_rate": 9.89088692292502e-05,
      "loss": 0.0184,
      "step": 11330
    },
    {
      "loss_action": 0.012858572416007519,
      "loss_total": 0.012858572416007519,
      "step": 11330
    },
    {
      "loss_action": 0.022345472127199173,
      "loss_total": 0.022345472127199173,
      "step": 11330
    },
    {
      "loss_action": 0.018319282680749893,
      "loss_total": 0.018319282680749893,
      "step": 11330
    },
    {
      "loss_action": 0.03817402571439743,
      "loss_total": 0.03817402571439743,
      "step": 11330
    },
    {
      "loss_action": 0.013803519308567047,
      "loss_total": 0.013803519308567047,
      "step": 11330
    },
    {
      "loss_action": 0.03922923654317856,
      "loss_total": 0.03922923654317856,
      "step": 11330
    },
    {
      "loss_action": 0.0112173892557621,
      "loss_total": 0.0112173892557621,
      "step": 11330
    },
    {
      "loss_action": 0.012616205029189587,
      "loss_total": 0.012616205029189587,
      "step": 11330
    },
    {
      "grad_norm": 0.18015381693840027,
      "learning_rate": 9.89054311156491e-05,
      "loss": 0.0179,
      "step": 11340
    },
    {
      "loss_action": 0.019237134605646133,
      "loss_total": 0.019237134605646133,
      "step": 11340
    },
    {
      "loss_action": 0.022388268262147903,
      "loss_total": 0.022388268262147903,
      "step": 11340
    },
    {
      "loss_action": 0.014531102031469345,
      "loss_total": 0.014531102031469345,
      "step": 11340
    },
    {
      "loss_action": 0.023092281073331833,
      "loss_total": 0.023092281073331833,
      "step": 11340
    },
    {
      "loss_action": 0.009237916208803654,
      "loss_total": 0.009237916208803654,
      "step": 11340
    },
    {
      "loss_action": 0.010324925184249878,
      "loss_total": 0.010324925184249878,
      "step": 11340
    },
    {
      "loss_action": 0.023314595222473145,
      "loss_total": 0.023314595222473145,
      "step": 11340
    },
    {
      "loss_action": 0.012097373604774475,
      "loss_total": 0.012097373604774475,
      "step": 11340
    },
    {
      "grad_norm": 0.2530081570148468,
      "learning_rate": 9.890198765382357e-05,
      "loss": 0.0205,
      "step": 11350
    },
    {
      "loss_action": 0.036008745431900024,
      "loss_total": 0.036008745431900024,
      "step": 11350
    },
    {
      "loss_action": 0.027051471173763275,
      "loss_total": 0.027051471173763275,
      "step": 11350
    },
    {
      "loss_action": 0.015977412462234497,
      "loss_total": 0.015977412462234497,
      "step": 11350
    },
    {
      "loss_action": 0.01131492294371128,
      "loss_total": 0.01131492294371128,
      "step": 11350
    },
    {
      "loss_action": 0.019793134182691574,
      "loss_total": 0.019793134182691574,
      "step": 11350
    },
    {
      "loss_action": 0.023881591856479645,
      "loss_total": 0.023881591856479645,
      "step": 11350
    },
    {
      "loss_action": 0.02205977961421013,
      "loss_total": 0.02205977961421013,
      "step": 11350
    },
    {
      "loss_action": 0.022564252838492393,
      "loss_total": 0.022564252838492393,
      "step": 11350
    },
    {
      "grad_norm": 0.24965207278728485,
      "learning_rate": 9.889853884415021e-05,
      "loss": 0.0194,
      "step": 11360
    },
    {
      "loss_action": 0.018518948927521706,
      "loss_total": 0.018518948927521706,
      "step": 11360
    },
    {
      "loss_action": 0.010793425142765045,
      "loss_total": 0.010793425142765045,
      "step": 11360
    },
    {
      "loss_action": 0.016781345009803772,
      "loss_total": 0.016781345009803772,
      "step": 11360
    },
    {
      "loss_action": 0.01846100017428398,
      "loss_total": 0.01846100017428398,
      "step": 11360
    },
    {
      "loss_action": 0.024623222649097443,
      "loss_total": 0.024623222649097443,
      "step": 11360
    },
    {
      "loss_action": 0.01352772768586874,
      "loss_total": 0.01352772768586874,
      "step": 11360
    },
    {
      "loss_action": 0.027406957000494003,
      "loss_total": 0.027406957000494003,
      "step": 11360
    },
    {
      "loss_action": 0.021426498889923096,
      "loss_total": 0.021426498889923096,
      "step": 11360
    },
    {
      "grad_norm": 0.24919600784778595,
      "learning_rate": 9.889508468700614e-05,
      "loss": 0.02,
      "step": 11370
    },
    {
      "loss_action": 0.011817257851362228,
      "loss_total": 0.011817257851362228,
      "step": 11370
    },
    {
      "loss_action": 0.008456789888441563,
      "loss_total": 0.008456789888441563,
      "step": 11370
    },
    {
      "loss_action": 0.020779578015208244,
      "loss_total": 0.020779578015208244,
      "step": 11370
    },
    {
      "loss_action": 0.017093567177653313,
      "loss_total": 0.017093567177653313,
      "step": 11370
    },
    {
      "loss_action": 0.0333629846572876,
      "loss_total": 0.0333629846572876,
      "step": 11370
    },
    {
      "loss_action": 0.021046819165349007,
      "loss_total": 0.021046819165349007,
      "step": 11370
    },
    {
      "loss_action": 0.013181880116462708,
      "loss_total": 0.013181880116462708,
      "step": 11370
    },
    {
      "loss_action": 0.027225231751799583,
      "loss_total": 0.027225231751799583,
      "step": 11370
    },
    {
      "grad_norm": 0.1751958280801773,
      "learning_rate": 9.889162518276915e-05,
      "loss": 0.0183,
      "step": 11380
    },
    {
      "loss_action": 0.01227661594748497,
      "loss_total": 0.01227661594748497,
      "step": 11380
    },
    {
      "loss_action": 0.024829601868987083,
      "loss_total": 0.024829601868987083,
      "step": 11380
    },
    {
      "loss_action": 0.01975325122475624,
      "loss_total": 0.01975325122475624,
      "step": 11380
    },
    {
      "loss_action": 0.01795593462884426,
      "loss_total": 0.01795593462884426,
      "step": 11380
    },
    {
      "loss_action": 0.02889428474009037,
      "loss_total": 0.02889428474009037,
      "step": 11380
    },
    {
      "loss_action": 0.020306028425693512,
      "loss_total": 0.020306028425693512,
      "step": 11380
    },
    {
      "loss_action": 0.039000943303108215,
      "loss_total": 0.039000943303108215,
      "step": 11380
    },
    {
      "loss_action": 0.019412945955991745,
      "loss_total": 0.019412945955991745,
      "step": 11380
    },
    {
      "grad_norm": 0.2853592336177826,
      "learning_rate": 9.888816033181752e-05,
      "loss": 0.0179,
      "step": 11390
    },
    {
      "loss_action": 0.013393945060670376,
      "loss_total": 0.013393945060670376,
      "step": 11390
    },
    {
      "loss_action": 0.023886822164058685,
      "loss_total": 0.023886822164058685,
      "step": 11390
    },
    {
      "loss_action": 0.017103539779782295,
      "loss_total": 0.017103539779782295,
      "step": 11390
    },
    {
      "loss_action": 0.00904250517487526,
      "loss_total": 0.00904250517487526,
      "step": 11390
    },
    {
      "loss_action": 0.027104411274194717,
      "loss_total": 0.027104411274194717,
      "step": 11390
    },
    {
      "loss_action": 0.030287716537714005,
      "loss_total": 0.030287716537714005,
      "step": 11390
    },
    {
      "loss_action": 0.10456617176532745,
      "loss_total": 0.10456617176532745,
      "step": 11390
    },
    {
      "loss_action": 0.029163964092731476,
      "loss_total": 0.029163964092731476,
      "step": 11390
    },
    {
      "grad_norm": 0.23813506960868835,
      "learning_rate": 9.888469013453018e-05,
      "loss": 0.0236,
      "step": 11400
    },
    {
      "loss_action": 0.0198086928576231,
      "loss_total": 0.0198086928576231,
      "step": 11400
    },
    {
      "loss_action": 0.014074115082621574,
      "loss_total": 0.014074115082621574,
      "step": 11400
    },
    {
      "loss_action": 0.011182574555277824,
      "loss_total": 0.011182574555277824,
      "step": 11400
    },
    {
      "loss_action": 0.013857582584023476,
      "loss_total": 0.013857582584023476,
      "step": 11400
    },
    {
      "loss_action": 0.013469033874571323,
      "loss_total": 0.013469033874571323,
      "step": 11400
    },
    {
      "loss_action": 0.010303985327482224,
      "loss_total": 0.010303985327482224,
      "step": 11400
    },
    {
      "loss_action": 0.01274078618735075,
      "loss_total": 0.01274078618735075,
      "step": 11400
    },
    {
      "loss_action": 0.02309805154800415,
      "loss_total": 0.02309805154800415,
      "step": 11400
    },
    {
      "grad_norm": 0.17702621221542358,
      "learning_rate": 9.888121459128663e-05,
      "loss": 0.0203,
      "step": 11410
    },
    {
      "loss_action": 0.015307825058698654,
      "loss_total": 0.015307825058698654,
      "step": 11410
    },
    {
      "loss_action": 0.019444335252046585,
      "loss_total": 0.019444335252046585,
      "step": 11410
    },
    {
      "loss_action": 0.025585917755961418,
      "loss_total": 0.025585917755961418,
      "step": 11410
    },
    {
      "loss_action": 0.015345402993261814,
      "loss_total": 0.015345402993261814,
      "step": 11410
    },
    {
      "loss_action": 0.020224031060934067,
      "loss_total": 0.020224031060934067,
      "step": 11410
    },
    {
      "loss_action": 0.013331403955817223,
      "loss_total": 0.013331403955817223,
      "step": 11410
    },
    {
      "loss_action": 0.015358947217464447,
      "loss_total": 0.015358947217464447,
      "step": 11410
    },
    {
      "loss_action": 0.01909332163631916,
      "loss_total": 0.01909332163631916,
      "step": 11410
    },
    {
      "grad_norm": 0.15683956444263458,
      "learning_rate": 9.887773370246693e-05,
      "loss": 0.0182,
      "step": 11420
    },
    {
      "loss_action": 0.00806698389351368,
      "loss_total": 0.00806698389351368,
      "step": 11420
    },
    {
      "loss_action": 0.006391856819391251,
      "loss_total": 0.006391856819391251,
      "step": 11420
    },
    {
      "loss_action": 0.011531276628375053,
      "loss_total": 0.011531276628375053,
      "step": 11420
    },
    {
      "loss_action": 0.03272470831871033,
      "loss_total": 0.03272470831871033,
      "step": 11420
    },
    {
      "loss_action": 0.024229252710938454,
      "loss_total": 0.024229252710938454,
      "step": 11420
    },
    {
      "loss_action": 0.03546764701604843,
      "loss_total": 0.03546764701604843,
      "step": 11420
    },
    {
      "loss_action": 0.012438307516276836,
      "loss_total": 0.012438307516276836,
      "step": 11420
    },
    {
      "loss_action": 0.021418262273073196,
      "loss_total": 0.021418262273073196,
      "step": 11420
    },
    {
      "grad_norm": 0.15262271463871002,
      "learning_rate": 9.887424746845177e-05,
      "loss": 0.0168,
      "step": 11430
    },
    {
      "loss_action": 0.013246888294816017,
      "loss_total": 0.013246888294816017,
      "step": 11430
    },
    {
      "loss_action": 0.015764746814966202,
      "loss_total": 0.015764746814966202,
      "step": 11430
    },
    {
      "loss_action": 0.009950862266123295,
      "loss_total": 0.009950862266123295,
      "step": 11430
    },
    {
      "loss_action": 0.02458687499165535,
      "loss_total": 0.02458687499165535,
      "step": 11430
    },
    {
      "loss_action": 0.034327782690525055,
      "loss_total": 0.034327782690525055,
      "step": 11430
    },
    {
      "loss_action": 0.009257041849195957,
      "loss_total": 0.009257041849195957,
      "step": 11430
    },
    {
      "loss_action": 0.012097304686903954,
      "loss_total": 0.012097304686903954,
      "step": 11430
    },
    {
      "loss_action": 0.020483655855059624,
      "loss_total": 0.020483655855059624,
      "step": 11430
    },
    {
      "grad_norm": 0.1480417251586914,
      "learning_rate": 9.887075588962239e-05,
      "loss": 0.0158,
      "step": 11440
    },
    {
      "loss_action": 0.024298306554555893,
      "loss_total": 0.024298306554555893,
      "step": 11440
    },
    {
      "loss_action": 0.04297371953725815,
      "loss_total": 0.04297371953725815,
      "step": 11440
    },
    {
      "loss_action": 0.013848775997757912,
      "loss_total": 0.013848775997757912,
      "step": 11440
    },
    {
      "loss_action": 0.02915837988257408,
      "loss_total": 0.02915837988257408,
      "step": 11440
    },
    {
      "loss_action": 0.04498349502682686,
      "loss_total": 0.04498349502682686,
      "step": 11440
    },
    {
      "loss_action": 0.046082910150289536,
      "loss_total": 0.046082910150289536,
      "step": 11440
    },
    {
      "loss_action": 0.03626750037074089,
      "loss_total": 0.03626750037074089,
      "step": 11440
    },
    {
      "loss_action": 0.03784048557281494,
      "loss_total": 0.03784048557281494,
      "step": 11440
    },
    {
      "grad_norm": 0.2576892077922821,
      "learning_rate": 9.88672589663606e-05,
      "loss": 0.0205,
      "step": 11450
    },
    {
      "loss_action": 0.02276480756700039,
      "loss_total": 0.02276480756700039,
      "step": 11450
    },
    {
      "loss_action": 0.018043197691440582,
      "loss_total": 0.018043197691440582,
      "step": 11450
    },
    {
      "loss_action": 0.014480870217084885,
      "loss_total": 0.014480870217084885,
      "step": 11450
    },
    {
      "loss_action": 0.0435786172747612,
      "loss_total": 0.0435786172747612,
      "step": 11450
    },
    {
      "loss_action": 0.020998826250433922,
      "loss_total": 0.020998826250433922,
      "step": 11450
    },
    {
      "loss_action": 0.014987597241997719,
      "loss_total": 0.014987597241997719,
      "step": 11450
    },
    {
      "loss_action": 0.02350429631769657,
      "loss_total": 0.02350429631769657,
      "step": 11450
    },
    {
      "loss_action": 0.04606616869568825,
      "loss_total": 0.04606616869568825,
      "step": 11450
    },
    {
      "grad_norm": 0.2028217762708664,
      "learning_rate": 9.886375669904886e-05,
      "loss": 0.022,
      "step": 11460
    },
    {
      "loss_action": 0.018121641129255295,
      "loss_total": 0.018121641129255295,
      "step": 11460
    },
    {
      "loss_action": 0.017298821359872818,
      "loss_total": 0.017298821359872818,
      "step": 11460
    },
    {
      "loss_action": 0.019497189670801163,
      "loss_total": 0.019497189670801163,
      "step": 11460
    },
    {
      "loss_action": 0.012249905616044998,
      "loss_total": 0.012249905616044998,
      "step": 11460
    },
    {
      "loss_action": 0.01353150513023138,
      "loss_total": 0.01353150513023138,
      "step": 11460
    },
    {
      "loss_action": 0.028657784685492516,
      "loss_total": 0.028657784685492516,
      "step": 11460
    },
    {
      "loss_action": 0.012804598547518253,
      "loss_total": 0.012804598547518253,
      "step": 11460
    },
    {
      "loss_action": 0.008561673574149609,
      "loss_total": 0.008561673574149609,
      "step": 11460
    },
    {
      "grad_norm": 0.21917183697223663,
      "learning_rate": 9.886024908807014e-05,
      "loss": 0.018,
      "step": 11470
    },
    {
      "loss_action": 0.013223933055996895,
      "loss_total": 0.013223933055996895,
      "step": 11470
    },
    {
      "loss_action": 0.028006259351968765,
      "loss_total": 0.028006259351968765,
      "step": 11470
    },
    {
      "loss_action": 0.017244301736354828,
      "loss_total": 0.017244301736354828,
      "step": 11470
    },
    {
      "loss_action": 0.02114666998386383,
      "loss_total": 0.02114666998386383,
      "step": 11470
    },
    {
      "loss_action": 0.015584575943648815,
      "loss_total": 0.015584575943648815,
      "step": 11470
    },
    {
      "loss_action": 0.03280556946992874,
      "loss_total": 0.03280556946992874,
      "step": 11470
    },
    {
      "loss_action": 0.024181783199310303,
      "loss_total": 0.024181783199310303,
      "step": 11470
    },
    {
      "loss_action": 0.010647574439644814,
      "loss_total": 0.010647574439644814,
      "step": 11470
    },
    {
      "grad_norm": 0.1552768498659134,
      "learning_rate": 9.885673613380806e-05,
      "loss": 0.0173,
      "step": 11480
    },
    {
      "loss_action": 0.021721266210079193,
      "loss_total": 0.021721266210079193,
      "step": 11480
    },
    {
      "loss_action": 0.015743670985102654,
      "loss_total": 0.015743670985102654,
      "step": 11480
    },
    {
      "loss_action": 0.010046979412436485,
      "loss_total": 0.010046979412436485,
      "step": 11480
    },
    {
      "loss_action": 0.01503881998360157,
      "loss_total": 0.01503881998360157,
      "step": 11480
    },
    {
      "loss_action": 0.00843890756368637,
      "loss_total": 0.00843890756368637,
      "step": 11480
    },
    {
      "loss_action": 0.017614098265767097,
      "loss_total": 0.017614098265767097,
      "step": 11480
    },
    {
      "loss_action": 0.009125147014856339,
      "loss_total": 0.009125147014856339,
      "step": 11480
    },
    {
      "loss_action": 0.010861281305551529,
      "loss_total": 0.010861281305551529,
      "step": 11480
    },
    {
      "grad_norm": 0.1553584635257721,
      "learning_rate": 9.885321783664676e-05,
      "loss": 0.0179,
      "step": 11490
    },
    {
      "loss_action": 0.011448401026427746,
      "loss_total": 0.011448401026427746,
      "step": 11490
    },
    {
      "loss_action": 0.01922750286757946,
      "loss_total": 0.01922750286757946,
      "step": 11490
    },
    {
      "loss_action": 0.013939613476395607,
      "loss_total": 0.013939613476395607,
      "step": 11490
    },
    {
      "loss_action": 0.031212836503982544,
      "loss_total": 0.031212836503982544,
      "step": 11490
    },
    {
      "loss_action": 0.023254480212926865,
      "loss_total": 0.023254480212926865,
      "step": 11490
    },
    {
      "loss_action": 0.014681046828627586,
      "loss_total": 0.014681046828627586,
      "step": 11490
    },
    {
      "loss_action": 0.023321546614170074,
      "loss_total": 0.023321546614170074,
      "step": 11490
    },
    {
      "loss_action": 0.014777373522520065,
      "loss_total": 0.014777373522520065,
      "step": 11490
    },
    {
      "grad_norm": 0.15223677456378937,
      "learning_rate": 9.884969419697101e-05,
      "loss": 0.0175,
      "step": 11500
    },
    {
      "loss_action": 0.010173672810196877,
      "loss_total": 0.010173672810196877,
      "step": 11500
    },
    {
      "loss_action": 0.008893346413969994,
      "loss_total": 0.008893346413969994,
      "step": 11500
    },
    {
      "loss_action": 0.0230417400598526,
      "loss_total": 0.0230417400598526,
      "step": 11500
    },
    {
      "loss_action": 0.010687034577131271,
      "loss_total": 0.010687034577131271,
      "step": 11500
    },
    {
      "loss_action": 0.018952038139104843,
      "loss_total": 0.018952038139104843,
      "step": 11500
    },
    {
      "loss_action": 0.01996968686580658,
      "loss_total": 0.01996968686580658,
      "step": 11500
    },
    {
      "loss_action": 0.011358331888914108,
      "loss_total": 0.011358331888914108,
      "step": 11500
    },
    {
      "loss_action": 0.005983361508697271,
      "loss_total": 0.005983361508697271,
      "step": 11500
    },
    {
      "grad_norm": 0.1917376071214676,
      "learning_rate": 9.884616521516614e-05,
      "loss": 0.0169,
      "step": 11510
    },
    {
      "loss_action": 0.016767622902989388,
      "loss_total": 0.016767622902989388,
      "step": 11510
    },
    {
      "loss_action": 0.008693198673427105,
      "loss_total": 0.008693198673427105,
      "step": 11510
    },
    {
      "loss_action": 0.026464130729436874,
      "loss_total": 0.026464130729436874,
      "step": 11510
    },
    {
      "loss_action": 0.0200209803879261,
      "loss_total": 0.0200209803879261,
      "step": 11510
    },
    {
      "loss_action": 0.009315931238234043,
      "loss_total": 0.009315931238234043,
      "step": 11510
    },
    {
      "loss_action": 0.010343972593545914,
      "loss_total": 0.010343972593545914,
      "step": 11510
    },
    {
      "loss_action": 0.02180974930524826,
      "loss_total": 0.02180974930524826,
      "step": 11510
    },
    {
      "loss_action": 0.01928442157804966,
      "loss_total": 0.01928442157804966,
      "step": 11510
    },
    {
      "grad_norm": 0.22245144844055176,
      "learning_rate": 9.88426308916181e-05,
      "loss": 0.0181,
      "step": 11520
    },
    {
      "loss_action": 0.014858684502542019,
      "loss_total": 0.014858684502542019,
      "step": 11520
    },
    {
      "loss_action": 0.011958407238125801,
      "loss_total": 0.011958407238125801,
      "step": 11520
    },
    {
      "loss_action": 0.02303188480436802,
      "loss_total": 0.02303188480436802,
      "step": 11520
    },
    {
      "loss_action": 0.0172748900949955,
      "loss_total": 0.0172748900949955,
      "step": 11520
    },
    {
      "loss_action": 0.015887128189206123,
      "loss_total": 0.015887128189206123,
      "step": 11520
    },
    {
      "loss_action": 0.01582898199558258,
      "loss_total": 0.01582898199558258,
      "step": 11520
    },
    {
      "loss_action": 0.03229140862822533,
      "loss_total": 0.03229140862822533,
      "step": 11520
    },
    {
      "loss_action": 0.02408110722899437,
      "loss_total": 0.02408110722899437,
      "step": 11520
    },
    {
      "grad_norm": 0.21449464559555054,
      "learning_rate": 9.883909122671335e-05,
      "loss": 0.0222,
      "step": 11530
    },
    {
      "loss_action": 0.01850190758705139,
      "loss_total": 0.01850190758705139,
      "step": 11530
    },
    {
      "loss_action": 0.011542090214788914,
      "loss_total": 0.011542090214788914,
      "step": 11530
    },
    {
      "loss_action": 0.019907966256141663,
      "loss_total": 0.019907966256141663,
      "step": 11530
    },
    {
      "loss_action": 0.011042734608054161,
      "loss_total": 0.011042734608054161,
      "step": 11530
    },
    {
      "loss_action": 0.020084526389837265,
      "loss_total": 0.020084526389837265,
      "step": 11530
    },
    {
      "loss_action": 0.01410708948969841,
      "loss_total": 0.01410708948969841,
      "step": 11530
    },
    {
      "loss_action": 0.02552180364727974,
      "loss_total": 0.02552180364727974,
      "step": 11530
    },
    {
      "loss_action": 0.015807978808879852,
      "loss_total": 0.015807978808879852,
      "step": 11530
    },
    {
      "grad_norm": 0.18478618562221527,
      "learning_rate": 9.883554622083904e-05,
      "loss": 0.0195,
      "step": 11540
    },
    {
      "loss_action": 0.020383819937705994,
      "loss_total": 0.020383819937705994,
      "step": 11540
    },
    {
      "loss_action": 0.01556090172380209,
      "loss_total": 0.01556090172380209,
      "step": 11540
    },
    {
      "loss_action": 0.0131283113732934,
      "loss_total": 0.0131283113732934,
      "step": 11540
    },
    {
      "loss_action": 0.012703981250524521,
      "loss_total": 0.012703981250524521,
      "step": 11540
    },
    {
      "loss_action": 0.02111874893307686,
      "loss_total": 0.02111874893307686,
      "step": 11540
    },
    {
      "loss_action": 0.012866798788309097,
      "loss_total": 0.012866798788309097,
      "step": 11540
    },
    {
      "loss_action": 0.027131814509630203,
      "loss_total": 0.027131814509630203,
      "step": 11540
    },
    {
      "loss_action": 0.021063916385173798,
      "loss_total": 0.021063916385173798,
      "step": 11540
    },
    {
      "grad_norm": 0.22451145946979523,
      "learning_rate": 9.88319958743828e-05,
      "loss": 0.0192,
      "step": 11550
    },
    {
      "loss_action": 0.024091102182865143,
      "loss_total": 0.024091102182865143,
      "step": 11550
    },
    {
      "loss_action": 0.013483734801411629,
      "loss_total": 0.013483734801411629,
      "step": 11550
    },
    {
      "loss_action": 0.031690653413534164,
      "loss_total": 0.031690653413534164,
      "step": 11550
    },
    {
      "loss_action": 0.03454182296991348,
      "loss_total": 0.03454182296991348,
      "step": 11550
    },
    {
      "loss_action": 0.028263045474886894,
      "loss_total": 0.028263045474886894,
      "step": 11550
    },
    {
      "loss_action": 0.022251471877098083,
      "loss_total": 0.022251471877098083,
      "step": 11550
    },
    {
      "loss_action": 0.012047016993165016,
      "loss_total": 0.012047016993165016,
      "step": 11550
    },
    {
      "loss_action": 0.02270166017115116,
      "loss_total": 0.02270166017115116,
      "step": 11550
    },
    {
      "grad_norm": 0.17884641885757446,
      "learning_rate": 9.882844018773291e-05,
      "loss": 0.0196,
      "step": 11560
    },
    {
      "loss_action": 0.007987775839865208,
      "loss_total": 0.007987775839865208,
      "step": 11560
    },
    {
      "loss_action": 0.009529362432658672,
      "loss_total": 0.009529362432658672,
      "step": 11560
    },
    {
      "loss_action": 0.02870551496744156,
      "loss_total": 0.02870551496744156,
      "step": 11560
    },
    {
      "loss_action": 0.010967221111059189,
      "loss_total": 0.010967221111059189,
      "step": 11560
    },
    {
      "loss_action": 0.006292468402534723,
      "loss_total": 0.006292468402534723,
      "step": 11560
    },
    {
      "loss_action": 0.016120649874210358,
      "loss_total": 0.016120649874210358,
      "step": 11560
    },
    {
      "loss_action": 0.01789725013077259,
      "loss_total": 0.01789725013077259,
      "step": 11560
    },
    {
      "loss_action": 0.012384139001369476,
      "loss_total": 0.012384139001369476,
      "step": 11560
    },
    {
      "grad_norm": 0.3869711458683014,
      "learning_rate": 9.882487916127823e-05,
      "loss": 0.0183,
      "step": 11570
    },
    {
      "loss_action": 0.0166744664311409,
      "loss_total": 0.0166744664311409,
      "step": 11570
    },
    {
      "loss_action": 0.009693237021565437,
      "loss_total": 0.009693237021565437,
      "step": 11570
    },
    {
      "loss_action": 0.023788155987858772,
      "loss_total": 0.023788155987858772,
      "step": 11570
    },
    {
      "loss_action": 0.012497959658503532,
      "loss_total": 0.012497959658503532,
      "step": 11570
    },
    {
      "loss_action": 0.029082030057907104,
      "loss_total": 0.029082030057907104,
      "step": 11570
    },
    {
      "loss_action": 0.012166885659098625,
      "loss_total": 0.012166885659098625,
      "step": 11570
    },
    {
      "loss_action": 0.01136793103069067,
      "loss_total": 0.01136793103069067,
      "step": 11570
    },
    {
      "loss_action": 0.07817031443119049,
      "loss_total": 0.07817031443119049,
      "step": 11570
    },
    {
      "grad_norm": 0.1942385584115982,
      "learning_rate": 9.882131279540815e-05,
      "loss": 0.02,
      "step": 11580
    },
    {
      "loss_action": 0.028423983603715897,
      "loss_total": 0.028423983603715897,
      "step": 11580
    },
    {
      "loss_action": 0.014197055250406265,
      "loss_total": 0.014197055250406265,
      "step": 11580
    },
    {
      "loss_action": 0.013865066692233086,
      "loss_total": 0.013865066692233086,
      "step": 11580
    },
    {
      "loss_action": 0.024126924574375153,
      "loss_total": 0.024126924574375153,
      "step": 11580
    },
    {
      "loss_action": 0.02171984687447548,
      "loss_total": 0.02171984687447548,
      "step": 11580
    },
    {
      "loss_action": 0.013555528596043587,
      "loss_total": 0.013555528596043587,
      "step": 11580
    },
    {
      "loss_action": 0.01154637336730957,
      "loss_total": 0.01154637336730957,
      "step": 11580
    },
    {
      "loss_action": 0.015033010393381119,
      "loss_total": 0.015033010393381119,
      "step": 11580
    },
    {
      "grad_norm": 0.167630136013031,
      "learning_rate": 9.881774109051271e-05,
      "loss": 0.0216,
      "step": 11590
    },
    {
      "loss_action": 0.032516419887542725,
      "loss_total": 0.032516419887542725,
      "step": 11590
    },
    {
      "loss_action": 0.011504212394356728,
      "loss_total": 0.011504212394356728,
      "step": 11590
    },
    {
      "loss_action": 0.018402807414531708,
      "loss_total": 0.018402807414531708,
      "step": 11590
    },
    {
      "loss_action": 0.0786966010928154,
      "loss_total": 0.0786966010928154,
      "step": 11590
    },
    {
      "loss_action": 0.01880900003015995,
      "loss_total": 0.01880900003015995,
      "step": 11590
    },
    {
      "loss_action": 0.010034092701971531,
      "loss_total": 0.010034092701971531,
      "step": 11590
    },
    {
      "loss_action": 0.03571536764502525,
      "loss_total": 0.03571536764502525,
      "step": 11590
    },
    {
      "loss_action": 0.0239395871758461,
      "loss_total": 0.0239395871758461,
      "step": 11590
    },
    {
      "grad_norm": 0.17387832701206207,
      "learning_rate": 9.881416404698252e-05,
      "loss": 0.0187,
      "step": 11600
    },
    {
      "loss_action": 0.013225162401795387,
      "loss_total": 0.013225162401795387,
      "step": 11600
    },
    {
      "loss_action": 0.015173019841313362,
      "loss_total": 0.015173019841313362,
      "step": 11600
    },
    {
      "loss_action": 0.030729252845048904,
      "loss_total": 0.030729252845048904,
      "step": 11600
    },
    {
      "loss_action": 0.013604758307337761,
      "loss_total": 0.013604758307337761,
      "step": 11600
    },
    {
      "loss_action": 0.01245917659252882,
      "loss_total": 0.01245917659252882,
      "step": 11600
    },
    {
      "loss_action": 0.03259659931063652,
      "loss_total": 0.03259659931063652,
      "step": 11600
    },
    {
      "loss_action": 0.026483304798603058,
      "loss_total": 0.026483304798603058,
      "step": 11600
    },
    {
      "loss_action": 0.012406486086547375,
      "loss_total": 0.012406486086547375,
      "step": 11600
    },
    {
      "grad_norm": 0.1676539033651352,
      "learning_rate": 9.881058166520873e-05,
      "loss": 0.0192,
      "step": 11610
    },
    {
      "loss_action": 0.029253661632537842,
      "loss_total": 0.029253661632537842,
      "step": 11610
    },
    {
      "loss_action": 0.016361847519874573,
      "loss_total": 0.016361847519874573,
      "step": 11610
    },
    {
      "loss_action": 0.01950242929160595,
      "loss_total": 0.01950242929160595,
      "step": 11610
    },
    {
      "loss_action": 0.01504442747682333,
      "loss_total": 0.01504442747682333,
      "step": 11610
    },
    {
      "loss_action": 0.030823595821857452,
      "loss_total": 0.030823595821857452,
      "step": 11610
    },
    {
      "loss_action": 0.013798889704048634,
      "loss_total": 0.013798889704048634,
      "step": 11610
    },
    {
      "loss_action": 0.06853869557380676,
      "loss_total": 0.06853869557380676,
      "step": 11610
    },
    {
      "loss_action": 0.013459590263664722,
      "loss_total": 0.013459590263664722,
      "step": 11610
    },
    {
      "grad_norm": 0.16859151422977448,
      "learning_rate": 9.880699394558311e-05,
      "loss": 0.0185,
      "step": 11620
    },
    {
      "loss_action": 0.02340671978890896,
      "loss_total": 0.02340671978890896,
      "step": 11620
    },
    {
      "loss_action": 0.013051744550466537,
      "loss_total": 0.013051744550466537,
      "step": 11620
    },
    {
      "loss_action": 0.012349946424365044,
      "loss_total": 0.012349946424365044,
      "step": 11620
    },
    {
      "loss_action": 0.09348353743553162,
      "loss_total": 0.09348353743553162,
      "step": 11620
    },
    {
      "loss_action": 0.019764196127653122,
      "loss_total": 0.019764196127653122,
      "step": 11620
    },
    {
      "loss_action": 0.01632603257894516,
      "loss_total": 0.01632603257894516,
      "step": 11620
    },
    {
      "loss_action": 0.006706844083964825,
      "loss_total": 0.006706844083964825,
      "step": 11620
    },
    {
      "loss_action": 0.011318415403366089,
      "loss_total": 0.011318415403366089,
      "step": 11620
    },
    {
      "grad_norm": 0.1582890897989273,
      "learning_rate": 9.880340088849801e-05,
      "loss": 0.0196,
      "step": 11630
    },
    {
      "loss_action": 0.012391875497996807,
      "loss_total": 0.012391875497996807,
      "step": 11630
    },
    {
      "loss_action": 0.012041499838232994,
      "loss_total": 0.012041499838232994,
      "step": 11630
    },
    {
      "loss_action": 0.02008812315762043,
      "loss_total": 0.02008812315762043,
      "step": 11630
    },
    {
      "loss_action": 0.01276177167892456,
      "loss_total": 0.01276177167892456,
      "step": 11630
    },
    {
      "loss_action": 0.020777340978384018,
      "loss_total": 0.020777340978384018,
      "step": 11630
    },
    {
      "loss_action": 0.009030919522047043,
      "loss_total": 0.009030919522047043,
      "step": 11630
    },
    {
      "loss_action": 0.007221369072794914,
      "loss_total": 0.007221369072794914,
      "step": 11630
    },
    {
      "loss_action": 0.011178664863109589,
      "loss_total": 0.011178664863109589,
      "step": 11630
    },
    {
      "grad_norm": 0.19756393134593964,
      "learning_rate": 9.879980249434637e-05,
      "loss": 0.0158,
      "step": 11640
    },
    {
      "loss_action": 0.008577601984143257,
      "loss_total": 0.008577601984143257,
      "step": 11640
    },
    {
      "loss_action": 0.08033953607082367,
      "loss_total": 0.08033953607082367,
      "step": 11640
    },
    {
      "loss_action": 0.04187177121639252,
      "loss_total": 0.04187177121639252,
      "step": 11640
    },
    {
      "loss_action": 0.010898638516664505,
      "loss_total": 0.010898638516664505,
      "step": 11640
    },
    {
      "loss_action": 0.0344930924475193,
      "loss_total": 0.0344930924475193,
      "step": 11640
    },
    {
      "loss_action": 0.013788429088890553,
      "loss_total": 0.013788429088890553,
      "step": 11640
    },
    {
      "loss_action": 0.010914496146142483,
      "loss_total": 0.010914496146142483,
      "step": 11640
    },
    {
      "loss_action": 0.008846130222082138,
      "loss_total": 0.008846130222082138,
      "step": 11640
    },
    {
      "grad_norm": 0.3239322900772095,
      "learning_rate": 9.879619876352168e-05,
      "loss": 0.0225,
      "step": 11650
    },
    {
      "loss_action": 0.017652185633778572,
      "loss_total": 0.017652185633778572,
      "step": 11650
    },
    {
      "loss_action": 0.03124415874481201,
      "loss_total": 0.03124415874481201,
      "step": 11650
    },
    {
      "loss_action": 0.02471618354320526,
      "loss_total": 0.02471618354320526,
      "step": 11650
    },
    {
      "loss_action": 0.03917960822582245,
      "loss_total": 0.03917960822582245,
      "step": 11650
    },
    {
      "loss_action": 0.01765616610646248,
      "loss_total": 0.01765616610646248,
      "step": 11650
    },
    {
      "loss_action": 0.02232496067881584,
      "loss_total": 0.02232496067881584,
      "step": 11650
    },
    {
      "loss_action": 0.04479774832725525,
      "loss_total": 0.04479774832725525,
      "step": 11650
    },
    {
      "loss_action": 0.03499025106430054,
      "loss_total": 0.03499025106430054,
      "step": 11650
    },
    {
      "grad_norm": 0.18920311331748962,
      "learning_rate": 9.879258969641809e-05,
      "loss": 0.0214,
      "step": 11660
    },
    {
      "loss_action": 0.022877464070916176,
      "loss_total": 0.022877464070916176,
      "step": 11660
    },
    {
      "loss_action": 0.014922557398676872,
      "loss_total": 0.014922557398676872,
      "step": 11660
    },
    {
      "loss_action": 0.023803677409887314,
      "loss_total": 0.023803677409887314,
      "step": 11660
    },
    {
      "loss_action": 0.010877362452447414,
      "loss_total": 0.010877362452447414,
      "step": 11660
    },
    {
      "loss_action": 0.018628088757395744,
      "loss_total": 0.018628088757395744,
      "step": 11660
    },
    {
      "loss_action": 0.014719239436089993,
      "loss_total": 0.014719239436089993,
      "step": 11660
    },
    {
      "loss_action": 0.022846397012472153,
      "loss_total": 0.022846397012472153,
      "step": 11660
    },
    {
      "loss_action": 0.01948685571551323,
      "loss_total": 0.01948685571551323,
      "step": 11660
    },
    {
      "grad_norm": 0.21286612749099731,
      "learning_rate": 9.878897529343023e-05,
      "loss": 0.02,
      "step": 11670
    },
    {
      "loss_action": 0.006894063204526901,
      "loss_total": 0.006894063204526901,
      "step": 11670
    },
    {
      "loss_action": 0.006703982129693031,
      "loss_total": 0.006703982129693031,
      "step": 11670
    },
    {
      "loss_action": 0.010937372222542763,
      "loss_total": 0.010937372222542763,
      "step": 11670
    },
    {
      "loss_action": 0.014422066509723663,
      "loss_total": 0.014422066509723663,
      "step": 11670
    },
    {
      "loss_action": 0.014488808810710907,
      "loss_total": 0.014488808810710907,
      "step": 11670
    },
    {
      "loss_action": 0.019187528640031815,
      "loss_total": 0.019187528640031815,
      "step": 11670
    },
    {
      "loss_action": 0.008887780830264091,
      "loss_total": 0.008887780830264091,
      "step": 11670
    },
    {
      "loss_action": 0.010320527479052544,
      "loss_total": 0.010320527479052544,
      "step": 11670
    },
    {
      "grad_norm": 0.1921912133693695,
      "learning_rate": 9.878535555495338e-05,
      "loss": 0.0152,
      "step": 11680
    },
    {
      "loss_action": 0.025119567289948463,
      "loss_total": 0.025119567289948463,
      "step": 11680
    },
    {
      "loss_action": 0.0070245577953755856,
      "loss_total": 0.0070245577953755856,
      "step": 11680
    },
    {
      "loss_action": 0.007528622634708881,
      "loss_total": 0.007528622634708881,
      "step": 11680
    },
    {
      "loss_action": 0.011016115546226501,
      "loss_total": 0.011016115546226501,
      "step": 11680
    },
    {
      "loss_action": 0.016649330034852028,
      "loss_total": 0.016649330034852028,
      "step": 11680
    },
    {
      "loss_action": 0.02519570291042328,
      "loss_total": 0.02519570291042328,
      "step": 11680
    },
    {
      "loss_action": 0.014617932960391045,
      "loss_total": 0.014617932960391045,
      "step": 11680
    },
    {
      "loss_action": 0.01957770437002182,
      "loss_total": 0.01957770437002182,
      "step": 11680
    },
    {
      "grad_norm": 0.13128921389579773,
      "learning_rate": 9.87817304813834e-05,
      "loss": 0.0169,
      "step": 11690
    },
    {
      "loss_action": 0.015528113581240177,
      "loss_total": 0.015528113581240177,
      "step": 11690
    },
    {
      "loss_action": 0.01092266570776701,
      "loss_total": 0.01092266570776701,
      "step": 11690
    },
    {
      "loss_action": 0.007090466096997261,
      "loss_total": 0.007090466096997261,
      "step": 11690
    },
    {
      "loss_action": 0.006865736097097397,
      "loss_total": 0.006865736097097397,
      "step": 11690
    },
    {
      "loss_action": 0.010194380767643452,
      "loss_total": 0.010194380767643452,
      "step": 11690
    },
    {
      "loss_action": 0.017908083274960518,
      "loss_total": 0.017908083274960518,
      "step": 11690
    },
    {
      "loss_action": 0.016314808279275894,
      "loss_total": 0.016314808279275894,
      "step": 11690
    },
    {
      "loss_action": 0.03868258744478226,
      "loss_total": 0.03868258744478226,
      "step": 11690
    },
    {
      "grad_norm": 0.15114347636699677,
      "learning_rate": 9.877810007311671e-05,
      "loss": 0.0164,
      "step": 11700
    },
    {
      "loss_action": 0.011285614222288132,
      "loss_total": 0.011285614222288132,
      "step": 11700
    },
    {
      "loss_action": 0.011143936775624752,
      "loss_total": 0.011143936775624752,
      "step": 11700
    },
    {
      "loss_action": 0.01693486049771309,
      "loss_total": 0.01693486049771309,
      "step": 11700
    },
    {
      "loss_action": 0.019202526658773422,
      "loss_total": 0.019202526658773422,
      "step": 11700
    },
    {
      "loss_action": 0.0076182689517736435,
      "loss_total": 0.0076182689517736435,
      "step": 11700
    },
    {
      "loss_action": 0.015711259096860886,
      "loss_total": 0.015711259096860886,
      "step": 11700
    },
    {
      "loss_action": 0.01331817265599966,
      "loss_total": 0.01331817265599966,
      "step": 11700
    },
    {
      "loss_action": 0.051664695143699646,
      "loss_total": 0.051664695143699646,
      "step": 11700
    },
    {
      "grad_norm": 0.24100106954574585,
      "learning_rate": 9.877446433055035e-05,
      "loss": 0.0174,
      "step": 11710
    },
    {
      "loss_action": 0.07820449769496918,
      "loss_total": 0.07820449769496918,
      "step": 11710
    },
    {
      "loss_action": 0.019873276352882385,
      "loss_total": 0.019873276352882385,
      "step": 11710
    },
    {
      "loss_action": 0.015537483617663383,
      "loss_total": 0.015537483617663383,
      "step": 11710
    },
    {
      "loss_action": 0.019301671534776688,
      "loss_total": 0.019301671534776688,
      "step": 11710
    },
    {
      "loss_action": 0.010110457427799702,
      "loss_total": 0.010110457427799702,
      "step": 11710
    },
    {
      "loss_action": 0.022872749716043472,
      "loss_total": 0.022872749716043472,
      "step": 11710
    },
    {
      "loss_action": 0.006929437629878521,
      "loss_total": 0.006929437629878521,
      "step": 11710
    },
    {
      "loss_action": 0.005043427925556898,
      "loss_total": 0.005043427925556898,
      "step": 11710
    },
    {
      "grad_norm": 0.2567547559738159,
      "learning_rate": 9.877082325408191e-05,
      "loss": 0.0168,
      "step": 11720
    },
    {
      "loss_action": 0.027163192629814148,
      "loss_total": 0.027163192629814148,
      "step": 11720
    },
    {
      "loss_action": 0.01840304397046566,
      "loss_total": 0.01840304397046566,
      "step": 11720
    },
    {
      "loss_action": 0.016355790197849274,
      "loss_total": 0.016355790197849274,
      "step": 11720
    },
    {
      "loss_action": 0.011643287725746632,
      "loss_total": 0.011643287725746632,
      "step": 11720
    },
    {
      "loss_action": 0.02229604497551918,
      "loss_total": 0.02229604497551918,
      "step": 11720
    },
    {
      "loss_action": 0.03352430835366249,
      "loss_total": 0.03352430835366249,
      "step": 11720
    },
    {
      "loss_action": 0.022917378693819046,
      "loss_total": 0.022917378693819046,
      "step": 11720
    },
    {
      "loss_action": 0.03724285215139389,
      "loss_total": 0.03724285215139389,
      "step": 11720
    },
    {
      "grad_norm": 0.1780681610107422,
      "learning_rate": 9.876717684410954e-05,
      "loss": 0.0176,
      "step": 11730
    },
    {
      "loss_action": 0.008476579561829567,
      "loss_total": 0.008476579561829567,
      "step": 11730
    },
    {
      "loss_action": 0.014121036976575851,
      "loss_total": 0.014121036976575851,
      "step": 11730
    },
    {
      "loss_action": 0.01086873933672905,
      "loss_total": 0.01086873933672905,
      "step": 11730
    },
    {
      "loss_action": 0.013005707412958145,
      "loss_total": 0.013005707412958145,
      "step": 11730
    },
    {
      "loss_action": 0.018499325960874557,
      "loss_total": 0.018499325960874557,
      "step": 11730
    },
    {
      "loss_action": 0.018952379003167152,
      "loss_total": 0.018952379003167152,
      "step": 11730
    },
    {
      "loss_action": 0.015317337587475777,
      "loss_total": 0.015317337587475777,
      "step": 11730
    },
    {
      "loss_action": 0.012199144810438156,
      "loss_total": 0.012199144810438156,
      "step": 11730
    },
    {
      "grad_norm": 0.18633104860782623,
      "learning_rate": 9.876352510103204e-05,
      "loss": 0.018,
      "step": 11740
    },
    {
      "loss_action": 0.015212231315672398,
      "loss_total": 0.015212231315672398,
      "step": 11740
    },
    {
      "loss_action": 0.014301631599664688,
      "loss_total": 0.014301631599664688,
      "step": 11740
    },
    {
      "loss_action": 0.015079440549015999,
      "loss_total": 0.015079440549015999,
      "step": 11740
    },
    {
      "loss_action": 0.027650870382785797,
      "loss_total": 0.027650870382785797,
      "step": 11740
    },
    {
      "loss_action": 0.01942642405629158,
      "loss_total": 0.01942642405629158,
      "step": 11740
    },
    {
      "loss_action": 0.041516974568367004,
      "loss_total": 0.041516974568367004,
      "step": 11740
    },
    {
      "loss_action": 0.009629623964428902,
      "loss_total": 0.009629623964428902,
      "step": 11740
    },
    {
      "loss_action": 0.037004537880420685,
      "loss_total": 0.037004537880420685,
      "step": 11740
    },
    {
      "grad_norm": 0.16673442721366882,
      "learning_rate": 9.875986802524875e-05,
      "loss": 0.0198,
      "step": 11750
    },
    {
      "loss_action": 0.02074405737221241,
      "loss_total": 0.02074405737221241,
      "step": 11750
    },
    {
      "loss_action": 0.007871786132454872,
      "loss_total": 0.007871786132454872,
      "step": 11750
    },
    {
      "loss_action": 0.009882310405373573,
      "loss_total": 0.009882310405373573,
      "step": 11750
    },
    {
      "loss_action": 0.00821312703192234,
      "loss_total": 0.00821312703192234,
      "step": 11750
    },
    {
      "loss_action": 0.008961657993495464,
      "loss_total": 0.008961657993495464,
      "step": 11750
    },
    {
      "loss_action": 0.010312697850167751,
      "loss_total": 0.010312697850167751,
      "step": 11750
    },
    {
      "loss_action": 0.00860554538667202,
      "loss_total": 0.00860554538667202,
      "step": 11750
    },
    {
      "loss_action": 0.010964410379529,
      "loss_total": 0.010964410379529,
      "step": 11750
    },
    {
      "grad_norm": 0.20986653864383698,
      "learning_rate": 9.87562056171596e-05,
      "loss": 0.0184,
      "step": 11760
    },
    {
      "loss_action": 0.018977239727973938,
      "loss_total": 0.018977239727973938,
      "step": 11760
    },
    {
      "loss_action": 0.018431516364216805,
      "loss_total": 0.018431516364216805,
      "step": 11760
    },
    {
      "loss_action": 0.008015163242816925,
      "loss_total": 0.008015163242816925,
      "step": 11760
    },
    {
      "loss_action": 0.01793406344950199,
      "loss_total": 0.01793406344950199,
      "step": 11760
    },
    {
      "loss_action": 0.022964728996157646,
      "loss_total": 0.022964728996157646,
      "step": 11760
    },
    {
      "loss_action": 0.028771767392754555,
      "loss_total": 0.028771767392754555,
      "step": 11760
    },
    {
      "loss_action": 0.007038171403110027,
      "loss_total": 0.007038171403110027,
      "step": 11760
    },
    {
      "loss_action": 0.012515103444457054,
      "loss_total": 0.012515103444457054,
      "step": 11760
    },
    {
      "grad_norm": 0.19206061959266663,
      "learning_rate": 9.875253787716511e-05,
      "loss": 0.0168,
      "step": 11770
    },
    {
      "loss_action": 0.012733496725559235,
      "loss_total": 0.012733496725559235,
      "step": 11770
    },
    {
      "loss_action": 0.012313030660152435,
      "loss_total": 0.012313030660152435,
      "step": 11770
    },
    {
      "loss_action": 0.016887323930859566,
      "loss_total": 0.016887323930859566,
      "step": 11770
    },
    {
      "loss_action": 0.017971884459257126,
      "loss_total": 0.017971884459257126,
      "step": 11770
    },
    {
      "loss_action": 0.03516709804534912,
      "loss_total": 0.03516709804534912,
      "step": 11770
    },
    {
      "loss_action": 0.024139152839779854,
      "loss_total": 0.024139152839779854,
      "step": 11770
    },
    {
      "loss_action": 0.012080904096364975,
      "loss_total": 0.012080904096364975,
      "step": 11770
    },
    {
      "loss_action": 0.008347433060407639,
      "loss_total": 0.008347433060407639,
      "step": 11770
    },
    {
      "grad_norm": 0.1836269199848175,
      "learning_rate": 9.874886480566637e-05,
      "loss": 0.0169,
      "step": 11780
    },
    {
      "loss_action": 0.01490531861782074,
      "loss_total": 0.01490531861782074,
      "step": 11780
    },
    {
      "loss_action": 0.008365718647837639,
      "loss_total": 0.008365718647837639,
      "step": 11780
    },
    {
      "loss_action": 0.01835046336054802,
      "loss_total": 0.01835046336054802,
      "step": 11780
    },
    {
      "loss_action": 0.012865394353866577,
      "loss_total": 0.012865394353866577,
      "step": 11780
    },
    {
      "loss_action": 0.05718526244163513,
      "loss_total": 0.05718526244163513,
      "step": 11780
    },
    {
      "loss_action": 0.014192860573530197,
      "loss_total": 0.014192860573530197,
      "step": 11780
    },
    {
      "loss_action": 0.016056906431913376,
      "loss_total": 0.016056906431913376,
      "step": 11780
    },
    {
      "loss_action": 0.01311277225613594,
      "loss_total": 0.01311277225613594,
      "step": 11780
    },
    {
      "grad_norm": 0.26064229011535645,
      "learning_rate": 9.874518640306507e-05,
      "loss": 0.0178,
      "step": 11790
    },
    {
      "loss_action": 0.02318716235458851,
      "loss_total": 0.02318716235458851,
      "step": 11790
    },
    {
      "loss_action": 0.014568175189197063,
      "loss_total": 0.014568175189197063,
      "step": 11790
    },
    {
      "loss_action": 0.010479355230927467,
      "loss_total": 0.010479355230927467,
      "step": 11790
    },
    {
      "loss_action": 0.013375204987823963,
      "loss_total": 0.013375204987823963,
      "step": 11790
    },
    {
      "loss_action": 0.015632441267371178,
      "loss_total": 0.015632441267371178,
      "step": 11790
    },
    {
      "loss_action": 0.012506240978837013,
      "loss_total": 0.012506240978837013,
      "step": 11790
    },
    {
      "loss_action": 0.010892936959862709,
      "loss_total": 0.010892936959862709,
      "step": 11790
    },
    {
      "loss_action": 0.010800400748848915,
      "loss_total": 0.010800400748848915,
      "step": 11790
    },
    {
      "grad_norm": 0.22321583330631256,
      "learning_rate": 9.874150266976347e-05,
      "loss": 0.0182,
      "step": 11800
    },
    {
      "loss_action": 0.009831640869379044,
      "loss_total": 0.009831640869379044,
      "step": 11800
    },
    {
      "loss_action": 0.013668482191860676,
      "loss_total": 0.013668482191860676,
      "step": 11800
    },
    {
      "loss_action": 0.010539096780121326,
      "loss_total": 0.010539096780121326,
      "step": 11800
    },
    {
      "loss_action": 0.02449139580130577,
      "loss_total": 0.02449139580130577,
      "step": 11800
    },
    {
      "loss_action": 0.00943041406571865,
      "loss_total": 0.00943041406571865,
      "step": 11800
    },
    {
      "loss_action": 0.009472054429352283,
      "loss_total": 0.009472054429352283,
      "step": 11800
    },
    {
      "loss_action": 0.02564212866127491,
      "loss_total": 0.02564212866127491,
      "step": 11800
    },
    {
      "loss_action": 0.015395214781165123,
      "loss_total": 0.015395214781165123,
      "step": 11800
    },
    {
      "grad_norm": 0.19450318813323975,
      "learning_rate": 9.873781360616443e-05,
      "loss": 0.0202,
      "step": 11810
    },
    {
      "loss_action": 0.014053397811949253,
      "loss_total": 0.014053397811949253,
      "step": 11810
    },
    {
      "loss_action": 0.019998909905552864,
      "loss_total": 0.019998909905552864,
      "step": 11810
    },
    {
      "loss_action": 0.015108748339116573,
      "loss_total": 0.015108748339116573,
      "step": 11810
    },
    {
      "loss_action": 0.008287576027214527,
      "loss_total": 0.008287576027214527,
      "step": 11810
    },
    {
      "loss_action": 0.02260439097881317,
      "loss_total": 0.02260439097881317,
      "step": 11810
    },
    {
      "loss_action": 0.0275387205183506,
      "loss_total": 0.0275387205183506,
      "step": 11810
    },
    {
      "loss_action": 0.029053734615445137,
      "loss_total": 0.029053734615445137,
      "step": 11810
    },
    {
      "loss_action": 0.025210905820131302,
      "loss_total": 0.025210905820131302,
      "step": 11810
    },
    {
      "grad_norm": 0.18977802991867065,
      "learning_rate": 9.873411921267137e-05,
      "loss": 0.0189,
      "step": 11820
    },
    {
      "loss_action": 0.004621629137545824,
      "loss_total": 0.004621629137545824,
      "step": 11820
    },
    {
      "loss_action": 0.01796909049153328,
      "loss_total": 0.01796909049153328,
      "step": 11820
    },
    {
      "loss_action": 0.03883178532123566,
      "loss_total": 0.03883178532123566,
      "step": 11820
    },
    {
      "loss_action": 0.013377903029322624,
      "loss_total": 0.013377903029322624,
      "step": 11820
    },
    {
      "loss_action": 0.025084462016820908,
      "loss_total": 0.025084462016820908,
      "step": 11820
    },
    {
      "loss_action": 0.014068052172660828,
      "loss_total": 0.014068052172660828,
      "step": 11820
    },
    {
      "loss_action": 0.017187047749757767,
      "loss_total": 0.017187047749757767,
      "step": 11820
    },
    {
      "loss_action": 0.009181374683976173,
      "loss_total": 0.009181374683976173,
      "step": 11820
    },
    {
      "grad_norm": 0.16032066941261292,
      "learning_rate": 9.873041948968829e-05,
      "loss": 0.0182,
      "step": 11830
    },
    {
      "loss_action": 0.015607407316565514,
      "loss_total": 0.015607407316565514,
      "step": 11830
    },
    {
      "loss_action": 0.021251222118735313,
      "loss_total": 0.021251222118735313,
      "step": 11830
    },
    {
      "loss_action": 0.008513787761330605,
      "loss_total": 0.008513787761330605,
      "step": 11830
    },
    {
      "loss_action": 0.03743254393339157,
      "loss_total": 0.03743254393339157,
      "step": 11830
    },
    {
      "loss_action": 0.017617031931877136,
      "loss_total": 0.017617031931877136,
      "step": 11830
    },
    {
      "loss_action": 0.023693066090345383,
      "loss_total": 0.023693066090345383,
      "step": 11830
    },
    {
      "loss_action": 0.011368784122169018,
      "loss_total": 0.011368784122169018,
      "step": 11830
    },
    {
      "loss_action": 0.014826691709458828,
      "loss_total": 0.014826691709458828,
      "step": 11830
    },
    {
      "grad_norm": 0.2303689569234848,
      "learning_rate": 9.872671443761981e-05,
      "loss": 0.0173,
      "step": 11840
    },
    {
      "loss_action": 0.032836731523275375,
      "loss_total": 0.032836731523275375,
      "step": 11840
    },
    {
      "loss_action": 0.01651732809841633,
      "loss_total": 0.01651732809841633,
      "step": 11840
    },
    {
      "loss_action": 0.011846920475363731,
      "loss_total": 0.011846920475363731,
      "step": 11840
    },
    {
      "loss_action": 0.012815222144126892,
      "loss_total": 0.012815222144126892,
      "step": 11840
    },
    {
      "loss_action": 0.0067789917811751366,
      "loss_total": 0.0067789917811751366,
      "step": 11840
    },
    {
      "loss_action": 0.01801251620054245,
      "loss_total": 0.01801251620054245,
      "step": 11840
    },
    {
      "loss_action": 0.020165041089057922,
      "loss_total": 0.020165041089057922,
      "step": 11840
    },
    {
      "loss_action": 0.020424917340278625,
      "loss_total": 0.020424917340278625,
      "step": 11840
    },
    {
      "grad_norm": 0.17352266609668732,
      "learning_rate": 9.872300405687109e-05,
      "loss": 0.0168,
      "step": 11850
    },
    {
      "loss_action": 0.013149387203156948,
      "loss_total": 0.013149387203156948,
      "step": 11850
    },
    {
      "loss_action": 0.008811578154563904,
      "loss_total": 0.008811578154563904,
      "step": 11850
    },
    {
      "loss_action": 0.012326898984611034,
      "loss_total": 0.012326898984611034,
      "step": 11850
    },
    {
      "loss_action": 0.011307619512081146,
      "loss_total": 0.011307619512081146,
      "step": 11850
    },
    {
      "loss_action": 0.024580052122473717,
      "loss_total": 0.024580052122473717,
      "step": 11850
    },
    {
      "loss_action": 0.013678962364792824,
      "loss_total": 0.013678962364792824,
      "step": 11850
    },
    {
      "loss_action": 0.017916494980454445,
      "loss_total": 0.017916494980454445,
      "step": 11850
    },
    {
      "loss_action": 0.010314509272575378,
      "loss_total": 0.010314509272575378,
      "step": 11850
    },
    {
      "grad_norm": 0.19241541624069214,
      "learning_rate": 9.871928834784792e-05,
      "loss": 0.0187,
      "step": 11860
    },
    {
      "loss_action": 0.012418522499501705,
      "loss_total": 0.012418522499501705,
      "step": 11860
    },
    {
      "loss_action": 0.013188054785132408,
      "loss_total": 0.013188054785132408,
      "step": 11860
    },
    {
      "loss_action": 0.1096397414803505,
      "loss_total": 0.1096397414803505,
      "step": 11860
    },
    {
      "loss_action": 0.012145435437560081,
      "loss_total": 0.012145435437560081,
      "step": 11860
    },
    {
      "loss_action": 0.01434493251144886,
      "loss_total": 0.01434493251144886,
      "step": 11860
    },
    {
      "loss_action": 0.012934001162648201,
      "loss_total": 0.012934001162648201,
      "step": 11860
    },
    {
      "loss_action": 0.12268465757369995,
      "loss_total": 0.12268465757369995,
      "step": 11860
    },
    {
      "loss_action": 0.015974484384059906,
      "loss_total": 0.015974484384059906,
      "step": 11860
    },
    {
      "grad_norm": 0.1754101663827896,
      "learning_rate": 9.871556731095661e-05,
      "loss": 0.0195,
      "step": 11870
    },
    {
      "loss_action": 0.02086593769490719,
      "loss_total": 0.02086593769490719,
      "step": 11870
    },
    {
      "loss_action": 0.008377213031053543,
      "loss_total": 0.008377213031053543,
      "step": 11870
    },
    {
      "loss_action": 0.008097147569060326,
      "loss_total": 0.008097147569060326,
      "step": 11870
    },
    {
      "loss_action": 0.017945867031812668,
      "loss_total": 0.017945867031812668,
      "step": 11870
    },
    {
      "loss_action": 0.008770911954343319,
      "loss_total": 0.008770911954343319,
      "step": 11870
    },
    {
      "loss_action": 0.018620558083057404,
      "loss_total": 0.018620558083057404,
      "step": 11870
    },
    {
      "loss_action": 0.013949311338365078,
      "loss_total": 0.013949311338365078,
      "step": 11870
    },
    {
      "loss_action": 0.012654243037104607,
      "loss_total": 0.012654243037104607,
      "step": 11870
    },
    {
      "grad_norm": 0.1921435445547104,
      "learning_rate": 9.871184094660411e-05,
      "loss": 0.0181,
      "step": 11880
    },
    {
      "loss_action": 0.006214621011167765,
      "loss_total": 0.006214621011167765,
      "step": 11880
    },
    {
      "loss_action": 0.017255382612347603,
      "loss_total": 0.017255382612347603,
      "step": 11880
    },
    {
      "loss_action": 0.006297699641436338,
      "loss_total": 0.006297699641436338,
      "step": 11880
    },
    {
      "loss_action": 0.008353288285434246,
      "loss_total": 0.008353288285434246,
      "step": 11880
    },
    {
      "loss_action": 0.0075678750872612,
      "loss_total": 0.0075678750872612,
      "step": 11880
    },
    {
      "loss_action": 0.009122784249484539,
      "loss_total": 0.009122784249484539,
      "step": 11880
    },
    {
      "loss_action": 0.012704840861260891,
      "loss_total": 0.012704840861260891,
      "step": 11880
    },
    {
      "loss_action": 0.032562799751758575,
      "loss_total": 0.032562799751758575,
      "step": 11880
    },
    {
      "grad_norm": 0.13303712010383606,
      "learning_rate": 9.870810925519791e-05,
      "loss": 0.016,
      "step": 11890
    },
    {
      "loss_action": 0.01085064560174942,
      "loss_total": 0.01085064560174942,
      "step": 11890
    },
    {
      "loss_action": 0.02433900162577629,
      "loss_total": 0.02433900162577629,
      "step": 11890
    },
    {
      "loss_action": 0.006619274150580168,
      "loss_total": 0.006619274150580168,
      "step": 11890
    },
    {
      "loss_action": 0.00953985657542944,
      "loss_total": 0.00953985657542944,
      "step": 11890
    },
    {
      "loss_action": 0.012751542031764984,
      "loss_total": 0.012751542031764984,
      "step": 11890
    },
    {
      "loss_action": 0.008113662712275982,
      "loss_total": 0.008113662712275982,
      "step": 11890
    },
    {
      "loss_action": 0.00788937695324421,
      "loss_total": 0.00788937695324421,
      "step": 11890
    },
    {
      "loss_action": 0.0157044418156147,
      "loss_total": 0.0157044418156147,
      "step": 11890
    },
    {
      "grad_norm": 0.1321033388376236,
      "learning_rate": 9.870437223714612e-05,
      "loss": 0.0166,
      "step": 11900
    },
    {
      "loss_action": 0.008380331099033356,
      "loss_total": 0.008380331099033356,
      "step": 11900
    },
    {
      "loss_action": 0.020611941814422607,
      "loss_total": 0.020611941814422607,
      "step": 11900
    },
    {
      "loss_action": 0.026533449068665504,
      "loss_total": 0.026533449068665504,
      "step": 11900
    },
    {
      "loss_action": 0.018691914156079292,
      "loss_total": 0.018691914156079292,
      "step": 11900
    },
    {
      "loss_action": 0.020788436755537987,
      "loss_total": 0.020788436755537987,
      "step": 11900
    },
    {
      "loss_action": 0.02640024945139885,
      "loss_total": 0.02640024945139885,
      "step": 11900
    },
    {
      "loss_action": 0.022094275802373886,
      "loss_total": 0.022094275802373886,
      "step": 11900
    },
    {
      "loss_action": 0.007428700104355812,
      "loss_total": 0.007428700104355812,
      "step": 11900
    },
    {
      "grad_norm": 0.21947811543941498,
      "learning_rate": 9.87006298928574e-05,
      "loss": 0.0169,
      "step": 11910
    },
    {
      "loss_action": 0.010933807119727135,
      "loss_total": 0.010933807119727135,
      "step": 11910
    },
    {
      "loss_action": 0.031094424426555634,
      "loss_total": 0.031094424426555634,
      "step": 11910
    },
    {
      "loss_action": 0.02064831554889679,
      "loss_total": 0.02064831554889679,
      "step": 11910
    },
    {
      "loss_action": 0.00892456155270338,
      "loss_total": 0.00892456155270338,
      "step": 11910
    },
    {
      "loss_action": 0.006574525497853756,
      "loss_total": 0.006574525497853756,
      "step": 11910
    },
    {
      "loss_action": 0.012108353897929192,
      "loss_total": 0.012108353897929192,
      "step": 11910
    },
    {
      "loss_action": 0.0265192948281765,
      "loss_total": 0.0265192948281765,
      "step": 11910
    },
    {
      "loss_action": 0.015614471398293972,
      "loss_total": 0.015614471398293972,
      "step": 11910
    },
    {
      "grad_norm": 0.2218673974275589,
      "learning_rate": 9.869688222274103e-05,
      "loss": 0.019,
      "step": 11920
    },
    {
      "loss_action": 0.012470083311200142,
      "loss_total": 0.012470083311200142,
      "step": 11920
    },
    {
      "loss_action": 0.02964489534497261,
      "loss_total": 0.02964489534497261,
      "step": 11920
    },
    {
      "loss_action": 0.021344494074583054,
      "loss_total": 0.021344494074583054,
      "step": 11920
    },
    {
      "loss_action": 0.0182849932461977,
      "loss_total": 0.0182849932461977,
      "step": 11920
    },
    {
      "loss_action": 0.017042506486177444,
      "loss_total": 0.017042506486177444,
      "step": 11920
    },
    {
      "loss_action": 0.038214340806007385,
      "loss_total": 0.038214340806007385,
      "step": 11920
    },
    {
      "loss_action": 0.024464517831802368,
      "loss_total": 0.024464517831802368,
      "step": 11920
    },
    {
      "loss_action": 0.015358167700469494,
      "loss_total": 0.015358167700469494,
      "step": 11920
    },
    {
      "grad_norm": 0.21031896770000458,
      "learning_rate": 9.869312922720681e-05,
      "loss": 0.0206,
      "step": 11930
    },
    {
      "loss_action": 0.009557502344250679,
      "loss_total": 0.009557502344250679,
      "step": 11930
    },
    {
      "loss_action": 0.018266825005412102,
      "loss_total": 0.018266825005412102,
      "step": 11930
    },
    {
      "loss_action": 0.027852293103933334,
      "loss_total": 0.027852293103933334,
      "step": 11930
    },
    {
      "loss_action": 0.009218014776706696,
      "loss_total": 0.009218014776706696,
      "step": 11930
    },
    {
      "loss_action": 0.018555011600255966,
      "loss_total": 0.018555011600255966,
      "step": 11930
    },
    {
      "loss_action": 0.011917092837393284,
      "loss_total": 0.011917092837393284,
      "step": 11930
    },
    {
      "loss_action": 0.00956383440643549,
      "loss_total": 0.00956383440643549,
      "step": 11930
    },
    {
      "loss_action": 0.007402217946946621,
      "loss_total": 0.007402217946946621,
      "step": 11930
    },
    {
      "grad_norm": 0.21102412045001984,
      "learning_rate": 9.868937090666521e-05,
      "loss": 0.0188,
      "step": 11940
    },
    {
      "loss_action": 0.018309395760297775,
      "loss_total": 0.018309395760297775,
      "step": 11940
    },
    {
      "loss_action": 0.019431959837675095,
      "loss_total": 0.019431959837675095,
      "step": 11940
    },
    {
      "loss_action": 0.012969763949513435,
      "loss_total": 0.012969763949513435,
      "step": 11940
    },
    {
      "loss_action": 0.013428371399641037,
      "loss_total": 0.013428371399641037,
      "step": 11940
    },
    {
      "loss_action": 0.01589203253388405,
      "loss_total": 0.01589203253388405,
      "step": 11940
    },
    {
      "loss_action": 0.025483720004558563,
      "loss_total": 0.025483720004558563,
      "step": 11940
    },
    {
      "loss_action": 0.01515671331435442,
      "loss_total": 0.01515671331435442,
      "step": 11940
    },
    {
      "loss_action": 0.01327261421829462,
      "loss_total": 0.01327261421829462,
      "step": 11940
    },
    {
      "grad_norm": 0.14242057502269745,
      "learning_rate": 9.86856072615272e-05,
      "loss": 0.0171,
      "step": 11950
    },
    {
      "loss_action": 0.022435758262872696,
      "loss_total": 0.022435758262872696,
      "step": 11950
    },
    {
      "loss_action": 0.009415674023330212,
      "loss_total": 0.009415674023330212,
      "step": 11950
    },
    {
      "loss_action": 0.019931307062506676,
      "loss_total": 0.019931307062506676,
      "step": 11950
    },
    {
      "loss_action": 0.027937358245253563,
      "loss_total": 0.027937358245253563,
      "step": 11950
    },
    {
      "loss_action": 0.06117907539010048,
      "loss_total": 0.06117907539010048,
      "step": 11950
    },
    {
      "loss_action": 0.02035403996706009,
      "loss_total": 0.02035403996706009,
      "step": 11950
    },
    {
      "loss_action": 0.00816144235432148,
      "loss_total": 0.00816144235432148,
      "step": 11950
    },
    {
      "loss_action": 0.010701647028326988,
      "loss_total": 0.010701647028326988,
      "step": 11950
    },
    {
      "grad_norm": 0.22225071489810944,
      "learning_rate": 9.868183829220438e-05,
      "loss": 0.0196,
      "step": 11960
    },
    {
      "loss_action": 0.012046272866427898,
      "loss_total": 0.012046272866427898,
      "step": 11960
    },
    {
      "loss_action": 0.011270208284258842,
      "loss_total": 0.011270208284258842,
      "step": 11960
    },
    {
      "loss_action": 0.0115255331620574,
      "loss_total": 0.0115255331620574,
      "step": 11960
    },
    {
      "loss_action": 0.024422021582722664,
      "loss_total": 0.024422021582722664,
      "step": 11960
    },
    {
      "loss_action": 0.013251804746687412,
      "loss_total": 0.013251804746687412,
      "step": 11960
    },
    {
      "loss_action": 0.010557463392615318,
      "loss_total": 0.010557463392615318,
      "step": 11960
    },
    {
      "loss_action": 0.011185848154127598,
      "loss_total": 0.011185848154127598,
      "step": 11960
    },
    {
      "loss_action": 0.008032719604671001,
      "loss_total": 0.008032719604671001,
      "step": 11960
    },
    {
      "grad_norm": 0.17692498862743378,
      "learning_rate": 9.867806399910893e-05,
      "loss": 0.0158,
      "step": 11970
    },
    {
      "loss_action": 0.007917962968349457,
      "loss_total": 0.007917962968349457,
      "step": 11970
    },
    {
      "loss_action": 0.010190977714955807,
      "loss_total": 0.010190977714955807,
      "step": 11970
    },
    {
      "loss_action": 0.00850366149097681,
      "loss_total": 0.00850366149097681,
      "step": 11970
    },
    {
      "loss_action": 0.012603151611983776,
      "loss_total": 0.012603151611983776,
      "step": 11970
    },
    {
      "loss_action": 0.024409592151641846,
      "loss_total": 0.024409592151641846,
      "step": 11970
    },
    {
      "loss_action": 0.012473436072468758,
      "loss_total": 0.012473436072468758,
      "step": 11970
    },
    {
      "loss_action": 0.015770191326737404,
      "loss_total": 0.015770191326737404,
      "step": 11970
    },
    {
      "loss_action": 0.03179675340652466,
      "loss_total": 0.03179675340652466,
      "step": 11970
    },
    {
      "grad_norm": 0.13605406880378723,
      "learning_rate": 9.867428438265356e-05,
      "loss": 0.0162,
      "step": 11980
    },
    {
      "loss_action": 0.01341450959444046,
      "loss_total": 0.01341450959444046,
      "step": 11980
    },
    {
      "loss_action": 0.015660706907510757,
      "loss_total": 0.015660706907510757,
      "step": 11980
    },
    {
      "loss_action": 0.016041457653045654,
      "loss_total": 0.016041457653045654,
      "step": 11980
    },
    {
      "loss_action": 0.038997821509838104,
      "loss_total": 0.038997821509838104,
      "step": 11980
    },
    {
      "loss_action": 0.010370559990406036,
      "loss_total": 0.010370559990406036,
      "step": 11980
    },
    {
      "loss_action": 0.011873462237417698,
      "loss_total": 0.011873462237417698,
      "step": 11980
    },
    {
      "loss_action": 0.009348688647150993,
      "loss_total": 0.009348688647150993,
      "step": 11980
    },
    {
      "loss_action": 0.01631779596209526,
      "loss_total": 0.01631779596209526,
      "step": 11980
    },
    {
      "grad_norm": 0.20850487053394318,
      "learning_rate": 9.867049944325165e-05,
      "loss": 0.0167,
      "step": 11990
    },
    {
      "loss_action": 0.012170430272817612,
      "loss_total": 0.012170430272817612,
      "step": 11990
    },
    {
      "loss_action": 0.01981564238667488,
      "loss_total": 0.01981564238667488,
      "step": 11990
    },
    {
      "loss_action": 0.01141936145722866,
      "loss_total": 0.01141936145722866,
      "step": 11990
    },
    {
      "loss_action": 0.018846407532691956,
      "loss_total": 0.018846407532691956,
      "step": 11990
    },
    {
      "loss_action": 0.04902254417538643,
      "loss_total": 0.04902254417538643,
      "step": 11990
    },
    {
      "loss_action": 0.020466366782784462,
      "loss_total": 0.020466366782784462,
      "step": 11990
    },
    {
      "loss_action": 0.014930219389498234,
      "loss_total": 0.014930219389498234,
      "step": 11990
    },
    {
      "loss_action": 0.017835654318332672,
      "loss_total": 0.017835654318332672,
      "step": 11990
    },
    {
      "grad_norm": 0.35842424631118774,
      "learning_rate": 9.86667091813171e-05,
      "loss": 0.021,
      "step": 12000
    },
    {
      "loss_action": 0.013290410861372948,
      "loss_total": 0.013290410861372948,
      "step": 12000
    },
    {
      "loss_action": 0.039928510785102844,
      "loss_total": 0.039928510785102844,
      "step": 12000
    },
    {
      "loss_action": 0.022104918956756592,
      "loss_total": 0.022104918956756592,
      "step": 12000
    },
    {
      "loss_action": 0.0157700777053833,
      "loss_total": 0.0157700777053833,
      "step": 12000
    },
    {
      "loss_action": 0.020450439304113388,
      "loss_total": 0.020450439304113388,
      "step": 12000
    },
    {
      "loss_action": 0.0347650982439518,
      "loss_total": 0.0347650982439518,
      "step": 12000
    },
    {
      "loss_action": 0.014079233631491661,
      "loss_total": 0.014079233631491661,
      "step": 12000
    },
    {
      "loss_action": 0.014687059447169304,
      "loss_total": 0.014687059447169304,
      "step": 12000
    },
    {
      "grad_norm": 0.2420237809419632,
      "learning_rate": 9.866291359726438e-05,
      "loss": 0.0228,
      "step": 12010
    },
    {
      "loss_action": 0.011817319318652153,
      "loss_total": 0.011817319318652153,
      "step": 12010
    },
    {
      "loss_action": 0.01604914851486683,
      "loss_total": 0.01604914851486683,
      "step": 12010
    },
    {
      "loss_action": 0.010144218802452087,
      "loss_total": 0.010144218802452087,
      "step": 12010
    },
    {
      "loss_action": 0.011857476085424423,
      "loss_total": 0.011857476085424423,
      "step": 12010
    },
    {
      "loss_action": 0.013485133647918701,
      "loss_total": 0.013485133647918701,
      "step": 12010
    },
    {
      "loss_action": 0.02386634051799774,
      "loss_total": 0.02386634051799774,
      "step": 12010
    },
    {
      "loss_action": 0.009134679101407528,
      "loss_total": 0.009134679101407528,
      "step": 12010
    },
    {
      "loss_action": 0.019607171416282654,
      "loss_total": 0.019607171416282654,
      "step": 12010
    },
    {
      "grad_norm": 0.1843016892671585,
      "learning_rate": 9.865911269150861e-05,
      "loss": 0.0198,
      "step": 12020
    },
    {
      "loss_action": 0.008204740472137928,
      "loss_total": 0.008204740472137928,
      "step": 12020
    },
    {
      "loss_action": 0.014986539259552956,
      "loss_total": 0.014986539259552956,
      "step": 12020
    },
    {
      "loss_action": 0.015233417972922325,
      "loss_total": 0.015233417972922325,
      "step": 12020
    },
    {
      "loss_action": 0.012906648218631744,
      "loss_total": 0.012906648218631744,
      "step": 12020
    },
    {
      "loss_action": 0.033407509326934814,
      "loss_total": 0.033407509326934814,
      "step": 12020
    },
    {
      "loss_action": 0.01779196783900261,
      "loss_total": 0.01779196783900261,
      "step": 12020
    },
    {
      "loss_action": 0.023507243022322655,
      "loss_total": 0.023507243022322655,
      "step": 12020
    },
    {
      "loss_action": 0.01477799378335476,
      "loss_total": 0.01477799378335476,
      "step": 12020
    },
    {
      "grad_norm": 0.19944597780704498,
      "learning_rate": 9.865530646446544e-05,
      "loss": 0.0182,
      "step": 12030
    },
    {
      "loss_action": 0.025576673448085785,
      "loss_total": 0.025576673448085785,
      "step": 12030
    },
    {
      "loss_action": 0.012317782267928123,
      "loss_total": 0.012317782267928123,
      "step": 12030
    },
    {
      "loss_action": 0.018098952248692513,
      "loss_total": 0.018098952248692513,
      "step": 12030
    },
    {
      "loss_action": 0.016084296628832817,
      "loss_total": 0.016084296628832817,
      "step": 12030
    },
    {
      "loss_action": 0.010943989269435406,
      "loss_total": 0.010943989269435406,
      "step": 12030
    },
    {
      "loss_action": 0.012827028520405293,
      "loss_total": 0.012827028520405293,
      "step": 12030
    },
    {
      "loss_action": 0.009199782274663448,
      "loss_total": 0.009199782274663448,
      "step": 12030
    },
    {
      "loss_action": 0.007038266398012638,
      "loss_total": 0.007038266398012638,
      "step": 12030
    },
    {
      "grad_norm": 0.17524591088294983,
      "learning_rate": 9.86514949165511e-05,
      "loss": 0.0156,
      "step": 12040
    },
    {
      "loss_action": 0.018085937947034836,
      "loss_total": 0.018085937947034836,
      "step": 12040
    },
    {
      "loss_action": 0.010708624497056007,
      "loss_total": 0.010708624497056007,
      "step": 12040
    },
    {
      "loss_action": 0.013804206624627113,
      "loss_total": 0.013804206624627113,
      "step": 12040
    },
    {
      "loss_action": 0.013932060450315475,
      "loss_total": 0.013932060450315475,
      "step": 12040
    },
    {
      "loss_action": 0.011069456115365028,
      "loss_total": 0.011069456115365028,
      "step": 12040
    },
    {
      "loss_action": 0.03273576498031616,
      "loss_total": 0.03273576498031616,
      "step": 12040
    },
    {
      "loss_action": 0.012357705272734165,
      "loss_total": 0.012357705272734165,
      "step": 12040
    },
    {
      "loss_action": 0.06198377534747124,
      "loss_total": 0.06198377534747124,
      "step": 12040
    },
    {
      "grad_norm": 0.17181482911109924,
      "learning_rate": 9.864767804818243e-05,
      "loss": 0.0168,
      "step": 12050
    },
    {
      "loss_action": 0.015164348296821117,
      "loss_total": 0.015164348296821117,
      "step": 12050
    },
    {
      "loss_action": 0.02246815524995327,
      "loss_total": 0.02246815524995327,
      "step": 12050
    },
    {
      "loss_action": 0.013293107971549034,
      "loss_total": 0.013293107971549034,
      "step": 12050
    },
    {
      "loss_action": 0.03823103755712509,
      "loss_total": 0.03823103755712509,
      "step": 12050
    },
    {
      "loss_action": 0.015848446637392044,
      "loss_total": 0.015848446637392044,
      "step": 12050
    },
    {
      "loss_action": 0.009166480973362923,
      "loss_total": 0.009166480973362923,
      "step": 12050
    },
    {
      "loss_action": 0.01670733466744423,
      "loss_total": 0.01670733466744423,
      "step": 12050
    },
    {
      "loss_action": 0.025989733636379242,
      "loss_total": 0.025989733636379242,
      "step": 12050
    },
    {
      "grad_norm": 0.18242667615413666,
      "learning_rate": 9.86438558597768e-05,
      "loss": 0.0191,
      "step": 12060
    },
    {
      "loss_action": 0.024837303906679153,
      "loss_total": 0.024837303906679153,
      "step": 12060
    },
    {
      "loss_action": 0.00988070573657751,
      "loss_total": 0.00988070573657751,
      "step": 12060
    },
    {
      "loss_action": 0.012855740264058113,
      "loss_total": 0.012855740264058113,
      "step": 12060
    },
    {
      "loss_action": 0.015796378254890442,
      "loss_total": 0.015796378254890442,
      "step": 12060
    },
    {
      "loss_action": 0.014860466122627258,
      "loss_total": 0.014860466122627258,
      "step": 12060
    },
    {
      "loss_action": 0.02771325781941414,
      "loss_total": 0.02771325781941414,
      "step": 12060
    },
    {
      "loss_action": 0.008970605209469795,
      "loss_total": 0.008970605209469795,
      "step": 12060
    },
    {
      "loss_action": 0.02589184045791626,
      "loss_total": 0.02589184045791626,
      "step": 12060
    },
    {
      "grad_norm": 0.20641334354877472,
      "learning_rate": 9.864002835175225e-05,
      "loss": 0.0161,
      "step": 12070
    },
    {
      "loss_action": 0.008738765493035316,
      "loss_total": 0.008738765493035316,
      "step": 12070
    },
    {
      "loss_action": 0.02008471079170704,
      "loss_total": 0.02008471079170704,
      "step": 12070
    },
    {
      "loss_action": 0.016009755432605743,
      "loss_total": 0.016009755432605743,
      "step": 12070
    },
    {
      "loss_action": 0.014828495681285858,
      "loss_total": 0.014828495681285858,
      "step": 12070
    },
    {
      "loss_action": 0.008101660758256912,
      "loss_total": 0.008101660758256912,
      "step": 12070
    },
    {
      "loss_action": 0.009336226619780064,
      "loss_total": 0.009336226619780064,
      "step": 12070
    },
    {
      "loss_action": 0.00959609542042017,
      "loss_total": 0.00959609542042017,
      "step": 12070
    },
    {
      "loss_action": 0.007438716944307089,
      "loss_total": 0.007438716944307089,
      "step": 12070
    },
    {
      "grad_norm": 0.21228307485580444,
      "learning_rate": 9.863619552452734e-05,
      "loss": 0.0165,
      "step": 12080
    },
    {
      "loss_action": 0.01108127273619175,
      "loss_total": 0.01108127273619175,
      "step": 12080
    },
    {
      "loss_action": 0.0754435807466507,
      "loss_total": 0.0754435807466507,
      "step": 12080
    },
    {
      "loss_action": 0.011754985898733139,
      "loss_total": 0.011754985898733139,
      "step": 12080
    },
    {
      "loss_action": 0.012590529397130013,
      "loss_total": 0.012590529397130013,
      "step": 12080
    },
    {
      "loss_action": 0.014140460640192032,
      "loss_total": 0.014140460640192032,
      "step": 12080
    },
    {
      "loss_action": 0.01661570742726326,
      "loss_total": 0.01661570742726326,
      "step": 12080
    },
    {
      "loss_action": 0.046500518918037415,
      "loss_total": 0.046500518918037415,
      "step": 12080
    },
    {
      "loss_action": 0.009652208536863327,
      "loss_total": 0.009652208536863327,
      "step": 12080
    },
    {
      "grad_norm": 0.268967866897583,
      "learning_rate": 9.863235737852119e-05,
      "loss": 0.0201,
      "step": 12090
    },
    {
      "loss_action": 0.014763019979000092,
      "loss_total": 0.014763019979000092,
      "step": 12090
    },
    {
      "loss_action": 0.017598185688257217,
      "loss_total": 0.017598185688257217,
      "step": 12090
    },
    {
      "loss_action": 0.008985025808215141,
      "loss_total": 0.008985025808215141,
      "step": 12090
    },
    {
      "loss_action": 0.02062901109457016,
      "loss_total": 0.02062901109457016,
      "step": 12090
    },
    {
      "loss_action": 0.03869078308343887,
      "loss_total": 0.03869078308343887,
      "step": 12090
    },
    {
      "loss_action": 0.03508346900343895,
      "loss_total": 0.03508346900343895,
      "step": 12090
    },
    {
      "loss_action": 0.01658019609749317,
      "loss_total": 0.01658019609749317,
      "step": 12090
    },
    {
      "loss_action": 0.013321825303137302,
      "loss_total": 0.013321825303137302,
      "step": 12090
    },
    {
      "grad_norm": 0.24712064862251282,
      "learning_rate": 9.862851391415356e-05,
      "loss": 0.0179,
      "step": 12100
    },
    {
      "loss_action": 0.04604636877775192,
      "loss_total": 0.04604636877775192,
      "step": 12100
    },
    {
      "loss_action": 0.014231606386601925,
      "loss_total": 0.014231606386601925,
      "step": 12100
    },
    {
      "loss_action": 0.022330401465296745,
      "loss_total": 0.022330401465296745,
      "step": 12100
    },
    {
      "loss_action": 0.008799906820058823,
      "loss_total": 0.008799906820058823,
      "step": 12100
    },
    {
      "loss_action": 0.007378368638455868,
      "loss_total": 0.007378368638455868,
      "step": 12100
    },
    {
      "loss_action": 0.03090827539563179,
      "loss_total": 0.03090827539563179,
      "step": 12100
    },
    {
      "loss_action": 0.016291609033942223,
      "loss_total": 0.016291609033942223,
      "step": 12100
    },
    {
      "loss_action": 0.008322563022375107,
      "loss_total": 0.008322563022375107,
      "step": 12100
    },
    {
      "grad_norm": 0.179428368806839,
      "learning_rate": 9.862466513184477e-05,
      "loss": 0.0169,
      "step": 12110
    },
    {
      "loss_action": 0.036000024527311325,
      "loss_total": 0.036000024527311325,
      "step": 12110
    },
    {
      "loss_action": 0.009221301414072514,
      "loss_total": 0.009221301414072514,
      "step": 12110
    },
    {
      "loss_action": 0.019102076068520546,
      "loss_total": 0.019102076068520546,
      "step": 12110
    },
    {
      "loss_action": 0.009644534438848495,
      "loss_total": 0.009644534438848495,
      "step": 12110
    },
    {
      "loss_action": 0.02133600413799286,
      "loss_total": 0.02133600413799286,
      "step": 12110
    },
    {
      "loss_action": 0.009189700707793236,
      "loss_total": 0.009189700707793236,
      "step": 12110
    },
    {
      "loss_action": 0.0213933065533638,
      "loss_total": 0.0213933065533638,
      "step": 12110
    },
    {
      "loss_action": 0.024186160415410995,
      "loss_total": 0.024186160415410995,
      "step": 12110
    },
    {
      "grad_norm": 0.19722603261470795,
      "learning_rate": 9.86208110320157e-05,
      "loss": 0.0184,
      "step": 12120
    },
    {
      "loss_action": 0.010623342357575893,
      "loss_total": 0.010623342357575893,
      "step": 12120
    },
    {
      "loss_action": 0.013935422524809837,
      "loss_total": 0.013935422524809837,
      "step": 12120
    },
    {
      "loss_action": 0.030831143260002136,
      "loss_total": 0.030831143260002136,
      "step": 12120
    },
    {
      "loss_action": 0.007767743431031704,
      "loss_total": 0.007767743431031704,
      "step": 12120
    },
    {
      "loss_action": 0.014316377229988575,
      "loss_total": 0.014316377229988575,
      "step": 12120
    },
    {
      "loss_action": 0.014791996218264103,
      "loss_total": 0.014791996218264103,
      "step": 12120
    },
    {
      "loss_action": 0.018435213714838028,
      "loss_total": 0.018435213714838028,
      "step": 12120
    },
    {
      "loss_action": 0.019693579524755478,
      "loss_total": 0.019693579524755478,
      "step": 12120
    },
    {
      "grad_norm": 0.20121285319328308,
      "learning_rate": 9.861695161508784e-05,
      "loss": 0.0196,
      "step": 12130
    },
    {
      "loss_action": 0.02129838615655899,
      "loss_total": 0.02129838615655899,
      "step": 12130
    },
    {
      "loss_action": 0.013880746439099312,
      "loss_total": 0.013880746439099312,
      "step": 12130
    },
    {
      "loss_action": 0.012274380773305893,
      "loss_total": 0.012274380773305893,
      "step": 12130
    },
    {
      "loss_action": 0.016565248370170593,
      "loss_total": 0.016565248370170593,
      "step": 12130
    },
    {
      "loss_action": 0.02276185154914856,
      "loss_total": 0.02276185154914856,
      "step": 12130
    },
    {
      "loss_action": 0.012683596462011337,
      "loss_total": 0.012683596462011337,
      "step": 12130
    },
    {
      "loss_action": 0.022471550852060318,
      "loss_total": 0.022471550852060318,
      "step": 12130
    },
    {
      "loss_action": 0.015435145236551762,
      "loss_total": 0.015435145236551762,
      "step": 12130
    },
    {
      "grad_norm": 0.3133445680141449,
      "learning_rate": 9.861308688148324e-05,
      "loss": 0.0193,
      "step": 12140
    },
    {
      "loss_action": 0.012696418911218643,
      "loss_total": 0.012696418911218643,
      "step": 12140
    },
    {
      "loss_action": 0.012601316906511784,
      "loss_total": 0.012601316906511784,
      "step": 12140
    },
    {
      "loss_action": 0.0143815279006958,
      "loss_total": 0.0143815279006958,
      "step": 12140
    },
    {
      "loss_action": 0.020335029810667038,
      "loss_total": 0.020335029810667038,
      "step": 12140
    },
    {
      "loss_action": 0.012633424252271652,
      "loss_total": 0.012633424252271652,
      "step": 12140
    },
    {
      "loss_action": 0.013844144530594349,
      "loss_total": 0.013844144530594349,
      "step": 12140
    },
    {
      "loss_action": 0.013206828385591507,
      "loss_total": 0.013206828385591507,
      "step": 12140
    },
    {
      "loss_action": 0.01598099060356617,
      "loss_total": 0.01598099060356617,
      "step": 12140
    },
    {
      "grad_norm": 0.31591087579727173,
      "learning_rate": 9.860921683162455e-05,
      "loss": 0.0191,
      "step": 12150
    },
    {
      "loss_action": 0.01468627154827118,
      "loss_total": 0.01468627154827118,
      "step": 12150
    },
    {
      "loss_action": 0.026793479919433594,
      "loss_total": 0.026793479919433594,
      "step": 12150
    },
    {
      "loss_action": 0.011866388842463493,
      "loss_total": 0.011866388842463493,
      "step": 12150
    },
    {
      "loss_action": 0.008304405026137829,
      "loss_total": 0.008304405026137829,
      "step": 12150
    },
    {
      "loss_action": 0.012711949646472931,
      "loss_total": 0.012711949646472931,
      "step": 12150
    },
    {
      "loss_action": 0.018613960593938828,
      "loss_total": 0.018613960593938828,
      "step": 12150
    },
    {
      "loss_action": 0.01049509271979332,
      "loss_total": 0.01049509271979332,
      "step": 12150
    },
    {
      "loss_action": 0.02575388178229332,
      "loss_total": 0.02575388178229332,
      "step": 12150
    },
    {
      "grad_norm": 0.1522209793329239,
      "learning_rate": 9.860534146593499e-05,
      "loss": 0.0182,
      "step": 12160
    },
    {
      "loss_action": 0.011316327378153801,
      "loss_total": 0.011316327378153801,
      "step": 12160
    },
    {
      "loss_action": 0.022548194974660873,
      "loss_total": 0.022548194974660873,
      "step": 12160
    },
    {
      "loss_action": 0.01713547110557556,
      "loss_total": 0.01713547110557556,
      "step": 12160
    },
    {
      "loss_action": 0.03280981630086899,
      "loss_total": 0.03280981630086899,
      "step": 12160
    },
    {
      "loss_action": 0.006656751036643982,
      "loss_total": 0.006656751036643982,
      "step": 12160
    },
    {
      "loss_action": 0.013179540634155273,
      "loss_total": 0.013179540634155273,
      "step": 12160
    },
    {
      "loss_action": 0.012196969240903854,
      "loss_total": 0.012196969240903854,
      "step": 12160
    },
    {
      "loss_action": 0.012827347964048386,
      "loss_total": 0.012827347964048386,
      "step": 12160
    },
    {
      "grad_norm": 0.16675065457820892,
      "learning_rate": 9.860146078483836e-05,
      "loss": 0.0153,
      "step": 12170
    },
    {
      "loss_action": 0.020517591387033463,
      "loss_total": 0.020517591387033463,
      "step": 12170
    },
    {
      "loss_action": 0.015902303159236908,
      "loss_total": 0.015902303159236908,
      "step": 12170
    },
    {
      "loss_action": 0.008447904139757156,
      "loss_total": 0.008447904139757156,
      "step": 12170
    },
    {
      "loss_action": 0.00919453613460064,
      "loss_total": 0.00919453613460064,
      "step": 12170
    },
    {
      "loss_action": 0.009880412369966507,
      "loss_total": 0.009880412369966507,
      "step": 12170
    },
    {
      "loss_action": 0.01223047822713852,
      "loss_total": 0.01223047822713852,
      "step": 12170
    },
    {
      "loss_action": 0.0076917666010558605,
      "loss_total": 0.0076917666010558605,
      "step": 12170
    },
    {
      "loss_action": 0.010433174669742584,
      "loss_total": 0.010433174669742584,
      "step": 12170
    },
    {
      "grad_norm": 0.33610227704048157,
      "learning_rate": 9.859757478875905e-05,
      "loss": 0.0177,
      "step": 12180
    },
    {
      "loss_action": 0.01032188069075346,
      "loss_total": 0.01032188069075346,
      "step": 12180
    },
    {
      "loss_action": 0.013857679441571236,
      "loss_total": 0.013857679441571236,
      "step": 12180
    },
    {
      "loss_action": 0.010860800743103027,
      "loss_total": 0.010860800743103027,
      "step": 12180
    },
    {
      "loss_action": 0.03185569494962692,
      "loss_total": 0.03185569494962692,
      "step": 12180
    },
    {
      "loss_action": 0.01382178533822298,
      "loss_total": 0.01382178533822298,
      "step": 12180
    },
    {
      "loss_action": 0.01111460942775011,
      "loss_total": 0.01111460942775011,
      "step": 12180
    },
    {
      "loss_action": 0.011367248371243477,
      "loss_total": 0.011367248371243477,
      "step": 12180
    },
    {
      "loss_action": 0.009139062836766243,
      "loss_total": 0.009139062836766243,
      "step": 12180
    },
    {
      "grad_norm": 0.1979023814201355,
      "learning_rate": 9.859368347812204e-05,
      "loss": 0.017,
      "step": 12190
    },
    {
      "loss_action": 0.012192055583000183,
      "loss_total": 0.012192055583000183,
      "step": 12190
    },
    {
      "loss_action": 0.02712104469537735,
      "loss_total": 0.02712104469537735,
      "step": 12190
    },
    {
      "loss_action": 0.009146047756075859,
      "loss_total": 0.009146047756075859,
      "step": 12190
    },
    {
      "loss_action": 0.018482200801372528,
      "loss_total": 0.018482200801372528,
      "step": 12190
    },
    {
      "loss_action": 0.01115085743367672,
      "loss_total": 0.01115085743367672,
      "step": 12190
    },
    {
      "loss_action": 0.02225518599152565,
      "loss_total": 0.02225518599152565,
      "step": 12190
    },
    {
      "loss_action": 0.011140874586999416,
      "loss_total": 0.011140874586999416,
      "step": 12190
    },
    {
      "loss_action": 0.026045966893434525,
      "loss_total": 0.026045966893434525,
      "step": 12190
    },
    {
      "grad_norm": 0.15600669384002686,
      "learning_rate": 9.858978685335285e-05,
      "loss": 0.0194,
      "step": 12200
    },
    {
      "loss_action": 0.023912593722343445,
      "loss_total": 0.023912593722343445,
      "step": 12200
    },
    {
      "loss_action": 0.021394498646259308,
      "loss_total": 0.021394498646259308,
      "step": 12200
    },
    {
      "loss_action": 0.013743020594120026,
      "loss_total": 0.013743020594120026,
      "step": 12200
    },
    {
      "loss_action": 0.01717788353562355,
      "loss_total": 0.01717788353562355,
      "step": 12200
    },
    {
      "loss_action": 0.004970977082848549,
      "loss_total": 0.004970977082848549,
      "step": 12200
    },
    {
      "loss_action": 0.014753105118870735,
      "loss_total": 0.014753105118870735,
      "step": 12200
    },
    {
      "loss_action": 0.00695168599486351,
      "loss_total": 0.00695168599486351,
      "step": 12200
    },
    {
      "loss_action": 0.009455904364585876,
      "loss_total": 0.009455904364585876,
      "step": 12200
    },
    {
      "grad_norm": 0.2627273499965668,
      "learning_rate": 9.858588491487763e-05,
      "loss": 0.0199,
      "step": 12210
    },
    {
      "loss_action": 0.022902216762304306,
      "loss_total": 0.022902216762304306,
      "step": 12210
    },
    {
      "loss_action": 0.00859258882701397,
      "loss_total": 0.00859258882701397,
      "step": 12210
    },
    {
      "loss_action": 0.019153553992509842,
      "loss_total": 0.019153553992509842,
      "step": 12210
    },
    {
      "loss_action": 0.014660474844276905,
      "loss_total": 0.014660474844276905,
      "step": 12210
    },
    {
      "loss_action": 0.01048197504132986,
      "loss_total": 0.01048197504132986,
      "step": 12210
    },
    {
      "loss_action": 0.021264608949422836,
      "loss_total": 0.021264608949422836,
      "step": 12210
    },
    {
      "loss_action": 0.010026611387729645,
      "loss_total": 0.010026611387729645,
      "step": 12210
    },
    {
      "loss_action": 0.01016201637685299,
      "loss_total": 0.01016201637685299,
      "step": 12210
    },
    {
      "grad_norm": 0.19719964265823364,
      "learning_rate": 9.858197766312308e-05,
      "loss": 0.0178,
      "step": 12220
    },
    {
      "loss_action": 0.01605587638914585,
      "loss_total": 0.01605587638914585,
      "step": 12220
    },
    {
      "loss_action": 0.015377603471279144,
      "loss_total": 0.015377603471279144,
      "step": 12220
    },
    {
      "loss_action": 0.01226107869297266,
      "loss_total": 0.01226107869297266,
      "step": 12220
    },
    {
      "loss_action": 0.0185808427631855,
      "loss_total": 0.0185808427631855,
      "step": 12220
    },
    {
      "loss_action": 0.026143206283450127,
      "loss_total": 0.026143206283450127,
      "step": 12220
    },
    {
      "loss_action": 0.022280273959040642,
      "loss_total": 0.022280273959040642,
      "step": 12220
    },
    {
      "loss_action": 0.015491445548832417,
      "loss_total": 0.015491445548832417,
      "step": 12220
    },
    {
      "loss_action": 0.03014240972697735,
      "loss_total": 0.03014240972697735,
      "step": 12220
    },
    {
      "grad_norm": 0.17459723353385925,
      "learning_rate": 9.857806509851649e-05,
      "loss": 0.0206,
      "step": 12230
    },
    {
      "loss_action": 0.009398477151989937,
      "loss_total": 0.009398477151989937,
      "step": 12230
    },
    {
      "loss_action": 0.01564900577068329,
      "loss_total": 0.01564900577068329,
      "step": 12230
    },
    {
      "loss_action": 0.033466119319200516,
      "loss_total": 0.033466119319200516,
      "step": 12230
    },
    {
      "loss_action": 0.014857922680675983,
      "loss_total": 0.014857922680675983,
      "step": 12230
    },
    {
      "loss_action": 0.047066912055015564,
      "loss_total": 0.047066912055015564,
      "step": 12230
    },
    {
      "loss_action": 0.015455281361937523,
      "loss_total": 0.015455281361937523,
      "step": 12230
    },
    {
      "loss_action": 0.02780618891119957,
      "loss_total": 0.02780618891119957,
      "step": 12230
    },
    {
      "loss_action": 0.009448281489312649,
      "loss_total": 0.009448281489312649,
      "step": 12230
    },
    {
      "grad_norm": 0.18655604124069214,
      "learning_rate": 9.857414722148574e-05,
      "loss": 0.0182,
      "step": 12240
    },
    {
      "loss_action": 0.017374465242028236,
      "loss_total": 0.017374465242028236,
      "step": 12240
    },
    {
      "loss_action": 0.011659465730190277,
      "loss_total": 0.011659465730190277,
      "step": 12240
    },
    {
      "loss_action": 0.01964642107486725,
      "loss_total": 0.01964642107486725,
      "step": 12240
    },
    {
      "loss_action": 0.02508779615163803,
      "loss_total": 0.02508779615163803,
      "step": 12240
    },
    {
      "loss_action": 0.013734370470046997,
      "loss_total": 0.013734370470046997,
      "step": 12240
    },
    {
      "loss_action": 0.01196714211255312,
      "loss_total": 0.01196714211255312,
      "step": 12240
    },
    {
      "loss_action": 0.016518715769052505,
      "loss_total": 0.016518715769052505,
      "step": 12240
    },
    {
      "loss_action": 0.03880607336759567,
      "loss_total": 0.03880607336759567,
      "step": 12240
    },
    {
      "grad_norm": 0.18923096358776093,
      "learning_rate": 9.857022403245928e-05,
      "loss": 0.0169,
      "step": 12250
    },
    {
      "loss_action": 0.012024573050439358,
      "loss_total": 0.012024573050439358,
      "step": 12250
    },
    {
      "loss_action": 0.009030680172145367,
      "loss_total": 0.009030680172145367,
      "step": 12250
    },
    {
      "loss_action": 0.010882090777158737,
      "loss_total": 0.010882090777158737,
      "step": 12250
    },
    {
      "loss_action": 0.03218640759587288,
      "loss_total": 0.03218640759587288,
      "step": 12250
    },
    {
      "loss_action": 0.007362716365605593,
      "loss_total": 0.007362716365605593,
      "step": 12250
    },
    {
      "loss_action": 0.018521219491958618,
      "loss_total": 0.018521219491958618,
      "step": 12250
    },
    {
      "loss_action": 0.011059960350394249,
      "loss_total": 0.011059960350394249,
      "step": 12250
    },
    {
      "loss_action": 0.024880534037947655,
      "loss_total": 0.024880534037947655,
      "step": 12250
    },
    {
      "grad_norm": 0.19072362780570984,
      "learning_rate": 9.856629553186615e-05,
      "loss": 0.0178,
      "step": 12260
    },
    {
      "loss_action": 0.010224798694252968,
      "loss_total": 0.010224798694252968,
      "step": 12260
    },
    {
      "loss_action": 0.021740276366472244,
      "loss_total": 0.021740276366472244,
      "step": 12260
    },
    {
      "loss_action": 0.029486829414963722,
      "loss_total": 0.029486829414963722,
      "step": 12260
    },
    {
      "loss_action": 0.03870701417326927,
      "loss_total": 0.03870701417326927,
      "step": 12260
    },
    {
      "loss_action": 0.019225936383008957,
      "loss_total": 0.019225936383008957,
      "step": 12260
    },
    {
      "loss_action": 0.0278767216950655,
      "loss_total": 0.0278767216950655,
      "step": 12260
    },
    {
      "loss_action": 0.02956431172788143,
      "loss_total": 0.02956431172788143,
      "step": 12260
    },
    {
      "loss_action": 0.009345791302621365,
      "loss_total": 0.009345791302621365,
      "step": 12260
    },
    {
      "grad_norm": 0.21297502517700195,
      "learning_rate": 9.856236172013595e-05,
      "loss": 0.0191,
      "step": 12270
    },
    {
      "loss_action": 0.00721996184438467,
      "loss_total": 0.00721996184438467,
      "step": 12270
    },
    {
      "loss_action": 0.01789146661758423,
      "loss_total": 0.01789146661758423,
      "step": 12270
    },
    {
      "loss_action": 0.02042108215391636,
      "loss_total": 0.02042108215391636,
      "step": 12270
    },
    {
      "loss_action": 0.011188231408596039,
      "loss_total": 0.011188231408596039,
      "step": 12270
    },
    {
      "loss_action": 0.010798709467053413,
      "loss_total": 0.010798709467053413,
      "step": 12270
    },
    {
      "loss_action": 0.024668365716934204,
      "loss_total": 0.024668365716934204,
      "step": 12270
    },
    {
      "loss_action": 0.03101349249482155,
      "loss_total": 0.03101349249482155,
      "step": 12270
    },
    {
      "loss_action": 0.007501021958887577,
      "loss_total": 0.007501021958887577,
      "step": 12270
    },
    {
      "grad_norm": 0.19777420163154602,
      "learning_rate": 9.85584225976989e-05,
      "loss": 0.0151,
      "step": 12280
    },
    {
      "loss_action": 0.012102024629712105,
      "loss_total": 0.012102024629712105,
      "step": 12280
    },
    {
      "loss_action": 0.01345699094235897,
      "loss_total": 0.01345699094235897,
      "step": 12280
    },
    {
      "loss_action": 0.01768592931330204,
      "loss_total": 0.01768592931330204,
      "step": 12280
    },
    {
      "loss_action": 0.006580466404557228,
      "loss_total": 0.006580466404557228,
      "step": 12280
    },
    {
      "loss_action": 0.0161269698292017,
      "loss_total": 0.0161269698292017,
      "step": 12280
    },
    {
      "loss_action": 0.020301401615142822,
      "loss_total": 0.020301401615142822,
      "step": 12280
    },
    {
      "loss_action": 0.01452658697962761,
      "loss_total": 0.01452658697962761,
      "step": 12280
    },
    {
      "loss_action": 0.00944515597075224,
      "loss_total": 0.00944515597075224,
      "step": 12280
    },
    {
      "grad_norm": 0.0989018976688385,
      "learning_rate": 9.855447816498575e-05,
      "loss": 0.0147,
      "step": 12290
    },
    {
      "loss_action": 0.009328942745923996,
      "loss_total": 0.009328942745923996,
      "step": 12290
    },
    {
      "loss_action": 0.009654871188104153,
      "loss_total": 0.009654871188104153,
      "step": 12290
    },
    {
      "loss_action": 0.04895876348018646,
      "loss_total": 0.04895876348018646,
      "step": 12290
    },
    {
      "loss_action": 0.007826496846973896,
      "loss_total": 0.007826496846973896,
      "step": 12290
    },
    {
      "loss_action": 0.028458405286073685,
      "loss_total": 0.028458405286073685,
      "step": 12290
    },
    {
      "loss_action": 0.030845168977975845,
      "loss_total": 0.030845168977975845,
      "step": 12290
    },
    {
      "loss_action": 0.007261163555085659,
      "loss_total": 0.007261163555085659,
      "step": 12290
    },
    {
      "loss_action": 0.03060626983642578,
      "loss_total": 0.03060626983642578,
      "step": 12290
    },
    {
      "grad_norm": 0.12639120221138,
      "learning_rate": 9.855052842242787e-05,
      "loss": 0.0175,
      "step": 12300
    },
    {
      "loss_action": 0.0133529556915164,
      "loss_total": 0.0133529556915164,
      "step": 12300
    },
    {
      "loss_action": 0.013592039234936237,
      "loss_total": 0.013592039234936237,
      "step": 12300
    },
    {
      "loss_action": 0.033003874123096466,
      "loss_total": 0.033003874123096466,
      "step": 12300
    },
    {
      "loss_action": 0.022627882659435272,
      "loss_total": 0.022627882659435272,
      "step": 12300
    },
    {
      "loss_action": 0.024190712720155716,
      "loss_total": 0.024190712720155716,
      "step": 12300
    },
    {
      "loss_action": 0.01968344859778881,
      "loss_total": 0.01968344859778881,
      "step": 12300
    },
    {
      "loss_action": 0.024358563125133514,
      "loss_total": 0.024358563125133514,
      "step": 12300
    },
    {
      "loss_action": 0.017432479187846184,
      "loss_total": 0.017432479187846184,
      "step": 12300
    },
    {
      "grad_norm": 0.255435973405838,
      "learning_rate": 9.85465733704572e-05,
      "loss": 0.0154,
      "step": 12310
    },
    {
      "loss_action": 0.008507505990564823,
      "loss_total": 0.008507505990564823,
      "step": 12310
    },
    {
      "loss_action": 0.006643245927989483,
      "loss_total": 0.006643245927989483,
      "step": 12310
    },
    {
      "loss_action": 0.017954830080270767,
      "loss_total": 0.017954830080270767,
      "step": 12310
    },
    {
      "loss_action": 0.008844021707773209,
      "loss_total": 0.008844021707773209,
      "step": 12310
    },
    {
      "loss_action": 0.04041321575641632,
      "loss_total": 0.04041321575641632,
      "step": 12310
    },
    {
      "loss_action": 0.010403625667095184,
      "loss_total": 0.010403625667095184,
      "step": 12310
    },
    {
      "loss_action": 0.013164602220058441,
      "loss_total": 0.013164602220058441,
      "step": 12310
    },
    {
      "loss_action": 0.009822292253375053,
      "loss_total": 0.009822292253375053,
      "step": 12310
    },
    {
      "grad_norm": 0.2762230932712555,
      "learning_rate": 9.854261300950624e-05,
      "loss": 0.0167,
      "step": 12320
    },
    {
      "loss_action": 0.015144203789532185,
      "loss_total": 0.015144203789532185,
      "step": 12320
    },
    {
      "loss_action": 0.012855712324380875,
      "loss_total": 0.012855712324380875,
      "step": 12320
    },
    {
      "loss_action": 0.03707148879766464,
      "loss_total": 0.03707148879766464,
      "step": 12320
    },
    {
      "loss_action": 0.009939802810549736,
      "loss_total": 0.009939802810549736,
      "step": 12320
    },
    {
      "loss_action": 0.014372534118592739,
      "loss_total": 0.014372534118592739,
      "step": 12320
    },
    {
      "loss_action": 0.014296140521764755,
      "loss_total": 0.014296140521764755,
      "step": 12320
    },
    {
      "loss_action": 0.008306333795189857,
      "loss_total": 0.008306333795189857,
      "step": 12320
    },
    {
      "loss_action": 0.009231270290911198,
      "loss_total": 0.009231270290911198,
      "step": 12320
    },
    {
      "grad_norm": 0.1998438686132431,
      "learning_rate": 9.853864734000813e-05,
      "loss": 0.0181,
      "step": 12330
    },
    {
      "loss_action": 0.02245612069964409,
      "loss_total": 0.02245612069964409,
      "step": 12330
    },
    {
      "loss_action": 0.020893819630146027,
      "loss_total": 0.020893819630146027,
      "step": 12330
    },
    {
      "loss_action": 0.011930407024919987,
      "loss_total": 0.011930407024919987,
      "step": 12330
    },
    {
      "loss_action": 0.012239161878824234,
      "loss_total": 0.012239161878824234,
      "step": 12330
    },
    {
      "loss_action": 0.012221826240420341,
      "loss_total": 0.012221826240420341,
      "step": 12330
    },
    {
      "loss_action": 0.01189367100596428,
      "loss_total": 0.01189367100596428,
      "step": 12330
    },
    {
      "loss_action": 0.017272520810365677,
      "loss_total": 0.017272520810365677,
      "step": 12330
    },
    {
      "loss_action": 0.01716153509914875,
      "loss_total": 0.01716153509914875,
      "step": 12330
    },
    {
      "grad_norm": 0.1576358824968338,
      "learning_rate": 9.85346763623965e-05,
      "loss": 0.0185,
      "step": 12340
    },
    {
      "loss_action": 0.02647806704044342,
      "loss_total": 0.02647806704044342,
      "step": 12340
    },
    {
      "loss_action": 0.029476631432771683,
      "loss_total": 0.029476631432771683,
      "step": 12340
    },
    {
      "loss_action": 0.007028838619589806,
      "loss_total": 0.007028838619589806,
      "step": 12340
    },
    {
      "loss_action": 0.015768077224493027,
      "loss_total": 0.015768077224493027,
      "step": 12340
    },
    {
      "loss_action": 0.023717153817415237,
      "loss_total": 0.023717153817415237,
      "step": 12340
    },
    {
      "loss_action": 0.016109229996800423,
      "loss_total": 0.016109229996800423,
      "step": 12340
    },
    {
      "loss_action": 0.0072247544303536415,
      "loss_total": 0.0072247544303536415,
      "step": 12340
    },
    {
      "loss_action": 0.015805985778570175,
      "loss_total": 0.015805985778570175,
      "step": 12340
    },
    {
      "grad_norm": 0.20421473681926727,
      "learning_rate": 9.853070007710564e-05,
      "loss": 0.0186,
      "step": 12350
    },
    {
      "loss_action": 0.01477216836065054,
      "loss_total": 0.01477216836065054,
      "step": 12350
    },
    {
      "loss_action": 0.018211865797638893,
      "loss_total": 0.018211865797638893,
      "step": 12350
    },
    {
      "loss_action": 0.009508172981441021,
      "loss_total": 0.009508172981441021,
      "step": 12350
    },
    {
      "loss_action": 0.023386942222714424,
      "loss_total": 0.023386942222714424,
      "step": 12350
    },
    {
      "loss_action": 0.01112978532910347,
      "loss_total": 0.01112978532910347,
      "step": 12350
    },
    {
      "loss_action": 0.009153801947832108,
      "loss_total": 0.009153801947832108,
      "step": 12350
    },
    {
      "loss_action": 0.0105022843927145,
      "loss_total": 0.0105022843927145,
      "step": 12350
    },
    {
      "loss_action": 0.009235138073563576,
      "loss_total": 0.009235138073563576,
      "step": 12350
    },
    {
      "grad_norm": 0.2636714279651642,
      "learning_rate": 9.85267184845704e-05,
      "loss": 0.0188,
      "step": 12360
    },
    {
      "loss_action": 0.013604545034468174,
      "loss_total": 0.013604545034468174,
      "step": 12360
    },
    {
      "loss_action": 0.01650943234562874,
      "loss_total": 0.01650943234562874,
      "step": 12360
    },
    {
      "loss_action": 0.008935501798987389,
      "loss_total": 0.008935501798987389,
      "step": 12360
    },
    {
      "loss_action": 0.022712960839271545,
      "loss_total": 0.022712960839271545,
      "step": 12360
    },
    {
      "loss_action": 0.02264711633324623,
      "loss_total": 0.02264711633324623,
      "step": 12360
    },
    {
      "loss_action": 0.02766292169690132,
      "loss_total": 0.02766292169690132,
      "step": 12360
    },
    {
      "loss_action": 0.016561731696128845,
      "loss_total": 0.016561731696128845,
      "step": 12360
    },
    {
      "loss_action": 0.016076376661658287,
      "loss_total": 0.016076376661658287,
      "step": 12360
    },
    {
      "grad_norm": 0.19442680478096008,
      "learning_rate": 9.852273158522616e-05,
      "loss": 0.0161,
      "step": 12370
    },
    {
      "loss_action": 0.023957902565598488,
      "loss_total": 0.023957902565598488,
      "step": 12370
    },
    {
      "loss_action": 0.02701486274600029,
      "loss_total": 0.02701486274600029,
      "step": 12370
    },
    {
      "loss_action": 0.007563441060483456,
      "loss_total": 0.007563441060483456,
      "step": 12370
    },
    {
      "loss_action": 0.028310462832450867,
      "loss_total": 0.028310462832450867,
      "step": 12370
    },
    {
      "loss_action": 0.016326550394296646,
      "loss_total": 0.016326550394296646,
      "step": 12370
    },
    {
      "loss_action": 0.026762116700410843,
      "loss_total": 0.026762116700410843,
      "step": 12370
    },
    {
      "loss_action": 0.018188467249274254,
      "loss_total": 0.018188467249274254,
      "step": 12370
    },
    {
      "loss_action": 0.022792156785726547,
      "loss_total": 0.022792156785726547,
      "step": 12370
    },
    {
      "grad_norm": 0.15324385464191437,
      "learning_rate": 9.851873937950896e-05,
      "loss": 0.0151,
      "step": 12380
    },
    {
      "loss_action": 0.013103281147778034,
      "loss_total": 0.013103281147778034,
      "step": 12380
    },
    {
      "loss_action": 0.0113709457218647,
      "loss_total": 0.0113709457218647,
      "step": 12380
    },
    {
      "loss_action": 0.014404773712158203,
      "loss_total": 0.014404773712158203,
      "step": 12380
    },
    {
      "loss_action": 0.02217029221355915,
      "loss_total": 0.02217029221355915,
      "step": 12380
    },
    {
      "loss_action": 0.007325311191380024,
      "loss_total": 0.007325311191380024,
      "step": 12380
    },
    {
      "loss_action": 0.011195559985935688,
      "loss_total": 0.011195559985935688,
      "step": 12380
    },
    {
      "loss_action": 0.014022374525666237,
      "loss_total": 0.014022374525666237,
      "step": 12380
    },
    {
      "loss_action": 0.009013788774609566,
      "loss_total": 0.009013788774609566,
      "step": 12380
    },
    {
      "grad_norm": 0.20545271039009094,
      "learning_rate": 9.851474186785537e-05,
      "loss": 0.0158,
      "step": 12390
    },
    {
      "loss_action": 0.016133148223161697,
      "loss_total": 0.016133148223161697,
      "step": 12390
    },
    {
      "loss_action": 0.014454727992415428,
      "loss_total": 0.014454727992415428,
      "step": 12390
    },
    {
      "loss_action": 0.026257388293743134,
      "loss_total": 0.026257388293743134,
      "step": 12390
    },
    {
      "loss_action": 0.01009044423699379,
      "loss_total": 0.01009044423699379,
      "step": 12390
    },
    {
      "loss_action": 0.014849167317152023,
      "loss_total": 0.014849167317152023,
      "step": 12390
    },
    {
      "loss_action": 0.017843449488282204,
      "loss_total": 0.017843449488282204,
      "step": 12390
    },
    {
      "loss_action": 0.023517057299613953,
      "loss_total": 0.023517057299613953,
      "step": 12390
    },
    {
      "loss_action": 0.01106872595846653,
      "loss_total": 0.01106872595846653,
      "step": 12390
    },
    {
      "grad_norm": 0.1955622434616089,
      "learning_rate": 9.851073905070254e-05,
      "loss": 0.0174,
      "step": 12400
    },
    {
      "loss_action": 0.02188679203391075,
      "loss_total": 0.02188679203391075,
      "step": 12400
    },
    {
      "loss_action": 0.01552608422935009,
      "loss_total": 0.01552608422935009,
      "step": 12400
    },
    {
      "loss_action": 0.006530645303428173,
      "loss_total": 0.006530645303428173,
      "step": 12400
    },
    {
      "loss_action": 0.011718632653355598,
      "loss_total": 0.011718632653355598,
      "step": 12400
    },
    {
      "loss_action": 0.014621012844145298,
      "loss_total": 0.014621012844145298,
      "step": 12400
    },
    {
      "loss_action": 0.02223818562924862,
      "loss_total": 0.02223818562924862,
      "step": 12400
    },
    {
      "loss_action": 0.007583399303257465,
      "loss_total": 0.007583399303257465,
      "step": 12400
    },
    {
      "loss_action": 0.01912951096892357,
      "loss_total": 0.01912951096892357,
      "step": 12400
    },
    {
      "grad_norm": 0.21930009126663208,
      "learning_rate": 9.850673092848824e-05,
      "loss": 0.0139,
      "step": 12410
    },
    {
      "loss_action": 0.013710606843233109,
      "loss_total": 0.013710606843233109,
      "step": 12410
    },
    {
      "loss_action": 0.029766390100121498,
      "loss_total": 0.029766390100121498,
      "step": 12410
    },
    {
      "loss_action": 0.008148333057761192,
      "loss_total": 0.008148333057761192,
      "step": 12410
    },
    {
      "loss_action": 0.01529700867831707,
      "loss_total": 0.01529700867831707,
      "step": 12410
    },
    {
      "loss_action": 0.014280474744737148,
      "loss_total": 0.014280474744737148,
      "step": 12410
    },
    {
      "loss_action": 0.013270203024148941,
      "loss_total": 0.013270203024148941,
      "step": 12410
    },
    {
      "loss_action": 0.008083518594503403,
      "loss_total": 0.008083518594503403,
      "step": 12410
    },
    {
      "loss_action": 0.009481079876422882,
      "loss_total": 0.009481079876422882,
      "step": 12410
    },
    {
      "grad_norm": 0.22435079514980316,
      "learning_rate": 9.850271750165077e-05,
      "loss": 0.0149,
      "step": 12420
    },
    {
      "loss_action": 0.018181856721639633,
      "loss_total": 0.018181856721639633,
      "step": 12420
    },
    {
      "loss_action": 0.01567086949944496,
      "loss_total": 0.01567086949944496,
      "step": 12420
    },
    {
      "loss_action": 0.006457253359258175,
      "loss_total": 0.006457253359258175,
      "step": 12420
    },
    {
      "loss_action": 0.011444815434515476,
      "loss_total": 0.011444815434515476,
      "step": 12420
    },
    {
      "loss_action": 0.006534723564982414,
      "loss_total": 0.006534723564982414,
      "step": 12420
    },
    {
      "loss_action": 0.010655716061592102,
      "loss_total": 0.010655716061592102,
      "step": 12420
    },
    {
      "loss_action": 0.009236169047653675,
      "loss_total": 0.009236169047653675,
      "step": 12420
    },
    {
      "loss_action": 0.07583121210336685,
      "loss_total": 0.07583121210336685,
      "step": 12420
    },
    {
      "grad_norm": 0.15171517431735992,
      "learning_rate": 9.849869877062902e-05,
      "loss": 0.0161,
      "step": 12430
    },
    {
      "loss_action": 0.006050551775842905,
      "loss_total": 0.006050551775842905,
      "step": 12430
    },
    {
      "loss_action": 0.02024177275598049,
      "loss_total": 0.02024177275598049,
      "step": 12430
    },
    {
      "loss_action": 0.008964840322732925,
      "loss_total": 0.008964840322732925,
      "step": 12430
    },
    {
      "loss_action": 0.020486941561102867,
      "loss_total": 0.020486941561102867,
      "step": 12430
    },
    {
      "loss_action": 0.012505440041422844,
      "loss_total": 0.012505440041422844,
      "step": 12430
    },
    {
      "loss_action": 0.0058050756342709064,
      "loss_total": 0.0058050756342709064,
      "step": 12430
    },
    {
      "loss_action": 0.009740122593939304,
      "loss_total": 0.009740122593939304,
      "step": 12430
    },
    {
      "loss_action": 0.00781174935400486,
      "loss_total": 0.00781174935400486,
      "step": 12430
    },
    {
      "grad_norm": 0.19733932614326477,
      "learning_rate": 9.849467473586252e-05,
      "loss": 0.0162,
      "step": 12440
    },
    {
      "loss_action": 0.01231723465025425,
      "loss_total": 0.01231723465025425,
      "step": 12440
    },
    {
      "loss_action": 0.019138850271701813,
      "loss_total": 0.019138850271701813,
      "step": 12440
    },
    {
      "loss_action": 0.01530284620821476,
      "loss_total": 0.01530284620821476,
      "step": 12440
    },
    {
      "loss_action": 0.038636431097984314,
      "loss_total": 0.038636431097984314,
      "step": 12440
    },
    {
      "loss_action": 0.022843128070235252,
      "loss_total": 0.022843128070235252,
      "step": 12440
    },
    {
      "loss_action": 0.023785118013620377,
      "loss_total": 0.023785118013620377,
      "step": 12440
    },
    {
      "loss_action": 0.009570831432938576,
      "loss_total": 0.009570831432938576,
      "step": 12440
    },
    {
      "loss_action": 0.024025309830904007,
      "loss_total": 0.024025309830904007,
      "step": 12440
    },
    {
      "grad_norm": 0.25031670928001404,
      "learning_rate": 9.849064539779127e-05,
      "loss": 0.0183,
      "step": 12450
    },
    {
      "loss_action": 0.01655036211013794,
      "loss_total": 0.01655036211013794,
      "step": 12450
    },
    {
      "loss_action": 0.014771053567528725,
      "loss_total": 0.014771053567528725,
      "step": 12450
    },
    {
      "loss_action": 0.014234816655516624,
      "loss_total": 0.014234816655516624,
      "step": 12450
    },
    {
      "loss_action": 0.02709357440471649,
      "loss_total": 0.02709357440471649,
      "step": 12450
    },
    {
      "loss_action": 0.008222300559282303,
      "loss_total": 0.008222300559282303,
      "step": 12450
    },
    {
      "loss_action": 0.015499299392104149,
      "loss_total": 0.015499299392104149,
      "step": 12450
    },
    {
      "loss_action": 0.01610511913895607,
      "loss_total": 0.01610511913895607,
      "step": 12450
    },
    {
      "loss_action": 0.012382380664348602,
      "loss_total": 0.012382380664348602,
      "step": 12450
    },
    {
      "grad_norm": 0.14149856567382812,
      "learning_rate": 9.848661075685594e-05,
      "loss": 0.0167,
      "step": 12460
    },
    {
      "loss_action": 0.020711425691843033,
      "loss_total": 0.020711425691843033,
      "step": 12460
    },
    {
      "loss_action": 0.010486413724720478,
      "loss_total": 0.010486413724720478,
      "step": 12460
    },
    {
      "loss_action": 0.016555581241846085,
      "loss_total": 0.016555581241846085,
      "step": 12460
    },
    {
      "loss_action": 0.009111907333135605,
      "loss_total": 0.009111907333135605,
      "step": 12460
    },
    {
      "loss_action": 0.027508744969964027,
      "loss_total": 0.027508744969964027,
      "step": 12460
    },
    {
      "loss_action": 0.018035344779491425,
      "loss_total": 0.018035344779491425,
      "step": 12460
    },
    {
      "loss_action": 0.02017294429242611,
      "loss_total": 0.02017294429242611,
      "step": 12460
    },
    {
      "loss_action": 0.01526629738509655,
      "loss_total": 0.01526629738509655,
      "step": 12460
    },
    {
      "grad_norm": 0.140133798122406,
      "learning_rate": 9.848257081349778e-05,
      "loss": 0.0194,
      "step": 12470
    },
    {
      "loss_action": 0.028614521026611328,
      "loss_total": 0.028614521026611328,
      "step": 12470
    },
    {
      "loss_action": 0.013947349041700363,
      "loss_total": 0.013947349041700363,
      "step": 12470
    },
    {
      "loss_action": 0.010510006919503212,
      "loss_total": 0.010510006919503212,
      "step": 12470
    },
    {
      "loss_action": 0.010508580133318901,
      "loss_total": 0.010508580133318901,
      "step": 12470
    },
    {
      "loss_action": 0.013804176822304726,
      "loss_total": 0.013804176822304726,
      "step": 12470
    },
    {
      "loss_action": 0.009995769709348679,
      "loss_total": 0.009995769709348679,
      "step": 12470
    },
    {
      "loss_action": 0.01096119824796915,
      "loss_total": 0.01096119824796915,
      "step": 12470
    },
    {
      "loss_action": 0.01828925684094429,
      "loss_total": 0.01828925684094429,
      "step": 12470
    },
    {
      "grad_norm": 0.1360613852739334,
      "learning_rate": 9.847852556815856e-05,
      "loss": 0.0178,
      "step": 12480
    },
    {
      "loss_action": 0.027705077081918716,
      "loss_total": 0.027705077081918716,
      "step": 12480
    },
    {
      "loss_action": 0.014072944410145283,
      "loss_total": 0.014072944410145283,
      "step": 12480
    },
    {
      "loss_action": 0.044945187866687775,
      "loss_total": 0.044945187866687775,
      "step": 12480
    },
    {
      "loss_action": 0.010550989769399166,
      "loss_total": 0.010550989769399166,
      "step": 12480
    },
    {
      "loss_action": 0.015306917950510979,
      "loss_total": 0.015306917950510979,
      "step": 12480
    },
    {
      "loss_action": 0.011141592636704445,
      "loss_total": 0.011141592636704445,
      "step": 12480
    },
    {
      "loss_action": 0.016471657902002335,
      "loss_total": 0.016471657902002335,
      "step": 12480
    },
    {
      "loss_action": 0.01253586821258068,
      "loss_total": 0.01253586821258068,
      "step": 12480
    },
    {
      "grad_norm": 0.3224917948246002,
      "learning_rate": 9.847447502128067e-05,
      "loss": 0.021,
      "step": 12490
    },
    {
      "loss_action": 0.024141592904925346,
      "loss_total": 0.024141592904925346,
      "step": 12490
    },
    {
      "loss_action": 0.019330298528075218,
      "loss_total": 0.019330298528075218,
      "step": 12490
    },
    {
      "loss_action": 0.01952451840043068,
      "loss_total": 0.01952451840043068,
      "step": 12490
    },
    {
      "loss_action": 0.011878933757543564,
      "loss_total": 0.011878933757543564,
      "step": 12490
    },
    {
      "loss_action": 0.012736944481730461,
      "loss_total": 0.012736944481730461,
      "step": 12490
    },
    {
      "loss_action": 0.011931180953979492,
      "loss_total": 0.011931180953979492,
      "step": 12490
    },
    {
      "loss_action": 0.017390578985214233,
      "loss_total": 0.017390578985214233,
      "step": 12490
    },
    {
      "loss_action": 0.021774251013994217,
      "loss_total": 0.021774251013994217,
      "step": 12490
    },
    {
      "grad_norm": 0.26147472858428955,
      "learning_rate": 9.847041917330708e-05,
      "loss": 0.0188,
      "step": 12500
    },
    {
      "loss_action": 0.134619802236557,
      "loss_total": 0.134619802236557,
      "step": 12500
    },
    {
      "loss_action": 0.03322696313261986,
      "loss_total": 0.03322696313261986,
      "step": 12500
    },
    {
      "loss_action": 0.02120250277221203,
      "loss_total": 0.02120250277221203,
      "step": 12500
    },
    {
      "loss_action": 0.013272590935230255,
      "loss_total": 0.013272590935230255,
      "step": 12500
    },
    {
      "loss_action": 0.02564915642142296,
      "loss_total": 0.02564915642142296,
      "step": 12500
    },
    {
      "loss_action": 0.015101857483386993,
      "loss_total": 0.015101857483386993,
      "step": 12500
    },
    {
      "loss_action": 0.009383358992636204,
      "loss_total": 0.009383358992636204,
      "step": 12500
    },
    {
      "loss_action": 0.015248875133693218,
      "loss_total": 0.015248875133693218,
      "step": 12500
    },
    {
      "grad_norm": 0.29705360531806946,
      "learning_rate": 9.846635802468132e-05,
      "loss": 0.021,
      "step": 12510
    },
    {
      "loss_action": 0.02295282855629921,
      "loss_total": 0.02295282855629921,
      "step": 12510
    },
    {
      "loss_action": 0.027333267033100128,
      "loss_total": 0.027333267033100128,
      "step": 12510
    },
    {
      "loss_action": 0.017882106825709343,
      "loss_total": 0.017882106825709343,
      "step": 12510
    },
    {
      "loss_action": 0.012966696172952652,
      "loss_total": 0.012966696172952652,
      "step": 12510
    },
    {
      "loss_action": 0.009584005922079086,
      "loss_total": 0.009584005922079086,
      "step": 12510
    },
    {
      "loss_action": 0.015279699116945267,
      "loss_total": 0.015279699116945267,
      "step": 12510
    },
    {
      "loss_action": 0.014202154241502285,
      "loss_total": 0.014202154241502285,
      "step": 12510
    },
    {
      "loss_action": 0.016203919425606728,
      "loss_total": 0.016203919425606728,
      "step": 12510
    },
    {
      "grad_norm": 0.1846427619457245,
      "learning_rate": 9.84622915758475e-05,
      "loss": 0.0164,
      "step": 12520
    },
    {
      "loss_action": 0.012272278778254986,
      "loss_total": 0.012272278778254986,
      "step": 12520
    },
    {
      "loss_action": 0.017151962965726852,
      "loss_total": 0.017151962965726852,
      "step": 12520
    },
    {
      "loss_action": 0.015735343098640442,
      "loss_total": 0.015735343098640442,
      "step": 12520
    },
    {
      "loss_action": 0.021353768184781075,
      "loss_total": 0.021353768184781075,
      "step": 12520
    },
    {
      "loss_action": 0.008560571819543839,
      "loss_total": 0.008560571819543839,
      "step": 12520
    },
    {
      "loss_action": 0.010930451564490795,
      "loss_total": 0.010930451564490795,
      "step": 12520
    },
    {
      "loss_action": 0.0072443787939846516,
      "loss_total": 0.0072443787939846516,
      "step": 12520
    },
    {
      "loss_action": 0.012845057994127274,
      "loss_total": 0.012845057994127274,
      "step": 12520
    },
    {
      "grad_norm": 0.15746019780635834,
      "learning_rate": 9.845821982725034e-05,
      "loss": 0.0188,
      "step": 12530
    },
    {
      "loss_action": 0.020272808149456978,
      "loss_total": 0.020272808149456978,
      "step": 12530
    },
    {
      "loss_action": 0.01016869768500328,
      "loss_total": 0.01016869768500328,
      "step": 12530
    },
    {
      "loss_action": 0.023165076971054077,
      "loss_total": 0.023165076971054077,
      "step": 12530
    },
    {
      "loss_action": 0.012372071854770184,
      "loss_total": 0.012372071854770184,
      "step": 12530
    },
    {
      "loss_action": 0.013329602777957916,
      "loss_total": 0.013329602777957916,
      "step": 12530
    },
    {
      "loss_action": 0.011393478140234947,
      "loss_total": 0.011393478140234947,
      "step": 12530
    },
    {
      "loss_action": 0.024326752871274948,
      "loss_total": 0.024326752871274948,
      "step": 12530
    },
    {
      "loss_action": 0.025005899369716644,
      "loss_total": 0.025005899369716644,
      "step": 12530
    },
    {
      "grad_norm": 0.15251755714416504,
      "learning_rate": 9.845414277933514e-05,
      "loss": 0.0168,
      "step": 12540
    },
    {
      "loss_action": 0.013597260229289532,
      "loss_total": 0.013597260229289532,
      "step": 12540
    },
    {
      "loss_action": 0.012551601976156235,
      "loss_total": 0.012551601976156235,
      "step": 12540
    },
    {
      "loss_action": 0.03571779280900955,
      "loss_total": 0.03571779280900955,
      "step": 12540
    },
    {
      "loss_action": 0.009210413321852684,
      "loss_total": 0.009210413321852684,
      "step": 12540
    },
    {
      "loss_action": 0.010415647178888321,
      "loss_total": 0.010415647178888321,
      "step": 12540
    },
    {
      "loss_action": 0.00878588855266571,
      "loss_total": 0.00878588855266571,
      "step": 12540
    },
    {
      "loss_action": 0.008513296954333782,
      "loss_total": 0.008513296954333782,
      "step": 12540
    },
    {
      "loss_action": 0.01044885627925396,
      "loss_total": 0.01044885627925396,
      "step": 12540
    },
    {
      "grad_norm": 0.1524858921766281,
      "learning_rate": 9.845006043254771e-05,
      "loss": 0.0155,
      "step": 12550
    },
    {
      "loss_action": 0.012726656161248684,
      "loss_total": 0.012726656161248684,
      "step": 12550
    },
    {
      "loss_action": 0.005532249808311462,
      "loss_total": 0.005532249808311462,
      "step": 12550
    },
    {
      "loss_action": 0.013120127841830254,
      "loss_total": 0.013120127841830254,
      "step": 12550
    },
    {
      "loss_action": 0.008501362055540085,
      "loss_total": 0.008501362055540085,
      "step": 12550
    },
    {
      "loss_action": 0.006225730292499065,
      "loss_total": 0.006225730292499065,
      "step": 12550
    },
    {
      "loss_action": 0.006730992347002029,
      "loss_total": 0.006730992347002029,
      "step": 12550
    },
    {
      "loss_action": 0.014288379810750484,
      "loss_total": 0.014288379810750484,
      "step": 12550
    },
    {
      "loss_action": 0.013139314949512482,
      "loss_total": 0.013139314949512482,
      "step": 12550
    },
    {
      "grad_norm": 0.2053540199995041,
      "learning_rate": 9.844597278733451e-05,
      "loss": 0.0171,
      "step": 12560
    },
    {
      "loss_action": 0.022770956158638,
      "loss_total": 0.022770956158638,
      "step": 12560
    },
    {
      "loss_action": 0.009306095540523529,
      "loss_total": 0.009306095540523529,
      "step": 12560
    },
    {
      "loss_action": 0.02432459592819214,
      "loss_total": 0.02432459592819214,
      "step": 12560
    },
    {
      "loss_action": 0.01661774516105652,
      "loss_total": 0.01661774516105652,
      "step": 12560
    },
    {
      "loss_action": 0.017758164554834366,
      "loss_total": 0.017758164554834366,
      "step": 12560
    },
    {
      "loss_action": 0.01582530327141285,
      "loss_total": 0.01582530327141285,
      "step": 12560
    },
    {
      "loss_action": 0.01685534045100212,
      "loss_total": 0.01685534045100212,
      "step": 12560
    },
    {
      "loss_action": 0.008562246337532997,
      "loss_total": 0.008562246337532997,
      "step": 12560
    },
    {
      "grad_norm": 0.19489847123622894,
      "learning_rate": 9.844187984414259e-05,
      "loss": 0.0178,
      "step": 12570
    },
    {
      "loss_action": 0.011967458762228489,
      "loss_total": 0.011967458762228489,
      "step": 12570
    },
    {
      "loss_action": 0.010155958123505116,
      "loss_total": 0.010155958123505116,
      "step": 12570
    },
    {
      "loss_action": 0.01142430491745472,
      "loss_total": 0.01142430491745472,
      "step": 12570
    },
    {
      "loss_action": 0.012145306915044785,
      "loss_total": 0.012145306915044785,
      "step": 12570
    },
    {
      "loss_action": 0.028851285576820374,
      "loss_total": 0.028851285576820374,
      "step": 12570
    },
    {
      "loss_action": 0.011580124497413635,
      "loss_total": 0.011580124497413635,
      "step": 12570
    },
    {
      "loss_action": 0.011626400984823704,
      "loss_total": 0.011626400984823704,
      "step": 12570
    },
    {
      "loss_action": 0.012637884356081486,
      "loss_total": 0.012637884356081486,
      "step": 12570
    },
    {
      "grad_norm": 0.22861289978027344,
      "learning_rate": 9.84377816034195e-05,
      "loss": 0.0186,
      "step": 12580
    },
    {
      "loss_action": 0.015769103541970253,
      "loss_total": 0.015769103541970253,
      "step": 12580
    },
    {
      "loss_action": 0.016382595524191856,
      "loss_total": 0.016382595524191856,
      "step": 12580
    },
    {
      "loss_action": 0.01321278978139162,
      "loss_total": 0.01321278978139162,
      "step": 12580
    },
    {
      "loss_action": 0.01928459107875824,
      "loss_total": 0.01928459107875824,
      "step": 12580
    },
    {
      "loss_action": 0.011366805993020535,
      "loss_total": 0.011366805993020535,
      "step": 12580
    },
    {
      "loss_action": 0.021878568455576897,
      "loss_total": 0.021878568455576897,
      "step": 12580
    },
    {
      "loss_action": 0.009029295295476913,
      "loss_total": 0.009029295295476913,
      "step": 12580
    },
    {
      "loss_action": 0.023560265079140663,
      "loss_total": 0.023560265079140663,
      "step": 12580
    },
    {
      "grad_norm": 0.15169848501682281,
      "learning_rate": 9.843367806561345e-05,
      "loss": 0.0164,
      "step": 12590
    },
    {
      "loss_action": 0.009413093328475952,
      "loss_total": 0.009413093328475952,
      "step": 12590
    },
    {
      "loss_action": 0.02738940343260765,
      "loss_total": 0.02738940343260765,
      "step": 12590
    },
    {
      "loss_action": 0.010409677401185036,
      "loss_total": 0.010409677401185036,
      "step": 12590
    },
    {
      "loss_action": 0.007570445537567139,
      "loss_total": 0.007570445537567139,
      "step": 12590
    },
    {
      "loss_action": 0.008864650502800941,
      "loss_total": 0.008864650502800941,
      "step": 12590
    },
    {
      "loss_action": 0.009365634992718697,
      "loss_total": 0.009365634992718697,
      "step": 12590
    },
    {
      "loss_action": 0.02235780656337738,
      "loss_total": 0.02235780656337738,
      "step": 12590
    },
    {
      "loss_action": 0.015236617997288704,
      "loss_total": 0.015236617997288704,
      "step": 12590
    },
    {
      "grad_norm": 0.2156272530555725,
      "learning_rate": 9.842956923117317e-05,
      "loss": 0.0168,
      "step": 12600
    },
    {
      "loss_action": 0.008917259983718395,
      "loss_total": 0.008917259983718395,
      "step": 12600
    },
    {
      "loss_action": 0.0075527396984398365,
      "loss_total": 0.0075527396984398365,
      "step": 12600
    },
    {
      "loss_action": 0.021821238100528717,
      "loss_total": 0.021821238100528717,
      "step": 12600
    },
    {
      "loss_action": 0.008685443550348282,
      "loss_total": 0.008685443550348282,
      "step": 12600
    },
    {
      "loss_action": 0.007893518544733524,
      "loss_total": 0.007893518544733524,
      "step": 12600
    },
    {
      "loss_action": 0.007508737966418266,
      "loss_total": 0.007508737966418266,
      "step": 12600
    },
    {
      "loss_action": 0.008455811999738216,
      "loss_total": 0.008455811999738216,
      "step": 12600
    },
    {
      "loss_action": 0.013891673646867275,
      "loss_total": 0.013891673646867275,
      "step": 12600
    },
    {
      "grad_norm": 0.2594548761844635,
      "learning_rate": 9.842545510054802e-05,
      "loss": 0.0149,
      "step": 12610
    },
    {
      "loss_action": 0.012254128232598305,
      "loss_total": 0.012254128232598305,
      "step": 12610
    },
    {
      "loss_action": 0.025474676862359047,
      "loss_total": 0.025474676862359047,
      "step": 12610
    },
    {
      "loss_action": 0.01968909054994583,
      "loss_total": 0.01968909054994583,
      "step": 12610
    },
    {
      "loss_action": 0.02491183392703533,
      "loss_total": 0.02491183392703533,
      "step": 12610
    },
    {
      "loss_action": 0.05357690155506134,
      "loss_total": 0.05357690155506134,
      "step": 12610
    },
    {
      "loss_action": 0.01309326384216547,
      "loss_total": 0.01309326384216547,
      "step": 12610
    },
    {
      "loss_action": 0.00737824197858572,
      "loss_total": 0.00737824197858572,
      "step": 12610
    },
    {
      "loss_action": 0.016687490046024323,
      "loss_total": 0.016687490046024323,
      "step": 12610
    },
    {
      "grad_norm": 0.14333947002887726,
      "learning_rate": 9.842133567418792e-05,
      "loss": 0.0159,
      "step": 12620
    },
    {
      "loss_action": 0.011685074307024479,
      "loss_total": 0.011685074307024479,
      "step": 12620
    },
    {
      "loss_action": 0.018672816455364227,
      "loss_total": 0.018672816455364227,
      "step": 12620
    },
    {
      "loss_action": 0.01577843353152275,
      "loss_total": 0.01577843353152275,
      "step": 12620
    },
    {
      "loss_action": 0.014941191300749779,
      "loss_total": 0.014941191300749779,
      "step": 12620
    },
    {
      "loss_action": 0.023984314873814583,
      "loss_total": 0.023984314873814583,
      "step": 12620
    },
    {
      "loss_action": 0.03687513619661331,
      "loss_total": 0.03687513619661331,
      "step": 12620
    },
    {
      "loss_action": 0.01873844861984253,
      "loss_total": 0.01873844861984253,
      "step": 12620
    },
    {
      "loss_action": 0.019023708999156952,
      "loss_total": 0.019023708999156952,
      "step": 12620
    },
    {
      "grad_norm": 0.1886717528104782,
      "learning_rate": 9.841721095254333e-05,
      "loss": 0.0171,
      "step": 12630
    },
    {
      "loss_action": 0.02212601527571678,
      "loss_total": 0.02212601527571678,
      "step": 12630
    },
    {
      "loss_action": 0.023857492953538895,
      "loss_total": 0.023857492953538895,
      "step": 12630
    },
    {
      "loss_action": 0.02531237155199051,
      "loss_total": 0.02531237155199051,
      "step": 12630
    },
    {
      "loss_action": 0.03625822067260742,
      "loss_total": 0.03625822067260742,
      "step": 12630
    },
    {
      "loss_action": 0.00993107259273529,
      "loss_total": 0.00993107259273529,
      "step": 12630
    },
    {
      "loss_action": 0.012189491651952267,
      "loss_total": 0.012189491651952267,
      "step": 12630
    },
    {
      "loss_action": 0.01928577944636345,
      "loss_total": 0.01928577944636345,
      "step": 12630
    },
    {
      "loss_action": 0.01588793471455574,
      "loss_total": 0.01588793471455574,
      "step": 12630
    },
    {
      "grad_norm": 0.21237340569496155,
      "learning_rate": 9.841308093606537e-05,
      "loss": 0.0186,
      "step": 12640
    },
    {
      "loss_action": 0.009289134293794632,
      "loss_total": 0.009289134293794632,
      "step": 12640
    },
    {
      "loss_action": 0.013204501941800117,
      "loss_total": 0.013204501941800117,
      "step": 12640
    },
    {
      "loss_action": 0.013172071427106857,
      "loss_total": 0.013172071427106857,
      "step": 12640
    },
    {
      "loss_action": 0.014618518762290478,
      "loss_total": 0.014618518762290478,
      "step": 12640
    },
    {
      "loss_action": 0.01922062411904335,
      "loss_total": 0.01922062411904335,
      "step": 12640
    },
    {
      "loss_action": 0.007868822664022446,
      "loss_total": 0.007868822664022446,
      "step": 12640
    },
    {
      "loss_action": 0.02505011111497879,
      "loss_total": 0.02505011111497879,
      "step": 12640
    },
    {
      "loss_action": 0.012266384437680244,
      "loss_total": 0.012266384437680244,
      "step": 12640
    },
    {
      "grad_norm": 0.12753628194332123,
      "learning_rate": 9.840894562520565e-05,
      "loss": 0.0151,
      "step": 12650
    },
    {
      "loss_action": 0.04320571571588516,
      "loss_total": 0.04320571571588516,
      "step": 12650
    },
    {
      "loss_action": 0.01879907213151455,
      "loss_total": 0.01879907213151455,
      "step": 12650
    },
    {
      "loss_action": 0.029416093602776527,
      "loss_total": 0.029416093602776527,
      "step": 12650
    },
    {
      "loss_action": 0.02769256755709648,
      "loss_total": 0.02769256755709648,
      "step": 12650
    },
    {
      "loss_action": 0.01969281956553459,
      "loss_total": 0.01969281956553459,
      "step": 12650
    },
    {
      "loss_action": 0.034780677407979965,
      "loss_total": 0.034780677407979965,
      "step": 12650
    },
    {
      "loss_action": 0.011441988870501518,
      "loss_total": 0.011441988870501518,
      "step": 12650
    },
    {
      "loss_action": 0.016194570809602737,
      "loss_total": 0.016194570809602737,
      "step": 12650
    },
    {
      "grad_norm": 0.19718024134635925,
      "learning_rate": 9.840480502041642e-05,
      "loss": 0.0181,
      "step": 12660
    },
    {
      "loss_action": 0.015018615871667862,
      "loss_total": 0.015018615871667862,
      "step": 12660
    },
    {
      "loss_action": 0.018983706831932068,
      "loss_total": 0.018983706831932068,
      "step": 12660
    },
    {
      "loss_action": 0.010625865310430527,
      "loss_total": 0.010625865310430527,
      "step": 12660
    },
    {
      "loss_action": 0.009182976558804512,
      "loss_total": 0.009182976558804512,
      "step": 12660
    },
    {
      "loss_action": 0.040708303451538086,
      "loss_total": 0.040708303451538086,
      "step": 12660
    },
    {
      "loss_action": 0.011623590253293514,
      "loss_total": 0.011623590253293514,
      "step": 12660
    },
    {
      "loss_action": 0.015499886125326157,
      "loss_total": 0.015499886125326157,
      "step": 12660
    },
    {
      "loss_action": 0.019381079822778702,
      "loss_total": 0.019381079822778702,
      "step": 12660
    },
    {
      "grad_norm": 0.15264759957790375,
      "learning_rate": 9.840065912215049e-05,
      "loss": 0.0162,
      "step": 12670
    },
    {
      "loss_action": 0.019969433546066284,
      "loss_total": 0.019969433546066284,
      "step": 12670
    },
    {
      "loss_action": 0.01994910091161728,
      "loss_total": 0.01994910091161728,
      "step": 12670
    },
    {
      "loss_action": 0.015665363520383835,
      "loss_total": 0.015665363520383835,
      "step": 12670
    },
    {
      "loss_action": 0.010340445674955845,
      "loss_total": 0.010340445674955845,
      "step": 12670
    },
    {
      "loss_action": 0.014441605657339096,
      "loss_total": 0.014441605657339096,
      "step": 12670
    },
    {
      "loss_action": 0.01411416195333004,
      "loss_total": 0.01411416195333004,
      "step": 12670
    },
    {
      "loss_action": 0.011834748089313507,
      "loss_total": 0.011834748089313507,
      "step": 12670
    },
    {
      "loss_action": 0.015662938356399536,
      "loss_total": 0.015662938356399536,
      "step": 12670
    },
    {
      "grad_norm": 0.16847063601016998,
      "learning_rate": 9.839650793086124e-05,
      "loss": 0.0163,
      "step": 12680
    },
    {
      "loss_action": 0.025618311017751694,
      "loss_total": 0.025618311017751694,
      "step": 12680
    },
    {
      "loss_action": 0.010702528059482574,
      "loss_total": 0.010702528059482574,
      "step": 12680
    },
    {
      "loss_action": 0.007286963984370232,
      "loss_total": 0.007286963984370232,
      "step": 12680
    },
    {
      "loss_action": 0.028606019914150238,
      "loss_total": 0.028606019914150238,
      "step": 12680
    },
    {
      "loss_action": 0.016483312472701073,
      "loss_total": 0.016483312472701073,
      "step": 12680
    },
    {
      "loss_action": 0.005892243701964617,
      "loss_total": 0.005892243701964617,
      "step": 12680
    },
    {
      "loss_action": 0.017040370032191277,
      "loss_total": 0.017040370032191277,
      "step": 12680
    },
    {
      "loss_action": 0.012118890881538391,
      "loss_total": 0.012118890881538391,
      "step": 12680
    },
    {
      "grad_norm": 0.19978152215480804,
      "learning_rate": 9.839235144700265e-05,
      "loss": 0.019,
      "step": 12690
    },
    {
      "loss_action": 0.011906754225492477,
      "loss_total": 0.011906754225492477,
      "step": 12690
    },
    {
      "loss_action": 0.01731344684958458,
      "loss_total": 0.01731344684958458,
      "step": 12690
    },
    {
      "loss_action": 0.01960141584277153,
      "loss_total": 0.01960141584277153,
      "step": 12690
    },
    {
      "loss_action": 0.01939336583018303,
      "loss_total": 0.01939336583018303,
      "step": 12690
    },
    {
      "loss_action": 0.021372146904468536,
      "loss_total": 0.021372146904468536,
      "step": 12690
    },
    {
      "loss_action": 0.012221945449709892,
      "loss_total": 0.012221945449709892,
      "step": 12690
    },
    {
      "loss_action": 0.03334931656718254,
      "loss_total": 0.03334931656718254,
      "step": 12690
    },
    {
      "loss_action": 0.008241984993219376,
      "loss_total": 0.008241984993219376,
      "step": 12690
    },
    {
      "grad_norm": 0.17160046100616455,
      "learning_rate": 9.838818967102926e-05,
      "loss": 0.0163,
      "step": 12700
    },
    {
      "loss_action": 0.013754771091043949,
      "loss_total": 0.013754771091043949,
      "step": 12700
    },
    {
      "loss_action": 0.01676262728869915,
      "loss_total": 0.01676262728869915,
      "step": 12700
    },
    {
      "loss_action": 0.016371099278330803,
      "loss_total": 0.016371099278330803,
      "step": 12700
    },
    {
      "loss_action": 0.011868931353092194,
      "loss_total": 0.011868931353092194,
      "step": 12700
    },
    {
      "loss_action": 0.013672223314642906,
      "loss_total": 0.013672223314642906,
      "step": 12700
    },
    {
      "loss_action": 0.010161184705793858,
      "loss_total": 0.010161184705793858,
      "step": 12700
    },
    {
      "loss_action": 0.02046371065080166,
      "loss_total": 0.02046371065080166,
      "step": 12700
    },
    {
      "loss_action": 0.008725134655833244,
      "loss_total": 0.008725134655833244,
      "step": 12700
    },
    {
      "grad_norm": 0.2782866060733795,
      "learning_rate": 9.83840226033962e-05,
      "loss": 0.0166,
      "step": 12710
    },
    {
      "loss_action": 0.018486184999346733,
      "loss_total": 0.018486184999346733,
      "step": 12710
    },
    {
      "loss_action": 0.011995537206530571,
      "loss_total": 0.011995537206530571,
      "step": 12710
    },
    {
      "loss_action": 0.006800401024520397,
      "loss_total": 0.006800401024520397,
      "step": 12710
    },
    {
      "loss_action": 0.028644364327192307,
      "loss_total": 0.028644364327192307,
      "step": 12710
    },
    {
      "loss_action": 0.008431363850831985,
      "loss_total": 0.008431363850831985,
      "step": 12710
    },
    {
      "loss_action": 0.030628161504864693,
      "loss_total": 0.030628161504864693,
      "step": 12710
    },
    {
      "loss_action": 0.01994778960943222,
      "loss_total": 0.01994778960943222,
      "step": 12710
    },
    {
      "loss_action": 0.0054249232634902,
      "loss_total": 0.0054249232634902,
      "step": 12710
    },
    {
      "grad_norm": 0.24341581761837006,
      "learning_rate": 9.837985024455918e-05,
      "loss": 0.02,
      "step": 12720
    },
    {
      "loss_action": 0.011421745643019676,
      "loss_total": 0.011421745643019676,
      "step": 12720
    },
    {
      "loss_action": 0.009396196343004704,
      "loss_total": 0.009396196343004704,
      "step": 12720
    },
    {
      "loss_action": 0.016957029700279236,
      "loss_total": 0.016957029700279236,
      "step": 12720
    },
    {
      "loss_action": 0.007259589619934559,
      "loss_total": 0.007259589619934559,
      "step": 12720
    },
    {
      "loss_action": 0.027943432331085205,
      "loss_total": 0.027943432331085205,
      "step": 12720
    },
    {
      "loss_action": 0.018022410571575165,
      "loss_total": 0.018022410571575165,
      "step": 12720
    },
    {
      "loss_action": 0.01977207139134407,
      "loss_total": 0.01977207139134407,
      "step": 12720
    },
    {
      "loss_action": 0.030610492452979088,
      "loss_total": 0.030610492452979088,
      "step": 12720
    },
    {
      "grad_norm": 0.12954558432102203,
      "learning_rate": 9.837567259497447e-05,
      "loss": 0.0181,
      "step": 12730
    },
    {
      "loss_action": 0.021234270185232162,
      "loss_total": 0.021234270185232162,
      "step": 12730
    },
    {
      "loss_action": 0.03293494135141373,
      "loss_total": 0.03293494135141373,
      "step": 12730
    },
    {
      "loss_action": 0.010078838095068932,
      "loss_total": 0.010078838095068932,
      "step": 12730
    },
    {
      "loss_action": 0.008965683169662952,
      "loss_total": 0.008965683169662952,
      "step": 12730
    },
    {
      "loss_action": 0.01663018763065338,
      "loss_total": 0.01663018763065338,
      "step": 12730
    },
    {
      "loss_action": 0.01112576574087143,
      "loss_total": 0.01112576574087143,
      "step": 12730
    },
    {
      "loss_action": 0.014592167921364307,
      "loss_total": 0.014592167921364307,
      "step": 12730
    },
    {
      "loss_action": 0.012707514688372612,
      "loss_total": 0.012707514688372612,
      "step": 12730
    },
    {
      "grad_norm": 0.14935289323329926,
      "learning_rate": 9.837148965509894e-05,
      "loss": 0.0152,
      "step": 12740
    },
    {
      "loss_action": 0.007904665544629097,
      "loss_total": 0.007904665544629097,
      "step": 12740
    },
    {
      "loss_action": 0.01725257933139801,
      "loss_total": 0.01725257933139801,
      "step": 12740
    },
    {
      "loss_action": 0.00869821384549141,
      "loss_total": 0.00869821384549141,
      "step": 12740
    },
    {
      "loss_action": 0.016193751245737076,
      "loss_total": 0.016193751245737076,
      "step": 12740
    },
    {
      "loss_action": 0.00952905509620905,
      "loss_total": 0.00952905509620905,
      "step": 12740
    },
    {
      "loss_action": 0.020597290247678757,
      "loss_total": 0.020597290247678757,
      "step": 12740
    },
    {
      "loss_action": 0.02094750851392746,
      "loss_total": 0.02094750851392746,
      "step": 12740
    },
    {
      "loss_action": 0.00587516650557518,
      "loss_total": 0.00587516650557518,
      "step": 12740
    },
    {
      "grad_norm": 0.15967252850532532,
      "learning_rate": 9.836730142539001e-05,
      "loss": 0.0175,
      "step": 12750
    },
    {
      "loss_action": 0.036470167338848114,
      "loss_total": 0.036470167338848114,
      "step": 12750
    },
    {
      "loss_action": 0.010299382731318474,
      "loss_total": 0.010299382731318474,
      "step": 12750
    },
    {
      "loss_action": 0.08860860764980316,
      "loss_total": 0.08860860764980316,
      "step": 12750
    },
    {
      "loss_action": 0.01852193847298622,
      "loss_total": 0.01852193847298622,
      "step": 12750
    },
    {
      "loss_action": 0.02848168835043907,
      "loss_total": 0.02848168835043907,
      "step": 12750
    },
    {
      "loss_action": 0.022865524515509605,
      "loss_total": 0.022865524515509605,
      "step": 12750
    },
    {
      "loss_action": 0.009478569030761719,
      "loss_total": 0.009478569030761719,
      "step": 12750
    },
    {
      "loss_action": 0.013297241181135178,
      "loss_total": 0.013297241181135178,
      "step": 12750
    },
    {
      "grad_norm": 0.19006377458572388,
      "learning_rate": 9.836310790630574e-05,
      "loss": 0.0188,
      "step": 12760
    },
    {
      "loss_action": 0.020070306956768036,
      "loss_total": 0.020070306956768036,
      "step": 12760
    },
    {
      "loss_action": 0.02404392510652542,
      "loss_total": 0.02404392510652542,
      "step": 12760
    },
    {
      "loss_action": 0.011793756857514381,
      "loss_total": 0.011793756857514381,
      "step": 12760
    },
    {
      "loss_action": 0.015744388103485107,
      "loss_total": 0.015744388103485107,
      "step": 12760
    },
    {
      "loss_action": 0.015290239825844765,
      "loss_total": 0.015290239825844765,
      "step": 12760
    },
    {
      "loss_action": 0.10872961580753326,
      "loss_total": 0.10872961580753326,
      "step": 12760
    },
    {
      "loss_action": 0.031116429716348648,
      "loss_total": 0.031116429716348648,
      "step": 12760
    },
    {
      "loss_action": 0.025307636708021164,
      "loss_total": 0.025307636708021164,
      "step": 12760
    },
    {
      "grad_norm": 0.1657116413116455,
      "learning_rate": 9.83589090983047e-05,
      "loss": 0.0175,
      "step": 12770
    },
    {
      "loss_action": 0.01804620772600174,
      "loss_total": 0.01804620772600174,
      "step": 12770
    },
    {
      "loss_action": 0.010088485665619373,
      "loss_total": 0.010088485665619373,
      "step": 12770
    },
    {
      "loss_action": 0.007431864272803068,
      "loss_total": 0.007431864272803068,
      "step": 12770
    },
    {
      "loss_action": 0.01259690336883068,
      "loss_total": 0.01259690336883068,
      "step": 12770
    },
    {
      "loss_action": 0.01936521753668785,
      "loss_total": 0.01936521753668785,
      "step": 12770
    },
    {
      "loss_action": 0.013010716997087002,
      "loss_total": 0.013010716997087002,
      "step": 12770
    },
    {
      "loss_action": 0.0054738279432058334,
      "loss_total": 0.0054738279432058334,
      "step": 12770
    },
    {
      "loss_action": 0.02222815901041031,
      "loss_total": 0.02222815901041031,
      "step": 12770
    },
    {
      "grad_norm": 0.1631551831960678,
      "learning_rate": 9.835470500184605e-05,
      "loss": 0.0169,
      "step": 12780
    },
    {
      "loss_action": 0.016881635412573814,
      "loss_total": 0.016881635412573814,
      "step": 12780
    },
    {
      "loss_action": 0.010519803501665592,
      "loss_total": 0.010519803501665592,
      "step": 12780
    },
    {
      "loss_action": 0.02873607724905014,
      "loss_total": 0.02873607724905014,
      "step": 12780
    },
    {
      "loss_action": 0.01756599172949791,
      "loss_total": 0.01756599172949791,
      "step": 12780
    },
    {
      "loss_action": 0.017122257500886917,
      "loss_total": 0.017122257500886917,
      "step": 12780
    },
    {
      "loss_action": 0.0214293971657753,
      "loss_total": 0.0214293971657753,
      "step": 12780
    },
    {
      "loss_action": 0.009310256689786911,
      "loss_total": 0.009310256689786911,
      "step": 12780
    },
    {
      "loss_action": 0.014380902983248234,
      "loss_total": 0.014380902983248234,
      "step": 12780
    },
    {
      "grad_norm": 0.21755628287792206,
      "learning_rate": 9.835049561738957e-05,
      "loss": 0.0167,
      "step": 12790
    },
    {
      "loss_action": 0.011058521457016468,
      "loss_total": 0.011058521457016468,
      "step": 12790
    },
    {
      "loss_action": 0.018116604536771774,
      "loss_total": 0.018116604536771774,
      "step": 12790
    },
    {
      "loss_action": 0.014742457307875156,
      "loss_total": 0.014742457307875156,
      "step": 12790
    },
    {
      "loss_action": 0.01301795244216919,
      "loss_total": 0.01301795244216919,
      "step": 12790
    },
    {
      "loss_action": 0.018974870443344116,
      "loss_total": 0.018974870443344116,
      "step": 12790
    },
    {
      "loss_action": 0.02332659438252449,
      "loss_total": 0.02332659438252449,
      "step": 12790
    },
    {
      "loss_action": 0.006907317787408829,
      "loss_total": 0.006907317787408829,
      "step": 12790
    },
    {
      "loss_action": 0.02944001741707325,
      "loss_total": 0.02944001741707325,
      "step": 12790
    },
    {
      "grad_norm": 0.1662578582763672,
      "learning_rate": 9.834628094539558e-05,
      "loss": 0.0153,
      "step": 12800
    },
    {
      "loss_action": 0.015486655756831169,
      "loss_total": 0.015486655756831169,
      "step": 12800
    },
    {
      "loss_action": 0.02618938684463501,
      "loss_total": 0.02618938684463501,
      "step": 12800
    },
    {
      "loss_action": 0.012289019301533699,
      "loss_total": 0.012289019301533699,
      "step": 12800
    },
    {
      "loss_action": 0.005115089938044548,
      "loss_total": 0.005115089938044548,
      "step": 12800
    },
    {
      "loss_action": 0.012622296810150146,
      "loss_total": 0.012622296810150146,
      "step": 12800
    },
    {
      "loss_action": 0.008176032453775406,
      "loss_total": 0.008176032453775406,
      "step": 12800
    },
    {
      "loss_action": 0.03139443323016167,
      "loss_total": 0.03139443323016167,
      "step": 12800
    },
    {
      "loss_action": 0.016227735206484795,
      "loss_total": 0.016227735206484795,
      "step": 12800
    },
    {
      "grad_norm": 0.13944242894649506,
      "learning_rate": 9.834206098632499e-05,
      "loss": 0.0153,
      "step": 12810
    },
    {
      "loss_action": 0.009789595380425453,
      "loss_total": 0.009789595380425453,
      "step": 12810
    },
    {
      "loss_action": 0.012589526362717152,
      "loss_total": 0.012589526362717152,
      "step": 12810
    },
    {
      "loss_action": 0.03579409420490265,
      "loss_total": 0.03579409420490265,
      "step": 12810
    },
    {
      "loss_action": 0.00851152278482914,
      "loss_total": 0.00851152278482914,
      "step": 12810
    },
    {
      "loss_action": 0.011256377212703228,
      "loss_total": 0.011256377212703228,
      "step": 12810
    },
    {
      "loss_action": 0.026035523042082787,
      "loss_total": 0.026035523042082787,
      "step": 12810
    },
    {
      "loss_action": 0.016895893961191177,
      "loss_total": 0.016895893961191177,
      "step": 12810
    },
    {
      "loss_action": 0.02032521553337574,
      "loss_total": 0.02032521553337574,
      "step": 12810
    },
    {
      "grad_norm": 0.1593932807445526,
      "learning_rate": 9.833783574063931e-05,
      "loss": 0.0163,
      "step": 12820
    },
    {
      "loss_action": 0.00959283858537674,
      "loss_total": 0.00959283858537674,
      "step": 12820
    },
    {
      "loss_action": 0.03708650544285774,
      "loss_total": 0.03708650544285774,
      "step": 12820
    },
    {
      "loss_action": 0.005867401137948036,
      "loss_total": 0.005867401137948036,
      "step": 12820
    },
    {
      "loss_action": 0.014151357114315033,
      "loss_total": 0.014151357114315033,
      "step": 12820
    },
    {
      "loss_action": 0.0116896266117692,
      "loss_total": 0.0116896266117692,
      "step": 12820
    },
    {
      "loss_action": 0.008255712687969208,
      "loss_total": 0.008255712687969208,
      "step": 12820
    },
    {
      "loss_action": 0.01789814792573452,
      "loss_total": 0.01789814792573452,
      "step": 12820
    },
    {
      "loss_action": 0.00578127009794116,
      "loss_total": 0.00578127009794116,
      "step": 12820
    },
    {
      "grad_norm": 0.17622198164463043,
      "learning_rate": 9.833360520880058e-05,
      "loss": 0.0158,
      "step": 12830
    },
    {
      "loss_action": 0.012127594090998173,
      "loss_total": 0.012127594090998173,
      "step": 12830
    },
    {
      "loss_action": 0.014467035420238972,
      "loss_total": 0.014467035420238972,
      "step": 12830
    },
    {
      "loss_action": 0.005519900470972061,
      "loss_total": 0.005519900470972061,
      "step": 12830
    },
    {
      "loss_action": 0.01873553730547428,
      "loss_total": 0.01873553730547428,
      "step": 12830
    },
    {
      "loss_action": 0.016006184741854668,
      "loss_total": 0.016006184741854668,
      "step": 12830
    },
    {
      "loss_action": 0.02105451002717018,
      "loss_total": 0.02105451002717018,
      "step": 12830
    },
    {
      "loss_action": 0.005629820749163628,
      "loss_total": 0.005629820749163628,
      "step": 12830
    },
    {
      "loss_action": 0.012446949258446693,
      "loss_total": 0.012446949258446693,
      "step": 12830
    },
    {
      "grad_norm": 0.22641818225383759,
      "learning_rate": 9.832936939127144e-05,
      "loss": 0.0156,
      "step": 12840
    },
    {
      "loss_action": 0.015915799885988235,
      "loss_total": 0.015915799885988235,
      "step": 12840
    },
    {
      "loss_action": 0.01947847753763199,
      "loss_total": 0.01947847753763199,
      "step": 12840
    },
    {
      "loss_action": 0.00975335855036974,
      "loss_total": 0.00975335855036974,
      "step": 12840
    },
    {
      "loss_action": 0.017804935574531555,
      "loss_total": 0.017804935574531555,
      "step": 12840
    },
    {
      "loss_action": 0.019611481577157974,
      "loss_total": 0.019611481577157974,
      "step": 12840
    },
    {
      "loss_action": 0.009147722274065018,
      "loss_total": 0.009147722274065018,
      "step": 12840
    },
    {
      "loss_action": 0.016932256519794464,
      "loss_total": 0.016932256519794464,
      "step": 12840
    },
    {
      "loss_action": 0.022437160834670067,
      "loss_total": 0.022437160834670067,
      "step": 12840
    },
    {
      "grad_norm": 0.15079054236412048,
      "learning_rate": 9.832512828851515e-05,
      "loss": 0.0162,
      "step": 12850
    },
    {
      "loss_action": 0.01657911017537117,
      "loss_total": 0.01657911017537117,
      "step": 12850
    },
    {
      "loss_action": 0.014522748999297619,
      "loss_total": 0.014522748999297619,
      "step": 12850
    },
    {
      "loss_action": 0.012790467590093613,
      "loss_total": 0.012790467590093613,
      "step": 12850
    },
    {
      "loss_action": 0.01065770909190178,
      "loss_total": 0.01065770909190178,
      "step": 12850
    },
    {
      "loss_action": 0.012460472993552685,
      "loss_total": 0.012460472993552685,
      "step": 12850
    },
    {
      "loss_action": 0.013482837937772274,
      "loss_total": 0.013482837937772274,
      "step": 12850
    },
    {
      "loss_action": 0.021301932632923126,
      "loss_total": 0.021301932632923126,
      "step": 12850
    },
    {
      "loss_action": 0.005214407574385405,
      "loss_total": 0.005214407574385405,
      "step": 12850
    },
    {
      "grad_norm": 0.20823334157466888,
      "learning_rate": 9.832088190099546e-05,
      "loss": 0.0141,
      "step": 12860
    },
    {
      "loss_action": 0.01080121099948883,
      "loss_total": 0.01080121099948883,
      "step": 12860
    },
    {
      "loss_action": 0.018012242391705513,
      "loss_total": 0.018012242391705513,
      "step": 12860
    },
    {
      "loss_action": 0.008357549086213112,
      "loss_total": 0.008357549086213112,
      "step": 12860
    },
    {
      "loss_action": 0.006952106021344662,
      "loss_total": 0.006952106021344662,
      "step": 12860
    },
    {
      "loss_action": 0.018216833472251892,
      "loss_total": 0.018216833472251892,
      "step": 12860
    },
    {
      "loss_action": 0.012690063565969467,
      "loss_total": 0.012690063565969467,
      "step": 12860
    },
    {
      "loss_action": 0.02773718163371086,
      "loss_total": 0.02773718163371086,
      "step": 12860
    },
    {
      "loss_action": 0.0105760982260108,
      "loss_total": 0.0105760982260108,
      "step": 12860
    },
    {
      "grad_norm": 0.15070459246635437,
      "learning_rate": 9.831663022917679e-05,
      "loss": 0.0149,
      "step": 12870
    },
    {
      "loss_action": 0.008603967726230621,
      "loss_total": 0.008603967726230621,
      "step": 12870
    },
    {
      "loss_action": 0.00938805378973484,
      "loss_total": 0.00938805378973484,
      "step": 12870
    },
    {
      "loss_action": 0.010462491773068905,
      "loss_total": 0.010462491773068905,
      "step": 12870
    },
    {
      "loss_action": 0.014631815254688263,
      "loss_total": 0.014631815254688263,
      "step": 12870
    },
    {
      "loss_action": 0.01080506294965744,
      "loss_total": 0.01080506294965744,
      "step": 12870
    },
    {
      "loss_action": 0.01322704367339611,
      "loss_total": 0.01322704367339611,
      "step": 12870
    },
    {
      "loss_action": 0.006815985776484013,
      "loss_total": 0.006815985776484013,
      "step": 12870
    },
    {
      "loss_action": 0.008376396261155605,
      "loss_total": 0.008376396261155605,
      "step": 12870
    },
    {
      "grad_norm": 0.17610636353492737,
      "learning_rate": 9.831237327352407e-05,
      "loss": 0.0139,
      "step": 12880
    },
    {
      "loss_action": 0.02603164128959179,
      "loss_total": 0.02603164128959179,
      "step": 12880
    },
    {
      "loss_action": 0.009679693728685379,
      "loss_total": 0.009679693728685379,
      "step": 12880
    },
    {
      "loss_action": 0.00991540215909481,
      "loss_total": 0.00991540215909481,
      "step": 12880
    },
    {
      "loss_action": 0.012297478504478931,
      "loss_total": 0.012297478504478931,
      "step": 12880
    },
    {
      "loss_action": 0.032015252858400345,
      "loss_total": 0.032015252858400345,
      "step": 12880
    },
    {
      "loss_action": 0.016805969178676605,
      "loss_total": 0.016805969178676605,
      "step": 12880
    },
    {
      "loss_action": 0.018627645447850227,
      "loss_total": 0.018627645447850227,
      "step": 12880
    },
    {
      "loss_action": 0.0092830341309309,
      "loss_total": 0.0092830341309309,
      "step": 12880
    },
    {
      "grad_norm": 0.20280250906944275,
      "learning_rate": 9.830811103450286e-05,
      "loss": 0.0171,
      "step": 12890
    },
    {
      "loss_action": 0.012926292605698109,
      "loss_total": 0.012926292605698109,
      "step": 12890
    },
    {
      "loss_action": 0.01955903321504593,
      "loss_total": 0.01955903321504593,
      "step": 12890
    },
    {
      "loss_action": 0.009013352915644646,
      "loss_total": 0.009013352915644646,
      "step": 12890
    },
    {
      "loss_action": 0.016817420721054077,
      "loss_total": 0.016817420721054077,
      "step": 12890
    },
    {
      "loss_action": 0.024168167263269424,
      "loss_total": 0.024168167263269424,
      "step": 12890
    },
    {
      "loss_action": 0.013974841684103012,
      "loss_total": 0.013974841684103012,
      "step": 12890
    },
    {
      "loss_action": 0.007236049044877291,
      "loss_total": 0.007236049044877291,
      "step": 12890
    },
    {
      "loss_action": 0.021059324964880943,
      "loss_total": 0.021059324964880943,
      "step": 12890
    },
    {
      "grad_norm": 0.12657825648784637,
      "learning_rate": 9.830384351257924e-05,
      "loss": 0.0145,
      "step": 12900
    },
    {
      "loss_action": 0.01882581226527691,
      "loss_total": 0.01882581226527691,
      "step": 12900
    },
    {
      "loss_action": 0.01557592861354351,
      "loss_total": 0.01557592861354351,
      "step": 12900
    },
    {
      "loss_action": 0.024302512407302856,
      "loss_total": 0.024302512407302856,
      "step": 12900
    },
    {
      "loss_action": 0.009881606325507164,
      "loss_total": 0.009881606325507164,
      "step": 12900
    },
    {
      "loss_action": 0.008562931790947914,
      "loss_total": 0.008562931790947914,
      "step": 12900
    },
    {
      "loss_action": 0.025823945179581642,
      "loss_total": 0.025823945179581642,
      "step": 12900
    },
    {
      "loss_action": 0.019091838970780373,
      "loss_total": 0.019091838970780373,
      "step": 12900
    },
    {
      "loss_action": 0.013350693508982658,
      "loss_total": 0.013350693508982658,
      "step": 12900
    },
    {
      "grad_norm": 0.14608779549598694,
      "learning_rate": 9.829957070821993e-05,
      "loss": 0.0166,
      "step": 12910
    },
    {
      "loss_action": 0.030881255865097046,
      "loss_total": 0.030881255865097046,
      "step": 12910
    },
    {
      "loss_action": 0.016775574535131454,
      "loss_total": 0.016775574535131454,
      "step": 12910
    },
    {
      "loss_action": 0.029300544410943985,
      "loss_total": 0.029300544410943985,
      "step": 12910
    },
    {
      "loss_action": 0.012393409386277199,
      "loss_total": 0.012393409386277199,
      "step": 12910
    },
    {
      "loss_action": 0.011860369704663754,
      "loss_total": 0.011860369704663754,
      "step": 12910
    },
    {
      "loss_action": 0.017353253439068794,
      "loss_total": 0.017353253439068794,
      "step": 12910
    },
    {
      "loss_action": 0.014808868058025837,
      "loss_total": 0.014808868058025837,
      "step": 12910
    },
    {
      "loss_action": 0.010888736695051193,
      "loss_total": 0.010888736695051193,
      "step": 12910
    },
    {
      "grad_norm": 0.15768328309059143,
      "learning_rate": 9.829529262189218e-05,
      "loss": 0.0178,
      "step": 12920
    },
    {
      "loss_action": 0.005568687804043293,
      "loss_total": 0.005568687804043293,
      "step": 12920
    },
    {
      "loss_action": 0.021301748231053352,
      "loss_total": 0.021301748231053352,
      "step": 12920
    },
    {
      "loss_action": 0.023327577859163284,
      "loss_total": 0.023327577859163284,
      "step": 12920
    },
    {
      "loss_action": 0.016094092279672623,
      "loss_total": 0.016094092279672623,
      "step": 12920
    },
    {
      "loss_action": 0.05050866678357124,
      "loss_total": 0.05050866678357124,
      "step": 12920
    },
    {
      "loss_action": 0.01777881197631359,
      "loss_total": 0.01777881197631359,
      "step": 12920
    },
    {
      "loss_action": 0.008277665823698044,
      "loss_total": 0.008277665823698044,
      "step": 12920
    },
    {
      "loss_action": 0.013306288048624992,
      "loss_total": 0.013306288048624992,
      "step": 12920
    },
    {
      "grad_norm": 0.2308596968650818,
      "learning_rate": 9.829100925406385e-05,
      "loss": 0.0185,
      "step": 12930
    },
    {
      "loss_action": 0.025841139256954193,
      "loss_total": 0.025841139256954193,
      "step": 12930
    },
    {
      "loss_action": 0.011521311476826668,
      "loss_total": 0.011521311476826668,
      "step": 12930
    },
    {
      "loss_action": 0.01224398985505104,
      "loss_total": 0.01224398985505104,
      "step": 12930
    },
    {
      "loss_action": 0.006657394580543041,
      "loss_total": 0.006657394580543041,
      "step": 12930
    },
    {
      "loss_action": 0.01907244510948658,
      "loss_total": 0.01907244510948658,
      "step": 12930
    },
    {
      "loss_action": 0.011964256875216961,
      "loss_total": 0.011964256875216961,
      "step": 12930
    },
    {
      "loss_action": 0.012683001346886158,
      "loss_total": 0.012683001346886158,
      "step": 12930
    },
    {
      "loss_action": 0.011572404764592648,
      "loss_total": 0.011572404764592648,
      "step": 12930
    },
    {
      "grad_norm": 0.22196267545223236,
      "learning_rate": 9.828672060520333e-05,
      "loss": 0.0169,
      "step": 12940
    },
    {
      "loss_action": 0.014687817543745041,
      "loss_total": 0.014687817543745041,
      "step": 12940
    },
    {
      "loss_action": 0.01661454141139984,
      "loss_total": 0.01661454141139984,
      "step": 12940
    },
    {
      "loss_action": 0.008740466088056564,
      "loss_total": 0.008740466088056564,
      "step": 12940
    },
    {
      "loss_action": 0.01435043290257454,
      "loss_total": 0.01435043290257454,
      "step": 12940
    },
    {
      "loss_action": 0.009816118516027927,
      "loss_total": 0.009816118516027927,
      "step": 12940
    },
    {
      "loss_action": 0.017527807503938675,
      "loss_total": 0.017527807503938675,
      "step": 12940
    },
    {
      "loss_action": 0.03342413157224655,
      "loss_total": 0.03342413157224655,
      "step": 12940
    },
    {
      "loss_action": 0.01864967867732048,
      "loss_total": 0.01864967867732048,
      "step": 12940
    },
    {
      "grad_norm": 0.1836993396282196,
      "learning_rate": 9.828242667577966e-05,
      "loss": 0.0169,
      "step": 12950
    },
    {
      "loss_action": 0.012714637443423271,
      "loss_total": 0.012714637443423271,
      "step": 12950
    },
    {
      "loss_action": 0.010597046464681625,
      "loss_total": 0.010597046464681625,
      "step": 12950
    },
    {
      "loss_action": 0.024614254012703896,
      "loss_total": 0.024614254012703896,
      "step": 12950
    },
    {
      "loss_action": 0.006871113553643227,
      "loss_total": 0.006871113553643227,
      "step": 12950
    },
    {
      "loss_action": 0.015144743025302887,
      "loss_total": 0.015144743025302887,
      "step": 12950
    },
    {
      "loss_action": 0.01051151193678379,
      "loss_total": 0.01051151193678379,
      "step": 12950
    },
    {
      "loss_action": 0.020127974450588226,
      "loss_total": 0.020127974450588226,
      "step": 12950
    },
    {
      "loss_action": 0.014881720766425133,
      "loss_total": 0.014881720766425133,
      "step": 12950
    },
    {
      "grad_norm": 0.15623633563518524,
      "learning_rate": 9.82781274662624e-05,
      "loss": 0.017,
      "step": 12960
    },
    {
      "loss_action": 0.015216846019029617,
      "loss_total": 0.015216846019029617,
      "step": 12960
    },
    {
      "loss_action": 0.012778062373399734,
      "loss_total": 0.012778062373399734,
      "step": 12960
    },
    {
      "loss_action": 0.01782889850437641,
      "loss_total": 0.01782889850437641,
      "step": 12960
    },
    {
      "loss_action": 0.010549482889473438,
      "loss_total": 0.010549482889473438,
      "step": 12960
    },
    {
      "loss_action": 0.008181065320968628,
      "loss_total": 0.008181065320968628,
      "step": 12960
    },
    {
      "loss_action": 0.011599109508097172,
      "loss_total": 0.011599109508097172,
      "step": 12960
    },
    {
      "loss_action": 0.011051859706640244,
      "loss_total": 0.011051859706640244,
      "step": 12960
    },
    {
      "loss_action": 0.01943117380142212,
      "loss_total": 0.01943117380142212,
      "step": 12960
    },
    {
      "grad_norm": 0.17105887830257416,
      "learning_rate": 9.82738229771217e-05,
      "loss": 0.0153,
      "step": 12970
    },
    {
      "loss_action": 0.015180407091975212,
      "loss_total": 0.015180407091975212,
      "step": 12970
    },
    {
      "loss_action": 0.01037362590432167,
      "loss_total": 0.01037362590432167,
      "step": 12970
    },
    {
      "loss_action": 0.01049785502254963,
      "loss_total": 0.01049785502254963,
      "step": 12970
    },
    {
      "loss_action": 0.013348672538995743,
      "loss_total": 0.013348672538995743,
      "step": 12970
    },
    {
      "loss_action": 0.009521301835775375,
      "loss_total": 0.009521301835775375,
      "step": 12970
    },
    {
      "loss_action": 0.011609917506575584,
      "loss_total": 0.011609917506575584,
      "step": 12970
    },
    {
      "loss_action": 0.015264791436493397,
      "loss_total": 0.015264791436493397,
      "step": 12970
    },
    {
      "loss_action": 0.03426960110664368,
      "loss_total": 0.03426960110664368,
      "step": 12970
    },
    {
      "grad_norm": 0.23113350570201874,
      "learning_rate": 9.826951320882829e-05,
      "loss": 0.0159,
      "step": 12980
    },
    {
      "loss_action": 0.025535333901643753,
      "loss_total": 0.025535333901643753,
      "step": 12980
    },
    {
      "loss_action": 0.04135240614414215,
      "loss_total": 0.04135240614414215,
      "step": 12980
    },
    {
      "loss_action": 0.01790710724890232,
      "loss_total": 0.01790710724890232,
      "step": 12980
    },
    {
      "loss_action": 0.016170691698789597,
      "loss_total": 0.016170691698789597,
      "step": 12980
    },
    {
      "loss_action": 0.01171303354203701,
      "loss_total": 0.01171303354203701,
      "step": 12980
    },
    {
      "loss_action": 0.011134427040815353,
      "loss_total": 0.011134427040815353,
      "step": 12980
    },
    {
      "loss_action": 0.01696178689599037,
      "loss_total": 0.01696178689599037,
      "step": 12980
    },
    {
      "loss_action": 0.010886003263294697,
      "loss_total": 0.010886003263294697,
      "step": 12980
    },
    {
      "grad_norm": 0.1434333771467209,
      "learning_rate": 9.826519816185351e-05,
      "loss": 0.0164,
      "step": 12990
    },
    {
      "loss_action": 0.013455040752887726,
      "loss_total": 0.013455040752887726,
      "step": 12990
    },
    {
      "loss_action": 0.014094412326812744,
      "loss_total": 0.014094412326812744,
      "step": 12990
    },
    {
      "loss_action": 0.0088727455586195,
      "loss_total": 0.0088727455586195,
      "step": 12990
    },
    {
      "loss_action": 0.03202692046761513,
      "loss_total": 0.03202692046761513,
      "step": 12990
    },
    {
      "loss_action": 0.011568417772650719,
      "loss_total": 0.011568417772650719,
      "step": 12990
    },
    {
      "loss_action": 0.027118602767586708,
      "loss_total": 0.027118602767586708,
      "step": 12990
    },
    {
      "loss_action": 0.02201715297996998,
      "loss_total": 0.02201715297996998,
      "step": 12990
    },
    {
      "loss_action": 0.0449603870511055,
      "loss_total": 0.0449603870511055,
      "step": 12990
    },
    {
      "grad_norm": 0.172402486205101,
      "learning_rate": 9.826087783666921e-05,
      "loss": 0.0169,
      "step": 13000
    },
    {
      "loss_action": 0.012903602793812752,
      "loss_total": 0.012903602793812752,
      "step": 13000
    },
    {
      "loss_action": 0.0184747613966465,
      "loss_total": 0.0184747613966465,
      "step": 13000
    },
    {
      "loss_action": 0.009187753312289715,
      "loss_total": 0.009187753312289715,
      "step": 13000
    },
    {
      "loss_action": 0.012102833949029446,
      "loss_total": 0.012102833949029446,
      "step": 13000
    },
    {
      "loss_action": 0.020510952919721603,
      "loss_total": 0.020510952919721603,
      "step": 13000
    },
    {
      "loss_action": 0.01942335069179535,
      "loss_total": 0.01942335069179535,
      "step": 13000
    },
    {
      "loss_action": 0.0074965329840779305,
      "loss_total": 0.0074965329840779305,
      "step": 13000
    },
    {
      "loss_action": 0.02036711387336254,
      "loss_total": 0.02036711387336254,
      "step": 13000
    },
    {
      "grad_norm": 0.1492098718881607,
      "learning_rate": 9.825655223374787e-05,
      "loss": 0.0157,
      "step": 13010
    },
    {
      "loss_action": 0.016051264479756355,
      "loss_total": 0.016051264479756355,
      "step": 13010
    },
    {
      "loss_action": 0.018443012610077858,
      "loss_total": 0.018443012610077858,
      "step": 13010
    },
    {
      "loss_action": 0.014868166297674179,
      "loss_total": 0.014868166297674179,
      "step": 13010
    },
    {
      "loss_action": 0.013947688043117523,
      "loss_total": 0.013947688043117523,
      "step": 13010
    },
    {
      "loss_action": 0.007298063486814499,
      "loss_total": 0.007298063486814499,
      "step": 13010
    },
    {
      "loss_action": 0.013227187097072601,
      "loss_total": 0.013227187097072601,
      "step": 13010
    },
    {
      "loss_action": 0.019340217113494873,
      "loss_total": 0.019340217113494873,
      "step": 13010
    },
    {
      "loss_action": 0.0227062851190567,
      "loss_total": 0.0227062851190567,
      "step": 13010
    },
    {
      "grad_norm": 0.18826837837696075,
      "learning_rate": 9.825222135356253e-05,
      "loss": 0.0156,
      "step": 13020
    },
    {
      "loss_action": 0.008442061953246593,
      "loss_total": 0.008442061953246593,
      "step": 13020
    },
    {
      "loss_action": 0.007412106264382601,
      "loss_total": 0.007412106264382601,
      "step": 13020
    },
    {
      "loss_action": 0.008695739321410656,
      "loss_total": 0.008695739321410656,
      "step": 13020
    },
    {
      "loss_action": 0.008315163664519787,
      "loss_total": 0.008315163664519787,
      "step": 13020
    },
    {
      "loss_action": 0.02907692641019821,
      "loss_total": 0.02907692641019821,
      "step": 13020
    },
    {
      "loss_action": 0.015895016491413116,
      "loss_total": 0.015895016491413116,
      "step": 13020
    },
    {
      "loss_action": 0.017589950934052467,
      "loss_total": 0.017589950934052467,
      "step": 13020
    },
    {
      "loss_action": 0.007672392763197422,
      "loss_total": 0.007672392763197422,
      "step": 13020
    },
    {
      "grad_norm": 0.2026827037334442,
      "learning_rate": 9.82478851965868e-05,
      "loss": 0.0167,
      "step": 13030
    },
    {
      "loss_action": 0.01404602825641632,
      "loss_total": 0.01404602825641632,
      "step": 13030
    },
    {
      "loss_action": 0.014806324616074562,
      "loss_total": 0.014806324616074562,
      "step": 13030
    },
    {
      "loss_action": 0.013782866299152374,
      "loss_total": 0.013782866299152374,
      "step": 13030
    },
    {
      "loss_action": 0.015473403036594391,
      "loss_total": 0.015473403036594391,
      "step": 13030
    },
    {
      "loss_action": 0.024261314421892166,
      "loss_total": 0.024261314421892166,
      "step": 13030
    },
    {
      "loss_action": 0.022130589932203293,
      "loss_total": 0.022130589932203293,
      "step": 13030
    },
    {
      "loss_action": 0.008699772879481316,
      "loss_total": 0.008699772879481316,
      "step": 13030
    },
    {
      "loss_action": 0.03607027232646942,
      "loss_total": 0.03607027232646942,
      "step": 13030
    },
    {
      "grad_norm": 0.18275614082813263,
      "learning_rate": 9.82435437632949e-05,
      "loss": 0.0158,
      "step": 13040
    },
    {
      "loss_action": 0.025755275040864944,
      "loss_total": 0.025755275040864944,
      "step": 13040
    },
    {
      "loss_action": 0.010741503909230232,
      "loss_total": 0.010741503909230232,
      "step": 13040
    },
    {
      "loss_action": 0.05555269867181778,
      "loss_total": 0.05555269867181778,
      "step": 13040
    },
    {
      "loss_action": 0.019344810396432877,
      "loss_total": 0.019344810396432877,
      "step": 13040
    },
    {
      "loss_action": 0.006076884921640158,
      "loss_total": 0.006076884921640158,
      "step": 13040
    },
    {
      "loss_action": 0.022043796256184578,
      "loss_total": 0.022043796256184578,
      "step": 13040
    },
    {
      "loss_action": 0.016518857330083847,
      "loss_total": 0.016518857330083847,
      "step": 13040
    },
    {
      "loss_action": 0.02781270444393158,
      "loss_total": 0.02781270444393158,
      "step": 13040
    },
    {
      "grad_norm": 0.23128454387187958,
      "learning_rate": 9.823919705416158e-05,
      "loss": 0.0204,
      "step": 13050
    },
    {
      "loss_action": 0.017553016543388367,
      "loss_total": 0.017553016543388367,
      "step": 13050
    },
    {
      "loss_action": 0.0224491897970438,
      "loss_total": 0.0224491897970438,
      "step": 13050
    },
    {
      "loss_action": 0.01296952273696661,
      "loss_total": 0.01296952273696661,
      "step": 13050
    },
    {
      "loss_action": 0.008993974886834621,
      "loss_total": 0.008993974886834621,
      "step": 13050
    },
    {
      "loss_action": 0.017742548137903214,
      "loss_total": 0.017742548137903214,
      "step": 13050
    },
    {
      "loss_action": 0.015480907633900642,
      "loss_total": 0.015480907633900642,
      "step": 13050
    },
    {
      "loss_action": 0.01340702548623085,
      "loss_total": 0.01340702548623085,
      "step": 13050
    },
    {
      "loss_action": 0.02113514393568039,
      "loss_total": 0.02113514393568039,
      "step": 13050
    },
    {
      "grad_norm": 0.15077035129070282,
      "learning_rate": 9.82348450696622e-05,
      "loss": 0.0158,
      "step": 13060
    },
    {
      "loss_action": 0.015873350203037262,
      "loss_total": 0.015873350203037262,
      "step": 13060
    },
    {
      "loss_action": 0.013339431025087833,
      "loss_total": 0.013339431025087833,
      "step": 13060
    },
    {
      "loss_action": 0.019706398248672485,
      "loss_total": 0.019706398248672485,
      "step": 13060
    },
    {
      "loss_action": 0.008930130861699581,
      "loss_total": 0.008930130861699581,
      "step": 13060
    },
    {
      "loss_action": 0.009387550875544548,
      "loss_total": 0.009387550875544548,
      "step": 13060
    },
    {
      "loss_action": 0.013492804951965809,
      "loss_total": 0.013492804951965809,
      "step": 13060
    },
    {
      "loss_action": 0.0056286524049937725,
      "loss_total": 0.0056286524049937725,
      "step": 13060
    },
    {
      "loss_action": 0.008237160742282867,
      "loss_total": 0.008237160742282867,
      "step": 13060
    },
    {
      "grad_norm": 0.18537883460521698,
      "learning_rate": 9.823048781027268e-05,
      "loss": 0.0142,
      "step": 13070
    },
    {
      "loss_action": 0.00965991709381342,
      "loss_total": 0.00965991709381342,
      "step": 13070
    },
    {
      "loss_action": 0.025963032618165016,
      "loss_total": 0.025963032618165016,
      "step": 13070
    },
    {
      "loss_action": 0.009112964384257793,
      "loss_total": 0.009112964384257793,
      "step": 13070
    },
    {
      "loss_action": 0.020399894565343857,
      "loss_total": 0.020399894565343857,
      "step": 13070
    },
    {
      "loss_action": 0.014955949038267136,
      "loss_total": 0.014955949038267136,
      "step": 13070
    },
    {
      "loss_action": 0.007614937610924244,
      "loss_total": 0.007614937610924244,
      "step": 13070
    },
    {
      "loss_action": 0.01095056813210249,
      "loss_total": 0.01095056813210249,
      "step": 13070
    },
    {
      "loss_action": 0.013967659324407578,
      "loss_total": 0.013967659324407578,
      "step": 13070
    },
    {
      "grad_norm": 0.315805584192276,
      "learning_rate": 9.822612527646953e-05,
      "loss": 0.0184,
      "step": 13080
    },
    {
      "loss_action": 0.03864279389381409,
      "loss_total": 0.03864279389381409,
      "step": 13080
    },
    {
      "loss_action": 0.028103113174438477,
      "loss_total": 0.028103113174438477,
      "step": 13080
    },
    {
      "loss_action": 0.02705991268157959,
      "loss_total": 0.02705991268157959,
      "step": 13080
    },
    {
      "loss_action": 0.013795035891234875,
      "loss_total": 0.013795035891234875,
      "step": 13080
    },
    {
      "loss_action": 0.034723855555057526,
      "loss_total": 0.034723855555057526,
      "step": 13080
    },
    {
      "loss_action": 0.01727384328842163,
      "loss_total": 0.01727384328842163,
      "step": 13080
    },
    {
      "loss_action": 0.018884221091866493,
      "loss_total": 0.018884221091866493,
      "step": 13080
    },
    {
      "loss_action": 0.01840200275182724,
      "loss_total": 0.01840200275182724,
      "step": 13080
    },
    {
      "grad_norm": 0.17551462352275848,
      "learning_rate": 9.822175746872984e-05,
      "loss": 0.0188,
      "step": 13090
    },
    {
      "loss_action": 0.011743079870939255,
      "loss_total": 0.011743079870939255,
      "step": 13090
    },
    {
      "loss_action": 0.014250870794057846,
      "loss_total": 0.014250870794057846,
      "step": 13090
    },
    {
      "loss_action": 0.013132590800523758,
      "loss_total": 0.013132590800523758,
      "step": 13090
    },
    {
      "loss_action": 0.010678745806217194,
      "loss_total": 0.010678745806217194,
      "step": 13090
    },
    {
      "loss_action": 0.01291651837527752,
      "loss_total": 0.01291651837527752,
      "step": 13090
    },
    {
      "loss_action": 0.010781186632812023,
      "loss_total": 0.010781186632812023,
      "step": 13090
    },
    {
      "loss_action": 0.010859557427465916,
      "loss_total": 0.010859557427465916,
      "step": 13090
    },
    {
      "loss_action": 0.013443069532513618,
      "loss_total": 0.013443069532513618,
      "step": 13090
    },
    {
      "grad_norm": 0.1638173609972,
      "learning_rate": 9.821738438753123e-05,
      "loss": 0.0172,
      "step": 13100
    },
    {
      "loss_action": 0.015955951064825058,
      "loss_total": 0.015955951064825058,
      "step": 13100
    },
    {
      "loss_action": 0.012225447222590446,
      "loss_total": 0.012225447222590446,
      "step": 13100
    },
    {
      "loss_action": 0.03301949054002762,
      "loss_total": 0.03301949054002762,
      "step": 13100
    },
    {
      "loss_action": 0.025367747992277145,
      "loss_total": 0.025367747992277145,
      "step": 13100
    },
    {
      "loss_action": 0.01401805505156517,
      "loss_total": 0.01401805505156517,
      "step": 13100
    },
    {
      "loss_action": 0.00785976555198431,
      "loss_total": 0.00785976555198431,
      "step": 13100
    },
    {
      "loss_action": 0.012294553220272064,
      "loss_total": 0.012294553220272064,
      "step": 13100
    },
    {
      "loss_action": 0.010142656043171883,
      "loss_total": 0.010142656043171883,
      "step": 13100
    },
    {
      "grad_norm": 0.1737210750579834,
      "learning_rate": 9.821300603335196e-05,
      "loss": 0.0161,
      "step": 13110
    },
    {
      "loss_action": 0.012603851035237312,
      "loss_total": 0.012603851035237312,
      "step": 13110
    },
    {
      "loss_action": 0.011251308023929596,
      "loss_total": 0.011251308023929596,
      "step": 13110
    },
    {
      "loss_action": 0.01609766110777855,
      "loss_total": 0.01609766110777855,
      "step": 13110
    },
    {
      "loss_action": 0.013506537303328514,
      "loss_total": 0.013506537303328514,
      "step": 13110
    },
    {
      "loss_action": 0.046119265258312225,
      "loss_total": 0.046119265258312225,
      "step": 13110
    },
    {
      "loss_action": 0.019444137811660767,
      "loss_total": 0.019444137811660767,
      "step": 13110
    },
    {
      "loss_action": 0.018920667469501495,
      "loss_total": 0.018920667469501495,
      "step": 13110
    },
    {
      "loss_action": 0.00824299268424511,
      "loss_total": 0.00824299268424511,
      "step": 13110
    },
    {
      "grad_norm": 0.17928418517112732,
      "learning_rate": 9.820862240667085e-05,
      "loss": 0.0166,
      "step": 13120
    },
    {
      "loss_action": 0.031014442443847656,
      "loss_total": 0.031014442443847656,
      "step": 13120
    },
    {
      "loss_action": 0.012082588858902454,
      "loss_total": 0.012082588858902454,
      "step": 13120
    },
    {
      "loss_action": 0.02229228988289833,
      "loss_total": 0.02229228988289833,
      "step": 13120
    },
    {
      "loss_action": 0.009361518546938896,
      "loss_total": 0.009361518546938896,
      "step": 13120
    },
    {
      "loss_action": 0.011369649320840836,
      "loss_total": 0.011369649320840836,
      "step": 13120
    },
    {
      "loss_action": 0.03314872086048126,
      "loss_total": 0.03314872086048126,
      "step": 13120
    },
    {
      "loss_action": 0.019419115036725998,
      "loss_total": 0.019419115036725998,
      "step": 13120
    },
    {
      "loss_action": 0.014284997247159481,
      "loss_total": 0.014284997247159481,
      "step": 13120
    },
    {
      "grad_norm": 0.19414757192134857,
      "learning_rate": 9.820423350796726e-05,
      "loss": 0.0167,
      "step": 13130
    },
    {
      "loss_action": 0.013987252488732338,
      "loss_total": 0.013987252488732338,
      "step": 13130
    },
    {
      "loss_action": 0.01635778322815895,
      "loss_total": 0.01635778322815895,
      "step": 13130
    },
    {
      "loss_action": 0.02235516905784607,
      "loss_total": 0.02235516905784607,
      "step": 13130
    },
    {
      "loss_action": 0.05818808451294899,
      "loss_total": 0.05818808451294899,
      "step": 13130
    },
    {
      "loss_action": 0.014614086598157883,
      "loss_total": 0.014614086598157883,
      "step": 13130
    },
    {
      "loss_action": 0.006963527761399746,
      "loss_total": 0.006963527761399746,
      "step": 13130
    },
    {
      "loss_action": 0.025741389021277428,
      "loss_total": 0.025741389021277428,
      "step": 13130
    },
    {
      "loss_action": 0.005807651672512293,
      "loss_total": 0.005807651672512293,
      "step": 13130
    },
    {
      "grad_norm": 0.24241501092910767,
      "learning_rate": 9.819983933772118e-05,
      "loss": 0.0152,
      "step": 13140
    },
    {
      "loss_action": 0.01287301629781723,
      "loss_total": 0.01287301629781723,
      "step": 13140
    },
    {
      "loss_action": 0.01679440587759018,
      "loss_total": 0.01679440587759018,
      "step": 13140
    },
    {
      "loss_action": 0.010112293064594269,
      "loss_total": 0.010112293064594269,
      "step": 13140
    },
    {
      "loss_action": 0.01756502315402031,
      "loss_total": 0.01756502315402031,
      "step": 13140
    },
    {
      "loss_action": 0.024739786982536316,
      "loss_total": 0.024739786982536316,
      "step": 13140
    },
    {
      "loss_action": 0.020155595615506172,
      "loss_total": 0.020155595615506172,
      "step": 13140
    },
    {
      "loss_action": 0.028576713055372238,
      "loss_total": 0.028576713055372238,
      "step": 13140
    },
    {
      "loss_action": 0.010190730914473534,
      "loss_total": 0.010190730914473534,
      "step": 13140
    },
    {
      "grad_norm": 0.1624019593000412,
      "learning_rate": 9.819543989641314e-05,
      "loss": 0.0176,
      "step": 13150
    },
    {
      "loss_action": 0.017432130873203278,
      "loss_total": 0.017432130873203278,
      "step": 13150
    },
    {
      "loss_action": 0.011294038966298103,
      "loss_total": 0.011294038966298103,
      "step": 13150
    },
    {
      "loss_action": 0.009491730481386185,
      "loss_total": 0.009491730481386185,
      "step": 13150
    },
    {
      "loss_action": 0.01324654184281826,
      "loss_total": 0.01324654184281826,
      "step": 13150
    },
    {
      "loss_action": 0.015689779072999954,
      "loss_total": 0.015689779072999954,
      "step": 13150
    },
    {
      "loss_action": 0.052483074367046356,
      "loss_total": 0.052483074367046356,
      "step": 13150
    },
    {
      "loss_action": 0.02219080552458763,
      "loss_total": 0.02219080552458763,
      "step": 13150
    },
    {
      "loss_action": 0.05109705403447151,
      "loss_total": 0.05109705403447151,
      "step": 13150
    },
    {
      "grad_norm": 0.23593512177467346,
      "learning_rate": 9.819103518452423e-05,
      "loss": 0.0201,
      "step": 13160
    },
    {
      "loss_action": 0.030048701912164688,
      "loss_total": 0.030048701912164688,
      "step": 13160
    },
    {
      "loss_action": 0.07263010740280151,
      "loss_total": 0.07263010740280151,
      "step": 13160
    },
    {
      "loss_action": 0.02570435032248497,
      "loss_total": 0.02570435032248497,
      "step": 13160
    },
    {
      "loss_action": 0.028583969920873642,
      "loss_total": 0.028583969920873642,
      "step": 13160
    },
    {
      "loss_action": 0.01636071503162384,
      "loss_total": 0.01636071503162384,
      "step": 13160
    },
    {
      "loss_action": 0.021951306611299515,
      "loss_total": 0.021951306611299515,
      "step": 13160
    },
    {
      "loss_action": 0.022041313350200653,
      "loss_total": 0.022041313350200653,
      "step": 13160
    },
    {
      "loss_action": 0.03442865237593651,
      "loss_total": 0.03442865237593651,
      "step": 13160
    },
    {
      "grad_norm": 0.19604012370109558,
      "learning_rate": 9.818662520253618e-05,
      "loss": 0.018,
      "step": 13170
    },
    {
      "loss_action": 0.01593898795545101,
      "loss_total": 0.01593898795545101,
      "step": 13170
    },
    {
      "loss_action": 0.024590399116277695,
      "loss_total": 0.024590399116277695,
      "step": 13170
    },
    {
      "loss_action": 0.012592213228344917,
      "loss_total": 0.012592213228344917,
      "step": 13170
    },
    {
      "loss_action": 0.01007787138223648,
      "loss_total": 0.01007787138223648,
      "step": 13170
    },
    {
      "loss_action": 0.03138023614883423,
      "loss_total": 0.03138023614883423,
      "step": 13170
    },
    {
      "loss_action": 0.008221272379159927,
      "loss_total": 0.008221272379159927,
      "step": 13170
    },
    {
      "loss_action": 0.00886775366961956,
      "loss_total": 0.00886775366961956,
      "step": 13170
    },
    {
      "loss_action": 0.019618045538663864,
      "loss_total": 0.019618045538663864,
      "step": 13170
    },
    {
      "grad_norm": 0.2238263636827469,
      "learning_rate": 9.818220995093126e-05,
      "loss": 0.0173,
      "step": 13180
    },
    {
      "loss_action": 0.008909004740417004,
      "loss_total": 0.008909004740417004,
      "step": 13180
    },
    {
      "loss_action": 0.01107732392847538,
      "loss_total": 0.01107732392847538,
      "step": 13180
    },
    {
      "loss_action": 0.024900153279304504,
      "loss_total": 0.024900153279304504,
      "step": 13180
    },
    {
      "loss_action": 0.031114542856812477,
      "loss_total": 0.031114542856812477,
      "step": 13180
    },
    {
      "loss_action": 0.026729851961135864,
      "loss_total": 0.026729851961135864,
      "step": 13180
    },
    {
      "loss_action": 0.012119675055146217,
      "loss_total": 0.012119675055146217,
      "step": 13180
    },
    {
      "loss_action": 0.005841291509568691,
      "loss_total": 0.005841291509568691,
      "step": 13180
    },
    {
      "loss_action": 0.06602349132299423,
      "loss_total": 0.06602349132299423,
      "step": 13180
    },
    {
      "grad_norm": 0.21993137896060944,
      "learning_rate": 9.817778943019228e-05,
      "loss": 0.0175,
      "step": 13190
    },
    {
      "loss_action": 0.013372169807553291,
      "loss_total": 0.013372169807553291,
      "step": 13190
    },
    {
      "loss_action": 0.016626792028546333,
      "loss_total": 0.016626792028546333,
      "step": 13190
    },
    {
      "loss_action": 0.010723136365413666,
      "loss_total": 0.010723136365413666,
      "step": 13190
    },
    {
      "loss_action": 0.032928306609392166,
      "loss_total": 0.032928306609392166,
      "step": 13190
    },
    {
      "loss_action": 0.008570609614253044,
      "loss_total": 0.008570609614253044,
      "step": 13190
    },
    {
      "loss_action": 0.007452492602169514,
      "loss_total": 0.007452492602169514,
      "step": 13190
    },
    {
      "loss_action": 0.015111863613128662,
      "loss_total": 0.015111863613128662,
      "step": 13190
    },
    {
      "loss_action": 0.042750969529151917,
      "loss_total": 0.042750969529151917,
      "step": 13190
    },
    {
      "grad_norm": 0.1897626668214798,
      "learning_rate": 9.81733636408027e-05,
      "loss": 0.0157,
      "step": 13200
    },
    {
      "loss_action": 0.022542709484696388,
      "loss_total": 0.022542709484696388,
      "step": 13200
    },
    {
      "loss_action": 0.011107329279184341,
      "loss_total": 0.011107329279184341,
      "step": 13200
    },
    {
      "loss_action": 0.018327999860048294,
      "loss_total": 0.018327999860048294,
      "step": 13200
    },
    {
      "loss_action": 0.020688802003860474,
      "loss_total": 0.020688802003860474,
      "step": 13200
    },
    {
      "loss_action": 0.026516664773225784,
      "loss_total": 0.026516664773225784,
      "step": 13200
    },
    {
      "loss_action": 0.016266334801912308,
      "loss_total": 0.016266334801912308,
      "step": 13200
    },
    {
      "loss_action": 0.0077049583196640015,
      "loss_total": 0.0077049583196640015,
      "step": 13200
    },
    {
      "loss_action": 0.010269627906382084,
      "loss_total": 0.010269627906382084,
      "step": 13200
    },
    {
      "grad_norm": 0.2568551301956177,
      "learning_rate": 9.816893258324649e-05,
      "loss": 0.0176,
      "step": 13210
    },
    {
      "loss_action": 0.006110424175858498,
      "loss_total": 0.006110424175858498,
      "step": 13210
    },
    {
      "loss_action": 0.011816227808594704,
      "loss_total": 0.011816227808594704,
      "step": 13210
    },
    {
      "loss_action": 0.03958258405327797,
      "loss_total": 0.03958258405327797,
      "step": 13210
    },
    {
      "loss_action": 0.01076207309961319,
      "loss_total": 0.01076207309961319,
      "step": 13210
    },
    {
      "loss_action": 0.00941610150039196,
      "loss_total": 0.00941610150039196,
      "step": 13210
    },
    {
      "loss_action": 0.017437949776649475,
      "loss_total": 0.017437949776649475,
      "step": 13210
    },
    {
      "loss_action": 0.014875872060656548,
      "loss_total": 0.014875872060656548,
      "step": 13210
    },
    {
      "loss_action": 0.014476935379207134,
      "loss_total": 0.014476935379207134,
      "step": 13210
    },
    {
      "grad_norm": 0.2000688761472702,
      "learning_rate": 9.816449625800823e-05,
      "loss": 0.0163,
      "step": 13220
    },
    {
      "loss_action": 0.020387593656778336,
      "loss_total": 0.020387593656778336,
      "step": 13220
    },
    {
      "loss_action": 0.011283760890364647,
      "loss_total": 0.011283760890364647,
      "step": 13220
    },
    {
      "loss_action": 0.01888924278318882,
      "loss_total": 0.01888924278318882,
      "step": 13220
    },
    {
      "loss_action": 0.011873609386384487,
      "loss_total": 0.011873609386384487,
      "step": 13220
    },
    {
      "loss_action": 0.00878481101244688,
      "loss_total": 0.00878481101244688,
      "step": 13220
    },
    {
      "loss_action": 0.03166121989488602,
      "loss_total": 0.03166121989488602,
      "step": 13220
    },
    {
      "loss_action": 0.01921318843960762,
      "loss_total": 0.01921318843960762,
      "step": 13220
    },
    {
      "loss_action": 0.09196002036333084,
      "loss_total": 0.09196002036333084,
      "step": 13220
    },
    {
      "grad_norm": 0.11957699060440063,
      "learning_rate": 9.816005466557308e-05,
      "loss": 0.017,
      "step": 13230
    },
    {
      "loss_action": 0.013628150336444378,
      "loss_total": 0.013628150336444378,
      "step": 13230
    },
    {
      "loss_action": 0.007184633985161781,
      "loss_total": 0.007184633985161781,
      "step": 13230
    },
    {
      "loss_action": 0.022898796945810318,
      "loss_total": 0.022898796945810318,
      "step": 13230
    },
    {
      "loss_action": 0.018735133111476898,
      "loss_total": 0.018735133111476898,
      "step": 13230
    },
    {
      "loss_action": 0.0074506839737296104,
      "loss_total": 0.0074506839737296104,
      "step": 13230
    },
    {
      "loss_action": 0.015826784074306488,
      "loss_total": 0.015826784074306488,
      "step": 13230
    },
    {
      "loss_action": 0.006296759471297264,
      "loss_total": 0.006296759471297264,
      "step": 13230
    },
    {
      "loss_action": 0.021634284406900406,
      "loss_total": 0.021634284406900406,
      "step": 13230
    },
    {
      "grad_norm": 0.1720774918794632,
      "learning_rate": 9.815560780642674e-05,
      "loss": 0.0153,
      "step": 13240
    },
    {
      "loss_action": 0.010099304839968681,
      "loss_total": 0.010099304839968681,
      "step": 13240
    },
    {
      "loss_action": 0.00784742645919323,
      "loss_total": 0.00784742645919323,
      "step": 13240
    },
    {
      "loss_action": 0.011673828586935997,
      "loss_total": 0.011673828586935997,
      "step": 13240
    },
    {
      "loss_action": 0.014488213695585728,
      "loss_total": 0.014488213695585728,
      "step": 13240
    },
    {
      "loss_action": 0.014899824745953083,
      "loss_total": 0.014899824745953083,
      "step": 13240
    },
    {
      "loss_action": 0.012122754007577896,
      "loss_total": 0.012122754007577896,
      "step": 13240
    },
    {
      "loss_action": 0.011250976473093033,
      "loss_total": 0.011250976473093033,
      "step": 13240
    },
    {
      "loss_action": 0.00930273812264204,
      "loss_total": 0.00930273812264204,
      "step": 13240
    },
    {
      "grad_norm": 0.17137353122234344,
      "learning_rate": 9.815115568105555e-05,
      "loss": 0.0166,
      "step": 13250
    },
    {
      "loss_action": 0.013786778785288334,
      "loss_total": 0.013786778785288334,
      "step": 13250
    },
    {
      "loss_action": 0.019124716520309448,
      "loss_total": 0.019124716520309448,
      "step": 13250
    },
    {
      "loss_action": 0.012178260833024979,
      "loss_total": 0.012178260833024979,
      "step": 13250
    },
    {
      "loss_action": 0.011275479570031166,
      "loss_total": 0.011275479570031166,
      "step": 13250
    },
    {
      "loss_action": 0.023633504286408424,
      "loss_total": 0.023633504286408424,
      "step": 13250
    },
    {
      "loss_action": 0.007939507253468037,
      "loss_total": 0.007939507253468037,
      "step": 13250
    },
    {
      "loss_action": 0.03326470032334328,
      "loss_total": 0.03326470032334328,
      "step": 13250
    },
    {
      "loss_action": 0.018014993518590927,
      "loss_total": 0.018014993518590927,
      "step": 13250
    },
    {
      "grad_norm": 0.20656712353229523,
      "learning_rate": 9.814669828994638e-05,
      "loss": 0.0166,
      "step": 13260
    },
    {
      "loss_action": 0.015811506658792496,
      "loss_total": 0.015811506658792496,
      "step": 13260
    },
    {
      "loss_action": 0.008560173213481903,
      "loss_total": 0.008560173213481903,
      "step": 13260
    },
    {
      "loss_action": 0.007142211310565472,
      "loss_total": 0.007142211310565472,
      "step": 13260
    },
    {
      "loss_action": 0.012213318608701229,
      "loss_total": 0.012213318608701229,
      "step": 13260
    },
    {
      "loss_action": 0.00799014326184988,
      "loss_total": 0.00799014326184988,
      "step": 13260
    },
    {
      "loss_action": 0.006065938156098127,
      "loss_total": 0.006065938156098127,
      "step": 13260
    },
    {
      "loss_action": 0.017195995897054672,
      "loss_total": 0.017195995897054672,
      "step": 13260
    },
    {
      "loss_action": 0.0057273185811936855,
      "loss_total": 0.0057273185811936855,
      "step": 13260
    },
    {
      "grad_norm": 0.20028544962406158,
      "learning_rate": 9.814223563358665e-05,
      "loss": 0.0166,
      "step": 13270
    },
    {
      "loss_action": 0.009365778416395187,
      "loss_total": 0.009365778416395187,
      "step": 13270
    },
    {
      "loss_action": 0.01139218732714653,
      "loss_total": 0.01139218732714653,
      "step": 13270
    },
    {
      "loss_action": 0.035025522112846375,
      "loss_total": 0.035025522112846375,
      "step": 13270
    },
    {
      "loss_action": 0.01193438470363617,
      "loss_total": 0.01193438470363617,
      "step": 13270
    },
    {
      "loss_action": 0.017216622829437256,
      "loss_total": 0.017216622829437256,
      "step": 13270
    },
    {
      "loss_action": 0.034796420484781265,
      "loss_total": 0.034796420484781265,
      "step": 13270
    },
    {
      "loss_action": 0.008335897698998451,
      "loss_total": 0.008335897698998451,
      "step": 13270
    },
    {
      "loss_action": 0.011056549847126007,
      "loss_total": 0.011056549847126007,
      "step": 13270
    },
    {
      "grad_norm": 0.17297567427158356,
      "learning_rate": 9.813776771246443e-05,
      "loss": 0.0174,
      "step": 13280
    },
    {
      "loss_action": 0.01226115133613348,
      "loss_total": 0.01226115133613348,
      "step": 13280
    },
    {
      "loss_action": 0.009530755691230297,
      "loss_total": 0.009530755691230297,
      "step": 13280
    },
    {
      "loss_action": 0.00811324268579483,
      "loss_total": 0.00811324268579483,
      "step": 13280
    },
    {
      "loss_action": 0.005350261926651001,
      "loss_total": 0.005350261926651001,
      "step": 13280
    },
    {
      "loss_action": 0.008706646040081978,
      "loss_total": 0.008706646040081978,
      "step": 13280
    },
    {
      "loss_action": 0.008598530665040016,
      "loss_total": 0.008598530665040016,
      "step": 13280
    },
    {
      "loss_action": 0.00725786667317152,
      "loss_total": 0.00725786667317152,
      "step": 13280
    },
    {
      "loss_action": 0.017953339964151382,
      "loss_total": 0.017953339964151382,
      "step": 13280
    },
    {
      "grad_norm": 0.17189444601535797,
      "learning_rate": 9.813329452706829e-05,
      "loss": 0.0158,
      "step": 13290
    },
    {
      "loss_action": 0.007779074367135763,
      "loss_total": 0.007779074367135763,
      "step": 13290
    },
    {
      "loss_action": 0.013798186555504799,
      "loss_total": 0.013798186555504799,
      "step": 13290
    },
    {
      "loss_action": 0.011631125584244728,
      "loss_total": 0.011631125584244728,
      "step": 13290
    },
    {
      "loss_action": 0.013278345577418804,
      "loss_total": 0.013278345577418804,
      "step": 13290
    },
    {
      "loss_action": 0.01269722729921341,
      "loss_total": 0.01269722729921341,
      "step": 13290
    },
    {
      "loss_action": 0.011770864948630333,
      "loss_total": 0.011770864948630333,
      "step": 13290
    },
    {
      "loss_action": 0.010566914454102516,
      "loss_total": 0.010566914454102516,
      "step": 13290
    },
    {
      "loss_action": 0.008877214044332504,
      "loss_total": 0.008877214044332504,
      "step": 13290
    },
    {
      "grad_norm": 0.2472308725118637,
      "learning_rate": 9.812881607788744e-05,
      "loss": 0.018,
      "step": 13300
    },
    {
      "loss_action": 0.021035412326455116,
      "loss_total": 0.021035412326455116,
      "step": 13300
    },
    {
      "loss_action": 0.008120966143906116,
      "loss_total": 0.008120966143906116,
      "step": 13300
    },
    {
      "loss_action": 0.011771723628044128,
      "loss_total": 0.011771723628044128,
      "step": 13300
    },
    {
      "loss_action": 0.01782824657857418,
      "loss_total": 0.01782824657857418,
      "step": 13300
    },
    {
      "loss_action": 0.05811622738838196,
      "loss_total": 0.05811622738838196,
      "step": 13300
    },
    {
      "loss_action": 0.010964132845401764,
      "loss_total": 0.010964132845401764,
      "step": 13300
    },
    {
      "loss_action": 0.010305033065378666,
      "loss_total": 0.010305033065378666,
      "step": 13300
    },
    {
      "loss_action": 0.013703865930438042,
      "loss_total": 0.013703865930438042,
      "step": 13300
    },
    {
      "grad_norm": 0.20068462193012238,
      "learning_rate": 9.812433236541163e-05,
      "loss": 0.0162,
      "step": 13310
    },
    {
      "loss_action": 0.013374144211411476,
      "loss_total": 0.013374144211411476,
      "step": 13310
    },
    {
      "loss_action": 0.013287123292684555,
      "loss_total": 0.013287123292684555,
      "step": 13310
    },
    {
      "loss_action": 0.029877282679080963,
      "loss_total": 0.029877282679080963,
      "step": 13310
    },
    {
      "loss_action": 0.012105097994208336,
      "loss_total": 0.012105097994208336,
      "step": 13310
    },
    {
      "loss_action": 0.025749292224645615,
      "loss_total": 0.025749292224645615,
      "step": 13310
    },
    {
      "loss_action": 0.008211052045226097,
      "loss_total": 0.008211052045226097,
      "step": 13310
    },
    {
      "loss_action": 0.009443010203540325,
      "loss_total": 0.009443010203540325,
      "step": 13310
    },
    {
      "loss_action": 0.022873176261782646,
      "loss_total": 0.022873176261782646,
      "step": 13310
    },
    {
      "grad_norm": 0.167150616645813,
      "learning_rate": 9.811984339013116e-05,
      "loss": 0.0191,
      "step": 13320
    },
    {
      "loss_action": 0.016156883910298347,
      "loss_total": 0.016156883910298347,
      "step": 13320
    },
    {
      "loss_action": 0.014377398416399956,
      "loss_total": 0.014377398416399956,
      "step": 13320
    },
    {
      "loss_action": 0.00941954180598259,
      "loss_total": 0.00941954180598259,
      "step": 13320
    },
    {
      "loss_action": 0.025781739503145218,
      "loss_total": 0.025781739503145218,
      "step": 13320
    },
    {
      "loss_action": 0.023630958050489426,
      "loss_total": 0.023630958050489426,
      "step": 13320
    },
    {
      "loss_action": 0.023813188076019287,
      "loss_total": 0.023813188076019287,
      "step": 13320
    },
    {
      "loss_action": 0.029048368334770203,
      "loss_total": 0.029048368334770203,
      "step": 13320
    },
    {
      "loss_action": 0.009776417165994644,
      "loss_total": 0.009776417165994644,
      "step": 13320
    },
    {
      "grad_norm": 0.18174709379673004,
      "learning_rate": 9.811534915253698e-05,
      "loss": 0.018,
      "step": 13330
    },
    {
      "loss_action": 0.008633671328425407,
      "loss_total": 0.008633671328425407,
      "step": 13330
    },
    {
      "loss_action": 0.009125648997724056,
      "loss_total": 0.009125648997724056,
      "step": 13330
    },
    {
      "loss_action": 0.00499345175921917,
      "loss_total": 0.00499345175921917,
      "step": 13330
    },
    {
      "loss_action": 0.019138235598802567,
      "loss_total": 0.019138235598802567,
      "step": 13330
    },
    {
      "loss_action": 0.010259615257382393,
      "loss_total": 0.010259615257382393,
      "step": 13330
    },
    {
      "loss_action": 0.015861276537179947,
      "loss_total": 0.015861276537179947,
      "step": 13330
    },
    {
      "loss_action": 0.011110617779195309,
      "loss_total": 0.011110617779195309,
      "step": 13330
    },
    {
      "loss_action": 0.01975170150399208,
      "loss_total": 0.01975170150399208,
      "step": 13330
    },
    {
      "grad_norm": 0.1802007406949997,
      "learning_rate": 9.811084965312056e-05,
      "loss": 0.0162,
      "step": 13340
    },
    {
      "loss_action": 0.020619995892047882,
      "loss_total": 0.020619995892047882,
      "step": 13340
    },
    {
      "loss_action": 0.018205076456069946,
      "loss_total": 0.018205076456069946,
      "step": 13340
    },
    {
      "loss_action": 0.017373137176036835,
      "loss_total": 0.017373137176036835,
      "step": 13340
    },
    {
      "loss_action": 0.06004905700683594,
      "loss_total": 0.06004905700683594,
      "step": 13340
    },
    {
      "loss_action": 0.013186169788241386,
      "loss_total": 0.013186169788241386,
      "step": 13340
    },
    {
      "loss_action": 0.012011236511170864,
      "loss_total": 0.012011236511170864,
      "step": 13340
    },
    {
      "loss_action": 0.023149948567152023,
      "loss_total": 0.023149948567152023,
      "step": 13340
    },
    {
      "loss_action": 0.015377803705632687,
      "loss_total": 0.015377803705632687,
      "step": 13340
    },
    {
      "grad_norm": 0.1789691299200058,
      "learning_rate": 9.810634489237396e-05,
      "loss": 0.0157,
      "step": 13350
    },
    {
      "loss_action": 0.0164896622300148,
      "loss_total": 0.0164896622300148,
      "step": 13350
    },
    {
      "loss_action": 0.016170788556337357,
      "loss_total": 0.016170788556337357,
      "step": 13350
    },
    {
      "loss_action": 0.024409599602222443,
      "loss_total": 0.024409599602222443,
      "step": 13350
    },
    {
      "loss_action": 0.008016128093004227,
      "loss_total": 0.008016128093004227,
      "step": 13350
    },
    {
      "loss_action": 0.014910198748111725,
      "loss_total": 0.014910198748111725,
      "step": 13350
    },
    {
      "loss_action": 0.013646664097905159,
      "loss_total": 0.013646664097905159,
      "step": 13350
    },
    {
      "loss_action": 0.017262239009141922,
      "loss_total": 0.017262239009141922,
      "step": 13350
    },
    {
      "loss_action": 0.010748395696282387,
      "loss_total": 0.010748395696282387,
      "step": 13350
    },
    {
      "grad_norm": 0.14642177522182465,
      "learning_rate": 9.81018348707898e-05,
      "loss": 0.0169,
      "step": 13360
    },
    {
      "loss_action": 0.012514548376202583,
      "loss_total": 0.012514548376202583,
      "step": 13360
    },
    {
      "loss_action": 0.008311435580253601,
      "loss_total": 0.008311435580253601,
      "step": 13360
    },
    {
      "loss_action": 0.0053779203444719315,
      "loss_total": 0.0053779203444719315,
      "step": 13360
    },
    {
      "loss_action": 0.010263298638164997,
      "loss_total": 0.010263298638164997,
      "step": 13360
    },
    {
      "loss_action": 0.011168849654495716,
      "loss_total": 0.011168849654495716,
      "step": 13360
    },
    {
      "loss_action": 0.018074555322527885,
      "loss_total": 0.018074555322527885,
      "step": 13360
    },
    {
      "loss_action": 0.0078101204708218575,
      "loss_total": 0.0078101204708218575,
      "step": 13360
    },
    {
      "loss_action": 0.013429244048893452,
      "loss_total": 0.013429244048893452,
      "step": 13360
    },
    {
      "grad_norm": 0.13905774056911469,
      "learning_rate": 9.809731958886131e-05,
      "loss": 0.014,
      "step": 13370
    },
    {
      "loss_action": 0.008812455460429192,
      "loss_total": 0.008812455460429192,
      "step": 13370
    },
    {
      "loss_action": 0.0084406528621912,
      "loss_total": 0.0084406528621912,
      "step": 13370
    },
    {
      "loss_action": 0.008309283293783665,
      "loss_total": 0.008309283293783665,
      "step": 13370
    },
    {
      "loss_action": 0.010792968794703484,
      "loss_total": 0.010792968794703484,
      "step": 13370
    },
    {
      "loss_action": 0.007715990766882896,
      "loss_total": 0.007715990766882896,
      "step": 13370
    },
    {
      "loss_action": 0.010248799808323383,
      "loss_total": 0.010248799808323383,
      "step": 13370
    },
    {
      "loss_action": 0.006289402022957802,
      "loss_total": 0.006289402022957802,
      "step": 13370
    },
    {
      "loss_action": 0.007998380810022354,
      "loss_total": 0.007998380810022354,
      "step": 13370
    },
    {
      "grad_norm": 0.18941296637058258,
      "learning_rate": 9.809279904708224e-05,
      "loss": 0.0154,
      "step": 13380
    },
    {
      "loss_action": 0.009623147547245026,
      "loss_total": 0.009623147547245026,
      "step": 13380
    },
    {
      "loss_action": 0.015570121817290783,
      "loss_total": 0.015570121817290783,
      "step": 13380
    },
    {
      "loss_action": 0.014701619744300842,
      "loss_total": 0.014701619744300842,
      "step": 13380
    },
    {
      "loss_action": 0.0794275552034378,
      "loss_total": 0.0794275552034378,
      "step": 13380
    },
    {
      "loss_action": 0.01700947806239128,
      "loss_total": 0.01700947806239128,
      "step": 13380
    },
    {
      "loss_action": 0.010029258206486702,
      "loss_total": 0.010029258206486702,
      "step": 13380
    },
    {
      "loss_action": 0.01756129041314125,
      "loss_total": 0.01756129041314125,
      "step": 13380
    },
    {
      "loss_action": 0.01375180296599865,
      "loss_total": 0.01375180296599865,
      "step": 13380
    },
    {
      "grad_norm": 0.2090667188167572,
      "learning_rate": 9.808827324594699e-05,
      "loss": 0.0169,
      "step": 13390
    },
    {
      "loss_action": 0.01072925329208374,
      "loss_total": 0.01072925329208374,
      "step": 13390
    },
    {
      "loss_action": 0.009261421859264374,
      "loss_total": 0.009261421859264374,
      "step": 13390
    },
    {
      "loss_action": 0.02124682068824768,
      "loss_total": 0.02124682068824768,
      "step": 13390
    },
    {
      "loss_action": 0.007972265593707561,
      "loss_total": 0.007972265593707561,
      "step": 13390
    },
    {
      "loss_action": 0.01899990439414978,
      "loss_total": 0.01899990439414978,
      "step": 13390
    },
    {
      "loss_action": 0.021230846643447876,
      "loss_total": 0.021230846643447876,
      "step": 13390
    },
    {
      "loss_action": 0.022618524730205536,
      "loss_total": 0.022618524730205536,
      "step": 13390
    },
    {
      "loss_action": 0.03159872815012932,
      "loss_total": 0.03159872815012932,
      "step": 13390
    },
    {
      "grad_norm": 0.21205487847328186,
      "learning_rate": 9.808374218595046e-05,
      "loss": 0.0168,
      "step": 13400
    },
    {
      "loss_action": 0.016910891979932785,
      "loss_total": 0.016910891979932785,
      "step": 13400
    },
    {
      "loss_action": 0.029837898910045624,
      "loss_total": 0.029837898910045624,
      "step": 13400
    },
    {
      "loss_action": 0.011051645502448082,
      "loss_total": 0.011051645502448082,
      "step": 13400
    },
    {
      "loss_action": 0.025091378018260002,
      "loss_total": 0.025091378018260002,
      "step": 13400
    },
    {
      "loss_action": 0.047747284173965454,
      "loss_total": 0.047747284173965454,
      "step": 13400
    },
    {
      "loss_action": 0.011999138630926609,
      "loss_total": 0.011999138630926609,
      "step": 13400
    },
    {
      "loss_action": 0.014363790862262249,
      "loss_total": 0.014363790862262249,
      "step": 13400
    },
    {
      "loss_action": 0.015360627323389053,
      "loss_total": 0.015360627323389053,
      "step": 13400
    },
    {
      "grad_norm": 0.17703746259212494,
      "learning_rate": 9.80792058675882e-05,
      "loss": 0.0156,
      "step": 13410
    },
    {
      "loss_action": 0.019532226026058197,
      "loss_total": 0.019532226026058197,
      "step": 13410
    },
    {
      "loss_action": 0.011532940901815891,
      "loss_total": 0.011532940901815891,
      "step": 13410
    },
    {
      "loss_action": 0.024334371089935303,
      "loss_total": 0.024334371089935303,
      "step": 13410
    },
    {
      "loss_action": 0.008212564513087273,
      "loss_total": 0.008212564513087273,
      "step": 13410
    },
    {
      "loss_action": 0.008312257006764412,
      "loss_total": 0.008312257006764412,
      "step": 13410
    },
    {
      "loss_action": 0.020446989685297012,
      "loss_total": 0.020446989685297012,
      "step": 13410
    },
    {
      "loss_action": 0.01633710414171219,
      "loss_total": 0.01633710414171219,
      "step": 13410
    },
    {
      "loss_action": 0.0126608582213521,
      "loss_total": 0.0126608582213521,
      "step": 13410
    },
    {
      "grad_norm": 0.1865447610616684,
      "learning_rate": 9.807466429135627e-05,
      "loss": 0.0174,
      "step": 13420
    },
    {
      "loss_action": 0.013719180598855019,
      "loss_total": 0.013719180598855019,
      "step": 13420
    },
    {
      "loss_action": 0.021324913948774338,
      "loss_total": 0.021324913948774338,
      "step": 13420
    },
    {
      "loss_action": 0.01898328959941864,
      "loss_total": 0.01898328959941864,
      "step": 13420
    },
    {
      "loss_action": 0.016727380454540253,
      "loss_total": 0.016727380454540253,
      "step": 13420
    },
    {
      "loss_action": 0.02518967166543007,
      "loss_total": 0.02518967166543007,
      "step": 13420
    },
    {
      "loss_action": 0.018830250948667526,
      "loss_total": 0.018830250948667526,
      "step": 13420
    },
    {
      "loss_action": 0.014144504442811012,
      "loss_total": 0.014144504442811012,
      "step": 13420
    },
    {
      "loss_action": 0.020275302231311798,
      "loss_total": 0.020275302231311798,
      "step": 13420
    },
    {
      "grad_norm": 0.19563749432563782,
      "learning_rate": 9.807011745775132e-05,
      "loss": 0.0184,
      "step": 13430
    },
    {
      "loss_action": 0.012270212173461914,
      "loss_total": 0.012270212173461914,
      "step": 13430
    },
    {
      "loss_action": 0.014091766439378262,
      "loss_total": 0.014091766439378262,
      "step": 13430
    },
    {
      "loss_action": 0.010477209463715553,
      "loss_total": 0.010477209463715553,
      "step": 13430
    },
    {
      "loss_action": 0.008264371193945408,
      "loss_total": 0.008264371193945408,
      "step": 13430
    },
    {
      "loss_action": 0.015031221322715282,
      "loss_total": 0.015031221322715282,
      "step": 13430
    },
    {
      "loss_action": 0.017030442133545876,
      "loss_total": 0.017030442133545876,
      "step": 13430
    },
    {
      "loss_action": 0.015132099390029907,
      "loss_total": 0.015132099390029907,
      "step": 13430
    },
    {
      "loss_action": 0.02382192388176918,
      "loss_total": 0.02382192388176918,
      "step": 13430
    },
    {
      "grad_norm": 0.12646910548210144,
      "learning_rate": 9.806556536727061e-05,
      "loss": 0.0166,
      "step": 13440
    },
    {
      "loss_action": 0.005513772368431091,
      "loss_total": 0.005513772368431091,
      "step": 13440
    },
    {
      "loss_action": 0.013837151229381561,
      "loss_total": 0.013837151229381561,
      "step": 13440
    },
    {
      "loss_action": 0.010388367809355259,
      "loss_total": 0.010388367809355259,
      "step": 13440
    },
    {
      "loss_action": 0.008963148109614849,
      "loss_total": 0.008963148109614849,
      "step": 13440
    },
    {
      "loss_action": 0.02169008180499077,
      "loss_total": 0.02169008180499077,
      "step": 13440
    },
    {
      "loss_action": 0.011101177893579006,
      "loss_total": 0.011101177893579006,
      "step": 13440
    },
    {
      "loss_action": 0.006025182083249092,
      "loss_total": 0.006025182083249092,
      "step": 13440
    },
    {
      "loss_action": 0.024716785177588463,
      "loss_total": 0.024716785177588463,
      "step": 13440
    },
    {
      "grad_norm": 0.2850901782512665,
      "learning_rate": 9.806100802041193e-05,
      "loss": 0.0156,
      "step": 13450
    },
    {
      "loss_action": 0.0087377168238163,
      "loss_total": 0.0087377168238163,
      "step": 13450
    },
    {
      "loss_action": 0.012172931805253029,
      "loss_total": 0.012172931805253029,
      "step": 13450
    },
    {
      "loss_action": 0.006086764391511679,
      "loss_total": 0.006086764391511679,
      "step": 13450
    },
    {
      "loss_action": 0.00694503216072917,
      "loss_total": 0.00694503216072917,
      "step": 13450
    },
    {
      "loss_action": 0.020380012691020966,
      "loss_total": 0.020380012691020966,
      "step": 13450
    },
    {
      "loss_action": 0.010988556779921055,
      "loss_total": 0.010988556779921055,
      "step": 13450
    },
    {
      "loss_action": 0.03588029742240906,
      "loss_total": 0.03588029742240906,
      "step": 13450
    },
    {
      "loss_action": 0.02387816458940506,
      "loss_total": 0.02387816458940506,
      "step": 13450
    },
    {
      "grad_norm": 0.16715435683727264,
      "learning_rate": 9.805644541767368e-05,
      "loss": 0.0147,
      "step": 13460
    },
    {
      "loss_action": 0.011690286919474602,
      "loss_total": 0.011690286919474602,
      "step": 13460
    },
    {
      "loss_action": 0.010609892196953297,
      "loss_total": 0.010609892196953297,
      "step": 13460
    },
    {
      "loss_action": 0.007451885845512152,
      "loss_total": 0.007451885845512152,
      "step": 13460
    },
    {
      "loss_action": 0.010965254157781601,
      "loss_total": 0.010965254157781601,
      "step": 13460
    },
    {
      "loss_action": 0.011712097562849522,
      "loss_total": 0.011712097562849522,
      "step": 13460
    },
    {
      "loss_action": 0.015196310356259346,
      "loss_total": 0.015196310356259346,
      "step": 13460
    },
    {
      "loss_action": 0.01583714410662651,
      "loss_total": 0.01583714410662651,
      "step": 13460
    },
    {
      "loss_action": 0.004468332976102829,
      "loss_total": 0.004468332976102829,
      "step": 13460
    },
    {
      "grad_norm": 0.15905804932117462,
      "learning_rate": 9.805187755955478e-05,
      "loss": 0.0187,
      "step": 13470
    },
    {
      "loss_action": 0.013866075314581394,
      "loss_total": 0.013866075314581394,
      "step": 13470
    },
    {
      "loss_action": 0.017820248380303383,
      "loss_total": 0.017820248380303383,
      "step": 13470
    },
    {
      "loss_action": 0.022527968510985374,
      "loss_total": 0.022527968510985374,
      "step": 13470
    },
    {
      "loss_action": 0.014769074507057667,
      "loss_total": 0.014769074507057667,
      "step": 13470
    },
    {
      "loss_action": 0.017757046967744827,
      "loss_total": 0.017757046967744827,
      "step": 13470
    },
    {
      "loss_action": 0.013690972700715065,
      "loss_total": 0.013690972700715065,
      "step": 13470
    },
    {
      "loss_action": 0.050203751772642136,
      "loss_total": 0.050203751772642136,
      "step": 13470
    },
    {
      "loss_action": 0.023051787167787552,
      "loss_total": 0.023051787167787552,
      "step": 13470
    },
    {
      "grad_norm": 0.15324920415878296,
      "learning_rate": 9.804730444655483e-05,
      "loss": 0.0167,
      "step": 13480
    },
    {
      "loss_action": 0.012430455535650253,
      "loss_total": 0.012430455535650253,
      "step": 13480
    },
    {
      "loss_action": 0.012942139059305191,
      "loss_total": 0.012942139059305191,
      "step": 13480
    },
    {
      "loss_action": 0.02039923146367073,
      "loss_total": 0.02039923146367073,
      "step": 13480
    },
    {
      "loss_action": 0.011881290003657341,
      "loss_total": 0.011881290003657341,
      "step": 13480
    },
    {
      "loss_action": 0.014297564513981342,
      "loss_total": 0.014297564513981342,
      "step": 13480
    },
    {
      "loss_action": 0.022397654131054878,
      "loss_total": 0.022397654131054878,
      "step": 13480
    },
    {
      "loss_action": 0.008293163031339645,
      "loss_total": 0.008293163031339645,
      "step": 13480
    },
    {
      "loss_action": 0.022279344499111176,
      "loss_total": 0.022279344499111176,
      "step": 13480
    },
    {
      "grad_norm": 0.16429384052753448,
      "learning_rate": 9.804272607917388e-05,
      "loss": 0.016,
      "step": 13490
    },
    {
      "loss_action": 0.007934246212244034,
      "loss_total": 0.007934246212244034,
      "step": 13490
    },
    {
      "loss_action": 0.014364633709192276,
      "loss_total": 0.014364633709192276,
      "step": 13490
    },
    {
      "loss_action": 0.024780703708529472,
      "loss_total": 0.024780703708529472,
      "step": 13490
    },
    {
      "loss_action": 0.014195002615451813,
      "loss_total": 0.014195002615451813,
      "step": 13490
    },
    {
      "loss_action": 0.008307223208248615,
      "loss_total": 0.008307223208248615,
      "step": 13490
    },
    {
      "loss_action": 0.014664429239928722,
      "loss_total": 0.014664429239928722,
      "step": 13490
    },
    {
      "loss_action": 0.013580096885561943,
      "loss_total": 0.013580096885561943,
      "step": 13490
    },
    {
      "loss_action": 0.013625106774270535,
      "loss_total": 0.013625106774270535,
      "step": 13490
    },
    {
      "grad_norm": 0.17062892019748688,
      "learning_rate": 9.803814245791265e-05,
      "loss": 0.0173,
      "step": 13500
    },
    {
      "loss_action": 0.01358767319470644,
      "loss_total": 0.01358767319470644,
      "step": 13500
    },
    {
      "loss_action": 0.07540302723646164,
      "loss_total": 0.07540302723646164,
      "step": 13500
    },
    {
      "loss_action": 0.011767707765102386,
      "loss_total": 0.011767707765102386,
      "step": 13500
    },
    {
      "loss_action": 0.020235683768987656,
      "loss_total": 0.020235683768987656,
      "step": 13500
    },
    {
      "loss_action": 0.020450817421078682,
      "loss_total": 0.020450817421078682,
      "step": 13500
    },
    {
      "loss_action": 0.009082206524908543,
      "loss_total": 0.009082206524908543,
      "step": 13500
    },
    {
      "loss_action": 0.016408875584602356,
      "loss_total": 0.016408875584602356,
      "step": 13500
    },
    {
      "loss_action": 0.019792577251791954,
      "loss_total": 0.019792577251791954,
      "step": 13500
    },
    {
      "grad_norm": 0.1776883453130722,
      "learning_rate": 9.803355358327239e-05,
      "loss": 0.0162,
      "step": 13510
    },
    {
      "loss_action": 0.012384834699332714,
      "loss_total": 0.012384834699332714,
      "step": 13510
    },
    {
      "loss_action": 0.011199257336556911,
      "loss_total": 0.011199257336556911,
      "step": 13510
    },
    {
      "loss_action": 0.008439984172582626,
      "loss_total": 0.008439984172582626,
      "step": 13510
    },
    {
      "loss_action": 0.00927872583270073,
      "loss_total": 0.00927872583270073,
      "step": 13510
    },
    {
      "loss_action": 0.012176264077425003,
      "loss_total": 0.012176264077425003,
      "step": 13510
    },
    {
      "loss_action": 0.011090931482613087,
      "loss_total": 0.011090931482613087,
      "step": 13510
    },
    {
      "loss_action": 0.028793245553970337,
      "loss_total": 0.028793245553970337,
      "step": 13510
    },
    {
      "loss_action": 0.013781614601612091,
      "loss_total": 0.013781614601612091,
      "step": 13510
    },
    {
      "grad_norm": 0.231658473610878,
      "learning_rate": 9.802895945575492e-05,
      "loss": 0.0163,
      "step": 13520
    },
    {
      "loss_action": 0.01513843797147274,
      "loss_total": 0.01513843797147274,
      "step": 13520
    },
    {
      "loss_action": 0.010622043162584305,
      "loss_total": 0.010622043162584305,
      "step": 13520
    },
    {
      "loss_action": 0.027094144374132156,
      "loss_total": 0.027094144374132156,
      "step": 13520
    },
    {
      "loss_action": 0.017589397728443146,
      "loss_total": 0.017589397728443146,
      "step": 13520
    },
    {
      "loss_action": 0.026332475244998932,
      "loss_total": 0.026332475244998932,
      "step": 13520
    },
    {
      "loss_action": 0.013703908771276474,
      "loss_total": 0.013703908771276474,
      "step": 13520
    },
    {
      "loss_action": 0.009790612384676933,
      "loss_total": 0.009790612384676933,
      "step": 13520
    },
    {
      "loss_action": 0.01522667147219181,
      "loss_total": 0.01522667147219181,
      "step": 13520
    },
    {
      "grad_norm": 0.2294616401195526,
      "learning_rate": 9.802436007586266e-05,
      "loss": 0.0206,
      "step": 13530
    },
    {
      "loss_action": 0.016525600105524063,
      "loss_total": 0.016525600105524063,
      "step": 13530
    },
    {
      "loss_action": 0.021361500024795532,
      "loss_total": 0.021361500024795532,
      "step": 13530
    },
    {
      "loss_action": 0.013394414447247982,
      "loss_total": 0.013394414447247982,
      "step": 13530
    },
    {
      "loss_action": 0.012528183870017529,
      "loss_total": 0.012528183870017529,
      "step": 13530
    },
    {
      "loss_action": 0.01801568642258644,
      "loss_total": 0.01801568642258644,
      "step": 13530
    },
    {
      "loss_action": 0.01760919950902462,
      "loss_total": 0.01760919950902462,
      "step": 13530
    },
    {
      "loss_action": 0.026341848075389862,
      "loss_total": 0.026341848075389862,
      "step": 13530
    },
    {
      "loss_action": 0.009518010541796684,
      "loss_total": 0.009518010541796684,
      "step": 13530
    },
    {
      "grad_norm": 0.16388854384422302,
      "learning_rate": 9.801975544409858e-05,
      "loss": 0.0185,
      "step": 13540
    },
    {
      "loss_action": 0.007675805129110813,
      "loss_total": 0.007675805129110813,
      "step": 13540
    },
    {
      "loss_action": 0.01680838316679001,
      "loss_total": 0.01680838316679001,
      "step": 13540
    },
    {
      "loss_action": 0.016381554305553436,
      "loss_total": 0.016381554305553436,
      "step": 13540
    },
    {
      "loss_action": 0.029867924749851227,
      "loss_total": 0.029867924749851227,
      "step": 13540
    },
    {
      "loss_action": 0.017010577023029327,
      "loss_total": 0.017010577023029327,
      "step": 13540
    },
    {
      "loss_action": 0.008026151917874813,
      "loss_total": 0.008026151917874813,
      "step": 13540
    },
    {
      "loss_action": 0.01152538601309061,
      "loss_total": 0.01152538601309061,
      "step": 13540
    },
    {
      "loss_action": 0.022482460364699364,
      "loss_total": 0.022482460364699364,
      "step": 13540
    },
    {
      "grad_norm": 0.18395106494426727,
      "learning_rate": 9.801514556096625e-05,
      "loss": 0.0188,
      "step": 13550
    },
    {
      "loss_action": 0.025978989899158478,
      "loss_total": 0.025978989899158478,
      "step": 13550
    },
    {
      "loss_action": 0.015422934666275978,
      "loss_total": 0.015422934666275978,
      "step": 13550
    },
    {
      "loss_action": 0.016687113791704178,
      "loss_total": 0.016687113791704178,
      "step": 13550
    },
    {
      "loss_action": 0.03166485205292702,
      "loss_total": 0.03166485205292702,
      "step": 13550
    },
    {
      "loss_action": 0.014662200585007668,
      "loss_total": 0.014662200585007668,
      "step": 13550
    },
    {
      "loss_action": 0.01219755969941616,
      "loss_total": 0.01219755969941616,
      "step": 13550
    },
    {
      "loss_action": 0.026691891252994537,
      "loss_total": 0.026691891252994537,
      "step": 13550
    },
    {
      "loss_action": 0.021007301285862923,
      "loss_total": 0.021007301285862923,
      "step": 13550
    },
    {
      "grad_norm": 0.19642001390457153,
      "learning_rate": 9.801053042696977e-05,
      "loss": 0.016,
      "step": 13560
    },
    {
      "loss_action": 0.021672196686267853,
      "loss_total": 0.021672196686267853,
      "step": 13560
    },
    {
      "loss_action": 0.01633177325129509,
      "loss_total": 0.01633177325129509,
      "step": 13560
    },
    {
      "loss_action": 0.027621174231171608,
      "loss_total": 0.027621174231171608,
      "step": 13560
    },
    {
      "loss_action": 0.006186513230204582,
      "loss_total": 0.006186513230204582,
      "step": 13560
    },
    {
      "loss_action": 0.011125902645289898,
      "loss_total": 0.011125902645289898,
      "step": 13560
    },
    {
      "loss_action": 0.014079943299293518,
      "loss_total": 0.014079943299293518,
      "step": 13560
    },
    {
      "loss_action": 0.024063512682914734,
      "loss_total": 0.024063512682914734,
      "step": 13560
    },
    {
      "loss_action": 0.01154564693570137,
      "loss_total": 0.01154564693570137,
      "step": 13560
    },
    {
      "grad_norm": 0.19347792863845825,
      "learning_rate": 9.800591004261388e-05,
      "loss": 0.0168,
      "step": 13570
    },
    {
      "loss_action": 0.01256534457206726,
      "loss_total": 0.01256534457206726,
      "step": 13570
    },
    {
      "loss_action": 0.01833139732480049,
      "loss_total": 0.01833139732480049,
      "step": 13570
    },
    {
      "loss_action": 0.017881013453006744,
      "loss_total": 0.017881013453006744,
      "step": 13570
    },
    {
      "loss_action": 0.012427382171154022,
      "loss_total": 0.012427382171154022,
      "step": 13570
    },
    {
      "loss_action": 0.013367020525038242,
      "loss_total": 0.013367020525038242,
      "step": 13570
    },
    {
      "loss_action": 0.01673780009150505,
      "loss_total": 0.01673780009150505,
      "step": 13570
    },
    {
      "loss_action": 0.03378817439079285,
      "loss_total": 0.03378817439079285,
      "step": 13570
    },
    {
      "loss_action": 0.007139182183891535,
      "loss_total": 0.007139182183891535,
      "step": 13570
    },
    {
      "grad_norm": 0.17182014882564545,
      "learning_rate": 9.800128440840385e-05,
      "loss": 0.0172,
      "step": 13580
    },
    {
      "loss_action": 0.011535989120602608,
      "loss_total": 0.011535989120602608,
      "step": 13580
    },
    {
      "loss_action": 0.007505851332098246,
      "loss_total": 0.007505851332098246,
      "step": 13580
    },
    {
      "loss_action": 0.014908925630152225,
      "loss_total": 0.014908925630152225,
      "step": 13580
    },
    {
      "loss_action": 0.00889462698251009,
      "loss_total": 0.00889462698251009,
      "step": 13580
    },
    {
      "loss_action": 0.009445549920201302,
      "loss_total": 0.009445549920201302,
      "step": 13580
    },
    {
      "loss_action": 0.013759450986981392,
      "loss_total": 0.013759450986981392,
      "step": 13580
    },
    {
      "loss_action": 0.01787578873336315,
      "loss_total": 0.01787578873336315,
      "step": 13580
    },
    {
      "loss_action": 0.0176185742020607,
      "loss_total": 0.0176185742020607,
      "step": 13580
    },
    {
      "grad_norm": 0.1837579756975174,
      "learning_rate": 9.799665352484552e-05,
      "loss": 0.019,
      "step": 13590
    },
    {
      "loss_action": 0.02165723592042923,
      "loss_total": 0.02165723592042923,
      "step": 13590
    },
    {
      "loss_action": 0.014480053447186947,
      "loss_total": 0.014480053447186947,
      "step": 13590
    },
    {
      "loss_action": 0.029551135376095772,
      "loss_total": 0.029551135376095772,
      "step": 13590
    },
    {
      "loss_action": 0.019821155816316605,
      "loss_total": 0.019821155816316605,
      "step": 13590
    },
    {
      "loss_action": 0.029921256005764008,
      "loss_total": 0.029921256005764008,
      "step": 13590
    },
    {
      "loss_action": 0.016207557171583176,
      "loss_total": 0.016207557171583176,
      "step": 13590
    },
    {
      "loss_action": 0.02301567792892456,
      "loss_total": 0.02301567792892456,
      "step": 13590
    },
    {
      "loss_action": 0.015445529483258724,
      "loss_total": 0.015445529483258724,
      "step": 13590
    },
    {
      "grad_norm": 0.1770811378955841,
      "learning_rate": 9.799201739244532e-05,
      "loss": 0.0183,
      "step": 13600
    },
    {
      "loss_action": 0.01333912555128336,
      "loss_total": 0.01333912555128336,
      "step": 13600
    },
    {
      "loss_action": 0.017072079703211784,
      "loss_total": 0.017072079703211784,
      "step": 13600
    },
    {
      "loss_action": 0.023802675306797028,
      "loss_total": 0.023802675306797028,
      "step": 13600
    },
    {
      "loss_action": 0.013794345781207085,
      "loss_total": 0.013794345781207085,
      "step": 13600
    },
    {
      "loss_action": 0.022261619567871094,
      "loss_total": 0.022261619567871094,
      "step": 13600
    },
    {
      "loss_action": 0.01703229919075966,
      "loss_total": 0.01703229919075966,
      "step": 13600
    },
    {
      "loss_action": 0.02145528420805931,
      "loss_total": 0.02145528420805931,
      "step": 13600
    },
    {
      "loss_action": 0.010772671550512314,
      "loss_total": 0.010772671550512314,
      "step": 13600
    },
    {
      "grad_norm": 0.14665132761001587,
      "learning_rate": 9.798737601171025e-05,
      "loss": 0.0166,
      "step": 13610
    },
    {
      "loss_action": 0.018309414386749268,
      "loss_total": 0.018309414386749268,
      "step": 13610
    },
    {
      "loss_action": 0.01981661096215248,
      "loss_total": 0.01981661096215248,
      "step": 13610
    },
    {
      "loss_action": 0.01837795600295067,
      "loss_total": 0.01837795600295067,
      "step": 13610
    },
    {
      "loss_action": 0.015535296872258186,
      "loss_total": 0.015535296872258186,
      "step": 13610
    },
    {
      "loss_action": 0.026275591924786568,
      "loss_total": 0.026275591924786568,
      "step": 13610
    },
    {
      "loss_action": 0.007133523467928171,
      "loss_total": 0.007133523467928171,
      "step": 13610
    },
    {
      "loss_action": 0.011483130976557732,
      "loss_total": 0.011483130976557732,
      "step": 13610
    },
    {
      "loss_action": 0.015303275547921658,
      "loss_total": 0.015303275547921658,
      "step": 13610
    },
    {
      "grad_norm": 0.17057612538337708,
      "learning_rate": 9.79827293831479e-05,
      "loss": 0.0156,
      "step": 13620
    },
    {
      "loss_action": 0.01356403436511755,
      "loss_total": 0.01356403436511755,
      "step": 13620
    },
    {
      "loss_action": 0.03434411436319351,
      "loss_total": 0.03434411436319351,
      "step": 13620
    },
    {
      "loss_action": 0.019932890310883522,
      "loss_total": 0.019932890310883522,
      "step": 13620
    },
    {
      "loss_action": 0.010944940149784088,
      "loss_total": 0.010944940149784088,
      "step": 13620
    },
    {
      "loss_action": 0.012827759608626366,
      "loss_total": 0.012827759608626366,
      "step": 13620
    },
    {
      "loss_action": 0.020776016637682915,
      "loss_total": 0.020776016637682915,
      "step": 13620
    },
    {
      "loss_action": 0.011286061257123947,
      "loss_total": 0.011286061257123947,
      "step": 13620
    },
    {
      "loss_action": 0.033342503011226654,
      "loss_total": 0.033342503011226654,
      "step": 13620
    },
    {
      "grad_norm": 0.18460455536842346,
      "learning_rate": 9.797807750726638e-05,
      "loss": 0.0168,
      "step": 13630
    },
    {
      "loss_action": 0.01811419054865837,
      "loss_total": 0.01811419054865837,
      "step": 13630
    },
    {
      "loss_action": 0.007658309303224087,
      "loss_total": 0.007658309303224087,
      "step": 13630
    },
    {
      "loss_action": 0.00679110549390316,
      "loss_total": 0.00679110549390316,
      "step": 13630
    },
    {
      "loss_action": 0.010786126367747784,
      "loss_total": 0.010786126367747784,
      "step": 13630
    },
    {
      "loss_action": 0.026917755603790283,
      "loss_total": 0.026917755603790283,
      "step": 13630
    },
    {
      "loss_action": 0.008176345378160477,
      "loss_total": 0.008176345378160477,
      "step": 13630
    },
    {
      "loss_action": 0.012753010727465153,
      "loss_total": 0.012753010727465153,
      "step": 13630
    },
    {
      "loss_action": 0.007966783829033375,
      "loss_total": 0.007966783829033375,
      "step": 13630
    },
    {
      "grad_norm": 0.19872350990772247,
      "learning_rate": 9.797342038457446e-05,
      "loss": 0.0173,
      "step": 13640
    },
    {
      "loss_action": 0.006643940694630146,
      "loss_total": 0.006643940694630146,
      "step": 13640
    },
    {
      "loss_action": 0.007887287065386772,
      "loss_total": 0.007887287065386772,
      "step": 13640
    },
    {
      "loss_action": 0.03490283340215683,
      "loss_total": 0.03490283340215683,
      "step": 13640
    },
    {
      "loss_action": 0.062484242022037506,
      "loss_total": 0.062484242022037506,
      "step": 13640
    },
    {
      "loss_action": 0.019690614193677902,
      "loss_total": 0.019690614193677902,
      "step": 13640
    },
    {
      "loss_action": 0.010957900434732437,
      "loss_total": 0.010957900434732437,
      "step": 13640
    },
    {
      "loss_action": 0.019430624321103096,
      "loss_total": 0.019430624321103096,
      "step": 13640
    },
    {
      "loss_action": 0.006229697726666927,
      "loss_total": 0.006229697726666927,
      "step": 13640
    },
    {
      "grad_norm": 0.19367064535617828,
      "learning_rate": 9.796875801558141e-05,
      "loss": 0.0173,
      "step": 13650
    },
    {
      "loss_action": 0.005844879895448685,
      "loss_total": 0.005844879895448685,
      "step": 13650
    },
    {
      "loss_action": 0.03802413120865822,
      "loss_total": 0.03802413120865822,
      "step": 13650
    },
    {
      "loss_action": 0.01720169559121132,
      "loss_total": 0.01720169559121132,
      "step": 13650
    },
    {
      "loss_action": 0.011694835498929024,
      "loss_total": 0.011694835498929024,
      "step": 13650
    },
    {
      "loss_action": 0.008541116490960121,
      "loss_total": 0.008541116490960121,
      "step": 13650
    },
    {
      "loss_action": 0.026645466685295105,
      "loss_total": 0.026645466685295105,
      "step": 13650
    },
    {
      "loss_action": 0.008431171998381615,
      "loss_total": 0.008431171998381615,
      "step": 13650
    },
    {
      "loss_action": 0.020807836204767227,
      "loss_total": 0.020807836204767227,
      "step": 13650
    },
    {
      "grad_norm": 0.15357299149036407,
      "learning_rate": 9.79640904007971e-05,
      "loss": 0.0162,
      "step": 13660
    },
    {
      "loss_action": 0.007176230661571026,
      "loss_total": 0.007176230661571026,
      "step": 13660
    },
    {
      "loss_action": 0.046575360000133514,
      "loss_total": 0.046575360000133514,
      "step": 13660
    },
    {
      "loss_action": 0.012680437415838242,
      "loss_total": 0.012680437415838242,
      "step": 13660
    },
    {
      "loss_action": 0.015365783125162125,
      "loss_total": 0.015365783125162125,
      "step": 13660
    },
    {
      "loss_action": 0.02889254502952099,
      "loss_total": 0.02889254502952099,
      "step": 13660
    },
    {
      "loss_action": 0.005779668688774109,
      "loss_total": 0.005779668688774109,
      "step": 13660
    },
    {
      "loss_action": 0.016457736492156982,
      "loss_total": 0.016457736492156982,
      "step": 13660
    },
    {
      "loss_action": 0.018109329044818878,
      "loss_total": 0.018109329044818878,
      "step": 13660
    },
    {
      "grad_norm": 0.15656551718711853,
      "learning_rate": 9.795941754073199e-05,
      "loss": 0.0164,
      "step": 13670
    },
    {
      "loss_action": 0.01951143890619278,
      "loss_total": 0.01951143890619278,
      "step": 13670
    },
    {
      "loss_action": 0.029209492728114128,
      "loss_total": 0.029209492728114128,
      "step": 13670
    },
    {
      "loss_action": 0.010699679143726826,
      "loss_total": 0.010699679143726826,
      "step": 13670
    },
    {
      "loss_action": 0.020671946927905083,
      "loss_total": 0.020671946927905083,
      "step": 13670
    },
    {
      "loss_action": 0.029674939811229706,
      "loss_total": 0.029674939811229706,
      "step": 13670
    },
    {
      "loss_action": 0.011866404674947262,
      "loss_total": 0.011866404674947262,
      "step": 13670
    },
    {
      "loss_action": 0.016689924523234367,
      "loss_total": 0.016689924523234367,
      "step": 13670
    },
    {
      "loss_action": 0.011178423650562763,
      "loss_total": 0.011178423650562763,
      "step": 13670
    },
    {
      "grad_norm": 0.24640727043151855,
      "learning_rate": 9.795473943589705e-05,
      "loss": 0.023,
      "step": 13680
    },
    {
      "loss_action": 0.01733463630080223,
      "loss_total": 0.01733463630080223,
      "step": 13680
    },
    {
      "loss_action": 0.03182356804609299,
      "loss_total": 0.03182356804609299,
      "step": 13680
    },
    {
      "loss_action": 0.008820636197924614,
      "loss_total": 0.008820636197924614,
      "step": 13680
    },
    {
      "loss_action": 0.009134063497185707,
      "loss_total": 0.009134063497185707,
      "step": 13680
    },
    {
      "loss_action": 0.019472168758511543,
      "loss_total": 0.019472168758511543,
      "step": 13680
    },
    {
      "loss_action": 0.03877117112278938,
      "loss_total": 0.03877117112278938,
      "step": 13680
    },
    {
      "loss_action": 0.013358356431126595,
      "loss_total": 0.013358356431126595,
      "step": 13680
    },
    {
      "loss_action": 0.01856587827205658,
      "loss_total": 0.01856587827205658,
      "step": 13680
    },
    {
      "grad_norm": 0.1637459248304367,
      "learning_rate": 9.795005608680394e-05,
      "loss": 0.0184,
      "step": 13690
    },
    {
      "loss_action": 0.019999604672193527,
      "loss_total": 0.019999604672193527,
      "step": 13690
    },
    {
      "loss_action": 0.01521314587444067,
      "loss_total": 0.01521314587444067,
      "step": 13690
    },
    {
      "loss_action": 0.02822737768292427,
      "loss_total": 0.02822737768292427,
      "step": 13690
    },
    {
      "loss_action": 0.00925472006201744,
      "loss_total": 0.00925472006201744,
      "step": 13690
    },
    {
      "loss_action": 0.02095833048224449,
      "loss_total": 0.02095833048224449,
      "step": 13690
    },
    {
      "loss_action": 0.018754545599222183,
      "loss_total": 0.018754545599222183,
      "step": 13690
    },
    {
      "loss_action": 0.025953946635127068,
      "loss_total": 0.025953946635127068,
      "step": 13690
    },
    {
      "loss_action": 0.04165054112672806,
      "loss_total": 0.04165054112672806,
      "step": 13690
    },
    {
      "grad_norm": 0.1628953516483307,
      "learning_rate": 9.794536749396477e-05,
      "loss": 0.0164,
      "step": 13700
    },
    {
      "loss_action": 0.010110925883054733,
      "loss_total": 0.010110925883054733,
      "step": 13700
    },
    {
      "loss_action": 0.021174190565943718,
      "loss_total": 0.021174190565943718,
      "step": 13700
    },
    {
      "loss_action": 0.01802372932434082,
      "loss_total": 0.01802372932434082,
      "step": 13700
    },
    {
      "loss_action": 0.02196407876908779,
      "loss_total": 0.02196407876908779,
      "step": 13700
    },
    {
      "loss_action": 0.010258053429424763,
      "loss_total": 0.010258053429424763,
      "step": 13700
    },
    {
      "loss_action": 0.04869367927312851,
      "loss_total": 0.04869367927312851,
      "step": 13700
    },
    {
      "loss_action": 0.017054658383131027,
      "loss_total": 0.017054658383131027,
      "step": 13700
    },
    {
      "loss_action": 0.0203785952180624,
      "loss_total": 0.0203785952180624,
      "step": 13700
    },
    {
      "grad_norm": 0.18885573744773865,
      "learning_rate": 9.79406736578923e-05,
      "loss": 0.018,
      "step": 13710
    },
    {
      "loss_action": 0.01743341237306595,
      "loss_total": 0.01743341237306595,
      "step": 13710
    },
    {
      "loss_action": 0.017058227211236954,
      "loss_total": 0.017058227211236954,
      "step": 13710
    },
    {
      "loss_action": 0.0173232089728117,
      "loss_total": 0.0173232089728117,
      "step": 13710
    },
    {
      "loss_action": 0.016136229038238525,
      "loss_total": 0.016136229038238525,
      "step": 13710
    },
    {
      "loss_action": 0.020143387839198112,
      "loss_total": 0.020143387839198112,
      "step": 13710
    },
    {
      "loss_action": 0.017397090792655945,
      "loss_total": 0.017397090792655945,
      "step": 13710
    },
    {
      "loss_action": 0.013196760788559914,
      "loss_total": 0.013196760788559914,
      "step": 13710
    },
    {
      "loss_action": 0.019318412989377975,
      "loss_total": 0.019318412989377975,
      "step": 13710
    },
    {
      "grad_norm": 0.17216549813747406,
      "learning_rate": 9.793597457909984e-05,
      "loss": 0.0144,
      "step": 13720
    },
    {
      "loss_action": 0.0073131052777171135,
      "loss_total": 0.0073131052777171135,
      "step": 13720
    },
    {
      "loss_action": 0.02452016994357109,
      "loss_total": 0.02452016994357109,
      "step": 13720
    },
    {
      "loss_action": 0.01706663891673088,
      "loss_total": 0.01706663891673088,
      "step": 13720
    },
    {
      "loss_action": 0.023045700043439865,
      "loss_total": 0.023045700043439865,
      "step": 13720
    },
    {
      "loss_action": 0.006951820105314255,
      "loss_total": 0.006951820105314255,
      "step": 13720
    },
    {
      "loss_action": 0.012557558715343475,
      "loss_total": 0.012557558715343475,
      "step": 13720
    },
    {
      "loss_action": 0.004327947273850441,
      "loss_total": 0.004327947273850441,
      "step": 13720
    },
    {
      "loss_action": 0.07049655169248581,
      "loss_total": 0.07049655169248581,
      "step": 13720
    },
    {
      "grad_norm": 0.15007758140563965,
      "learning_rate": 9.793127025810127e-05,
      "loss": 0.0174,
      "step": 13730
    },
    {
      "loss_action": 0.030454184859991074,
      "loss_total": 0.030454184859991074,
      "step": 13730
    },
    {
      "loss_action": 0.01869831793010235,
      "loss_total": 0.01869831793010235,
      "step": 13730
    },
    {
      "loss_action": 0.01554739847779274,
      "loss_total": 0.01554739847779274,
      "step": 13730
    },
    {
      "loss_action": 0.013484192080795765,
      "loss_total": 0.013484192080795765,
      "step": 13730
    },
    {
      "loss_action": 0.03701075166463852,
      "loss_total": 0.03701075166463852,
      "step": 13730
    },
    {
      "loss_action": 0.007999737747013569,
      "loss_total": 0.007999737747013569,
      "step": 13730
    },
    {
      "loss_action": 0.014788213185966015,
      "loss_total": 0.014788213185966015,
      "step": 13730
    },
    {
      "loss_action": 0.006012119352817535,
      "loss_total": 0.006012119352817535,
      "step": 13730
    },
    {
      "grad_norm": 0.15926125645637512,
      "learning_rate": 9.792656069541104e-05,
      "loss": 0.0155,
      "step": 13740
    },
    {
      "loss_action": 0.015748022124171257,
      "loss_total": 0.015748022124171257,
      "step": 13740
    },
    {
      "loss_action": 0.013230440206825733,
      "loss_total": 0.013230440206825733,
      "step": 13740
    },
    {
      "loss_action": 0.011403982527554035,
      "loss_total": 0.011403982527554035,
      "step": 13740
    },
    {
      "loss_action": 0.020438458770513535,
      "loss_total": 0.020438458770513535,
      "step": 13740
    },
    {
      "loss_action": 0.01738564483821392,
      "loss_total": 0.01738564483821392,
      "step": 13740
    },
    {
      "loss_action": 0.032413989305496216,
      "loss_total": 0.032413989305496216,
      "step": 13740
    },
    {
      "loss_action": 0.014006564393639565,
      "loss_total": 0.014006564393639565,
      "step": 13740
    },
    {
      "loss_action": 0.008635461330413818,
      "loss_total": 0.008635461330413818,
      "step": 13740
    },
    {
      "grad_norm": 0.1995929777622223,
      "learning_rate": 9.79218458915442e-05,
      "loss": 0.0197,
      "step": 13750
    },
    {
      "loss_action": 0.012364286929368973,
      "loss_total": 0.012364286929368973,
      "step": 13750
    },
    {
      "loss_action": 0.008595569059252739,
      "loss_total": 0.008595569059252739,
      "step": 13750
    },
    {
      "loss_action": 0.015911877155303955,
      "loss_total": 0.015911877155303955,
      "step": 13750
    },
    {
      "loss_action": 0.018586482852697372,
      "loss_total": 0.018586482852697372,
      "step": 13750
    },
    {
      "loss_action": 0.02353971265256405,
      "loss_total": 0.02353971265256405,
      "step": 13750
    },
    {
      "loss_action": 0.013110432773828506,
      "loss_total": 0.013110432773828506,
      "step": 13750
    },
    {
      "loss_action": 0.007895494811236858,
      "loss_total": 0.007895494811236858,
      "step": 13750
    },
    {
      "loss_action": 0.0073354290798306465,
      "loss_total": 0.0073354290798306465,
      "step": 13750
    },
    {
      "grad_norm": 0.21667031943798065,
      "learning_rate": 9.791712584701634e-05,
      "loss": 0.0169,
      "step": 13760
    },
    {
      "loss_action": 0.008317784406244755,
      "loss_total": 0.008317784406244755,
      "step": 13760
    },
    {
      "loss_action": 0.011307580396533012,
      "loss_total": 0.011307580396533012,
      "step": 13760
    },
    {
      "loss_action": 0.019840221852064133,
      "loss_total": 0.019840221852064133,
      "step": 13760
    },
    {
      "loss_action": 0.014343246817588806,
      "loss_total": 0.014343246817588806,
      "step": 13760
    },
    {
      "loss_action": 0.014047417789697647,
      "loss_total": 0.014047417789697647,
      "step": 13760
    },
    {
      "loss_action": 0.014743577688932419,
      "loss_total": 0.014743577688932419,
      "step": 13760
    },
    {
      "loss_action": 0.006539243273437023,
      "loss_total": 0.006539243273437023,
      "step": 13760
    },
    {
      "loss_action": 0.016448579728603363,
      "loss_total": 0.016448579728603363,
      "step": 13760
    },
    {
      "grad_norm": 0.14963845908641815,
      "learning_rate": 9.791240056234364e-05,
      "loss": 0.0155,
      "step": 13770
    },
    {
      "loss_action": 0.011771232821047306,
      "loss_total": 0.011771232821047306,
      "step": 13770
    },
    {
      "loss_action": 0.00918505061417818,
      "loss_total": 0.00918505061417818,
      "step": 13770
    },
    {
      "loss_action": 0.010388815775513649,
      "loss_total": 0.010388815775513649,
      "step": 13770
    },
    {
      "loss_action": 0.010514328256249428,
      "loss_total": 0.010514328256249428,
      "step": 13770
    },
    {
      "loss_action": 0.014523192308843136,
      "loss_total": 0.014523192308843136,
      "step": 13770
    },
    {
      "loss_action": 0.008236361667513847,
      "loss_total": 0.008236361667513847,
      "step": 13770
    },
    {
      "loss_action": 0.008669767528772354,
      "loss_total": 0.008669767528772354,
      "step": 13770
    },
    {
      "loss_action": 0.011729680933058262,
      "loss_total": 0.011729680933058262,
      "step": 13770
    },
    {
      "grad_norm": 0.21494385600090027,
      "learning_rate": 9.790767003804283e-05,
      "loss": 0.0141,
      "step": 13780
    },
    {
      "loss_action": 0.00737535348162055,
      "loss_total": 0.00737535348162055,
      "step": 13780
    },
    {
      "loss_action": 0.013250860385596752,
      "loss_total": 0.013250860385596752,
      "step": 13780
    },
    {
      "loss_action": 0.010655819438397884,
      "loss_total": 0.010655819438397884,
      "step": 13780
    },
    {
      "loss_action": 0.012782063335180283,
      "loss_total": 0.012782063335180283,
      "step": 13780
    },
    {
      "loss_action": 0.008959254249930382,
      "loss_total": 0.008959254249930382,
      "step": 13780
    },
    {
      "loss_action": 0.01566269062459469,
      "loss_total": 0.01566269062459469,
      "step": 13780
    },
    {
      "loss_action": 0.01211722195148468,
      "loss_total": 0.01211722195148468,
      "step": 13780
    },
    {
      "loss_action": 0.020597156137228012,
      "loss_total": 0.020597156137228012,
      "step": 13780
    },
    {
      "grad_norm": 0.13643290102481842,
      "learning_rate": 9.790293427463126e-05,
      "loss": 0.0151,
      "step": 13790
    },
    {
      "loss_action": 0.010469846427440643,
      "loss_total": 0.010469846427440643,
      "step": 13790
    },
    {
      "loss_action": 0.010104157030582428,
      "loss_total": 0.010104157030582428,
      "step": 13790
    },
    {
      "loss_action": 0.00912849884480238,
      "loss_total": 0.00912849884480238,
      "step": 13790
    },
    {
      "loss_action": 0.006697333883494139,
      "loss_total": 0.006697333883494139,
      "step": 13790
    },
    {
      "loss_action": 0.00923892855644226,
      "loss_total": 0.00923892855644226,
      "step": 13790
    },
    {
      "loss_action": 0.013210935518145561,
      "loss_total": 0.013210935518145561,
      "step": 13790
    },
    {
      "loss_action": 0.008073876611888409,
      "loss_total": 0.008073876611888409,
      "step": 13790
    },
    {
      "loss_action": 0.00942135602235794,
      "loss_total": 0.00942135602235794,
      "step": 13790
    },
    {
      "grad_norm": 0.17032557725906372,
      "learning_rate": 9.789819327262684e-05,
      "loss": 0.0142,
      "step": 13800
    },
    {
      "loss_action": 0.003810103051364422,
      "loss_total": 0.003810103051364422,
      "step": 13800
    },
    {
      "loss_action": 0.04308100789785385,
      "loss_total": 0.04308100789785385,
      "step": 13800
    },
    {
      "loss_action": 0.022120263427495956,
      "loss_total": 0.022120263427495956,
      "step": 13800
    },
    {
      "loss_action": 0.03606779873371124,
      "loss_total": 0.03606779873371124,
      "step": 13800
    },
    {
      "loss_action": 0.017814580351114273,
      "loss_total": 0.017814580351114273,
      "step": 13800
    },
    {
      "loss_action": 0.011629654094576836,
      "loss_total": 0.011629654094576836,
      "step": 13800
    },
    {
      "loss_action": 0.023699652403593063,
      "loss_total": 0.023699652403593063,
      "step": 13800
    },
    {
      "loss_action": 0.01255079172551632,
      "loss_total": 0.01255079172551632,
      "step": 13800
    },
    {
      "grad_norm": 0.16707681119441986,
      "learning_rate": 9.7893447032548e-05,
      "loss": 0.0159,
      "step": 13810
    },
    {
      "loss_action": 0.014725831337273121,
      "loss_total": 0.014725831337273121,
      "step": 13810
    },
    {
      "loss_action": 0.009279773570597172,
      "loss_total": 0.009279773570597172,
      "step": 13810
    },
    {
      "loss_action": 0.012517625465989113,
      "loss_total": 0.012517625465989113,
      "step": 13810
    },
    {
      "loss_action": 0.015716105699539185,
      "loss_total": 0.015716105699539185,
      "step": 13810
    },
    {
      "loss_action": 0.015873288735747337,
      "loss_total": 0.015873288735747337,
      "step": 13810
    },
    {
      "loss_action": 0.02766086906194687,
      "loss_total": 0.02766086906194687,
      "step": 13810
    },
    {
      "loss_action": 0.018732376396656036,
      "loss_total": 0.018732376396656036,
      "step": 13810
    },
    {
      "loss_action": 0.014774465933442116,
      "loss_total": 0.014774465933442116,
      "step": 13810
    },
    {
      "grad_norm": 0.20424297451972961,
      "learning_rate": 9.78886955549138e-05,
      "loss": 0.016,
      "step": 13820
    },
    {
      "loss_action": 0.01883244700729847,
      "loss_total": 0.01883244700729847,
      "step": 13820
    },
    {
      "loss_action": 0.021907849237322807,
      "loss_total": 0.021907849237322807,
      "step": 13820
    },
    {
      "loss_action": 0.019271500408649445,
      "loss_total": 0.019271500408649445,
      "step": 13820
    },
    {
      "loss_action": 0.0266878679394722,
      "loss_total": 0.0266878679394722,
      "step": 13820
    },
    {
      "loss_action": 0.03579455614089966,
      "loss_total": 0.03579455614089966,
      "step": 13820
    },
    {
      "loss_action": 0.009544193744659424,
      "loss_total": 0.009544193744659424,
      "step": 13820
    },
    {
      "loss_action": 0.024190006777644157,
      "loss_total": 0.024190006777644157,
      "step": 13820
    },
    {
      "loss_action": 0.011812909506261349,
      "loss_total": 0.011812909506261349,
      "step": 13820
    },
    {
      "grad_norm": 0.1938299536705017,
      "learning_rate": 9.788393884024387e-05,
      "loss": 0.017,
      "step": 13830
    },
    {
      "loss_action": 0.015450609847903252,
      "loss_total": 0.015450609847903252,
      "step": 13830
    },
    {
      "loss_action": 0.010120789520442486,
      "loss_total": 0.010120789520442486,
      "step": 13830
    },
    {
      "loss_action": 0.012851839885115623,
      "loss_total": 0.012851839885115623,
      "step": 13830
    },
    {
      "loss_action": 0.020857714116573334,
      "loss_total": 0.020857714116573334,
      "step": 13830
    },
    {
      "loss_action": 0.013490341603755951,
      "loss_total": 0.013490341603755951,
      "step": 13830
    },
    {
      "loss_action": 0.01755720190703869,
      "loss_total": 0.01755720190703869,
      "step": 13830
    },
    {
      "loss_action": 0.019015001133084297,
      "loss_total": 0.019015001133084297,
      "step": 13830
    },
    {
      "loss_action": 0.02289913222193718,
      "loss_total": 0.02289913222193718,
      "step": 13830
    },
    {
      "grad_norm": 0.1710137277841568,
      "learning_rate": 9.787917688905836e-05,
      "loss": 0.016,
      "step": 13840
    },
    {
      "loss_action": 0.009593812748789787,
      "loss_total": 0.009593812748789787,
      "step": 13840
    },
    {
      "loss_action": 0.014783112332224846,
      "loss_total": 0.014783112332224846,
      "step": 13840
    },
    {
      "loss_action": 0.012597184628248215,
      "loss_total": 0.012597184628248215,
      "step": 13840
    },
    {
      "loss_action": 0.016812380403280258,
      "loss_total": 0.016812380403280258,
      "step": 13840
    },
    {
      "loss_action": 0.015017319470643997,
      "loss_total": 0.015017319470643997,
      "step": 13840
    },
    {
      "loss_action": 0.015229757875204086,
      "loss_total": 0.015229757875204086,
      "step": 13840
    },
    {
      "loss_action": 0.009535781107842922,
      "loss_total": 0.009535781107842922,
      "step": 13840
    },
    {
      "loss_action": 0.008017905987799168,
      "loss_total": 0.008017905987799168,
      "step": 13840
    },
    {
      "grad_norm": 0.11952678859233856,
      "learning_rate": 9.787440970187807e-05,
      "loss": 0.015,
      "step": 13850
    },
    {
      "loss_action": 0.03021273761987686,
      "loss_total": 0.03021273761987686,
      "step": 13850
    },
    {
      "loss_action": 0.01505371741950512,
      "loss_total": 0.01505371741950512,
      "step": 13850
    },
    {
      "loss_action": 0.005317455157637596,
      "loss_total": 0.005317455157637596,
      "step": 13850
    },
    {
      "loss_action": 0.011262799613177776,
      "loss_total": 0.011262799613177776,
      "step": 13850
    },
    {
      "loss_action": 0.015535129234194756,
      "loss_total": 0.015535129234194756,
      "step": 13850
    },
    {
      "loss_action": 0.024580493569374084,
      "loss_total": 0.024580493569374084,
      "step": 13850
    },
    {
      "loss_action": 0.01871640421450138,
      "loss_total": 0.01871640421450138,
      "step": 13850
    },
    {
      "loss_action": 0.009654216468334198,
      "loss_total": 0.009654216468334198,
      "step": 13850
    },
    {
      "grad_norm": 0.15492784976959229,
      "learning_rate": 9.786963727922429e-05,
      "loss": 0.0153,
      "step": 13860
    },
    {
      "loss_action": 0.013660900294780731,
      "loss_total": 0.013660900294780731,
      "step": 13860
    },
    {
      "loss_action": 0.018072806298732758,
      "loss_total": 0.018072806298732758,
      "step": 13860
    },
    {
      "loss_action": 0.013941045850515366,
      "loss_total": 0.013941045850515366,
      "step": 13860
    },
    {
      "loss_action": 0.013868661597371101,
      "loss_total": 0.013868661597371101,
      "step": 13860
    },
    {
      "loss_action": 0.010100532323122025,
      "loss_total": 0.010100532323122025,
      "step": 13860
    },
    {
      "loss_action": 0.01751089096069336,
      "loss_total": 0.01751089096069336,
      "step": 13860
    },
    {
      "loss_action": 0.01258459035307169,
      "loss_total": 0.01258459035307169,
      "step": 13860
    },
    {
      "loss_action": 0.009837804362177849,
      "loss_total": 0.009837804362177849,
      "step": 13860
    },
    {
      "grad_norm": 0.16156615316867828,
      "learning_rate": 9.786485962161897e-05,
      "loss": 0.0172,
      "step": 13870
    },
    {
      "loss_action": 0.00945976935327053,
      "loss_total": 0.00945976935327053,
      "step": 13870
    },
    {
      "loss_action": 0.008365979418158531,
      "loss_total": 0.008365979418158531,
      "step": 13870
    },
    {
      "loss_action": 0.03331955522298813,
      "loss_total": 0.03331955522298813,
      "step": 13870
    },
    {
      "loss_action": 0.009081723168492317,
      "loss_total": 0.009081723168492317,
      "step": 13870
    },
    {
      "loss_action": 0.009367300197482109,
      "loss_total": 0.009367300197482109,
      "step": 13870
    },
    {
      "loss_action": 0.012600356712937355,
      "loss_total": 0.012600356712937355,
      "step": 13870
    },
    {
      "loss_action": 0.014857437461614609,
      "loss_total": 0.014857437461614609,
      "step": 13870
    },
    {
      "loss_action": 0.00684408750385046,
      "loss_total": 0.00684408750385046,
      "step": 13870
    },
    {
      "grad_norm": 0.15695349872112274,
      "learning_rate": 9.786007672958455e-05,
      "loss": 0.0175,
      "step": 13880
    },
    {
      "loss_action": 0.02754608727991581,
      "loss_total": 0.02754608727991581,
      "step": 13880
    },
    {
      "loss_action": 0.01181483082473278,
      "loss_total": 0.01181483082473278,
      "step": 13880
    },
    {
      "loss_action": 0.02431105263531208,
      "loss_total": 0.02431105263531208,
      "step": 13880
    },
    {
      "loss_action": 0.016052741557359695,
      "loss_total": 0.016052741557359695,
      "step": 13880
    },
    {
      "loss_action": 0.015210011973977089,
      "loss_total": 0.015210011973977089,
      "step": 13880
    },
    {
      "loss_action": 0.014296052977442741,
      "loss_total": 0.014296052977442741,
      "step": 13880
    },
    {
      "loss_action": 0.011313383467495441,
      "loss_total": 0.011313383467495441,
      "step": 13880
    },
    {
      "loss_action": 0.012423792853951454,
      "loss_total": 0.012423792853951454,
      "step": 13880
    },
    {
      "grad_norm": 0.14353704452514648,
      "learning_rate": 9.78552886036441e-05,
      "loss": 0.015,
      "step": 13890
    },
    {
      "loss_action": 0.014496052637696266,
      "loss_total": 0.014496052637696266,
      "step": 13890
    },
    {
      "loss_action": 0.007501573301851749,
      "loss_total": 0.007501573301851749,
      "step": 13890
    },
    {
      "loss_action": 0.010170461609959602,
      "loss_total": 0.010170461609959602,
      "step": 13890
    },
    {
      "loss_action": 0.02081398293375969,
      "loss_total": 0.02081398293375969,
      "step": 13890
    },
    {
      "loss_action": 0.017642110586166382,
      "loss_total": 0.017642110586166382,
      "step": 13890
    },
    {
      "loss_action": 0.00855739414691925,
      "loss_total": 0.00855739414691925,
      "step": 13890
    },
    {
      "loss_action": 0.015167057514190674,
      "loss_total": 0.015167057514190674,
      "step": 13890
    },
    {
      "loss_action": 0.008538072928786278,
      "loss_total": 0.008538072928786278,
      "step": 13890
    },
    {
      "grad_norm": 0.18711458146572113,
      "learning_rate": 9.785049524432124e-05,
      "loss": 0.0138,
      "step": 13900
    },
    {
      "loss_action": 0.008364137262105942,
      "loss_total": 0.008364137262105942,
      "step": 13900
    },
    {
      "loss_action": 0.017945382744073868,
      "loss_total": 0.017945382744073868,
      "step": 13900
    },
    {
      "loss_action": 0.012063832022249699,
      "loss_total": 0.012063832022249699,
      "step": 13900
    },
    {
      "loss_action": 0.013772706501185894,
      "loss_total": 0.013772706501185894,
      "step": 13900
    },
    {
      "loss_action": 0.039654772728681564,
      "loss_total": 0.039654772728681564,
      "step": 13900
    },
    {
      "loss_action": 0.022599540650844574,
      "loss_total": 0.022599540650844574,
      "step": 13900
    },
    {
      "loss_action": 0.0062650879845023155,
      "loss_total": 0.0062650879845023155,
      "step": 13900
    },
    {
      "loss_action": 0.010677635669708252,
      "loss_total": 0.010677635669708252,
      "step": 13900
    },
    {
      "grad_norm": 0.17943145334720612,
      "learning_rate": 9.784569665214016e-05,
      "loss": 0.0139,
      "step": 13910
    },
    {
      "loss_action": 0.00678232591599226,
      "loss_total": 0.00678232591599226,
      "step": 13910
    },
    {
      "loss_action": 0.0182778462767601,
      "loss_total": 0.0182778462767601,
      "step": 13910
    },
    {
      "loss_action": 0.011050411500036716,
      "loss_total": 0.011050411500036716,
      "step": 13910
    },
    {
      "loss_action": 0.008625010028481483,
      "loss_total": 0.008625010028481483,
      "step": 13910
    },
    {
      "loss_action": 0.00738060986623168,
      "loss_total": 0.00738060986623168,
      "step": 13910
    },
    {
      "loss_action": 0.009044777601957321,
      "loss_total": 0.009044777601957321,
      "step": 13910
    },
    {
      "loss_action": 0.0044067855924367905,
      "loss_total": 0.0044067855924367905,
      "step": 13910
    },
    {
      "loss_action": 0.007008505053818226,
      "loss_total": 0.007008505053818226,
      "step": 13910
    },
    {
      "grad_norm": 0.12082167714834213,
      "learning_rate": 9.784089282762563e-05,
      "loss": 0.0136,
      "step": 13920
    },
    {
      "loss_action": 0.01632682979106903,
      "loss_total": 0.01632682979106903,
      "step": 13920
    },
    {
      "loss_action": 0.016248945146799088,
      "loss_total": 0.016248945146799088,
      "step": 13920
    },
    {
      "loss_action": 0.01098337396979332,
      "loss_total": 0.01098337396979332,
      "step": 13920
    },
    {
      "loss_action": 0.012799560092389584,
      "loss_total": 0.012799560092389584,
      "step": 13920
    },
    {
      "loss_action": 0.010248147882521152,
      "loss_total": 0.010248147882521152,
      "step": 13920
    },
    {
      "loss_action": 0.00756538100540638,
      "loss_total": 0.00756538100540638,
      "step": 13920
    },
    {
      "loss_action": 0.008806507103145123,
      "loss_total": 0.008806507103145123,
      "step": 13920
    },
    {
      "loss_action": 0.027047406882047653,
      "loss_total": 0.027047406882047653,
      "step": 13920
    },
    {
      "grad_norm": 0.19942942261695862,
      "learning_rate": 9.7836083771303e-05,
      "loss": 0.0148,
      "step": 13930
    },
    {
      "loss_action": 0.022353243082761765,
      "loss_total": 0.022353243082761765,
      "step": 13930
    },
    {
      "loss_action": 0.020915700122714043,
      "loss_total": 0.020915700122714043,
      "step": 13930
    },
    {
      "loss_action": 0.024326153099536896,
      "loss_total": 0.024326153099536896,
      "step": 13930
    },
    {
      "loss_action": 0.016809310764074326,
      "loss_total": 0.016809310764074326,
      "step": 13930
    },
    {
      "loss_action": 0.023282725363969803,
      "loss_total": 0.023282725363969803,
      "step": 13930
    },
    {
      "loss_action": 0.012416215613484383,
      "loss_total": 0.012416215613484383,
      "step": 13930
    },
    {
      "loss_action": 0.009923664852976799,
      "loss_total": 0.009923664852976799,
      "step": 13930
    },
    {
      "loss_action": 0.010338458232581615,
      "loss_total": 0.010338458232581615,
      "step": 13930
    },
    {
      "grad_norm": 0.18189840018749237,
      "learning_rate": 9.783126948369817e-05,
      "loss": 0.0142,
      "step": 13940
    },
    {
      "loss_action": 0.016061922535300255,
      "loss_total": 0.016061922535300255,
      "step": 13940
    },
    {
      "loss_action": 0.016597406938672066,
      "loss_total": 0.016597406938672066,
      "step": 13940
    },
    {
      "loss_action": 0.018467023968696594,
      "loss_total": 0.018467023968696594,
      "step": 13940
    },
    {
      "loss_action": 0.007653334178030491,
      "loss_total": 0.007653334178030491,
      "step": 13940
    },
    {
      "loss_action": 0.023418746888637543,
      "loss_total": 0.023418746888637543,
      "step": 13940
    },
    {
      "loss_action": 0.023795954883098602,
      "loss_total": 0.023795954883098602,
      "step": 13940
    },
    {
      "loss_action": 0.013653712347149849,
      "loss_total": 0.013653712347149849,
      "step": 13940
    },
    {
      "loss_action": 0.011945286765694618,
      "loss_total": 0.011945286765694618,
      "step": 13940
    },
    {
      "grad_norm": 0.1785198152065277,
      "learning_rate": 9.78264499653376e-05,
      "loss": 0.0178,
      "step": 13950
    },
    {
      "loss_action": 0.026173703372478485,
      "loss_total": 0.026173703372478485,
      "step": 13950
    },
    {
      "loss_action": 0.014824312180280685,
      "loss_total": 0.014824312180280685,
      "step": 13950
    },
    {
      "loss_action": 0.015518558211624622,
      "loss_total": 0.015518558211624622,
      "step": 13950
    },
    {
      "loss_action": 0.01687580719590187,
      "loss_total": 0.01687580719590187,
      "step": 13950
    },
    {
      "loss_action": 0.01817116141319275,
      "loss_total": 0.01817116141319275,
      "step": 13950
    },
    {
      "loss_action": 0.01256548147648573,
      "loss_total": 0.01256548147648573,
      "step": 13950
    },
    {
      "loss_action": 0.007707569748163223,
      "loss_total": 0.007707569748163223,
      "step": 13950
    },
    {
      "loss_action": 0.019672773778438568,
      "loss_total": 0.019672773778438568,
      "step": 13950
    },
    {
      "grad_norm": 0.2526101768016815,
      "learning_rate": 9.782162521674838e-05,
      "loss": 0.0186,
      "step": 13960
    },
    {
      "loss_action": 0.01124723069369793,
      "loss_total": 0.01124723069369793,
      "step": 13960
    },
    {
      "loss_action": 0.018727757036685944,
      "loss_total": 0.018727757036685944,
      "step": 13960
    },
    {
      "loss_action": 0.023567207157611847,
      "loss_total": 0.023567207157611847,
      "step": 13960
    },
    {
      "loss_action": 0.019041698426008224,
      "loss_total": 0.019041698426008224,
      "step": 13960
    },
    {
      "loss_action": 0.011896532028913498,
      "loss_total": 0.011896532028913498,
      "step": 13960
    },
    {
      "loss_action": 0.10065244138240814,
      "loss_total": 0.10065244138240814,
      "step": 13960
    },
    {
      "loss_action": 0.015298288315534592,
      "loss_total": 0.015298288315534592,
      "step": 13960
    },
    {
      "loss_action": 0.017278648912906647,
      "loss_total": 0.017278648912906647,
      "step": 13960
    },
    {
      "grad_norm": 0.20329302549362183,
      "learning_rate": 9.781679523845812e-05,
      "loss": 0.0184,
      "step": 13970
    },
    {
      "loss_action": 0.00900547206401825,
      "loss_total": 0.00900547206401825,
      "step": 13970
    },
    {
      "loss_action": 0.01909928023815155,
      "loss_total": 0.01909928023815155,
      "step": 13970
    },
    {
      "loss_action": 0.027975181117653847,
      "loss_total": 0.027975181117653847,
      "step": 13970
    },
    {
      "loss_action": 0.01792820543050766,
      "loss_total": 0.01792820543050766,
      "step": 13970
    },
    {
      "loss_action": 0.028770897537469864,
      "loss_total": 0.028770897537469864,
      "step": 13970
    },
    {
      "loss_action": 0.03398911654949188,
      "loss_total": 0.03398911654949188,
      "step": 13970
    },
    {
      "loss_action": 0.008937686681747437,
      "loss_total": 0.008937686681747437,
      "step": 13970
    },
    {
      "loss_action": 0.027257578447461128,
      "loss_total": 0.027257578447461128,
      "step": 13970
    },
    {
      "grad_norm": 0.15796580910682678,
      "learning_rate": 9.781196003099502e-05,
      "loss": 0.0181,
      "step": 13980
    },
    {
      "loss_action": 0.038704559206962585,
      "loss_total": 0.038704559206962585,
      "step": 13980
    },
    {
      "loss_action": 0.015102420933544636,
      "loss_total": 0.015102420933544636,
      "step": 13980
    },
    {
      "loss_action": 0.015979109331965446,
      "loss_total": 0.015979109331965446,
      "step": 13980
    },
    {
      "loss_action": 0.02109101042151451,
      "loss_total": 0.02109101042151451,
      "step": 13980
    },
    {
      "loss_action": 0.012866420671343803,
      "loss_total": 0.012866420671343803,
      "step": 13980
    },
    {
      "loss_action": 0.008013920858502388,
      "loss_total": 0.008013920858502388,
      "step": 13980
    },
    {
      "loss_action": 0.04730956256389618,
      "loss_total": 0.04730956256389618,
      "step": 13980
    },
    {
      "loss_action": 0.005488379392772913,
      "loss_total": 0.005488379392772913,
      "step": 13980
    },
    {
      "grad_norm": 0.277927428483963,
      "learning_rate": 9.780711959488786e-05,
      "loss": 0.0185,
      "step": 13990
    },
    {
      "loss_action": 0.014414209872484207,
      "loss_total": 0.014414209872484207,
      "step": 13990
    },
    {
      "loss_action": 0.026458583772182465,
      "loss_total": 0.026458583772182465,
      "step": 13990
    },
    {
      "loss_action": 0.007709150668233633,
      "loss_total": 0.007709150668233633,
      "step": 13990
    },
    {
      "loss_action": 0.00793383363634348,
      "loss_total": 0.00793383363634348,
      "step": 13990
    },
    {
      "loss_action": 0.022810429334640503,
      "loss_total": 0.022810429334640503,
      "step": 13990
    },
    {
      "loss_action": 0.013249927200376987,
      "loss_total": 0.013249927200376987,
      "step": 13990
    },
    {
      "loss_action": 0.010562602430582047,
      "loss_total": 0.010562602430582047,
      "step": 13990
    },
    {
      "loss_action": 0.011427704244852066,
      "loss_total": 0.011427704244852066,
      "step": 13990
    },
    {
      "grad_norm": 0.24618510901927948,
      "learning_rate": 9.780227393066599e-05,
      "loss": 0.0158,
      "step": 14000
    },
    {
      "loss_action": 0.015201970003545284,
      "loss_total": 0.015201970003545284,
      "step": 14000
    },
    {
      "loss_action": 0.009327666833996773,
      "loss_total": 0.009327666833996773,
      "step": 14000
    },
    {
      "loss_action": 0.014161739498376846,
      "loss_total": 0.014161739498376846,
      "step": 14000
    },
    {
      "loss_action": 0.009038044139742851,
      "loss_total": 0.009038044139742851,
      "step": 14000
    },
    {
      "loss_action": 0.010161035694181919,
      "loss_total": 0.010161035694181919,
      "step": 14000
    },
    {
      "loss_action": 0.02512102946639061,
      "loss_total": 0.02512102946639061,
      "step": 14000
    },
    {
      "loss_action": 0.01584053784608841,
      "loss_total": 0.01584053784608841,
      "step": 14000
    },
    {
      "loss_action": 0.018170464783906937,
      "loss_total": 0.018170464783906937,
      "step": 14000
    },
    {
      "grad_norm": 0.11898244917392731,
      "learning_rate": 9.77974230388593e-05,
      "loss": 0.0168,
      "step": 14010
    },
    {
      "loss_action": 0.0070939394645392895,
      "loss_total": 0.0070939394645392895,
      "step": 14010
    },
    {
      "loss_action": 0.01916939951479435,
      "loss_total": 0.01916939951479435,
      "step": 14010
    },
    {
      "loss_action": 0.005824650637805462,
      "loss_total": 0.005824650637805462,
      "step": 14010
    },
    {
      "loss_action": 0.015073919668793678,
      "loss_total": 0.015073919668793678,
      "step": 14010
    },
    {
      "loss_action": 0.024829629808664322,
      "loss_total": 0.024829629808664322,
      "step": 14010
    },
    {
      "loss_action": 0.008399016223847866,
      "loss_total": 0.008399016223847866,
      "step": 14010
    },
    {
      "loss_action": 0.016607297584414482,
      "loss_total": 0.016607297584414482,
      "step": 14010
    },
    {
      "loss_action": 0.0064090099185705185,
      "loss_total": 0.0064090099185705185,
      "step": 14010
    },
    {
      "grad_norm": 0.16611020267009735,
      "learning_rate": 9.779256691999829e-05,
      "loss": 0.0154,
      "step": 14020
    },
    {
      "loss_action": 0.009793780744075775,
      "loss_total": 0.009793780744075775,
      "step": 14020
    },
    {
      "loss_action": 0.00600554421544075,
      "loss_total": 0.00600554421544075,
      "step": 14020
    },
    {
      "loss_action": 0.013080165721476078,
      "loss_total": 0.013080165721476078,
      "step": 14020
    },
    {
      "loss_action": 0.013579725287854671,
      "loss_total": 0.013579725287854671,
      "step": 14020
    },
    {
      "loss_action": 0.019952256232500076,
      "loss_total": 0.019952256232500076,
      "step": 14020
    },
    {
      "loss_action": 0.009446357376873493,
      "loss_total": 0.009446357376873493,
      "step": 14020
    },
    {
      "loss_action": 0.009711935184895992,
      "loss_total": 0.009711935184895992,
      "step": 14020
    },
    {
      "loss_action": 0.010721307247877121,
      "loss_total": 0.010721307247877121,
      "step": 14020
    },
    {
      "grad_norm": 0.1601000875234604,
      "learning_rate": 9.778770557461403e-05,
      "loss": 0.0143,
      "step": 14030
    },
    {
      "loss_action": 0.01040723267942667,
      "loss_total": 0.01040723267942667,
      "step": 14030
    },
    {
      "loss_action": 0.00798068568110466,
      "loss_total": 0.00798068568110466,
      "step": 14030
    },
    {
      "loss_action": 0.0037082605995237827,
      "loss_total": 0.0037082605995237827,
      "step": 14030
    },
    {
      "loss_action": 0.015079155564308167,
      "loss_total": 0.015079155564308167,
      "step": 14030
    },
    {
      "loss_action": 0.019588150084018707,
      "loss_total": 0.019588150084018707,
      "step": 14030
    },
    {
      "loss_action": 0.018535401672124863,
      "loss_total": 0.018535401672124863,
      "step": 14030
    },
    {
      "loss_action": 0.011082256212830544,
      "loss_total": 0.011082256212830544,
      "step": 14030
    },
    {
      "loss_action": 0.01417477522045374,
      "loss_total": 0.01417477522045374,
      "step": 14030
    },
    {
      "grad_norm": 0.1722342073917389,
      "learning_rate": 9.778283900323812e-05,
      "loss": 0.0138,
      "step": 14040
    },
    {
      "loss_action": 0.030848059803247452,
      "loss_total": 0.030848059803247452,
      "step": 14040
    },
    {
      "loss_action": 0.020035548135638237,
      "loss_total": 0.020035548135638237,
      "step": 14040
    },
    {
      "loss_action": 0.014584396965801716,
      "loss_total": 0.014584396965801716,
      "step": 14040
    },
    {
      "loss_action": 0.009772727265954018,
      "loss_total": 0.009772727265954018,
      "step": 14040
    },
    {
      "loss_action": 0.00542881665751338,
      "loss_total": 0.00542881665751338,
      "step": 14040
    },
    {
      "loss_action": 0.021870948374271393,
      "loss_total": 0.021870948374271393,
      "step": 14040
    },
    {
      "loss_action": 0.014423832297325134,
      "loss_total": 0.014423832297325134,
      "step": 14040
    },
    {
      "loss_action": 0.013420620933175087,
      "loss_total": 0.013420620933175087,
      "step": 14040
    },
    {
      "grad_norm": 0.19289717078208923,
      "learning_rate": 9.777796720640277e-05,
      "loss": 0.0173,
      "step": 14050
    },
    {
      "loss_action": 0.020922213792800903,
      "loss_total": 0.020922213792800903,
      "step": 14050
    },
    {
      "loss_action": 0.015682527795433998,
      "loss_total": 0.015682527795433998,
      "step": 14050
    },
    {
      "loss_action": 0.015718497335910797,
      "loss_total": 0.015718497335910797,
      "step": 14050
    },
    {
      "loss_action": 0.030192717909812927,
      "loss_total": 0.030192717909812927,
      "step": 14050
    },
    {
      "loss_action": 0.01653321087360382,
      "loss_total": 0.01653321087360382,
      "step": 14050
    },
    {
      "loss_action": 0.01595134288072586,
      "loss_total": 0.01595134288072586,
      "step": 14050
    },
    {
      "loss_action": 0.017808150500059128,
      "loss_total": 0.017808150500059128,
      "step": 14050
    },
    {
      "loss_action": 0.026015646755695343,
      "loss_total": 0.026015646755695343,
      "step": 14050
    },
    {
      "grad_norm": 0.1761348396539688,
      "learning_rate": 9.777309018464078e-05,
      "loss": 0.0169,
      "step": 14060
    },
    {
      "loss_action": 0.013995222747325897,
      "loss_total": 0.013995222747325897,
      "step": 14060
    },
    {
      "loss_action": 0.014724689535796642,
      "loss_total": 0.014724689535796642,
      "step": 14060
    },
    {
      "loss_action": 0.01921294629573822,
      "loss_total": 0.01921294629573822,
      "step": 14060
    },
    {
      "loss_action": 0.017918670549988747,
      "loss_total": 0.017918670549988747,
      "step": 14060
    },
    {
      "loss_action": 0.011124362237751484,
      "loss_total": 0.011124362237751484,
      "step": 14060
    },
    {
      "loss_action": 0.009487934410572052,
      "loss_total": 0.009487934410572052,
      "step": 14060
    },
    {
      "loss_action": 0.008788274601101875,
      "loss_total": 0.008788274601101875,
      "step": 14060
    },
    {
      "loss_action": 0.01868290826678276,
      "loss_total": 0.01868290826678276,
      "step": 14060
    },
    {
      "grad_norm": 0.152449369430542,
      "learning_rate": 9.776820793848547e-05,
      "loss": 0.0157,
      "step": 14070
    },
    {
      "loss_action": 0.01556361373513937,
      "loss_total": 0.01556361373513937,
      "step": 14070
    },
    {
      "loss_action": 0.02342638373374939,
      "loss_total": 0.02342638373374939,
      "step": 14070
    },
    {
      "loss_action": 0.017773132771253586,
      "loss_total": 0.017773132771253586,
      "step": 14070
    },
    {
      "loss_action": 0.011904001235961914,
      "loss_total": 0.011904001235961914,
      "step": 14070
    },
    {
      "loss_action": 0.01033112220466137,
      "loss_total": 0.01033112220466137,
      "step": 14070
    },
    {
      "loss_action": 0.010413764044642448,
      "loss_total": 0.010413764044642448,
      "step": 14070
    },
    {
      "loss_action": 0.02567887492477894,
      "loss_total": 0.02567887492477894,
      "step": 14070
    },
    {
      "loss_action": 0.017433110624551773,
      "loss_total": 0.017433110624551773,
      "step": 14070
    },
    {
      "grad_norm": 0.15783722698688507,
      "learning_rate": 9.776332046847075e-05,
      "loss": 0.0172,
      "step": 14080
    },
    {
      "loss_action": 0.023449154570698738,
      "loss_total": 0.023449154570698738,
      "step": 14080
    },
    {
      "loss_action": 0.009888282045722008,
      "loss_total": 0.009888282045722008,
      "step": 14080
    },
    {
      "loss_action": 0.008285868912935257,
      "loss_total": 0.008285868912935257,
      "step": 14080
    },
    {
      "loss_action": 0.013407324440777302,
      "loss_total": 0.013407324440777302,
      "step": 14080
    },
    {
      "loss_action": 0.019071130082011223,
      "loss_total": 0.019071130082011223,
      "step": 14080
    },
    {
      "loss_action": 0.015807008370757103,
      "loss_total": 0.015807008370757103,
      "step": 14080
    },
    {
      "loss_action": 0.01532988715916872,
      "loss_total": 0.01532988715916872,
      "step": 14080
    },
    {
      "loss_action": 0.017533516511321068,
      "loss_total": 0.017533516511321068,
      "step": 14080
    },
    {
      "grad_norm": 0.18604275584220886,
      "learning_rate": 9.775842777513111e-05,
      "loss": 0.0155,
      "step": 14090
    },
    {
      "loss_action": 0.018650943413376808,
      "loss_total": 0.018650943413376808,
      "step": 14090
    },
    {
      "loss_action": 0.029422255232930183,
      "loss_total": 0.029422255232930183,
      "step": 14090
    },
    {
      "loss_action": 0.01189720444381237,
      "loss_total": 0.01189720444381237,
      "step": 14090
    },
    {
      "loss_action": 0.00860503688454628,
      "loss_total": 0.00860503688454628,
      "step": 14090
    },
    {
      "loss_action": 0.011737038381397724,
      "loss_total": 0.011737038381397724,
      "step": 14090
    },
    {
      "loss_action": 0.014578159898519516,
      "loss_total": 0.014578159898519516,
      "step": 14090
    },
    {
      "loss_action": 0.017673492431640625,
      "loss_total": 0.017673492431640625,
      "step": 14090
    },
    {
      "loss_action": 0.011010371148586273,
      "loss_total": 0.011010371148586273,
      "step": 14090
    },
    {
      "grad_norm": 0.2762579321861267,
      "learning_rate": 9.775352985900163e-05,
      "loss": 0.0156,
      "step": 14100
    },
    {
      "loss_action": 0.024993164464831352,
      "loss_total": 0.024993164464831352,
      "step": 14100
    },
    {
      "loss_action": 0.023780817165970802,
      "loss_total": 0.023780817165970802,
      "step": 14100
    },
    {
      "loss_action": 0.018859121948480606,
      "loss_total": 0.018859121948480606,
      "step": 14100
    },
    {
      "loss_action": 0.011832104995846748,
      "loss_total": 0.011832104995846748,
      "step": 14100
    },
    {
      "loss_action": 0.01904992014169693,
      "loss_total": 0.01904992014169693,
      "step": 14100
    },
    {
      "loss_action": 0.01284920796751976,
      "loss_total": 0.01284920796751976,
      "step": 14100
    },
    {
      "loss_action": 0.025585293769836426,
      "loss_total": 0.025585293769836426,
      "step": 14100
    },
    {
      "loss_action": 0.02787879668176174,
      "loss_total": 0.02787879668176174,
      "step": 14100
    },
    {
      "grad_norm": 0.14193111658096313,
      "learning_rate": 9.774862672061791e-05,
      "loss": 0.0166,
      "step": 14110
    },
    {
      "loss_action": 0.021564548835158348,
      "loss_total": 0.021564548835158348,
      "step": 14110
    },
    {
      "loss_action": 0.02300383895635605,
      "loss_total": 0.02300383895635605,
      "step": 14110
    },
    {
      "loss_action": 0.013334378600120544,
      "loss_total": 0.013334378600120544,
      "step": 14110
    },
    {
      "loss_action": 0.022145729511976242,
      "loss_total": 0.022145729511976242,
      "step": 14110
    },
    {
      "loss_action": 0.017313078045845032,
      "loss_total": 0.017313078045845032,
      "step": 14110
    },
    {
      "loss_action": 0.013931388035416603,
      "loss_total": 0.013931388035416603,
      "step": 14110
    },
    {
      "loss_action": 0.017244450747966766,
      "loss_total": 0.017244450747966766,
      "step": 14110
    },
    {
      "loss_action": 0.01020827330648899,
      "loss_total": 0.01020827330648899,
      "step": 14110
    },
    {
      "grad_norm": 0.30265337228775024,
      "learning_rate": 9.774371836051616e-05,
      "loss": 0.0188,
      "step": 14120
    },
    {
      "loss_action": 0.012321709655225277,
      "loss_total": 0.012321709655225277,
      "step": 14120
    },
    {
      "loss_action": 0.01896537095308304,
      "loss_total": 0.01896537095308304,
      "step": 14120
    },
    {
      "loss_action": 0.03727373853325844,
      "loss_total": 0.03727373853325844,
      "step": 14120
    },
    {
      "loss_action": 0.027056928724050522,
      "loss_total": 0.027056928724050522,
      "step": 14120
    },
    {
      "loss_action": 0.019188644364476204,
      "loss_total": 0.019188644364476204,
      "step": 14120
    },
    {
      "loss_action": 0.009459046646952629,
      "loss_total": 0.009459046646952629,
      "step": 14120
    },
    {
      "loss_action": 0.00952109880745411,
      "loss_total": 0.00952109880745411,
      "step": 14120
    },
    {
      "loss_action": 0.01563643291592598,
      "loss_total": 0.01563643291592598,
      "step": 14120
    },
    {
      "grad_norm": 0.29190102219581604,
      "learning_rate": 9.773880477923315e-05,
      "loss": 0.0209,
      "step": 14130
    },
    {
      "loss_action": 0.036455750465393066,
      "loss_total": 0.036455750465393066,
      "step": 14130
    },
    {
      "loss_action": 0.025768384337425232,
      "loss_total": 0.025768384337425232,
      "step": 14130
    },
    {
      "loss_action": 0.02153688296675682,
      "loss_total": 0.02153688296675682,
      "step": 14130
    },
    {
      "loss_action": 0.037036944180727005,
      "loss_total": 0.037036944180727005,
      "step": 14130
    },
    {
      "loss_action": 0.013789113610982895,
      "loss_total": 0.013789113610982895,
      "step": 14130
    },
    {
      "loss_action": 0.013335991650819778,
      "loss_total": 0.013335991650819778,
      "step": 14130
    },
    {
      "loss_action": 0.031967759132385254,
      "loss_total": 0.031967759132385254,
      "step": 14130
    },
    {
      "loss_action": 0.01897382363677025,
      "loss_total": 0.01897382363677025,
      "step": 14130
    },
    {
      "grad_norm": 0.16448763012886047,
      "learning_rate": 9.773388597730623e-05,
      "loss": 0.0177,
      "step": 14140
    },
    {
      "loss_action": 0.009638319723308086,
      "loss_total": 0.009638319723308086,
      "step": 14140
    },
    {
      "loss_action": 0.026674404740333557,
      "loss_total": 0.026674404740333557,
      "step": 14140
    },
    {
      "loss_action": 0.01684378832578659,
      "loss_total": 0.01684378832578659,
      "step": 14140
    },
    {
      "loss_action": 0.014824559912085533,
      "loss_total": 0.014824559912085533,
      "step": 14140
    },
    {
      "loss_action": 0.006842726841568947,
      "loss_total": 0.006842726841568947,
      "step": 14140
    },
    {
      "loss_action": 0.006920165382325649,
      "loss_total": 0.006920165382325649,
      "step": 14140
    },
    {
      "loss_action": 0.00960470363497734,
      "loss_total": 0.00960470363497734,
      "step": 14140
    },
    {
      "loss_action": 0.011400384828448296,
      "loss_total": 0.011400384828448296,
      "step": 14140
    },
    {
      "grad_norm": 0.25103941559791565,
      "learning_rate": 9.77289619552733e-05,
      "loss": 0.0173,
      "step": 14150
    },
    {
      "loss_action": 0.019408857449889183,
      "loss_total": 0.019408857449889183,
      "step": 14150
    },
    {
      "loss_action": 0.013697761110961437,
      "loss_total": 0.013697761110961437,
      "step": 14150
    },
    {
      "loss_action": 0.012253986671566963,
      "loss_total": 0.012253986671566963,
      "step": 14150
    },
    {
      "loss_action": 0.01623564586043358,
      "loss_total": 0.01623564586043358,
      "step": 14150
    },
    {
      "loss_action": 0.006567681208252907,
      "loss_total": 0.006567681208252907,
      "step": 14150
    },
    {
      "loss_action": 0.030863147228956223,
      "loss_total": 0.030863147228956223,
      "step": 14150
    },
    {
      "loss_action": 0.00979124940931797,
      "loss_total": 0.00979124940931797,
      "step": 14150
    },
    {
      "loss_action": 0.015090827830135822,
      "loss_total": 0.015090827830135822,
      "step": 14150
    },
    {
      "grad_norm": 0.18561579287052155,
      "learning_rate": 9.772403271367285e-05,
      "loss": 0.0178,
      "step": 14160
    },
    {
      "loss_action": 0.007935336790978909,
      "loss_total": 0.007935336790978909,
      "step": 14160
    },
    {
      "loss_action": 0.017350804060697556,
      "loss_total": 0.017350804060697556,
      "step": 14160
    },
    {
      "loss_action": 0.022379687055945396,
      "loss_total": 0.022379687055945396,
      "step": 14160
    },
    {
      "loss_action": 0.008809268474578857,
      "loss_total": 0.008809268474578857,
      "step": 14160
    },
    {
      "loss_action": 0.012089435011148453,
      "loss_total": 0.012089435011148453,
      "step": 14160
    },
    {
      "loss_action": 0.030163612216711044,
      "loss_total": 0.030163612216711044,
      "step": 14160
    },
    {
      "loss_action": 0.007694235071539879,
      "loss_total": 0.007694235071539879,
      "step": 14160
    },
    {
      "loss_action": 0.022325167432427406,
      "loss_total": 0.022325167432427406,
      "step": 14160
    },
    {
      "grad_norm": 0.18481001257896423,
      "learning_rate": 9.771909825304396e-05,
      "loss": 0.02,
      "step": 14170
    },
    {
      "loss_action": 0.014243547804653645,
      "loss_total": 0.014243547804653645,
      "step": 14170
    },
    {
      "loss_action": 0.008880008943378925,
      "loss_total": 0.008880008943378925,
      "step": 14170
    },
    {
      "loss_action": 0.015492843464016914,
      "loss_total": 0.015492843464016914,
      "step": 14170
    },
    {
      "loss_action": 0.03255586326122284,
      "loss_total": 0.03255586326122284,
      "step": 14170
    },
    {
      "loss_action": 0.00908016599714756,
      "loss_total": 0.00908016599714756,
      "step": 14170
    },
    {
      "loss_action": 0.012678712606430054,
      "loss_total": 0.012678712606430054,
      "step": 14170
    },
    {
      "loss_action": 0.020083794370293617,
      "loss_total": 0.020083794370293617,
      "step": 14170
    },
    {
      "loss_action": 0.01569618098437786,
      "loss_total": 0.01569618098437786,
      "step": 14170
    },
    {
      "grad_norm": 0.13367928564548492,
      "learning_rate": 9.771415857392619e-05,
      "loss": 0.0162,
      "step": 14180
    },
    {
      "loss_action": 0.031337201595306396,
      "loss_total": 0.031337201595306396,
      "step": 14180
    },
    {
      "loss_action": 0.022210540249943733,
      "loss_total": 0.022210540249943733,
      "step": 14180
    },
    {
      "loss_action": 0.018974728882312775,
      "loss_total": 0.018974728882312775,
      "step": 14180
    },
    {
      "loss_action": 0.010012466460466385,
      "loss_total": 0.010012466460466385,
      "step": 14180
    },
    {
      "loss_action": 0.019889988005161285,
      "loss_total": 0.019889988005161285,
      "step": 14180
    },
    {
      "loss_action": 0.015418091788887978,
      "loss_total": 0.015418091788887978,
      "step": 14180
    },
    {
      "loss_action": 0.022591523826122284,
      "loss_total": 0.022591523826122284,
      "step": 14180
    },
    {
      "loss_action": 0.027515163645148277,
      "loss_total": 0.027515163645148277,
      "step": 14180
    },
    {
      "grad_norm": 0.21514497697353363,
      "learning_rate": 9.770921367685978e-05,
      "loss": 0.0184,
      "step": 14190
    },
    {
      "loss_action": 0.00681876577436924,
      "loss_total": 0.00681876577436924,
      "step": 14190
    },
    {
      "loss_action": 0.013987344689667225,
      "loss_total": 0.013987344689667225,
      "step": 14190
    },
    {
      "loss_action": 0.010202339850366116,
      "loss_total": 0.010202339850366116,
      "step": 14190
    },
    {
      "loss_action": 0.006674128584563732,
      "loss_total": 0.006674128584563732,
      "step": 14190
    },
    {
      "loss_action": 0.013890005648136139,
      "loss_total": 0.013890005648136139,
      "step": 14190
    },
    {
      "loss_action": 0.038274914026260376,
      "loss_total": 0.038274914026260376,
      "step": 14190
    },
    {
      "loss_action": 0.013538473285734653,
      "loss_total": 0.013538473285734653,
      "step": 14190
    },
    {
      "loss_action": 0.011348939500749111,
      "loss_total": 0.011348939500749111,
      "step": 14190
    },
    {
      "grad_norm": 0.19516855478286743,
      "learning_rate": 9.770426356238551e-05,
      "loss": 0.0159,
      "step": 14200
    },
    {
      "loss_action": 0.016122421249747276,
      "loss_total": 0.016122421249747276,
      "step": 14200
    },
    {
      "loss_action": 0.00546092726290226,
      "loss_total": 0.00546092726290226,
      "step": 14200
    },
    {
      "loss_action": 0.01311902329325676,
      "loss_total": 0.01311902329325676,
      "step": 14200
    },
    {
      "loss_action": 0.017026234418153763,
      "loss_total": 0.017026234418153763,
      "step": 14200
    },
    {
      "loss_action": 0.014729054644703865,
      "loss_total": 0.014729054644703865,
      "step": 14200
    },
    {
      "loss_action": 0.013245481066405773,
      "loss_total": 0.013245481066405773,
      "step": 14200
    },
    {
      "loss_action": 0.03060581348836422,
      "loss_total": 0.03060581348836422,
      "step": 14200
    },
    {
      "loss_action": 0.013567788526415825,
      "loss_total": 0.013567788526415825,
      "step": 14200
    },
    {
      "grad_norm": 0.22052724659442902,
      "learning_rate": 9.769930823104469e-05,
      "loss": 0.0194,
      "step": 14210
    },
    {
      "loss_action": 0.013895777054131031,
      "loss_total": 0.013895777054131031,
      "step": 14210
    },
    {
      "loss_action": 0.019550349563360214,
      "loss_total": 0.019550349563360214,
      "step": 14210
    },
    {
      "loss_action": 0.015007484704256058,
      "loss_total": 0.015007484704256058,
      "step": 14210
    },
    {
      "loss_action": 0.023411400616168976,
      "loss_total": 0.023411400616168976,
      "step": 14210
    },
    {
      "loss_action": 0.017657261341810226,
      "loss_total": 0.017657261341810226,
      "step": 14210
    },
    {
      "loss_action": 0.011780492030084133,
      "loss_total": 0.011780492030084133,
      "step": 14210
    },
    {
      "loss_action": 0.015817664563655853,
      "loss_total": 0.015817664563655853,
      "step": 14210
    },
    {
      "loss_action": 0.012486454099416733,
      "loss_total": 0.012486454099416733,
      "step": 14210
    },
    {
      "grad_norm": 0.2383122742176056,
      "learning_rate": 9.769434768337926e-05,
      "loss": 0.018,
      "step": 14220
    },
    {
      "loss_action": 0.008093387819826603,
      "loss_total": 0.008093387819826603,
      "step": 14220
    },
    {
      "loss_action": 0.013421998359262943,
      "loss_total": 0.013421998359262943,
      "step": 14220
    },
    {
      "loss_action": 0.011428942903876305,
      "loss_total": 0.011428942903876305,
      "step": 14220
    },
    {
      "loss_action": 0.011091584339737892,
      "loss_total": 0.011091584339737892,
      "step": 14220
    },
    {
      "loss_action": 0.024309903383255005,
      "loss_total": 0.024309903383255005,
      "step": 14220
    },
    {
      "loss_action": 0.01690378412604332,
      "loss_total": 0.01690378412604332,
      "step": 14220
    },
    {
      "loss_action": 0.015507007017731667,
      "loss_total": 0.015507007017731667,
      "step": 14220
    },
    {
      "loss_action": 0.010843555442988873,
      "loss_total": 0.010843555442988873,
      "step": 14220
    },
    {
      "grad_norm": 0.21926940977573395,
      "learning_rate": 9.768938191993164e-05,
      "loss": 0.0165,
      "step": 14230
    },
    {
      "loss_action": 0.026848986744880676,
      "loss_total": 0.026848986744880676,
      "step": 14230
    },
    {
      "loss_action": 0.005513276904821396,
      "loss_total": 0.005513276904821396,
      "step": 14230
    },
    {
      "loss_action": 0.014968839474022388,
      "loss_total": 0.014968839474022388,
      "step": 14230
    },
    {
      "loss_action": 0.02038848027586937,
      "loss_total": 0.02038848027586937,
      "step": 14230
    },
    {
      "loss_action": 0.03034064918756485,
      "loss_total": 0.03034064918756485,
      "step": 14230
    },
    {
      "loss_action": 0.01794043928384781,
      "loss_total": 0.01794043928384781,
      "step": 14230
    },
    {
      "loss_action": 0.005301637575030327,
      "loss_total": 0.005301637575030327,
      "step": 14230
    },
    {
      "loss_action": 0.020151786506175995,
      "loss_total": 0.020151786506175995,
      "step": 14230
    },
    {
      "grad_norm": 0.16553977131843567,
      "learning_rate": 9.768441094124494e-05,
      "loss": 0.0153,
      "step": 14240
    },
    {
      "loss_action": 0.028768271207809448,
      "loss_total": 0.028768271207809448,
      "step": 14240
    },
    {
      "loss_action": 0.018636131659150124,
      "loss_total": 0.018636131659150124,
      "step": 14240
    },
    {
      "loss_action": 0.02258065715432167,
      "loss_total": 0.02258065715432167,
      "step": 14240
    },
    {
      "loss_action": 0.014959525316953659,
      "loss_total": 0.014959525316953659,
      "step": 14240
    },
    {
      "loss_action": 0.010443994775414467,
      "loss_total": 0.010443994775414467,
      "step": 14240
    },
    {
      "loss_action": 0.016337458044290543,
      "loss_total": 0.016337458044290543,
      "step": 14240
    },
    {
      "loss_action": 0.02808428183197975,
      "loss_total": 0.02808428183197975,
      "step": 14240
    },
    {
      "loss_action": 0.008694956079125404,
      "loss_total": 0.008694956079125404,
      "step": 14240
    },
    {
      "grad_norm": 0.14533722400665283,
      "learning_rate": 9.767943474786275e-05,
      "loss": 0.0159,
      "step": 14250
    },
    {
      "loss_action": 0.030470898374915123,
      "loss_total": 0.030470898374915123,
      "step": 14250
    },
    {
      "loss_action": 0.021940035745501518,
      "loss_total": 0.021940035745501518,
      "step": 14250
    },
    {
      "loss_action": 0.010563451796770096,
      "loss_total": 0.010563451796770096,
      "step": 14250
    },
    {
      "loss_action": 0.005125296767801046,
      "loss_total": 0.005125296767801046,
      "step": 14250
    },
    {
      "loss_action": 0.01148451492190361,
      "loss_total": 0.01148451492190361,
      "step": 14250
    },
    {
      "loss_action": 0.005883635953068733,
      "loss_total": 0.005883635953068733,
      "step": 14250
    },
    {
      "loss_action": 0.01210780255496502,
      "loss_total": 0.01210780255496502,
      "step": 14250
    },
    {
      "loss_action": 0.010643861256539822,
      "loss_total": 0.010643861256539822,
      "step": 14250
    },
    {
      "grad_norm": 0.1416034698486328,
      "learning_rate": 9.767445334032923e-05,
      "loss": 0.0155,
      "step": 14260
    },
    {
      "loss_action": 0.007545669563114643,
      "loss_total": 0.007545669563114643,
      "step": 14260
    },
    {
      "loss_action": 0.012989821843802929,
      "loss_total": 0.012989821843802929,
      "step": 14260
    },
    {
      "loss_action": 0.015871956944465637,
      "loss_total": 0.015871956944465637,
      "step": 14260
    },
    {
      "loss_action": 0.007381127681583166,
      "loss_total": 0.007381127681583166,
      "step": 14260
    },
    {
      "loss_action": 0.04049995541572571,
      "loss_total": 0.04049995541572571,
      "step": 14260
    },
    {
      "loss_action": 0.02419811114668846,
      "loss_total": 0.02419811114668846,
      "step": 14260
    },
    {
      "loss_action": 0.011388398706912994,
      "loss_total": 0.011388398706912994,
      "step": 14260
    },
    {
      "loss_action": 0.005708211101591587,
      "loss_total": 0.005708211101591587,
      "step": 14260
    },
    {
      "grad_norm": 0.16059406101703644,
      "learning_rate": 9.766946671918919e-05,
      "loss": 0.0177,
      "step": 14270
    },
    {
      "loss_action": 0.00801076926290989,
      "loss_total": 0.00801076926290989,
      "step": 14270
    },
    {
      "loss_action": 0.010606080293655396,
      "loss_total": 0.010606080293655396,
      "step": 14270
    },
    {
      "loss_action": 0.00946727953851223,
      "loss_total": 0.00946727953851223,
      "step": 14270
    },
    {
      "loss_action": 0.015843749046325684,
      "loss_total": 0.015843749046325684,
      "step": 14270
    },
    {
      "loss_action": 0.009081771597266197,
      "loss_total": 0.009081771597266197,
      "step": 14270
    },
    {
      "loss_action": 0.01654985547065735,
      "loss_total": 0.01654985547065735,
      "step": 14270
    },
    {
      "loss_action": 0.022522009909152985,
      "loss_total": 0.022522009909152985,
      "step": 14270
    },
    {
      "loss_action": 0.017119918018579483,
      "loss_total": 0.017119918018579483,
      "step": 14270
    },
    {
      "grad_norm": 0.15854637324810028,
      "learning_rate": 9.766447488498796e-05,
      "loss": 0.0154,
      "step": 14280
    },
    {
      "loss_action": 0.011394831351935863,
      "loss_total": 0.011394831351935863,
      "step": 14280
    },
    {
      "loss_action": 0.014585228636860847,
      "loss_total": 0.014585228636860847,
      "step": 14280
    },
    {
      "loss_action": 0.01041969284415245,
      "loss_total": 0.01041969284415245,
      "step": 14280
    },
    {
      "loss_action": 0.020644206553697586,
      "loss_total": 0.020644206553697586,
      "step": 14280
    },
    {
      "loss_action": 0.007191546261310577,
      "loss_total": 0.007191546261310577,
      "step": 14280
    },
    {
      "loss_action": 0.008234218694269657,
      "loss_total": 0.008234218694269657,
      "step": 14280
    },
    {
      "loss_action": 0.014548944309353828,
      "loss_total": 0.014548944309353828,
      "step": 14280
    },
    {
      "loss_action": 0.01310664415359497,
      "loss_total": 0.01310664415359497,
      "step": 14280
    },
    {
      "grad_norm": 0.13665811717510223,
      "learning_rate": 9.765947783827139e-05,
      "loss": 0.0146,
      "step": 14290
    },
    {
      "loss_action": 0.006195682100951672,
      "loss_total": 0.006195682100951672,
      "step": 14290
    },
    {
      "loss_action": 0.012667651288211346,
      "loss_total": 0.012667651288211346,
      "step": 14290
    },
    {
      "loss_action": 0.011640988290309906,
      "loss_total": 0.011640988290309906,
      "step": 14290
    },
    {
      "loss_action": 0.009281706996262074,
      "loss_total": 0.009281706996262074,
      "step": 14290
    },
    {
      "loss_action": 0.008589434437453747,
      "loss_total": 0.008589434437453747,
      "step": 14290
    },
    {
      "loss_action": 0.018406108021736145,
      "loss_total": 0.018406108021736145,
      "step": 14290
    },
    {
      "loss_action": 0.007701499853283167,
      "loss_total": 0.007701499853283167,
      "step": 14290
    },
    {
      "loss_action": 0.02268463745713234,
      "loss_total": 0.02268463745713234,
      "step": 14290
    },
    {
      "grad_norm": 0.12543557584285736,
      "learning_rate": 9.765447557958599e-05,
      "loss": 0.0128,
      "step": 14300
    },
    {
      "loss_action": 0.029314599931240082,
      "loss_total": 0.029314599931240082,
      "step": 14300
    },
    {
      "loss_action": 0.007824508473277092,
      "loss_total": 0.007824508473277092,
      "step": 14300
    },
    {
      "loss_action": 0.018493790179491043,
      "loss_total": 0.018493790179491043,
      "step": 14300
    },
    {
      "loss_action": 0.013968287035822868,
      "loss_total": 0.013968287035822868,
      "step": 14300
    },
    {
      "loss_action": 0.0056613655760884285,
      "loss_total": 0.0056613655760884285,
      "step": 14300
    },
    {
      "loss_action": 0.01609347201883793,
      "loss_total": 0.01609347201883793,
      "step": 14300
    },
    {
      "loss_action": 0.028326591476798058,
      "loss_total": 0.028326591476798058,
      "step": 14300
    },
    {
      "loss_action": 0.012091534212231636,
      "loss_total": 0.012091534212231636,
      "step": 14300
    },
    {
      "grad_norm": 0.15725408494472504,
      "learning_rate": 9.764946810947879e-05,
      "loss": 0.0168,
      "step": 14310
    },
    {
      "loss_action": 0.006667198613286018,
      "loss_total": 0.006667198613286018,
      "step": 14310
    },
    {
      "loss_action": 0.005017824470996857,
      "loss_total": 0.005017824470996857,
      "step": 14310
    },
    {
      "loss_action": 0.006751789711415768,
      "loss_total": 0.006751789711415768,
      "step": 14310
    },
    {
      "loss_action": 0.014000074937939644,
      "loss_total": 0.014000074937939644,
      "step": 14310
    },
    {
      "loss_action": 0.019628366455435753,
      "loss_total": 0.019628366455435753,
      "step": 14310
    },
    {
      "loss_action": 0.015126198530197144,
      "loss_total": 0.015126198530197144,
      "step": 14310
    },
    {
      "loss_action": 0.01653585582971573,
      "loss_total": 0.01653585582971573,
      "step": 14310
    },
    {
      "loss_action": 0.010159669443964958,
      "loss_total": 0.010159669443964958,
      "step": 14310
    },
    {
      "grad_norm": 0.19317564368247986,
      "learning_rate": 9.764445542849738e-05,
      "loss": 0.0168,
      "step": 14320
    },
    {
      "loss_action": 0.014354519546031952,
      "loss_total": 0.014354519546031952,
      "step": 14320
    },
    {
      "loss_action": 0.02239057421684265,
      "loss_total": 0.02239057421684265,
      "step": 14320
    },
    {
      "loss_action": 0.008804491721093655,
      "loss_total": 0.008804491721093655,
      "step": 14320
    },
    {
      "loss_action": 0.013264095410704613,
      "loss_total": 0.013264095410704613,
      "step": 14320
    },
    {
      "loss_action": 0.012450254522264004,
      "loss_total": 0.012450254522264004,
      "step": 14320
    },
    {
      "loss_action": 0.014116792939603329,
      "loss_total": 0.014116792939603329,
      "step": 14320
    },
    {
      "loss_action": 0.024675825610756874,
      "loss_total": 0.024675825610756874,
      "step": 14320
    },
    {
      "loss_action": 0.018458079546689987,
      "loss_total": 0.018458079546689987,
      "step": 14320
    },
    {
      "grad_norm": 0.13706126809120178,
      "learning_rate": 9.763943753718998e-05,
      "loss": 0.0158,
      "step": 14330
    },
    {
      "loss_action": 0.01004758756607771,
      "loss_total": 0.01004758756607771,
      "step": 14330
    },
    {
      "loss_action": 0.008686978369951248,
      "loss_total": 0.008686978369951248,
      "step": 14330
    },
    {
      "loss_action": 0.01317063719034195,
      "loss_total": 0.01317063719034195,
      "step": 14330
    },
    {
      "loss_action": 0.009313767775893211,
      "loss_total": 0.009313767775893211,
      "step": 14330
    },
    {
      "loss_action": 0.018106354400515556,
      "loss_total": 0.018106354400515556,
      "step": 14330
    },
    {
      "loss_action": 0.010558180510997772,
      "loss_total": 0.010558180510997772,
      "step": 14330
    },
    {
      "loss_action": 0.013934755697846413,
      "loss_total": 0.013934755697846413,
      "step": 14330
    },
    {
      "loss_action": 0.024910148233175278,
      "loss_total": 0.024910148233175278,
      "step": 14330
    },
    {
      "grad_norm": 0.2497166395187378,
      "learning_rate": 9.76344144361053e-05,
      "loss": 0.0174,
      "step": 14340
    },
    {
      "loss_action": 0.023242995142936707,
      "loss_total": 0.023242995142936707,
      "step": 14340
    },
    {
      "loss_action": 0.00840775016695261,
      "loss_total": 0.00840775016695261,
      "step": 14340
    },
    {
      "loss_action": 0.010729534551501274,
      "loss_total": 0.010729534551501274,
      "step": 14340
    },
    {
      "loss_action": 0.011154986917972565,
      "loss_total": 0.011154986917972565,
      "step": 14340
    },
    {
      "loss_action": 0.047641996294260025,
      "loss_total": 0.047641996294260025,
      "step": 14340
    },
    {
      "loss_action": 0.018591253086924553,
      "loss_total": 0.018591253086924553,
      "step": 14340
    },
    {
      "loss_action": 0.017365150153636932,
      "loss_total": 0.017365150153636932,
      "step": 14340
    },
    {
      "loss_action": 0.012757117860019207,
      "loss_total": 0.012757117860019207,
      "step": 14340
    },
    {
      "grad_norm": 0.14472071826457977,
      "learning_rate": 9.762938612579269e-05,
      "loss": 0.0159,
      "step": 14350
    },
    {
      "loss_action": 0.0068616969510912895,
      "loss_total": 0.0068616969510912895,
      "step": 14350
    },
    {
      "loss_action": 0.014368508011102676,
      "loss_total": 0.014368508011102676,
      "step": 14350
    },
    {
      "loss_action": 0.01090151071548462,
      "loss_total": 0.01090151071548462,
      "step": 14350
    },
    {
      "loss_action": 0.01542077399790287,
      "loss_total": 0.01542077399790287,
      "step": 14350
    },
    {
      "loss_action": 0.014444578438997269,
      "loss_total": 0.014444578438997269,
      "step": 14350
    },
    {
      "loss_action": 0.018797438591718674,
      "loss_total": 0.018797438591718674,
      "step": 14350
    },
    {
      "loss_action": 0.016205668449401855,
      "loss_total": 0.016205668449401855,
      "step": 14350
    },
    {
      "loss_action": 0.0072824591770768166,
      "loss_total": 0.0072824591770768166,
      "step": 14350
    },
    {
      "grad_norm": 0.1762637346982956,
      "learning_rate": 9.762435260680202e-05,
      "loss": 0.0143,
      "step": 14360
    },
    {
      "loss_action": 0.011500121094286442,
      "loss_total": 0.011500121094286442,
      "step": 14360
    },
    {
      "loss_action": 0.01272297091782093,
      "loss_total": 0.01272297091782093,
      "step": 14360
    },
    {
      "loss_action": 0.008336074650287628,
      "loss_total": 0.008336074650287628,
      "step": 14360
    },
    {
      "loss_action": 0.008408810012042522,
      "loss_total": 0.008408810012042522,
      "step": 14360
    },
    {
      "loss_action": 0.0064806388691067696,
      "loss_total": 0.0064806388691067696,
      "step": 14360
    },
    {
      "loss_action": 0.018954381346702576,
      "loss_total": 0.018954381346702576,
      "step": 14360
    },
    {
      "loss_action": 0.014263810589909554,
      "loss_total": 0.014263810589909554,
      "step": 14360
    },
    {
      "loss_action": 0.013445028103888035,
      "loss_total": 0.013445028103888035,
      "step": 14360
    },
    {
      "grad_norm": 0.14924608170986176,
      "learning_rate": 9.761931387968373e-05,
      "loss": 0.0148,
      "step": 14370
    },
    {
      "loss_action": 0.02378839999437332,
      "loss_total": 0.02378839999437332,
      "step": 14370
    },
    {
      "loss_action": 0.010409806855022907,
      "loss_total": 0.010409806855022907,
      "step": 14370
    },
    {
      "loss_action": 0.01728837937116623,
      "loss_total": 0.01728837937116623,
      "step": 14370
    },
    {
      "loss_action": 0.012374483048915863,
      "loss_total": 0.012374483048915863,
      "step": 14370
    },
    {
      "loss_action": 0.018137548118829727,
      "loss_total": 0.018137548118829727,
      "step": 14370
    },
    {
      "loss_action": 0.012354439124464989,
      "loss_total": 0.012354439124464989,
      "step": 14370
    },
    {
      "loss_action": 0.014895044267177582,
      "loss_total": 0.014895044267177582,
      "step": 14370
    },
    {
      "loss_action": 0.013477727770805359,
      "loss_total": 0.013477727770805359,
      "step": 14370
    },
    {
      "grad_norm": 0.1387842893600464,
      "learning_rate": 9.76142699449889e-05,
      "loss": 0.0152,
      "step": 14380
    },
    {
      "loss_action": 0.004570226185023785,
      "loss_total": 0.004570226185023785,
      "step": 14380
    },
    {
      "loss_action": 0.008188869804143906,
      "loss_total": 0.008188869804143906,
      "step": 14380
    },
    {
      "loss_action": 0.04156295210123062,
      "loss_total": 0.04156295210123062,
      "step": 14380
    },
    {
      "loss_action": 0.026760678738355637,
      "loss_total": 0.026760678738355637,
      "step": 14380
    },
    {
      "loss_action": 0.008651318028569221,
      "loss_total": 0.008651318028569221,
      "step": 14380
    },
    {
      "loss_action": 0.032736215740442276,
      "loss_total": 0.032736215740442276,
      "step": 14380
    },
    {
      "loss_action": 0.012613318860530853,
      "loss_total": 0.012613318860530853,
      "step": 14380
    },
    {
      "loss_action": 0.009983579628169537,
      "loss_total": 0.009983579628169537,
      "step": 14380
    },
    {
      "grad_norm": 0.22221606969833374,
      "learning_rate": 9.760922080326908e-05,
      "loss": 0.0163,
      "step": 14390
    },
    {
      "loss_action": 0.008206186816096306,
      "loss_total": 0.008206186816096306,
      "step": 14390
    },
    {
      "loss_action": 0.020020844414830208,
      "loss_total": 0.020020844414830208,
      "step": 14390
    },
    {
      "loss_action": 0.013126464560627937,
      "loss_total": 0.013126464560627937,
      "step": 14390
    },
    {
      "loss_action": 0.018582170829176903,
      "loss_total": 0.018582170829176903,
      "step": 14390
    },
    {
      "loss_action": 0.02625913918018341,
      "loss_total": 0.02625913918018341,
      "step": 14390
    },
    {
      "loss_action": 0.007917527109384537,
      "loss_total": 0.007917527109384537,
      "step": 14390
    },
    {
      "loss_action": 0.01636781543493271,
      "loss_total": 0.01636781543493271,
      "step": 14390
    },
    {
      "loss_action": 0.02704807184636593,
      "loss_total": 0.02704807184636593,
      "step": 14390
    },
    {
      "grad_norm": 0.27867016196250916,
      "learning_rate": 9.760416645507644e-05,
      "loss": 0.0175,
      "step": 14400
    },
    {
      "loss_action": 0.013247359544038773,
      "loss_total": 0.013247359544038773,
      "step": 14400
    },
    {
      "loss_action": 0.0120043670758605,
      "loss_total": 0.0120043670758605,
      "step": 14400
    },
    {
      "loss_action": 0.010275164619088173,
      "loss_total": 0.010275164619088173,
      "step": 14400
    },
    {
      "loss_action": 0.023249369114637375,
      "loss_total": 0.023249369114637375,
      "step": 14400
    },
    {
      "loss_action": 0.026321128010749817,
      "loss_total": 0.026321128010749817,
      "step": 14400
    },
    {
      "loss_action": 0.023698072880506516,
      "loss_total": 0.023698072880506516,
      "step": 14400
    },
    {
      "loss_action": 0.011196881532669067,
      "loss_total": 0.011196881532669067,
      "step": 14400
    },
    {
      "loss_action": 0.011336752213537693,
      "loss_total": 0.011336752213537693,
      "step": 14400
    },
    {
      "grad_norm": 0.2407175451517105,
      "learning_rate": 9.759910690096375e-05,
      "loss": 0.0152,
      "step": 14410
    },
    {
      "loss_action": 0.007802833337336779,
      "loss_total": 0.007802833337336779,
      "step": 14410
    },
    {
      "loss_action": 0.01622120663523674,
      "loss_total": 0.01622120663523674,
      "step": 14410
    },
    {
      "loss_action": 0.02207677811384201,
      "loss_total": 0.02207677811384201,
      "step": 14410
    },
    {
      "loss_action": 0.011214658617973328,
      "loss_total": 0.011214658617973328,
      "step": 14410
    },
    {
      "loss_action": 0.006631269585341215,
      "loss_total": 0.006631269585341215,
      "step": 14410
    },
    {
      "loss_action": 0.016335228458046913,
      "loss_total": 0.016335228458046913,
      "step": 14410
    },
    {
      "loss_action": 0.009585587307810783,
      "loss_total": 0.009585587307810783,
      "step": 14410
    },
    {
      "loss_action": 0.011565795168280602,
      "loss_total": 0.011565795168280602,
      "step": 14410
    },
    {
      "grad_norm": 0.18952612578868866,
      "learning_rate": 9.759404214148429e-05,
      "loss": 0.0136,
      "step": 14420
    },
    {
      "loss_action": 0.03096122108399868,
      "loss_total": 0.03096122108399868,
      "step": 14420
    },
    {
      "loss_action": 0.021130982786417007,
      "loss_total": 0.021130982786417007,
      "step": 14420
    },
    {
      "loss_action": 0.013241250067949295,
      "loss_total": 0.013241250067949295,
      "step": 14420
    },
    {
      "loss_action": 0.01938481070101261,
      "loss_total": 0.01938481070101261,
      "step": 14420
    },
    {
      "loss_action": 0.012154577299952507,
      "loss_total": 0.012154577299952507,
      "step": 14420
    },
    {
      "loss_action": 0.026066407561302185,
      "loss_total": 0.026066407561302185,
      "step": 14420
    },
    {
      "loss_action": 0.012118430808186531,
      "loss_total": 0.012118430808186531,
      "step": 14420
    },
    {
      "loss_action": 0.012482479214668274,
      "loss_total": 0.012482479214668274,
      "step": 14420
    },
    {
      "grad_norm": 0.17061999440193176,
      "learning_rate": 9.758897217719191e-05,
      "loss": 0.0176,
      "step": 14430
    },
    {
      "loss_action": 0.010875552892684937,
      "loss_total": 0.010875552892684937,
      "step": 14430
    },
    {
      "loss_action": 0.047365453094244,
      "loss_total": 0.047365453094244,
      "step": 14430
    },
    {
      "loss_action": 0.018594149500131607,
      "loss_total": 0.018594149500131607,
      "step": 14430
    },
    {
      "loss_action": 0.011448604986071587,
      "loss_total": 0.011448604986071587,
      "step": 14430
    },
    {
      "loss_action": 0.01565236784517765,
      "loss_total": 0.01565236784517765,
      "step": 14430
    },
    {
      "loss_action": 0.017808150500059128,
      "loss_total": 0.017808150500059128,
      "step": 14430
    },
    {
      "loss_action": 0.016921209171414375,
      "loss_total": 0.016921209171414375,
      "step": 14430
    },
    {
      "loss_action": 0.026779184117913246,
      "loss_total": 0.026779184117913246,
      "step": 14430
    },
    {
      "grad_norm": 0.2141081839799881,
      "learning_rate": 9.758389700864113e-05,
      "loss": 0.0168,
      "step": 14440
    },
    {
      "loss_action": 0.010892877355217934,
      "loss_total": 0.010892877355217934,
      "step": 14440
    },
    {
      "loss_action": 0.010564169846475124,
      "loss_total": 0.010564169846475124,
      "step": 14440
    },
    {
      "loss_action": 0.023786170408129692,
      "loss_total": 0.023786170408129692,
      "step": 14440
    },
    {
      "loss_action": 0.010169664397835732,
      "loss_total": 0.010169664397835732,
      "step": 14440
    },
    {
      "loss_action": 0.010406304150819778,
      "loss_total": 0.010406304150819778,
      "step": 14440
    },
    {
      "loss_action": 0.008192116394639015,
      "loss_total": 0.008192116394639015,
      "step": 14440
    },
    {
      "loss_action": 0.011055376380681992,
      "loss_total": 0.011055376380681992,
      "step": 14440
    },
    {
      "loss_action": 0.015113981440663338,
      "loss_total": 0.015113981440663338,
      "step": 14440
    },
    {
      "grad_norm": 0.1788954734802246,
      "learning_rate": 9.757881663638688e-05,
      "loss": 0.016,
      "step": 14450
    },
    {
      "loss_action": 0.0077474042773246765,
      "loss_total": 0.0077474042773246765,
      "step": 14450
    },
    {
      "loss_action": 0.014584928750991821,
      "loss_total": 0.014584928750991821,
      "step": 14450
    },
    {
      "loss_action": 0.012548733502626419,
      "loss_total": 0.012548733502626419,
      "step": 14450
    },
    {
      "loss_action": 0.014058571308851242,
      "loss_total": 0.014058571308851242,
      "step": 14450
    },
    {
      "loss_action": 0.011592162773013115,
      "loss_total": 0.011592162773013115,
      "step": 14450
    },
    {
      "loss_action": 0.016997408121824265,
      "loss_total": 0.016997408121824265,
      "step": 14450
    },
    {
      "loss_action": 0.00962883047759533,
      "loss_total": 0.00962883047759533,
      "step": 14450
    },
    {
      "loss_action": 0.008476064540445805,
      "loss_total": 0.008476064540445805,
      "step": 14450
    },
    {
      "grad_norm": 0.236569344997406,
      "learning_rate": 9.757373106098478e-05,
      "loss": 0.0159,
      "step": 14460
    },
    {
      "loss_action": 0.012820779345929623,
      "loss_total": 0.012820779345929623,
      "step": 14460
    },
    {
      "loss_action": 0.012695303186774254,
      "loss_total": 0.012695303186774254,
      "step": 14460
    },
    {
      "loss_action": 0.0246881153434515,
      "loss_total": 0.0246881153434515,
      "step": 14460
    },
    {
      "loss_action": 0.02676592767238617,
      "loss_total": 0.02676592767238617,
      "step": 14460
    },
    {
      "loss_action": 0.02037286013364792,
      "loss_total": 0.02037286013364792,
      "step": 14460
    },
    {
      "loss_action": 0.025857174769043922,
      "loss_total": 0.025857174769043922,
      "step": 14460
    },
    {
      "loss_action": 0.015661844983696938,
      "loss_total": 0.015661844983696938,
      "step": 14460
    },
    {
      "loss_action": 0.014678683131933212,
      "loss_total": 0.014678683131933212,
      "step": 14460
    },
    {
      "grad_norm": 0.16980546712875366,
      "learning_rate": 9.756864028299097e-05,
      "loss": 0.0168,
      "step": 14470
    },
    {
      "loss_action": 0.01589418761432171,
      "loss_total": 0.01589418761432171,
      "step": 14470
    },
    {
      "loss_action": 0.015098018571734428,
      "loss_total": 0.015098018571734428,
      "step": 14470
    },
    {
      "loss_action": 0.01232984010130167,
      "loss_total": 0.01232984010130167,
      "step": 14470
    },
    {
      "loss_action": 0.028076447546482086,
      "loss_total": 0.028076447546482086,
      "step": 14470
    },
    {
      "loss_action": 0.015141126699745655,
      "loss_total": 0.015141126699745655,
      "step": 14470
    },
    {
      "loss_action": 0.009983046911656857,
      "loss_total": 0.009983046911656857,
      "step": 14470
    },
    {
      "loss_action": 0.02429155632853508,
      "loss_total": 0.02429155632853508,
      "step": 14470
    },
    {
      "loss_action": 0.008307289332151413,
      "loss_total": 0.008307289332151413,
      "step": 14470
    },
    {
      "grad_norm": 0.15463465452194214,
      "learning_rate": 9.75635443029622e-05,
      "loss": 0.0153,
      "step": 14480
    },
    {
      "loss_action": 0.029279757291078568,
      "loss_total": 0.029279757291078568,
      "step": 14480
    },
    {
      "loss_action": 0.01904826983809471,
      "loss_total": 0.01904826983809471,
      "step": 14480
    },
    {
      "loss_action": 0.014432373456656933,
      "loss_total": 0.014432373456656933,
      "step": 14480
    },
    {
      "loss_action": 0.014305919408798218,
      "loss_total": 0.014305919408798218,
      "step": 14480
    },
    {
      "loss_action": 0.008536222390830517,
      "loss_total": 0.008536222390830517,
      "step": 14480
    },
    {
      "loss_action": 0.01680196449160576,
      "loss_total": 0.01680196449160576,
      "step": 14480
    },
    {
      "loss_action": 0.01391447801142931,
      "loss_total": 0.01391447801142931,
      "step": 14480
    },
    {
      "loss_action": 0.02300511859357357,
      "loss_total": 0.02300511859357357,
      "step": 14480
    },
    {
      "grad_norm": 0.24001790583133698,
      "learning_rate": 9.755844312145572e-05,
      "loss": 0.0167,
      "step": 14490
    },
    {
      "loss_action": 0.06179579347372055,
      "loss_total": 0.06179579347372055,
      "step": 14490
    },
    {
      "loss_action": 0.024073239415884018,
      "loss_total": 0.024073239415884018,
      "step": 14490
    },
    {
      "loss_action": 0.009308887645602226,
      "loss_total": 0.009308887645602226,
      "step": 14490
    },
    {
      "loss_action": 0.021591197699308395,
      "loss_total": 0.021591197699308395,
      "step": 14490
    },
    {
      "loss_action": 0.00747871957719326,
      "loss_total": 0.00747871957719326,
      "step": 14490
    },
    {
      "loss_action": 0.03545334190130234,
      "loss_total": 0.03545334190130234,
      "step": 14490
    },
    {
      "loss_action": 0.02090129628777504,
      "loss_total": 0.02090129628777504,
      "step": 14490
    },
    {
      "loss_action": 0.031095756217837334,
      "loss_total": 0.031095756217837334,
      "step": 14490
    },
    {
      "grad_norm": 0.21812130510807037,
      "learning_rate": 9.755333673902941e-05,
      "loss": 0.0193,
      "step": 14500
    },
    {
      "loss_action": 0.005036171991378069,
      "loss_total": 0.005036171991378069,
      "step": 14500
    },
    {
      "loss_action": 0.027265682816505432,
      "loss_total": 0.027265682816505432,
      "step": 14500
    },
    {
      "loss_action": 0.01851605623960495,
      "loss_total": 0.01851605623960495,
      "step": 14500
    },
    {
      "loss_action": 0.01539773028343916,
      "loss_total": 0.01539773028343916,
      "step": 14500
    },
    {
      "loss_action": 0.038203876465559006,
      "loss_total": 0.038203876465559006,
      "step": 14500
    },
    {
      "loss_action": 0.017141807824373245,
      "loss_total": 0.017141807824373245,
      "step": 14500
    },
    {
      "loss_action": 0.05180191248655319,
      "loss_total": 0.05180191248655319,
      "step": 14500
    },
    {
      "loss_action": 0.009724675677716732,
      "loss_total": 0.009724675677716732,
      "step": 14500
    },
    {
      "grad_norm": 0.21466051042079926,
      "learning_rate": 9.75482251562417e-05,
      "loss": 0.0213,
      "step": 14510
    },
    {
      "loss_action": 0.016090545803308487,
      "loss_total": 0.016090545803308487,
      "step": 14510
    },
    {
      "loss_action": 0.015033509582281113,
      "loss_total": 0.015033509582281113,
      "step": 14510
    },
    {
      "loss_action": 0.007969663478434086,
      "loss_total": 0.007969663478434086,
      "step": 14510
    },
    {
      "loss_action": 0.022243689745664597,
      "loss_total": 0.022243689745664597,
      "step": 14510
    },
    {
      "loss_action": 0.025590930134058,
      "loss_total": 0.025590930134058,
      "step": 14510
    },
    {
      "loss_action": 0.020098542794585228,
      "loss_total": 0.020098542794585228,
      "step": 14510
    },
    {
      "loss_action": 0.007746792398393154,
      "loss_total": 0.007746792398393154,
      "step": 14510
    },
    {
      "loss_action": 0.017293760553002357,
      "loss_total": 0.017293760553002357,
      "step": 14510
    },
    {
      "grad_norm": 0.15043842792510986,
      "learning_rate": 9.754310837365155e-05,
      "loss": 0.0176,
      "step": 14520
    },
    {
      "loss_action": 0.011379895731806755,
      "loss_total": 0.011379895731806755,
      "step": 14520
    },
    {
      "loss_action": 0.008160548284649849,
      "loss_total": 0.008160548284649849,
      "step": 14520
    },
    {
      "loss_action": 0.01742076314985752,
      "loss_total": 0.01742076314985752,
      "step": 14520
    },
    {
      "loss_action": 0.014059651643037796,
      "loss_total": 0.014059651643037796,
      "step": 14520
    },
    {
      "loss_action": 0.01427985355257988,
      "loss_total": 0.01427985355257988,
      "step": 14520
    },
    {
      "loss_action": 0.010626736097037792,
      "loss_total": 0.010626736097037792,
      "step": 14520
    },
    {
      "loss_action": 0.008987046778202057,
      "loss_total": 0.008987046778202057,
      "step": 14520
    },
    {
      "loss_action": 0.014037705957889557,
      "loss_total": 0.014037705957889557,
      "step": 14520
    },
    {
      "grad_norm": 0.14465439319610596,
      "learning_rate": 9.753798639181856e-05,
      "loss": 0.0169,
      "step": 14530
    },
    {
      "loss_action": 0.01636364869773388,
      "loss_total": 0.01636364869773388,
      "step": 14530
    },
    {
      "loss_action": 0.010426950640976429,
      "loss_total": 0.010426950640976429,
      "step": 14530
    },
    {
      "loss_action": 0.030436452478170395,
      "loss_total": 0.030436452478170395,
      "step": 14530
    },
    {
      "loss_action": 0.03067559190094471,
      "loss_total": 0.03067559190094471,
      "step": 14530
    },
    {
      "loss_action": 0.015351212583482265,
      "loss_total": 0.015351212583482265,
      "step": 14530
    },
    {
      "loss_action": 0.017523327842354774,
      "loss_total": 0.017523327842354774,
      "step": 14530
    },
    {
      "loss_action": 0.020157990977168083,
      "loss_total": 0.020157990977168083,
      "step": 14530
    },
    {
      "loss_action": 0.019615011289715767,
      "loss_total": 0.019615011289715767,
      "step": 14530
    },
    {
      "grad_norm": 0.18071946501731873,
      "learning_rate": 9.753285921130286e-05,
      "loss": 0.017,
      "step": 14540
    },
    {
      "loss_action": 0.009467500261962414,
      "loss_total": 0.009467500261962414,
      "step": 14540
    },
    {
      "loss_action": 0.011348351836204529,
      "loss_total": 0.011348351836204529,
      "step": 14540
    },
    {
      "loss_action": 0.032937463372945786,
      "loss_total": 0.032937463372945786,
      "step": 14540
    },
    {
      "loss_action": 0.02565332129597664,
      "loss_total": 0.02565332129597664,
      "step": 14540
    },
    {
      "loss_action": 0.02213585376739502,
      "loss_total": 0.02213585376739502,
      "step": 14540
    },
    {
      "loss_action": 0.025941625237464905,
      "loss_total": 0.025941625237464905,
      "step": 14540
    },
    {
      "loss_action": 0.007341156248003244,
      "loss_total": 0.007341156248003244,
      "step": 14540
    },
    {
      "loss_action": 0.007088986691087484,
      "loss_total": 0.007088986691087484,
      "step": 14540
    },
    {
      "grad_norm": 0.16201436519622803,
      "learning_rate": 9.752772683266512e-05,
      "loss": 0.0166,
      "step": 14550
    },
    {
      "loss_action": 0.011243029497563839,
      "loss_total": 0.011243029497563839,
      "step": 14550
    },
    {
      "loss_action": 0.006035502068698406,
      "loss_total": 0.006035502068698406,
      "step": 14550
    },
    {
      "loss_action": 0.014319240115582943,
      "loss_total": 0.014319240115582943,
      "step": 14550
    },
    {
      "loss_action": 0.008317617699503899,
      "loss_total": 0.008317617699503899,
      "step": 14550
    },
    {
      "loss_action": 0.015008915215730667,
      "loss_total": 0.015008915215730667,
      "step": 14550
    },
    {
      "loss_action": 0.016427762806415558,
      "loss_total": 0.016427762806415558,
      "step": 14550
    },
    {
      "loss_action": 0.013240198604762554,
      "loss_total": 0.013240198604762554,
      "step": 14550
    },
    {
      "loss_action": 0.012310201302170753,
      "loss_total": 0.012310201302170753,
      "step": 14550
    },
    {
      "grad_norm": 0.07562699913978577,
      "learning_rate": 9.752258925646665e-05,
      "loss": 0.0143,
      "step": 14560
    },
    {
      "loss_action": 0.016343917697668076,
      "loss_total": 0.016343917697668076,
      "step": 14560
    },
    {
      "loss_action": 0.023177210241556168,
      "loss_total": 0.023177210241556168,
      "step": 14560
    },
    {
      "loss_action": 0.01174999587237835,
      "loss_total": 0.01174999587237835,
      "step": 14560
    },
    {
      "loss_action": 0.009107222780585289,
      "loss_total": 0.009107222780585289,
      "step": 14560
    },
    {
      "loss_action": 0.022360071539878845,
      "loss_total": 0.022360071539878845,
      "step": 14560
    },
    {
      "loss_action": 0.015980064868927002,
      "loss_total": 0.015980064868927002,
      "step": 14560
    },
    {
      "loss_action": 0.007378983311355114,
      "loss_total": 0.007378983311355114,
      "step": 14560
    },
    {
      "loss_action": 0.020043933764100075,
      "loss_total": 0.020043933764100075,
      "step": 14560
    },
    {
      "grad_norm": 0.19488616287708282,
      "learning_rate": 9.751744648326926e-05,
      "loss": 0.0143,
      "step": 14570
    },
    {
      "loss_action": 0.0059128496795892715,
      "loss_total": 0.0059128496795892715,
      "step": 14570
    },
    {
      "loss_action": 0.01674088090658188,
      "loss_total": 0.01674088090658188,
      "step": 14570
    },
    {
      "loss_action": 0.007127917837351561,
      "loss_total": 0.007127917837351561,
      "step": 14570
    },
    {
      "loss_action": 0.006136082578450441,
      "loss_total": 0.006136082578450441,
      "step": 14570
    },
    {
      "loss_action": 0.009978029876947403,
      "loss_total": 0.009978029876947403,
      "step": 14570
    },
    {
      "loss_action": 0.010082005523145199,
      "loss_total": 0.010082005523145199,
      "step": 14570
    },
    {
      "loss_action": 0.00709069799631834,
      "loss_total": 0.00709069799631834,
      "step": 14570
    },
    {
      "loss_action": 0.013933787122368813,
      "loss_total": 0.013933787122368813,
      "step": 14570
    },
    {
      "grad_norm": 0.21469970047473907,
      "learning_rate": 9.751229851363536e-05,
      "loss": 0.0135,
      "step": 14580
    },
    {
      "loss_action": 0.005128851626068354,
      "loss_total": 0.005128851626068354,
      "step": 14580
    },
    {
      "loss_action": 0.01299246121197939,
      "loss_total": 0.01299246121197939,
      "step": 14580
    },
    {
      "loss_action": 0.018380876630544662,
      "loss_total": 0.018380876630544662,
      "step": 14580
    },
    {
      "loss_action": 0.005795065313577652,
      "loss_total": 0.005795065313577652,
      "step": 14580
    },
    {
      "loss_action": 0.007666814606636763,
      "loss_total": 0.007666814606636763,
      "step": 14580
    },
    {
      "loss_action": 0.012609560042619705,
      "loss_total": 0.012609560042619705,
      "step": 14580
    },
    {
      "loss_action": 0.009709060192108154,
      "loss_total": 0.009709060192108154,
      "step": 14580
    },
    {
      "loss_action": 0.017684146761894226,
      "loss_total": 0.017684146761894226,
      "step": 14580
    },
    {
      "grad_norm": 0.1668529212474823,
      "learning_rate": 9.750714534812793e-05,
      "loss": 0.0146,
      "step": 14590
    },
    {
      "loss_action": 0.024833962321281433,
      "loss_total": 0.024833962321281433,
      "step": 14590
    },
    {
      "loss_action": 0.00732008833438158,
      "loss_total": 0.00732008833438158,
      "step": 14590
    },
    {
      "loss_action": 0.0037499601021409035,
      "loss_total": 0.0037499601021409035,
      "step": 14590
    },
    {
      "loss_action": 0.007255369797348976,
      "loss_total": 0.007255369797348976,
      "step": 14590
    },
    {
      "loss_action": 0.01441503781825304,
      "loss_total": 0.01441503781825304,
      "step": 14590
    },
    {
      "loss_action": 0.00501843448728323,
      "loss_total": 0.00501843448728323,
      "step": 14590
    },
    {
      "loss_action": 0.00986853614449501,
      "loss_total": 0.00986853614449501,
      "step": 14590
    },
    {
      "loss_action": 0.014171893708407879,
      "loss_total": 0.014171893708407879,
      "step": 14590
    },
    {
      "grad_norm": 0.1313793957233429,
      "learning_rate": 9.750198698731053e-05,
      "loss": 0.0159,
      "step": 14600
    },
    {
      "loss_action": 0.014921099878847599,
      "loss_total": 0.014921099878847599,
      "step": 14600
    },
    {
      "loss_action": 0.010390723124146461,
      "loss_total": 0.010390723124146461,
      "step": 14600
    },
    {
      "loss_action": 0.014113235287368298,
      "loss_total": 0.014113235287368298,
      "step": 14600
    },
    {
      "loss_action": 0.0066745709627866745,
      "loss_total": 0.0066745709627866745,
      "step": 14600
    },
    {
      "loss_action": 0.016981758177280426,
      "loss_total": 0.016981758177280426,
      "step": 14600
    },
    {
      "loss_action": 0.012005230411887169,
      "loss_total": 0.012005230411887169,
      "step": 14600
    },
    {
      "loss_action": 0.023008495569229126,
      "loss_total": 0.023008495569229126,
      "step": 14600
    },
    {
      "loss_action": 0.04989548400044441,
      "loss_total": 0.04989548400044441,
      "step": 14600
    },
    {
      "grad_norm": 0.17301347851753235,
      "learning_rate": 9.749682343174722e-05,
      "loss": 0.0155,
      "step": 14610
    },
    {
      "loss_action": 0.009094628505408764,
      "loss_total": 0.009094628505408764,
      "step": 14610
    },
    {
      "loss_action": 0.01775483787059784,
      "loss_total": 0.01775483787059784,
      "step": 14610
    },
    {
      "loss_action": 0.03097054734826088,
      "loss_total": 0.03097054734826088,
      "step": 14610
    },
    {
      "loss_action": 0.021133650094270706,
      "loss_total": 0.021133650094270706,
      "step": 14610
    },
    {
      "loss_action": 0.017307789996266365,
      "loss_total": 0.017307789996266365,
      "step": 14610
    },
    {
      "loss_action": 0.014143070206046104,
      "loss_total": 0.014143070206046104,
      "step": 14610
    },
    {
      "loss_action": 0.007917176932096481,
      "loss_total": 0.007917176932096481,
      "step": 14610
    },
    {
      "loss_action": 0.006176140159368515,
      "loss_total": 0.006176140159368515,
      "step": 14610
    },
    {
      "grad_norm": 0.17397509515285492,
      "learning_rate": 9.749165468200272e-05,
      "loss": 0.0156,
      "step": 14620
    },
    {
      "loss_action": 0.03604718670248985,
      "loss_total": 0.03604718670248985,
      "step": 14620
    },
    {
      "loss_action": 0.011473121121525764,
      "loss_total": 0.011473121121525764,
      "step": 14620
    },
    {
      "loss_action": 0.02597089484333992,
      "loss_total": 0.02597089484333992,
      "step": 14620
    },
    {
      "loss_action": 0.00972084142267704,
      "loss_total": 0.00972084142267704,
      "step": 14620
    },
    {
      "loss_action": 0.015995822846889496,
      "loss_total": 0.015995822846889496,
      "step": 14620
    },
    {
      "loss_action": 0.01337454654276371,
      "loss_total": 0.01337454654276371,
      "step": 14620
    },
    {
      "loss_action": 0.02981615625321865,
      "loss_total": 0.02981615625321865,
      "step": 14620
    },
    {
      "loss_action": 0.019584719091653824,
      "loss_total": 0.019584719091653824,
      "step": 14620
    },
    {
      "grad_norm": 0.18858976662158966,
      "learning_rate": 9.748648073864229e-05,
      "loss": 0.0161,
      "step": 14630
    },
    {
      "loss_action": 0.011250915005803108,
      "loss_total": 0.011250915005803108,
      "step": 14630
    },
    {
      "loss_action": 0.012294918298721313,
      "loss_total": 0.012294918298721313,
      "step": 14630
    },
    {
      "loss_action": 0.013508104719221592,
      "loss_total": 0.013508104719221592,
      "step": 14630
    },
    {
      "loss_action": 0.010161995887756348,
      "loss_total": 0.010161995887756348,
      "step": 14630
    },
    {
      "loss_action": 0.020979106426239014,
      "loss_total": 0.020979106426239014,
      "step": 14630
    },
    {
      "loss_action": 0.004873530939221382,
      "loss_total": 0.004873530939221382,
      "step": 14630
    },
    {
      "loss_action": 0.029295526444911957,
      "loss_total": 0.029295526444911957,
      "step": 14630
    },
    {
      "loss_action": 0.031437892466783524,
      "loss_total": 0.031437892466783524,
      "step": 14630
    },
    {
      "grad_norm": 0.17380653321743011,
      "learning_rate": 9.748130160223168e-05,
      "loss": 0.0157,
      "step": 14640
    },
    {
      "loss_action": 0.018029626458883286,
      "loss_total": 0.018029626458883286,
      "step": 14640
    },
    {
      "loss_action": 0.018898196518421173,
      "loss_total": 0.018898196518421173,
      "step": 14640
    },
    {
      "loss_action": 0.012785148806869984,
      "loss_total": 0.012785148806869984,
      "step": 14640
    },
    {
      "loss_action": 0.012063328176736832,
      "loss_total": 0.012063328176736832,
      "step": 14640
    },
    {
      "loss_action": 0.014048527926206589,
      "loss_total": 0.014048527926206589,
      "step": 14640
    },
    {
      "loss_action": 0.010020701214671135,
      "loss_total": 0.010020701214671135,
      "step": 14640
    },
    {
      "loss_action": 0.02143489569425583,
      "loss_total": 0.02143489569425583,
      "step": 14640
    },
    {
      "loss_action": 0.020856883376836777,
      "loss_total": 0.020856883376836777,
      "step": 14640
    },
    {
      "grad_norm": 0.1326485425233841,
      "learning_rate": 9.747611727333734e-05,
      "loss": 0.017,
      "step": 14650
    },
    {
      "loss_action": 0.024443648755550385,
      "loss_total": 0.024443648755550385,
      "step": 14650
    },
    {
      "loss_action": 0.009201347827911377,
      "loss_total": 0.009201347827911377,
      "step": 14650
    },
    {
      "loss_action": 0.026034491136670113,
      "loss_total": 0.026034491136670113,
      "step": 14650
    },
    {
      "loss_action": 0.017903152853250504,
      "loss_total": 0.017903152853250504,
      "step": 14650
    },
    {
      "loss_action": 0.019055739045143127,
      "loss_total": 0.019055739045143127,
      "step": 14650
    },
    {
      "loss_action": 0.014829443767666817,
      "loss_total": 0.014829443767666817,
      "step": 14650
    },
    {
      "loss_action": 0.01357763446867466,
      "loss_total": 0.01357763446867466,
      "step": 14650
    },
    {
      "loss_action": 0.014593468979001045,
      "loss_total": 0.014593468979001045,
      "step": 14650
    },
    {
      "grad_norm": 0.15493258833885193,
      "learning_rate": 9.74709277525262e-05,
      "loss": 0.0148,
      "step": 14660
    },
    {
      "loss_action": 0.02423187717795372,
      "loss_total": 0.02423187717795372,
      "step": 14660
    },
    {
      "loss_action": 0.00888968538492918,
      "loss_total": 0.00888968538492918,
      "step": 14660
    },
    {
      "loss_action": 0.0265025794506073,
      "loss_total": 0.0265025794506073,
      "step": 14660
    },
    {
      "loss_action": 0.01816784217953682,
      "loss_total": 0.01816784217953682,
      "step": 14660
    },
    {
      "loss_action": 0.029455989599227905,
      "loss_total": 0.029455989599227905,
      "step": 14660
    },
    {
      "loss_action": 0.009269878268241882,
      "loss_total": 0.009269878268241882,
      "step": 14660
    },
    {
      "loss_action": 0.012450721114873886,
      "loss_total": 0.012450721114873886,
      "step": 14660
    },
    {
      "loss_action": 0.008051621727645397,
      "loss_total": 0.008051621727645397,
      "step": 14660
    },
    {
      "grad_norm": 0.16730137169361115,
      "learning_rate": 9.746573304036576e-05,
      "loss": 0.0153,
      "step": 14670
    },
    {
      "loss_action": 0.012370524927973747,
      "loss_total": 0.012370524927973747,
      "step": 14670
    },
    {
      "loss_action": 0.0069665065966546535,
      "loss_total": 0.0069665065966546535,
      "step": 14670
    },
    {
      "loss_action": 0.022030513733625412,
      "loss_total": 0.022030513733625412,
      "step": 14670
    },
    {
      "loss_action": 0.02028876543045044,
      "loss_total": 0.02028876543045044,
      "step": 14670
    },
    {
      "loss_action": 0.005686339922249317,
      "loss_total": 0.005686339922249317,
      "step": 14670
    },
    {
      "loss_action": 0.02950235828757286,
      "loss_total": 0.02950235828757286,
      "step": 14670
    },
    {
      "loss_action": 0.009626582264900208,
      "loss_total": 0.009626582264900208,
      "step": 14670
    },
    {
      "loss_action": 0.03166075423359871,
      "loss_total": 0.03166075423359871,
      "step": 14670
    },
    {
      "grad_norm": 0.161513090133667,
      "learning_rate": 9.746053313742412e-05,
      "loss": 0.0148,
      "step": 14680
    },
    {
      "loss_action": 0.012574829161167145,
      "loss_total": 0.012574829161167145,
      "step": 14680
    },
    {
      "loss_action": 0.012060926295816898,
      "loss_total": 0.012060926295816898,
      "step": 14680
    },
    {
      "loss_action": 0.013340653851628304,
      "loss_total": 0.013340653851628304,
      "step": 14680
    },
    {
      "loss_action": 0.01664626970887184,
      "loss_total": 0.01664626970887184,
      "step": 14680
    },
    {
      "loss_action": 0.014174079522490501,
      "loss_total": 0.014174079522490501,
      "step": 14680
    },
    {
      "loss_action": 0.015739688649773598,
      "loss_total": 0.015739688649773598,
      "step": 14680
    },
    {
      "loss_action": 0.005822978913784027,
      "loss_total": 0.005822978913784027,
      "step": 14680
    },
    {
      "loss_action": 0.00624224403873086,
      "loss_total": 0.00624224403873086,
      "step": 14680
    },
    {
      "grad_norm": 0.16024784743785858,
      "learning_rate": 9.745532804426994e-05,
      "loss": 0.0137,
      "step": 14690
    },
    {
      "loss_action": 0.009834501892328262,
      "loss_total": 0.009834501892328262,
      "step": 14690
    },
    {
      "loss_action": 0.005929112900048494,
      "loss_total": 0.005929112900048494,
      "step": 14690
    },
    {
      "loss_action": 0.008855525404214859,
      "loss_total": 0.008855525404214859,
      "step": 14690
    },
    {
      "loss_action": 0.012824995443224907,
      "loss_total": 0.012824995443224907,
      "step": 14690
    },
    {
      "loss_action": 0.012902031652629375,
      "loss_total": 0.012902031652629375,
      "step": 14690
    },
    {
      "loss_action": 0.013686131685972214,
      "loss_total": 0.013686131685972214,
      "step": 14690
    },
    {
      "loss_action": 0.023382827639579773,
      "loss_total": 0.023382827639579773,
      "step": 14690
    },
    {
      "loss_action": 0.009519975632429123,
      "loss_total": 0.009519975632429123,
      "step": 14690
    },
    {
      "grad_norm": 0.2084609568119049,
      "learning_rate": 9.745011776147242e-05,
      "loss": 0.0161,
      "step": 14700
    },
    {
      "loss_action": 0.013191898353397846,
      "loss_total": 0.013191898353397846,
      "step": 14700
    },
    {
      "loss_action": 0.02768060192465782,
      "loss_total": 0.02768060192465782,
      "step": 14700
    },
    {
      "loss_action": 0.03732539340853691,
      "loss_total": 0.03732539340853691,
      "step": 14700
    },
    {
      "loss_action": 0.02760034054517746,
      "loss_total": 0.02760034054517746,
      "step": 14700
    },
    {
      "loss_action": 0.014526568353176117,
      "loss_total": 0.014526568353176117,
      "step": 14700
    },
    {
      "loss_action": 0.008116265758872032,
      "loss_total": 0.008116265758872032,
      "step": 14700
    },
    {
      "loss_action": 0.013089006766676903,
      "loss_total": 0.013089006766676903,
      "step": 14700
    },
    {
      "loss_action": 0.009569813497364521,
      "loss_total": 0.009569813497364521,
      "step": 14700
    },
    {
      "grad_norm": 0.15973664820194244,
      "learning_rate": 9.744490228960138e-05,
      "loss": 0.0132,
      "step": 14710
    },
    {
      "loss_action": 0.0166182741522789,
      "loss_total": 0.0166182741522789,
      "step": 14710
    },
    {
      "loss_action": 0.012903403490781784,
      "loss_total": 0.012903403490781784,
      "step": 14710
    },
    {
      "loss_action": 0.007916994392871857,
      "loss_total": 0.007916994392871857,
      "step": 14710
    },
    {
      "loss_action": 0.01936441846191883,
      "loss_total": 0.01936441846191883,
      "step": 14710
    },
    {
      "loss_action": 0.006935775279998779,
      "loss_total": 0.006935775279998779,
      "step": 14710
    },
    {
      "loss_action": 0.012728298082947731,
      "loss_total": 0.012728298082947731,
      "step": 14710
    },
    {
      "loss_action": 0.01757539063692093,
      "loss_total": 0.01757539063692093,
      "step": 14710
    },
    {
      "loss_action": 0.006820335052907467,
      "loss_total": 0.006820335052907467,
      "step": 14710
    },
    {
      "grad_norm": 0.1787494570016861,
      "learning_rate": 9.743968162922713e-05,
      "loss": 0.0139,
      "step": 14720
    },
    {
      "loss_action": 0.00925743393599987,
      "loss_total": 0.00925743393599987,
      "step": 14720
    },
    {
      "loss_action": 0.022957593202590942,
      "loss_total": 0.022957593202590942,
      "step": 14720
    },
    {
      "loss_action": 0.015816885977983475,
      "loss_total": 0.015816885977983475,
      "step": 14720
    },
    {
      "loss_action": 0.011208837851881981,
      "loss_total": 0.011208837851881981,
      "step": 14720
    },
    {
      "loss_action": 0.010512098670005798,
      "loss_total": 0.010512098670005798,
      "step": 14720
    },
    {
      "loss_action": 0.02107113227248192,
      "loss_total": 0.02107113227248192,
      "step": 14720
    },
    {
      "loss_action": 0.014369737356901169,
      "loss_total": 0.014369737356901169,
      "step": 14720
    },
    {
      "loss_action": 0.011631635017693043,
      "loss_total": 0.011631635017693043,
      "step": 14720
    },
    {
      "grad_norm": 0.20374900102615356,
      "learning_rate": 9.743445578092064e-05,
      "loss": 0.0163,
      "step": 14730
    },
    {
      "loss_action": 0.017540037631988525,
      "loss_total": 0.017540037631988525,
      "step": 14730
    },
    {
      "loss_action": 0.031598638743162155,
      "loss_total": 0.031598638743162155,
      "step": 14730
    },
    {
      "loss_action": 0.009058238938450813,
      "loss_total": 0.009058238938450813,
      "step": 14730
    },
    {
      "loss_action": 0.010291165672242641,
      "loss_total": 0.010291165672242641,
      "step": 14730
    },
    {
      "loss_action": 0.01640777662396431,
      "loss_total": 0.01640777662396431,
      "step": 14730
    },
    {
      "loss_action": 0.015901461243629456,
      "loss_total": 0.015901461243629456,
      "step": 14730
    },
    {
      "loss_action": 0.024368297308683395,
      "loss_total": 0.024368297308683395,
      "step": 14730
    },
    {
      "loss_action": 0.006517183966934681,
      "loss_total": 0.006517183966934681,
      "step": 14730
    },
    {
      "grad_norm": 0.16870133578777313,
      "learning_rate": 9.742922474525338e-05,
      "loss": 0.0155,
      "step": 14740
    },
    {
      "loss_action": 0.03745816648006439,
      "loss_total": 0.03745816648006439,
      "step": 14740
    },
    {
      "loss_action": 0.012094340287148952,
      "loss_total": 0.012094340287148952,
      "step": 14740
    },
    {
      "loss_action": 0.013107925653457642,
      "loss_total": 0.013107925653457642,
      "step": 14740
    },
    {
      "loss_action": 0.011441851034760475,
      "loss_total": 0.011441851034760475,
      "step": 14740
    },
    {
      "loss_action": 0.012810267508029938,
      "loss_total": 0.012810267508029938,
      "step": 14740
    },
    {
      "loss_action": 0.01698877289891243,
      "loss_total": 0.01698877289891243,
      "step": 14740
    },
    {
      "loss_action": 0.009223159402608871,
      "loss_total": 0.009223159402608871,
      "step": 14740
    },
    {
      "loss_action": 0.010925551876425743,
      "loss_total": 0.010925551876425743,
      "step": 14740
    },
    {
      "grad_norm": 0.16057679057121277,
      "learning_rate": 9.742398852279741e-05,
      "loss": 0.0149,
      "step": 14750
    },
    {
      "loss_action": 0.014469148591160774,
      "loss_total": 0.014469148591160774,
      "step": 14750
    },
    {
      "loss_action": 0.00744622340425849,
      "loss_total": 0.00744622340425849,
      "step": 14750
    },
    {
      "loss_action": 0.021312329918146133,
      "loss_total": 0.021312329918146133,
      "step": 14750
    },
    {
      "loss_action": 0.017548412084579468,
      "loss_total": 0.017548412084579468,
      "step": 14750
    },
    {
      "loss_action": 0.018484950065612793,
      "loss_total": 0.018484950065612793,
      "step": 14750
    },
    {
      "loss_action": 0.009097801521420479,
      "loss_total": 0.009097801521420479,
      "step": 14750
    },
    {
      "loss_action": 0.02224515751004219,
      "loss_total": 0.02224515751004219,
      "step": 14750
    },
    {
      "loss_action": 0.01566942408680916,
      "loss_total": 0.01566942408680916,
      "step": 14750
    },
    {
      "grad_norm": 0.16338655352592468,
      "learning_rate": 9.741874711412535e-05,
      "loss": 0.0156,
      "step": 14760
    },
    {
      "loss_action": 0.021957935765385628,
      "loss_total": 0.021957935765385628,
      "step": 14760
    },
    {
      "loss_action": 0.009310217574238777,
      "loss_total": 0.009310217574238777,
      "step": 14760
    },
    {
      "loss_action": 0.022877534851431847,
      "loss_total": 0.022877534851431847,
      "step": 14760
    },
    {
      "loss_action": 0.019550669938325882,
      "loss_total": 0.019550669938325882,
      "step": 14760
    },
    {
      "loss_action": 0.026500102132558823,
      "loss_total": 0.026500102132558823,
      "step": 14760
    },
    {
      "loss_action": 0.020462241023778915,
      "loss_total": 0.020462241023778915,
      "step": 14760
    },
    {
      "loss_action": 0.018295029178261757,
      "loss_total": 0.018295029178261757,
      "step": 14760
    },
    {
      "loss_action": 0.011978575959801674,
      "loss_total": 0.011978575959801674,
      "step": 14760
    },
    {
      "grad_norm": 0.14162318408489227,
      "learning_rate": 9.741350051981042e-05,
      "loss": 0.0143,
      "step": 14770
    },
    {
      "loss_action": 0.01177128590643406,
      "loss_total": 0.01177128590643406,
      "step": 14770
    },
    {
      "loss_action": 0.007233056239783764,
      "loss_total": 0.007233056239783764,
      "step": 14770
    },
    {
      "loss_action": 0.011652875691652298,
      "loss_total": 0.011652875691652298,
      "step": 14770
    },
    {
      "loss_action": 0.009954649955034256,
      "loss_total": 0.009954649955034256,
      "step": 14770
    },
    {
      "loss_action": 0.00806397758424282,
      "loss_total": 0.00806397758424282,
      "step": 14770
    },
    {
      "loss_action": 0.02495141141116619,
      "loss_total": 0.02495141141116619,
      "step": 14770
    },
    {
      "loss_action": 0.012880805879831314,
      "loss_total": 0.012880805879831314,
      "step": 14770
    },
    {
      "loss_action": 0.03245773911476135,
      "loss_total": 0.03245773911476135,
      "step": 14770
    },
    {
      "grad_norm": 0.11296634376049042,
      "learning_rate": 9.740824874042633e-05,
      "loss": 0.0148,
      "step": 14780
    },
    {
      "loss_action": 0.007054156623780727,
      "loss_total": 0.007054156623780727,
      "step": 14780
    },
    {
      "loss_action": 0.018649891018867493,
      "loss_total": 0.018649891018867493,
      "step": 14780
    },
    {
      "loss_action": 0.014947868883609772,
      "loss_total": 0.014947868883609772,
      "step": 14780
    },
    {
      "loss_action": 0.018006455153226852,
      "loss_total": 0.018006455153226852,
      "step": 14780
    },
    {
      "loss_action": 0.018266789615154266,
      "loss_total": 0.018266789615154266,
      "step": 14780
    },
    {
      "loss_action": 0.01143111102283001,
      "loss_total": 0.01143111102283001,
      "step": 14780
    },
    {
      "loss_action": 0.03508825600147247,
      "loss_total": 0.03508825600147247,
      "step": 14780
    },
    {
      "loss_action": 0.00674913777038455,
      "loss_total": 0.00674913777038455,
      "step": 14780
    },
    {
      "grad_norm": 0.2076134979724884,
      "learning_rate": 9.740299177654746e-05,
      "loss": 0.0167,
      "step": 14790
    },
    {
      "loss_action": 0.012909935787320137,
      "loss_total": 0.012909935787320137,
      "step": 14790
    },
    {
      "loss_action": 0.009982411749660969,
      "loss_total": 0.009982411749660969,
      "step": 14790
    },
    {
      "loss_action": 0.018768953159451485,
      "loss_total": 0.018768953159451485,
      "step": 14790
    },
    {
      "loss_action": 0.005939881782978773,
      "loss_total": 0.005939881782978773,
      "step": 14790
    },
    {
      "loss_action": 0.008545582182705402,
      "loss_total": 0.008545582182705402,
      "step": 14790
    },
    {
      "loss_action": 0.008700846694409847,
      "loss_total": 0.008700846694409847,
      "step": 14790
    },
    {
      "loss_action": 0.007939700968563557,
      "loss_total": 0.007939700968563557,
      "step": 14790
    },
    {
      "loss_action": 0.03831378370523453,
      "loss_total": 0.03831378370523453,
      "step": 14790
    },
    {
      "grad_norm": 0.17765341699123383,
      "learning_rate": 9.739772962874867e-05,
      "loss": 0.0165,
      "step": 14800
    },
    {
      "loss_action": 0.014412665739655495,
      "loss_total": 0.014412665739655495,
      "step": 14800
    },
    {
      "loss_action": 0.022734781727194786,
      "loss_total": 0.022734781727194786,
      "step": 14800
    },
    {
      "loss_action": 0.010867508128285408,
      "loss_total": 0.010867508128285408,
      "step": 14800
    },
    {
      "loss_action": 0.007916335016489029,
      "loss_total": 0.007916335016489029,
      "step": 14800
    },
    {
      "loss_action": 0.01674053445458412,
      "loss_total": 0.01674053445458412,
      "step": 14800
    },
    {
      "loss_action": 0.03825608640909195,
      "loss_total": 0.03825608640909195,
      "step": 14800
    },
    {
      "loss_action": 0.024603720754384995,
      "loss_total": 0.024603720754384995,
      "step": 14800
    },
    {
      "loss_action": 0.00798441469669342,
      "loss_total": 0.00798441469669342,
      "step": 14800
    },
    {
      "grad_norm": 0.10498987883329391,
      "learning_rate": 9.739246229760541e-05,
      "loss": 0.0148,
      "step": 14810
    },
    {
      "loss_action": 0.01686081290245056,
      "loss_total": 0.01686081290245056,
      "step": 14810
    },
    {
      "loss_action": 0.015189082361757755,
      "loss_total": 0.015189082361757755,
      "step": 14810
    },
    {
      "loss_action": 0.010036079213023186,
      "loss_total": 0.010036079213023186,
      "step": 14810
    },
    {
      "loss_action": 0.010401103645563126,
      "loss_total": 0.010401103645563126,
      "step": 14810
    },
    {
      "loss_action": 0.0066460249945521355,
      "loss_total": 0.0066460249945521355,
      "step": 14810
    },
    {
      "loss_action": 0.011403912678360939,
      "loss_total": 0.011403912678360939,
      "step": 14810
    },
    {
      "loss_action": 0.041030433028936386,
      "loss_total": 0.041030433028936386,
      "step": 14810
    },
    {
      "loss_action": 0.014228709042072296,
      "loss_total": 0.014228709042072296,
      "step": 14810
    },
    {
      "grad_norm": 0.16888479888439178,
      "learning_rate": 9.738718978369376e-05,
      "loss": 0.0154,
      "step": 14820
    },
    {
      "loss_action": 0.01564788445830345,
      "loss_total": 0.01564788445830345,
      "step": 14820
    },
    {
      "loss_action": 0.023559391498565674,
      "loss_total": 0.023559391498565674,
      "step": 14820
    },
    {
      "loss_action": 0.012035010382533073,
      "loss_total": 0.012035010382533073,
      "step": 14820
    },
    {
      "loss_action": 0.011188355274498463,
      "loss_total": 0.011188355274498463,
      "step": 14820
    },
    {
      "loss_action": 0.01564875803887844,
      "loss_total": 0.01564875803887844,
      "step": 14820
    },
    {
      "loss_action": 0.009812460280954838,
      "loss_total": 0.009812460280954838,
      "step": 14820
    },
    {
      "loss_action": 0.01169898547232151,
      "loss_total": 0.01169898547232151,
      "step": 14820
    },
    {
      "loss_action": 0.007725037168711424,
      "loss_total": 0.007725037168711424,
      "step": 14820
    },
    {
      "grad_norm": 0.22166289389133453,
      "learning_rate": 9.738191208759025e-05,
      "loss": 0.0157,
      "step": 14830
    },
    {
      "loss_action": 0.04208683595061302,
      "loss_total": 0.04208683595061302,
      "step": 14830
    },
    {
      "loss_action": 0.009548138827085495,
      "loss_total": 0.009548138827085495,
      "step": 14830
    },
    {
      "loss_action": 0.01685422845184803,
      "loss_total": 0.01685422845184803,
      "step": 14830
    },
    {
      "loss_action": 0.013756968080997467,
      "loss_total": 0.013756968080997467,
      "step": 14830
    },
    {
      "loss_action": 0.021067660301923752,
      "loss_total": 0.021067660301923752,
      "step": 14830
    },
    {
      "loss_action": 0.02516760304570198,
      "loss_total": 0.02516760304570198,
      "step": 14830
    },
    {
      "loss_action": 0.007552384398877621,
      "loss_total": 0.007552384398877621,
      "step": 14830
    },
    {
      "loss_action": 0.00956159457564354,
      "loss_total": 0.00956159457564354,
      "step": 14830
    },
    {
      "grad_norm": 0.1263919472694397,
      "learning_rate": 9.73766292098721e-05,
      "loss": 0.0168,
      "step": 14840
    },
    {
      "loss_action": 0.02313365787267685,
      "loss_total": 0.02313365787267685,
      "step": 14840
    },
    {
      "loss_action": 0.009143425151705742,
      "loss_total": 0.009143425151705742,
      "step": 14840
    },
    {
      "loss_action": 0.018806591629981995,
      "loss_total": 0.018806591629981995,
      "step": 14840
    },
    {
      "loss_action": 0.00874067097902298,
      "loss_total": 0.00874067097902298,
      "step": 14840
    },
    {
      "loss_action": 0.00717084389179945,
      "loss_total": 0.00717084389179945,
      "step": 14840
    },
    {
      "loss_action": 0.012974640354514122,
      "loss_total": 0.012974640354514122,
      "step": 14840
    },
    {
      "loss_action": 0.033834222704172134,
      "loss_total": 0.033834222704172134,
      "step": 14840
    },
    {
      "loss_action": 0.016504116356372833,
      "loss_total": 0.016504116356372833,
      "step": 14840
    },
    {
      "grad_norm": 0.1344577968120575,
      "learning_rate": 9.737134115111699e-05,
      "loss": 0.0147,
      "step": 14850
    },
    {
      "loss_action": 0.011646413244307041,
      "loss_total": 0.011646413244307041,
      "step": 14850
    },
    {
      "loss_action": 0.013039574027061462,
      "loss_total": 0.013039574027061462,
      "step": 14850
    },
    {
      "loss_action": 0.008862235583364964,
      "loss_total": 0.008862235583364964,
      "step": 14850
    },
    {
      "loss_action": 0.013108180835843086,
      "loss_total": 0.013108180835843086,
      "step": 14850
    },
    {
      "loss_action": 0.026943789795041084,
      "loss_total": 0.026943789795041084,
      "step": 14850
    },
    {
      "loss_action": 0.0072911703027784824,
      "loss_total": 0.0072911703027784824,
      "step": 14850
    },
    {
      "loss_action": 0.014157972298562527,
      "loss_total": 0.014157972298562527,
      "step": 14850
    },
    {
      "loss_action": 0.035163771361112595,
      "loss_total": 0.035163771361112595,
      "step": 14850
    },
    {
      "grad_norm": 0.1321847140789032,
      "learning_rate": 9.736604791190323e-05,
      "loss": 0.0146,
      "step": 14860
    },
    {
      "loss_action": 0.07280202209949493,
      "loss_total": 0.07280202209949493,
      "step": 14860
    },
    {
      "loss_action": 0.012688698247075081,
      "loss_total": 0.012688698247075081,
      "step": 14860
    },
    {
      "loss_action": 0.022979211062192917,
      "loss_total": 0.022979211062192917,
      "step": 14860
    },
    {
      "loss_action": 0.01242902409285307,
      "loss_total": 0.01242902409285307,
      "step": 14860
    },
    {
      "loss_action": 0.0054791271686553955,
      "loss_total": 0.0054791271686553955,
      "step": 14860
    },
    {
      "loss_action": 0.008179761469364166,
      "loss_total": 0.008179761469364166,
      "step": 14860
    },
    {
      "loss_action": 0.013892585411667824,
      "loss_total": 0.013892585411667824,
      "step": 14860
    },
    {
      "loss_action": 0.01269160769879818,
      "loss_total": 0.01269160769879818,
      "step": 14860
    },
    {
      "grad_norm": 0.20106558501720428,
      "learning_rate": 9.73607494928097e-05,
      "loss": 0.0165,
      "step": 14870
    },
    {
      "loss_action": 0.005118165165185928,
      "loss_total": 0.005118165165185928,
      "step": 14870
    },
    {
      "loss_action": 0.01886565238237381,
      "loss_total": 0.01886565238237381,
      "step": 14870
    },
    {
      "loss_action": 0.011873383074998856,
      "loss_total": 0.011873383074998856,
      "step": 14870
    },
    {
      "loss_action": 0.03625261038541794,
      "loss_total": 0.03625261038541794,
      "step": 14870
    },
    {
      "loss_action": 0.015177006833255291,
      "loss_total": 0.015177006833255291,
      "step": 14870
    },
    {
      "loss_action": 0.021545059978961945,
      "loss_total": 0.021545059978961945,
      "step": 14870
    },
    {
      "loss_action": 0.018588412553071976,
      "loss_total": 0.018588412553071976,
      "step": 14870
    },
    {
      "loss_action": 0.022924816235899925,
      "loss_total": 0.022924816235899925,
      "step": 14870
    },
    {
      "grad_norm": 0.26171377301216125,
      "learning_rate": 9.735544589441581e-05,
      "loss": 0.0203,
      "step": 14880
    },
    {
      "loss_action": 0.019822904840111732,
      "loss_total": 0.019822904840111732,
      "step": 14880
    },
    {
      "loss_action": 0.02103578858077526,
      "loss_total": 0.02103578858077526,
      "step": 14880
    },
    {
      "loss_action": 0.015144484117627144,
      "loss_total": 0.015144484117627144,
      "step": 14880
    },
    {
      "loss_action": 0.01771043799817562,
      "loss_total": 0.01771043799817562,
      "step": 14880
    },
    {
      "loss_action": 0.016026336699724197,
      "loss_total": 0.016026336699724197,
      "step": 14880
    },
    {
      "loss_action": 0.015206421725451946,
      "loss_total": 0.015206421725451946,
      "step": 14880
    },
    {
      "loss_action": 0.016049139201641083,
      "loss_total": 0.016049139201641083,
      "step": 14880
    },
    {
      "loss_action": 0.02510153129696846,
      "loss_total": 0.02510153129696846,
      "step": 14880
    },
    {
      "grad_norm": 0.21444615721702576,
      "learning_rate": 9.735013711730154e-05,
      "loss": 0.0186,
      "step": 14890
    },
    {
      "loss_action": 0.01626121811568737,
      "loss_total": 0.01626121811568737,
      "step": 14890
    },
    {
      "loss_action": 0.013247385621070862,
      "loss_total": 0.013247385621070862,
      "step": 14890
    },
    {
      "loss_action": 0.02325320802628994,
      "loss_total": 0.02325320802628994,
      "step": 14890
    },
    {
      "loss_action": 0.012115014716982841,
      "loss_total": 0.012115014716982841,
      "step": 14890
    },
    {
      "loss_action": 0.014817210845649242,
      "loss_total": 0.014817210845649242,
      "step": 14890
    },
    {
      "loss_action": 0.006864321883767843,
      "loss_total": 0.006864321883767843,
      "step": 14890
    },
    {
      "loss_action": 0.035167284309864044,
      "loss_total": 0.035167284309864044,
      "step": 14890
    },
    {
      "loss_action": 0.017206918448209763,
      "loss_total": 0.017206918448209763,
      "step": 14890
    },
    {
      "grad_norm": 0.18673348426818848,
      "learning_rate": 9.734482316204747e-05,
      "loss": 0.0214,
      "step": 14900
    },
    {
      "loss_action": 0.0322827473282814,
      "loss_total": 0.0322827473282814,
      "step": 14900
    },
    {
      "loss_action": 0.019402606412768364,
      "loss_total": 0.019402606412768364,
      "step": 14900
    },
    {
      "loss_action": 0.008780140429735184,
      "loss_total": 0.008780140429735184,
      "step": 14900
    },
    {
      "loss_action": 0.022160135209560394,
      "loss_total": 0.022160135209560394,
      "step": 14900
    },
    {
      "loss_action": 0.021479584276676178,
      "loss_total": 0.021479584276676178,
      "step": 14900
    },
    {
      "loss_action": 0.017997145652770996,
      "loss_total": 0.017997145652770996,
      "step": 14900
    },
    {
      "loss_action": 0.01595434546470642,
      "loss_total": 0.01595434546470642,
      "step": 14900
    },
    {
      "loss_action": 0.01636221632361412,
      "loss_total": 0.01636221632361412,
      "step": 14900
    },
    {
      "grad_norm": 0.23544281721115112,
      "learning_rate": 9.733950402923473e-05,
      "loss": 0.0175,
      "step": 14910
    },
    {
      "loss_action": 0.009439938701689243,
      "loss_total": 0.009439938701689243,
      "step": 14910
    },
    {
      "loss_action": 0.007834960706532001,
      "loss_total": 0.007834960706532001,
      "step": 14910
    },
    {
      "loss_action": 0.010565570555627346,
      "loss_total": 0.010565570555627346,
      "step": 14910
    },
    {
      "loss_action": 0.012777896597981453,
      "loss_total": 0.012777896597981453,
      "step": 14910
    },
    {
      "loss_action": 0.016952168196439743,
      "loss_total": 0.016952168196439743,
      "step": 14910
    },
    {
      "loss_action": 0.008717472665011883,
      "loss_total": 0.008717472665011883,
      "step": 14910
    },
    {
      "loss_action": 0.013999984599649906,
      "loss_total": 0.013999984599649906,
      "step": 14910
    },
    {
      "loss_action": 0.02857271581888199,
      "loss_total": 0.02857271581888199,
      "step": 14910
    },
    {
      "grad_norm": 0.14295963943004608,
      "learning_rate": 9.7334179719445e-05,
      "loss": 0.0175,
      "step": 14920
    },
    {
      "loss_action": 0.014540663920342922,
      "loss_total": 0.014540663920342922,
      "step": 14920
    },
    {
      "loss_action": 0.013675667345523834,
      "loss_total": 0.013675667345523834,
      "step": 14920
    },
    {
      "loss_action": 0.011750411242246628,
      "loss_total": 0.011750411242246628,
      "step": 14920
    },
    {
      "loss_action": 0.013761721551418304,
      "loss_total": 0.013761721551418304,
      "step": 14920
    },
    {
      "loss_action": 0.00898722093552351,
      "loss_total": 0.00898722093552351,
      "step": 14920
    },
    {
      "loss_action": 0.014584703370928764,
      "loss_total": 0.014584703370928764,
      "step": 14920
    },
    {
      "loss_action": 0.015336459502577782,
      "loss_total": 0.015336459502577782,
      "step": 14920
    },
    {
      "loss_action": 0.007653901353478432,
      "loss_total": 0.007653901353478432,
      "step": 14920
    },
    {
      "grad_norm": 0.1564003974199295,
      "learning_rate": 9.732885023326053e-05,
      "loss": 0.0151,
      "step": 14930
    },
    {
      "loss_action": 0.006143092177808285,
      "loss_total": 0.006143092177808285,
      "step": 14930
    },
    {
      "loss_action": 0.013235017657279968,
      "loss_total": 0.013235017657279968,
      "step": 14930
    },
    {
      "loss_action": 0.019216889515519142,
      "loss_total": 0.019216889515519142,
      "step": 14930
    },
    {
      "loss_action": 0.011373533867299557,
      "loss_total": 0.011373533867299557,
      "step": 14930
    },
    {
      "loss_action": 0.007038314826786518,
      "loss_total": 0.007038314826786518,
      "step": 14930
    },
    {
      "loss_action": 0.00927233137190342,
      "loss_total": 0.00927233137190342,
      "step": 14930
    },
    {
      "loss_action": 0.008032134734094143,
      "loss_total": 0.008032134734094143,
      "step": 14930
    },
    {
      "loss_action": 0.023202363401651382,
      "loss_total": 0.023202363401651382,
      "step": 14930
    },
    {
      "grad_norm": 0.29284584522247314,
      "learning_rate": 9.732351557126418e-05,
      "loss": 0.0166,
      "step": 14940
    },
    {
      "loss_action": 0.01173984445631504,
      "loss_total": 0.01173984445631504,
      "step": 14940
    },
    {
      "loss_action": 0.013477024622261524,
      "loss_total": 0.013477024622261524,
      "step": 14940
    },
    {
      "loss_action": 0.020189471542835236,
      "loss_total": 0.020189471542835236,
      "step": 14940
    },
    {
      "loss_action": 0.01045059785246849,
      "loss_total": 0.01045059785246849,
      "step": 14940
    },
    {
      "loss_action": 0.012968450784683228,
      "loss_total": 0.012968450784683228,
      "step": 14940
    },
    {
      "loss_action": 0.017786525189876556,
      "loss_total": 0.017786525189876556,
      "step": 14940
    },
    {
      "loss_action": 0.004724530503153801,
      "loss_total": 0.004724530503153801,
      "step": 14940
    },
    {
      "loss_action": 0.01414868887513876,
      "loss_total": 0.01414868887513876,
      "step": 14940
    },
    {
      "grad_norm": 0.21840760111808777,
      "learning_rate": 9.731817573403929e-05,
      "loss": 0.0159,
      "step": 14950
    },
    {
      "loss_action": 0.014538571238517761,
      "loss_total": 0.014538571238517761,
      "step": 14950
    },
    {
      "loss_action": 0.020234791561961174,
      "loss_total": 0.020234791561961174,
      "step": 14950
    },
    {
      "loss_action": 0.019757917150855064,
      "loss_total": 0.019757917150855064,
      "step": 14950
    },
    {
      "loss_action": 0.006736184936016798,
      "loss_total": 0.006736184936016798,
      "step": 14950
    },
    {
      "loss_action": 0.008413538336753845,
      "loss_total": 0.008413538336753845,
      "step": 14950
    },
    {
      "loss_action": 0.007878330536186695,
      "loss_total": 0.007878330536186695,
      "step": 14950
    },
    {
      "loss_action": 0.015741240233182907,
      "loss_total": 0.015741240233182907,
      "step": 14950
    },
    {
      "loss_action": 0.01476321555674076,
      "loss_total": 0.01476321555674076,
      "step": 14950
    },
    {
      "grad_norm": 0.21087659895420074,
      "learning_rate": 9.731283072216985e-05,
      "loss": 0.015,
      "step": 14960
    },
    {
      "loss_action": 0.011682250536978245,
      "loss_total": 0.011682250536978245,
      "step": 14960
    },
    {
      "loss_action": 0.007531037554144859,
      "loss_total": 0.007531037554144859,
      "step": 14960
    },
    {
      "loss_action": 0.00812666304409504,
      "loss_total": 0.00812666304409504,
      "step": 14960
    },
    {
      "loss_action": 0.010689493268728256,
      "loss_total": 0.010689493268728256,
      "step": 14960
    },
    {
      "loss_action": 0.017559928819537163,
      "loss_total": 0.017559928819537163,
      "step": 14960
    },
    {
      "loss_action": 0.010816768743097782,
      "loss_total": 0.010816768743097782,
      "step": 14960
    },
    {
      "loss_action": 0.017084453254938126,
      "loss_total": 0.017084453254938126,
      "step": 14960
    },
    {
      "loss_action": 0.02474595606327057,
      "loss_total": 0.02474595606327057,
      "step": 14960
    },
    {
      "grad_norm": 0.12392441928386688,
      "learning_rate": 9.730748053624039e-05,
      "loss": 0.0167,
      "step": 14970
    },
    {
      "loss_action": 0.012611210346221924,
      "loss_total": 0.012611210346221924,
      "step": 14970
    },
    {
      "loss_action": 0.008526785299181938,
      "loss_total": 0.008526785299181938,
      "step": 14970
    },
    {
      "loss_action": 0.020783834159374237,
      "loss_total": 0.020783834159374237,
      "step": 14970
    },
    {
      "loss_action": 0.010857854038476944,
      "loss_total": 0.010857854038476944,
      "step": 14970
    },
    {
      "loss_action": 0.009260168299078941,
      "loss_total": 0.009260168299078941,
      "step": 14970
    },
    {
      "loss_action": 0.007004288956522942,
      "loss_total": 0.007004288956522942,
      "step": 14970
    },
    {
      "loss_action": 0.009450595825910568,
      "loss_total": 0.009450595825910568,
      "step": 14970
    },
    {
      "loss_action": 0.007842376828193665,
      "loss_total": 0.007842376828193665,
      "step": 14970
    },
    {
      "grad_norm": 0.15342754125595093,
      "learning_rate": 9.730212517683598e-05,
      "loss": 0.0151,
      "step": 14980
    },
    {
      "loss_action": 0.021725866943597794,
      "loss_total": 0.021725866943597794,
      "step": 14980
    },
    {
      "loss_action": 0.012855383567512035,
      "loss_total": 0.012855383567512035,
      "step": 14980
    },
    {
      "loss_action": 0.008619836531579494,
      "loss_total": 0.008619836531579494,
      "step": 14980
    },
    {
      "loss_action": 0.017172865569591522,
      "loss_total": 0.017172865569591522,
      "step": 14980
    },
    {
      "loss_action": 0.022631939500570297,
      "loss_total": 0.022631939500570297,
      "step": 14980
    },
    {
      "loss_action": 0.018805092200636864,
      "loss_total": 0.018805092200636864,
      "step": 14980
    },
    {
      "loss_action": 0.030429640784859657,
      "loss_total": 0.030429640784859657,
      "step": 14980
    },
    {
      "loss_action": 0.021965278312563896,
      "loss_total": 0.021965278312563896,
      "step": 14980
    },
    {
      "grad_norm": 0.15442001819610596,
      "learning_rate": 9.729676464454228e-05,
      "loss": 0.0151,
      "step": 14990
    },
    {
      "loss_action": 0.014397181570529938,
      "loss_total": 0.014397181570529938,
      "step": 14990
    },
    {
      "loss_action": 0.01150558516383171,
      "loss_total": 0.01150558516383171,
      "step": 14990
    },
    {
      "loss_action": 0.006495678797364235,
      "loss_total": 0.006495678797364235,
      "step": 14990
    },
    {
      "loss_action": 0.010482653975486755,
      "loss_total": 0.010482653975486755,
      "step": 14990
    },
    {
      "loss_action": 0.016973275691270828,
      "loss_total": 0.016973275691270828,
      "step": 14990
    },
    {
      "loss_action": 0.0070514073595404625,
      "loss_total": 0.0070514073595404625,
      "step": 14990
    },
    {
      "loss_action": 0.008817755617201328,
      "loss_total": 0.008817755617201328,
      "step": 14990
    },
    {
      "loss_action": 0.008298063650727272,
      "loss_total": 0.008298063650727272,
      "step": 14990
    },
    {
      "grad_norm": 0.28603774309158325,
      "learning_rate": 9.72913989399455e-05,
      "loss": 0.015,
      "step": 15000
    },
    {
      "loss_action": 0.027086779475212097,
      "loss_total": 0.027086779475212097,
      "step": 15000
    },
    {
      "loss_action": 0.00818367674946785,
      "loss_total": 0.00818367674946785,
      "step": 15000
    },
    {
      "loss_action": 0.009308842942118645,
      "loss_total": 0.009308842942118645,
      "step": 15000
    },
    {
      "loss_action": 0.015617625787854195,
      "loss_total": 0.015617625787854195,
      "step": 15000
    },
    {
      "loss_action": 0.011370180174708366,
      "loss_total": 0.011370180174708366,
      "step": 15000
    },
    {
      "loss_action": 0.07178254425525665,
      "loss_total": 0.07178254425525665,
      "step": 15000
    },
    {
      "loss_action": 0.010980028659105301,
      "loss_total": 0.010980028659105301,
      "step": 15000
    },
    {
      "loss_action": 0.010142610408365726,
      "loss_total": 0.010142610408365726,
      "step": 15000
    },
    {
      "grad_norm": 0.11478271335363388,
      "learning_rate": 9.728602806363242e-05,
      "loss": 0.0163,
      "step": 15010
    },
    {
      "loss_action": 0.008435282856225967,
      "loss_total": 0.008435282856225967,
      "step": 15010
    },
    {
      "loss_action": 0.011739135719835758,
      "loss_total": 0.011739135719835758,
      "step": 15010
    },
    {
      "loss_action": 0.019941065460443497,
      "loss_total": 0.019941065460443497,
      "step": 15010
    },
    {
      "loss_action": 0.016566477715969086,
      "loss_total": 0.016566477715969086,
      "step": 15010
    },
    {
      "loss_action": 0.010447707958519459,
      "loss_total": 0.010447707958519459,
      "step": 15010
    },
    {
      "loss_action": 0.04648338258266449,
      "loss_total": 0.04648338258266449,
      "step": 15010
    },
    {
      "loss_action": 0.008867773227393627,
      "loss_total": 0.008867773227393627,
      "step": 15010
    },
    {
      "loss_action": 0.006402292288839817,
      "loss_total": 0.006402292288839817,
      "step": 15010
    },
    {
      "grad_norm": 0.1255677342414856,
      "learning_rate": 9.728065201619043e-05,
      "loss": 0.0151,
      "step": 15020
    },
    {
      "loss_action": 0.010245409794151783,
      "loss_total": 0.010245409794151783,
      "step": 15020
    },
    {
      "loss_action": 0.004606121219694614,
      "loss_total": 0.004606121219694614,
      "step": 15020
    },
    {
      "loss_action": 0.010707941837608814,
      "loss_total": 0.010707941837608814,
      "step": 15020
    },
    {
      "loss_action": 0.006443786900490522,
      "loss_total": 0.006443786900490522,
      "step": 15020
    },
    {
      "loss_action": 0.017132088541984558,
      "loss_total": 0.017132088541984558,
      "step": 15020
    },
    {
      "loss_action": 0.010861876420676708,
      "loss_total": 0.010861876420676708,
      "step": 15020
    },
    {
      "loss_action": 0.004417792893946171,
      "loss_total": 0.004417792893946171,
      "step": 15020
    },
    {
      "loss_action": 0.019146304577589035,
      "loss_total": 0.019146304577589035,
      "step": 15020
    },
    {
      "grad_norm": 0.17746780812740326,
      "learning_rate": 9.727527079820742e-05,
      "loss": 0.013,
      "step": 15030
    },
    {
      "loss_action": 0.028425322845578194,
      "loss_total": 0.028425322845578194,
      "step": 15030
    },
    {
      "loss_action": 0.029666297137737274,
      "loss_total": 0.029666297137737274,
      "step": 15030
    },
    {
      "loss_action": 0.01709248498082161,
      "loss_total": 0.01709248498082161,
      "step": 15030
    },
    {
      "loss_action": 0.013259246945381165,
      "loss_total": 0.013259246945381165,
      "step": 15030
    },
    {
      "loss_action": 0.03166116774082184,
      "loss_total": 0.03166116774082184,
      "step": 15030
    },
    {
      "loss_action": 0.013162300921976566,
      "loss_total": 0.013162300921976566,
      "step": 15030
    },
    {
      "loss_action": 0.007776130922138691,
      "loss_total": 0.007776130922138691,
      "step": 15030
    },
    {
      "loss_action": 0.0376988984644413,
      "loss_total": 0.0376988984644413,
      "step": 15030
    },
    {
      "grad_norm": 0.13531802594661713,
      "learning_rate": 9.726988441027186e-05,
      "loss": 0.0158,
      "step": 15040
    },
    {
      "loss_action": 0.008730532601475716,
      "loss_total": 0.008730532601475716,
      "step": 15040
    },
    {
      "loss_action": 0.011384296230971813,
      "loss_total": 0.011384296230971813,
      "step": 15040
    },
    {
      "loss_action": 0.012224100530147552,
      "loss_total": 0.012224100530147552,
      "step": 15040
    },
    {
      "loss_action": 0.025287186726927757,
      "loss_total": 0.025287186726927757,
      "step": 15040
    },
    {
      "loss_action": 0.01568930223584175,
      "loss_total": 0.01568930223584175,
      "step": 15040
    },
    {
      "loss_action": 0.008938897401094437,
      "loss_total": 0.008938897401094437,
      "step": 15040
    },
    {
      "loss_action": 0.018035877496004105,
      "loss_total": 0.018035877496004105,
      "step": 15040
    },
    {
      "loss_action": 0.016013847663998604,
      "loss_total": 0.016013847663998604,
      "step": 15040
    },
    {
      "grad_norm": 0.15686646103858948,
      "learning_rate": 9.726449285297281e-05,
      "loss": 0.0157,
      "step": 15050
    },
    {
      "loss_action": 0.05567621439695358,
      "loss_total": 0.05567621439695358,
      "step": 15050
    },
    {
      "loss_action": 0.009919065982103348,
      "loss_total": 0.009919065982103348,
      "step": 15050
    },
    {
      "loss_action": 0.022120807319879532,
      "loss_total": 0.022120807319879532,
      "step": 15050
    },
    {
      "loss_action": 0.023743588477373123,
      "loss_total": 0.023743588477373123,
      "step": 15050
    },
    {
      "loss_action": 0.012161887250840664,
      "loss_total": 0.012161887250840664,
      "step": 15050
    },
    {
      "loss_action": 0.011302877217531204,
      "loss_total": 0.011302877217531204,
      "step": 15050
    },
    {
      "loss_action": 0.019957713782787323,
      "loss_total": 0.019957713782787323,
      "step": 15050
    },
    {
      "loss_action": 0.0054887570440769196,
      "loss_total": 0.0054887570440769196,
      "step": 15050
    },
    {
      "grad_norm": 0.15887250006198883,
      "learning_rate": 9.72590961268999e-05,
      "loss": 0.014,
      "step": 15060
    },
    {
      "loss_action": 0.01564125344157219,
      "loss_total": 0.01564125344157219,
      "step": 15060
    },
    {
      "loss_action": 0.012111942283809185,
      "loss_total": 0.012111942283809185,
      "step": 15060
    },
    {
      "loss_action": 0.009343646466732025,
      "loss_total": 0.009343646466732025,
      "step": 15060
    },
    {
      "loss_action": 0.02613724209368229,
      "loss_total": 0.02613724209368229,
      "step": 15060
    },
    {
      "loss_action": 0.007755851838737726,
      "loss_total": 0.007755851838737726,
      "step": 15060
    },
    {
      "loss_action": 0.012089609168469906,
      "loss_total": 0.012089609168469906,
      "step": 15060
    },
    {
      "loss_action": 0.05784667283296585,
      "loss_total": 0.05784667283296585,
      "step": 15060
    },
    {
      "loss_action": 0.009987210854887962,
      "loss_total": 0.009987210854887962,
      "step": 15060
    },
    {
      "grad_norm": 0.16802510619163513,
      "learning_rate": 9.725369423264328e-05,
      "loss": 0.0168,
      "step": 15070
    },
    {
      "loss_action": 0.012009408324956894,
      "loss_total": 0.012009408324956894,
      "step": 15070
    },
    {
      "loss_action": 0.009688581340014935,
      "loss_total": 0.009688581340014935,
      "step": 15070
    },
    {
      "loss_action": 0.005864529870450497,
      "loss_total": 0.005864529870450497,
      "step": 15070
    },
    {
      "loss_action": 0.021454930305480957,
      "loss_total": 0.021454930305480957,
      "step": 15070
    },
    {
      "loss_action": 0.012299468740820885,
      "loss_total": 0.012299468740820885,
      "step": 15070
    },
    {
      "loss_action": 0.009868331253528595,
      "loss_total": 0.009868331253528595,
      "step": 15070
    },
    {
      "loss_action": 0.007382652256637812,
      "loss_total": 0.007382652256637812,
      "step": 15070
    },
    {
      "loss_action": 0.0073195286095142365,
      "loss_total": 0.0073195286095142365,
      "step": 15070
    },
    {
      "grad_norm": 0.12840157747268677,
      "learning_rate": 9.72482871707937e-05,
      "loss": 0.017,
      "step": 15080
    },
    {
      "loss_action": 0.020442333072423935,
      "loss_total": 0.020442333072423935,
      "step": 15080
    },
    {
      "loss_action": 0.010357042774558067,
      "loss_total": 0.010357042774558067,
      "step": 15080
    },
    {
      "loss_action": 0.007197367958724499,
      "loss_total": 0.007197367958724499,
      "step": 15080
    },
    {
      "loss_action": 0.020466987043619156,
      "loss_total": 0.020466987043619156,
      "step": 15080
    },
    {
      "loss_action": 0.011448409408330917,
      "loss_total": 0.011448409408330917,
      "step": 15080
    },
    {
      "loss_action": 0.019136320799589157,
      "loss_total": 0.019136320799589157,
      "step": 15080
    },
    {
      "loss_action": 0.008591977879405022,
      "loss_total": 0.008591977879405022,
      "step": 15080
    },
    {
      "loss_action": 0.012704073451459408,
      "loss_total": 0.012704073451459408,
      "step": 15080
    },
    {
      "grad_norm": 0.16291029751300812,
      "learning_rate": 9.724287494194247e-05,
      "loss": 0.0172,
      "step": 15090
    },
    {
      "loss_action": 0.011119011789560318,
      "loss_total": 0.011119011789560318,
      "step": 15090
    },
    {
      "loss_action": 0.010228276252746582,
      "loss_total": 0.010228276252746582,
      "step": 15090
    },
    {
      "loss_action": 0.01476399227976799,
      "loss_total": 0.01476399227976799,
      "step": 15090
    },
    {
      "loss_action": 0.011598125100135803,
      "loss_total": 0.011598125100135803,
      "step": 15090
    },
    {
      "loss_action": 0.008832776919007301,
      "loss_total": 0.008832776919007301,
      "step": 15090
    },
    {
      "loss_action": 0.009588178247213364,
      "loss_total": 0.009588178247213364,
      "step": 15090
    },
    {
      "loss_action": 0.015581018291413784,
      "loss_total": 0.015581018291413784,
      "step": 15090
    },
    {
      "loss_action": 0.013610772788524628,
      "loss_total": 0.013610772788524628,
      "step": 15090
    },
    {
      "grad_norm": 0.20401041209697723,
      "learning_rate": 9.723745754668147e-05,
      "loss": 0.0148,
      "step": 15100
    },
    {
      "loss_action": 0.013097994029521942,
      "loss_total": 0.013097994029521942,
      "step": 15100
    },
    {
      "loss_action": 0.017747003585100174,
      "loss_total": 0.017747003585100174,
      "step": 15100
    },
    {
      "loss_action": 0.013142957352101803,
      "loss_total": 0.013142957352101803,
      "step": 15100
    },
    {
      "loss_action": 0.019440440461039543,
      "loss_total": 0.019440440461039543,
      "step": 15100
    },
    {
      "loss_action": 0.02460109442472458,
      "loss_total": 0.02460109442472458,
      "step": 15100
    },
    {
      "loss_action": 0.011445898562669754,
      "loss_total": 0.011445898562669754,
      "step": 15100
    },
    {
      "loss_action": 0.016230758279561996,
      "loss_total": 0.016230758279561996,
      "step": 15100
    },
    {
      "loss_action": 0.007981343194842339,
      "loss_total": 0.007981343194842339,
      "step": 15100
    },
    {
      "grad_norm": 0.14693401753902435,
      "learning_rate": 9.723203498560313e-05,
      "loss": 0.015,
      "step": 15110
    },
    {
      "loss_action": 0.006116560194641352,
      "loss_total": 0.006116560194641352,
      "step": 15110
    },
    {
      "loss_action": 0.012491364032030106,
      "loss_total": 0.012491364032030106,
      "step": 15110
    },
    {
      "loss_action": 0.005778157152235508,
      "loss_total": 0.005778157152235508,
      "step": 15110
    },
    {
      "loss_action": 0.009306948632001877,
      "loss_total": 0.009306948632001877,
      "step": 15110
    },
    {
      "loss_action": 0.014841215685009956,
      "loss_total": 0.014841215685009956,
      "step": 15110
    },
    {
      "loss_action": 0.025279661640524864,
      "loss_total": 0.025279661640524864,
      "step": 15110
    },
    {
      "loss_action": 0.009437951259315014,
      "loss_total": 0.009437951259315014,
      "step": 15110
    },
    {
      "loss_action": 0.032342251390218735,
      "loss_total": 0.032342251390218735,
      "step": 15110
    },
    {
      "grad_norm": 0.16282178461551666,
      "learning_rate": 9.722660725930046e-05,
      "loss": 0.0165,
      "step": 15120
    },
    {
      "loss_action": 0.009815312922000885,
      "loss_total": 0.009815312922000885,
      "step": 15120
    },
    {
      "loss_action": 0.0165567584335804,
      "loss_total": 0.0165567584335804,
      "step": 15120
    },
    {
      "loss_action": 0.015837304294109344,
      "loss_total": 0.015837304294109344,
      "step": 15120
    },
    {
      "loss_action": 0.011944768950343132,
      "loss_total": 0.011944768950343132,
      "step": 15120
    },
    {
      "loss_action": 0.009773226454854012,
      "loss_total": 0.009773226454854012,
      "step": 15120
    },
    {
      "loss_action": 0.00723248440772295,
      "loss_total": 0.00723248440772295,
      "step": 15120
    },
    {
      "loss_action": 0.01718159206211567,
      "loss_total": 0.01718159206211567,
      "step": 15120
    },
    {
      "loss_action": 0.008919218555092812,
      "loss_total": 0.008919218555092812,
      "step": 15120
    },
    {
      "grad_norm": 0.165697380900383,
      "learning_rate": 9.722117436836702e-05,
      "loss": 0.0147,
      "step": 15130
    },
    {
      "loss_action": 0.011230852454900742,
      "loss_total": 0.011230852454900742,
      "step": 15130
    },
    {
      "loss_action": 0.022992145270109177,
      "loss_total": 0.022992145270109177,
      "step": 15130
    },
    {
      "loss_action": 0.006428823806345463,
      "loss_total": 0.006428823806345463,
      "step": 15130
    },
    {
      "loss_action": 0.009167282842099667,
      "loss_total": 0.009167282842099667,
      "step": 15130
    },
    {
      "loss_action": 0.03701401501893997,
      "loss_total": 0.03701401501893997,
      "step": 15130
    },
    {
      "loss_action": 0.020557241514325142,
      "loss_total": 0.020557241514325142,
      "step": 15130
    },
    {
      "loss_action": 0.012570907361805439,
      "loss_total": 0.012570907361805439,
      "step": 15130
    },
    {
      "loss_action": 0.02268318459391594,
      "loss_total": 0.02268318459391594,
      "step": 15130
    },
    {
      "grad_norm": 0.1482021063566208,
      "learning_rate": 9.721573631339696e-05,
      "loss": 0.0155,
      "step": 15140
    },
    {
      "loss_action": 0.05003640055656433,
      "loss_total": 0.05003640055656433,
      "step": 15140
    },
    {
      "loss_action": 0.010003644973039627,
      "loss_total": 0.010003644973039627,
      "step": 15140
    },
    {
      "loss_action": 0.007650523446500301,
      "loss_total": 0.007650523446500301,
      "step": 15140
    },
    {
      "loss_action": 0.01404191367328167,
      "loss_total": 0.01404191367328167,
      "step": 15140
    },
    {
      "loss_action": 0.013750324957072735,
      "loss_total": 0.013750324957072735,
      "step": 15140
    },
    {
      "loss_action": 0.021727057173848152,
      "loss_total": 0.021727057173848152,
      "step": 15140
    },
    {
      "loss_action": 0.02092863619327545,
      "loss_total": 0.02092863619327545,
      "step": 15140
    },
    {
      "loss_action": 0.022592341527342796,
      "loss_total": 0.022592341527342796,
      "step": 15140
    },
    {
      "grad_norm": 0.10938511788845062,
      "learning_rate": 9.721029309498494e-05,
      "loss": 0.015,
      "step": 15150
    },
    {
      "loss_action": 0.01800331100821495,
      "loss_total": 0.01800331100821495,
      "step": 15150
    },
    {
      "loss_action": 0.012369775213301182,
      "loss_total": 0.012369775213301182,
      "step": 15150
    },
    {
      "loss_action": 0.011898567900061607,
      "loss_total": 0.011898567900061607,
      "step": 15150
    },
    {
      "loss_action": 0.011376280337572098,
      "loss_total": 0.011376280337572098,
      "step": 15150
    },
    {
      "loss_action": 0.037769898772239685,
      "loss_total": 0.037769898772239685,
      "step": 15150
    },
    {
      "loss_action": 0.0100893285125494,
      "loss_total": 0.0100893285125494,
      "step": 15150
    },
    {
      "loss_action": 0.020852306857705116,
      "loss_total": 0.020852306857705116,
      "step": 15150
    },
    {
      "loss_action": 0.015201495960354805,
      "loss_total": 0.015201495960354805,
      "step": 15150
    },
    {
      "grad_norm": 0.1687040776014328,
      "learning_rate": 9.720484471372627e-05,
      "loss": 0.0153,
      "step": 15160
    },
    {
      "loss_action": 0.006049104500561953,
      "loss_total": 0.006049104500561953,
      "step": 15160
    },
    {
      "loss_action": 0.014430423267185688,
      "loss_total": 0.014430423267185688,
      "step": 15160
    },
    {
      "loss_action": 0.018879253417253494,
      "loss_total": 0.018879253417253494,
      "step": 15160
    },
    {
      "loss_action": 0.015447965823113918,
      "loss_total": 0.015447965823113918,
      "step": 15160
    },
    {
      "loss_action": 0.01195406261831522,
      "loss_total": 0.01195406261831522,
      "step": 15160
    },
    {
      "loss_action": 0.01090556476265192,
      "loss_total": 0.01090556476265192,
      "step": 15160
    },
    {
      "loss_action": 0.017464589327573776,
      "loss_total": 0.017464589327573776,
      "step": 15160
    },
    {
      "loss_action": 0.00966037716716528,
      "loss_total": 0.00966037716716528,
      "step": 15160
    },
    {
      "grad_norm": 0.14441567659378052,
      "learning_rate": 9.719939117021673e-05,
      "loss": 0.0156,
      "step": 15170
    },
    {
      "loss_action": 0.007036845199763775,
      "loss_total": 0.007036845199763775,
      "step": 15170
    },
    {
      "loss_action": 0.0054945009760558605,
      "loss_total": 0.0054945009760558605,
      "step": 15170
    },
    {
      "loss_action": 0.01477304007858038,
      "loss_total": 0.01477304007858038,
      "step": 15170
    },
    {
      "loss_action": 0.02223866619169712,
      "loss_total": 0.02223866619169712,
      "step": 15170
    },
    {
      "loss_action": 0.014340270310640335,
      "loss_total": 0.014340270310640335,
      "step": 15170
    },
    {
      "loss_action": 0.0054857865907251835,
      "loss_total": 0.0054857865907251835,
      "step": 15170
    },
    {
      "loss_action": 0.020620249211788177,
      "loss_total": 0.020620249211788177,
      "step": 15170
    },
    {
      "loss_action": 0.019242361187934875,
      "loss_total": 0.019242361187934875,
      "step": 15170
    },
    {
      "grad_norm": 0.18620644509792328,
      "learning_rate": 9.719393246505275e-05,
      "loss": 0.0148,
      "step": 15180
    },
    {
      "loss_action": 0.017020057886838913,
      "loss_total": 0.017020057886838913,
      "step": 15180
    },
    {
      "loss_action": 0.013049393892288208,
      "loss_total": 0.013049393892288208,
      "step": 15180
    },
    {
      "loss_action": 0.024180185049772263,
      "loss_total": 0.024180185049772263,
      "step": 15180
    },
    {
      "loss_action": 0.016480091959238052,
      "loss_total": 0.016480091959238052,
      "step": 15180
    },
    {
      "loss_action": 0.012026751413941383,
      "loss_total": 0.012026751413941383,
      "step": 15180
    },
    {
      "loss_action": 0.014028784818947315,
      "loss_total": 0.014028784818947315,
      "step": 15180
    },
    {
      "loss_action": 0.008355675265192986,
      "loss_total": 0.008355675265192986,
      "step": 15180
    },
    {
      "loss_action": 0.010193640366196632,
      "loss_total": 0.010193640366196632,
      "step": 15180
    },
    {
      "grad_norm": 0.16472910344600677,
      "learning_rate": 9.718846859883128e-05,
      "loss": 0.0164,
      "step": 15190
    },
    {
      "loss_action": 0.02118055149912834,
      "loss_total": 0.02118055149912834,
      "step": 15190
    },
    {
      "loss_action": 0.012699056416749954,
      "loss_total": 0.012699056416749954,
      "step": 15190
    },
    {
      "loss_action": 0.007366528268903494,
      "loss_total": 0.007366528268903494,
      "step": 15190
    },
    {
      "loss_action": 0.012864024378359318,
      "loss_total": 0.012864024378359318,
      "step": 15190
    },
    {
      "loss_action": 0.01589733362197876,
      "loss_total": 0.01589733362197876,
      "step": 15190
    },
    {
      "loss_action": 0.0064667342230677605,
      "loss_total": 0.0064667342230677605,
      "step": 15190
    },
    {
      "loss_action": 0.007608938030898571,
      "loss_total": 0.007608938030898571,
      "step": 15190
    },
    {
      "loss_action": 0.02437303029000759,
      "loss_total": 0.02437303029000759,
      "step": 15190
    },
    {
      "grad_norm": 0.2088632881641388,
      "learning_rate": 9.718299957214982e-05,
      "loss": 0.0145,
      "step": 15200
    },
    {
      "loss_action": 0.012441065162420273,
      "loss_total": 0.012441065162420273,
      "step": 15200
    },
    {
      "loss_action": 0.029104940593242645,
      "loss_total": 0.029104940593242645,
      "step": 15200
    },
    {
      "loss_action": 0.006782190408557653,
      "loss_total": 0.006782190408557653,
      "step": 15200
    },
    {
      "loss_action": 0.022062182426452637,
      "loss_total": 0.022062182426452637,
      "step": 15200
    },
    {
      "loss_action": 0.012610511854290962,
      "loss_total": 0.012610511854290962,
      "step": 15200
    },
    {
      "loss_action": 0.013771426863968372,
      "loss_total": 0.013771426863968372,
      "step": 15200
    },
    {
      "loss_action": 0.018933862447738647,
      "loss_total": 0.018933862447738647,
      "step": 15200
    },
    {
      "loss_action": 0.007914882153272629,
      "loss_total": 0.007914882153272629,
      "step": 15200
    },
    {
      "grad_norm": 0.1661241352558136,
      "learning_rate": 9.717752538560646e-05,
      "loss": 0.0146,
      "step": 15210
    },
    {
      "loss_action": 0.010886380448937416,
      "loss_total": 0.010886380448937416,
      "step": 15210
    },
    {
      "loss_action": 0.013821268454194069,
      "loss_total": 0.013821268454194069,
      "step": 15210
    },
    {
      "loss_action": 0.014393411576747894,
      "loss_total": 0.014393411576747894,
      "step": 15210
    },
    {
      "loss_action": 0.01499844714999199,
      "loss_total": 0.01499844714999199,
      "step": 15210
    },
    {
      "loss_action": 0.022013073787093163,
      "loss_total": 0.022013073787093163,
      "step": 15210
    },
    {
      "loss_action": 0.009071748703718185,
      "loss_total": 0.009071748703718185,
      "step": 15210
    },
    {
      "loss_action": 0.010350027121603489,
      "loss_total": 0.010350027121603489,
      "step": 15210
    },
    {
      "loss_action": 0.007780848070979118,
      "loss_total": 0.007780848070979118,
      "step": 15210
    },
    {
      "grad_norm": 0.15252803266048431,
      "learning_rate": 9.717204603979986e-05,
      "loss": 0.0153,
      "step": 15220
    },
    {
      "loss_action": 0.007068160455673933,
      "loss_total": 0.007068160455673933,
      "step": 15220
    },
    {
      "loss_action": 0.008383825421333313,
      "loss_total": 0.008383825421333313,
      "step": 15220
    },
    {
      "loss_action": 0.01884426362812519,
      "loss_total": 0.01884426362812519,
      "step": 15220
    },
    {
      "loss_action": 0.008460048586130142,
      "loss_total": 0.008460048586130142,
      "step": 15220
    },
    {
      "loss_action": 0.009844507090747356,
      "loss_total": 0.009844507090747356,
      "step": 15220
    },
    {
      "loss_action": 0.03528574854135513,
      "loss_total": 0.03528574854135513,
      "step": 15220
    },
    {
      "loss_action": 0.007020104676485062,
      "loss_total": 0.007020104676485062,
      "step": 15220
    },
    {
      "loss_action": 0.012944675981998444,
      "loss_total": 0.012944675981998444,
      "step": 15220
    },
    {
      "grad_norm": 0.23834168910980225,
      "learning_rate": 9.716656153532922e-05,
      "loss": 0.0158,
      "step": 15230
    },
    {
      "loss_action": 0.013568844646215439,
      "loss_total": 0.013568844646215439,
      "step": 15230
    },
    {
      "loss_action": 0.006491811480373144,
      "loss_total": 0.006491811480373144,
      "step": 15230
    },
    {
      "loss_action": 0.008407190442085266,
      "loss_total": 0.008407190442085266,
      "step": 15230
    },
    {
      "loss_action": 0.015476968139410019,
      "loss_total": 0.015476968139410019,
      "step": 15230
    },
    {
      "loss_action": 0.021013978868722916,
      "loss_total": 0.021013978868722916,
      "step": 15230
    },
    {
      "loss_action": 0.006708463188260794,
      "loss_total": 0.006708463188260794,
      "step": 15230
    },
    {
      "loss_action": 0.006708838511258364,
      "loss_total": 0.006708838511258364,
      "step": 15230
    },
    {
      "loss_action": 0.010030684992671013,
      "loss_total": 0.010030684992671013,
      "step": 15230
    },
    {
      "grad_norm": 0.2924191951751709,
      "learning_rate": 9.716107187279434e-05,
      "loss": 0.0168,
      "step": 15240
    },
    {
      "loss_action": 0.014778604730963707,
      "loss_total": 0.014778604730963707,
      "step": 15240
    },
    {
      "loss_action": 0.018194667994976044,
      "loss_total": 0.018194667994976044,
      "step": 15240
    },
    {
      "loss_action": 0.024287257343530655,
      "loss_total": 0.024287257343530655,
      "step": 15240
    },
    {
      "loss_action": 0.0062574176117777824,
      "loss_total": 0.0062574176117777824,
      "step": 15240
    },
    {
      "loss_action": 0.026664216071367264,
      "loss_total": 0.026664216071367264,
      "step": 15240
    },
    {
      "loss_action": 0.010817600414156914,
      "loss_total": 0.010817600414156914,
      "step": 15240
    },
    {
      "loss_action": 0.01072202529758215,
      "loss_total": 0.01072202529758215,
      "step": 15240
    },
    {
      "loss_action": 0.016514960676431656,
      "loss_total": 0.016514960676431656,
      "step": 15240
    },
    {
      "grad_norm": 0.17754532396793365,
      "learning_rate": 9.715557705279555e-05,
      "loss": 0.0148,
      "step": 15250
    },
    {
      "loss_action": 0.08943729847669601,
      "loss_total": 0.08943729847669601,
      "step": 15250
    },
    {
      "loss_action": 0.007795474957674742,
      "loss_total": 0.007795474957674742,
      "step": 15250
    },
    {
      "loss_action": 0.016804726794362068,
      "loss_total": 0.016804726794362068,
      "step": 15250
    },
    {
      "loss_action": 0.009638089686632156,
      "loss_total": 0.009638089686632156,
      "step": 15250
    },
    {
      "loss_action": 0.038440439850091934,
      "loss_total": 0.038440439850091934,
      "step": 15250
    },
    {
      "loss_action": 0.01625968888401985,
      "loss_total": 0.01625968888401985,
      "step": 15250
    },
    {
      "loss_action": 0.008552691899240017,
      "loss_total": 0.008552691899240017,
      "step": 15250
    },
    {
      "loss_action": 0.011324355378746986,
      "loss_total": 0.011324355378746986,
      "step": 15250
    },
    {
      "grad_norm": 0.1430305391550064,
      "learning_rate": 9.715007707593372e-05,
      "loss": 0.0141,
      "step": 15260
    },
    {
      "loss_action": 0.009604904800653458,
      "loss_total": 0.009604904800653458,
      "step": 15260
    },
    {
      "loss_action": 0.0043093301355838776,
      "loss_total": 0.0043093301355838776,
      "step": 15260
    },
    {
      "loss_action": 0.007127158343791962,
      "loss_total": 0.007127158343791962,
      "step": 15260
    },
    {
      "loss_action": 0.018455328419804573,
      "loss_total": 0.018455328419804573,
      "step": 15260
    },
    {
      "loss_action": 0.01533922366797924,
      "loss_total": 0.01533922366797924,
      "step": 15260
    },
    {
      "loss_action": 0.007897177711129189,
      "loss_total": 0.007897177711129189,
      "step": 15260
    },
    {
      "loss_action": 0.020347528159618378,
      "loss_total": 0.020347528159618378,
      "step": 15260
    },
    {
      "loss_action": 0.009073574095964432,
      "loss_total": 0.009073574095964432,
      "step": 15260
    },
    {
      "grad_norm": 0.11861030757427216,
      "learning_rate": 9.714457194281036e-05,
      "loss": 0.0159,
      "step": 15270
    },
    {
      "loss_action": 0.010167799890041351,
      "loss_total": 0.010167799890041351,
      "step": 15270
    },
    {
      "loss_action": 0.006745165679603815,
      "loss_total": 0.006745165679603815,
      "step": 15270
    },
    {
      "loss_action": 0.033956341445446014,
      "loss_total": 0.033956341445446014,
      "step": 15270
    },
    {
      "loss_action": 0.01174267940223217,
      "loss_total": 0.01174267940223217,
      "step": 15270
    },
    {
      "loss_action": 0.008686079643666744,
      "loss_total": 0.008686079643666744,
      "step": 15270
    },
    {
      "loss_action": 0.018630582839250565,
      "loss_total": 0.018630582839250565,
      "step": 15270
    },
    {
      "loss_action": 0.006997446529567242,
      "loss_total": 0.006997446529567242,
      "step": 15270
    },
    {
      "loss_action": 0.009260991588234901,
      "loss_total": 0.009260991588234901,
      "step": 15270
    },
    {
      "grad_norm": 0.25010550022125244,
      "learning_rate": 9.713906165402751e-05,
      "loss": 0.0169,
      "step": 15280
    },
    {
      "loss_action": 0.005085439421236515,
      "loss_total": 0.005085439421236515,
      "step": 15280
    },
    {
      "loss_action": 0.006385166198015213,
      "loss_total": 0.006385166198015213,
      "step": 15280
    },
    {
      "loss_action": 0.01848442107439041,
      "loss_total": 0.01848442107439041,
      "step": 15280
    },
    {
      "loss_action": 0.009480350650846958,
      "loss_total": 0.009480350650846958,
      "step": 15280
    },
    {
      "loss_action": 0.007063805125653744,
      "loss_total": 0.007063805125653744,
      "step": 15280
    },
    {
      "loss_action": 0.017789389938116074,
      "loss_total": 0.017789389938116074,
      "step": 15280
    },
    {
      "loss_action": 0.01263413392007351,
      "loss_total": 0.01263413392007351,
      "step": 15280
    },
    {
      "loss_action": 0.013132509775459766,
      "loss_total": 0.013132509775459766,
      "step": 15280
    },
    {
      "grad_norm": 0.19110679626464844,
      "learning_rate": 9.713354621018774e-05,
      "loss": 0.0165,
      "step": 15290
    },
    {
      "loss_action": 0.009628068655729294,
      "loss_total": 0.009628068655729294,
      "step": 15290
    },
    {
      "loss_action": 0.02231297641992569,
      "loss_total": 0.02231297641992569,
      "step": 15290
    },
    {
      "loss_action": 0.015903066843748093,
      "loss_total": 0.015903066843748093,
      "step": 15290
    },
    {
      "loss_action": 0.011658336967229843,
      "loss_total": 0.011658336967229843,
      "step": 15290
    },
    {
      "loss_action": 0.005358503200113773,
      "loss_total": 0.005358503200113773,
      "step": 15290
    },
    {
      "loss_action": 0.00991784781217575,
      "loss_total": 0.00991784781217575,
      "step": 15290
    },
    {
      "loss_action": 0.009177466854453087,
      "loss_total": 0.009177466854453087,
      "step": 15290
    },
    {
      "loss_action": 0.026579346507787704,
      "loss_total": 0.026579346507787704,
      "step": 15290
    },
    {
      "grad_norm": 0.14477087557315826,
      "learning_rate": 9.712802561189422e-05,
      "loss": 0.0184,
      "step": 15300
    },
    {
      "loss_action": 0.01679695025086403,
      "loss_total": 0.01679695025086403,
      "step": 15300
    },
    {
      "loss_action": 0.017338033765554428,
      "loss_total": 0.017338033765554428,
      "step": 15300
    },
    {
      "loss_action": 0.008279511705040932,
      "loss_total": 0.008279511705040932,
      "step": 15300
    },
    {
      "loss_action": 0.016724497079849243,
      "loss_total": 0.016724497079849243,
      "step": 15300
    },
    {
      "loss_action": 0.013644438236951828,
      "loss_total": 0.013644438236951828,
      "step": 15300
    },
    {
      "loss_action": 0.009529925882816315,
      "loss_total": 0.009529925882816315,
      "step": 15300
    },
    {
      "loss_action": 0.013867939822375774,
      "loss_total": 0.013867939822375774,
      "step": 15300
    },
    {
      "loss_action": 0.00980938971042633,
      "loss_total": 0.00980938971042633,
      "step": 15300
    },
    {
      "grad_norm": 0.13543905317783356,
      "learning_rate": 9.712249985975069e-05,
      "loss": 0.015,
      "step": 15310
    },
    {
      "loss_action": 0.010182692669332027,
      "loss_total": 0.010182692669332027,
      "step": 15310
    },
    {
      "loss_action": 0.021821342408657074,
      "loss_total": 0.021821342408657074,
      "step": 15310
    },
    {
      "loss_action": 0.00993018876761198,
      "loss_total": 0.00993018876761198,
      "step": 15310
    },
    {
      "loss_action": 0.009822949767112732,
      "loss_total": 0.009822949767112732,
      "step": 15310
    },
    {
      "loss_action": 0.016258113086223602,
      "loss_total": 0.016258113086223602,
      "step": 15310
    },
    {
      "loss_action": 0.028086863458156586,
      "loss_total": 0.028086863458156586,
      "step": 15310
    },
    {
      "loss_action": 0.015962079167366028,
      "loss_total": 0.015962079167366028,
      "step": 15310
    },
    {
      "loss_action": 0.021478336304426193,
      "loss_total": 0.021478336304426193,
      "step": 15310
    },
    {
      "grad_norm": 0.159216970205307,
      "learning_rate": 9.71169689543614e-05,
      "loss": 0.0144,
      "step": 15320
    },
    {
      "loss_action": 0.02778100222349167,
      "loss_total": 0.02778100222349167,
      "step": 15320
    },
    {
      "loss_action": 0.013281494379043579,
      "loss_total": 0.013281494379043579,
      "step": 15320
    },
    {
      "loss_action": 0.0069971391931176186,
      "loss_total": 0.0069971391931176186,
      "step": 15320
    },
    {
      "loss_action": 0.008693475276231766,
      "loss_total": 0.008693475276231766,
      "step": 15320
    },
    {
      "loss_action": 0.02364720217883587,
      "loss_total": 0.02364720217883587,
      "step": 15320
    },
    {
      "loss_action": 0.011630168184638023,
      "loss_total": 0.011630168184638023,
      "step": 15320
    },
    {
      "loss_action": 0.013105724938213825,
      "loss_total": 0.013105724938213825,
      "step": 15320
    },
    {
      "loss_action": 0.010486697778105736,
      "loss_total": 0.010486697778105736,
      "step": 15320
    },
    {
      "grad_norm": 0.23636242747306824,
      "learning_rate": 9.711143289633123e-05,
      "loss": 0.0151,
      "step": 15330
    },
    {
      "loss_action": 0.013117845170199871,
      "loss_total": 0.013117845170199871,
      "step": 15330
    },
    {
      "loss_action": 0.03180968016386032,
      "loss_total": 0.03180968016386032,
      "step": 15330
    },
    {
      "loss_action": 0.02852838858962059,
      "loss_total": 0.02852838858962059,
      "step": 15330
    },
    {
      "loss_action": 0.025207366794347763,
      "loss_total": 0.025207366794347763,
      "step": 15330
    },
    {
      "loss_action": 0.037421487271785736,
      "loss_total": 0.037421487271785736,
      "step": 15330
    },
    {
      "loss_action": 0.01476014219224453,
      "loss_total": 0.01476014219224453,
      "step": 15330
    },
    {
      "loss_action": 0.01996574178338051,
      "loss_total": 0.01996574178338051,
      "step": 15330
    },
    {
      "loss_action": 0.008080998435616493,
      "loss_total": 0.008080998435616493,
      "step": 15330
    },
    {
      "grad_norm": 0.2546614706516266,
      "learning_rate": 9.710589168626561e-05,
      "loss": 0.0173,
      "step": 15340
    },
    {
      "loss_action": 0.033543042838573456,
      "loss_total": 0.033543042838573456,
      "step": 15340
    },
    {
      "loss_action": 0.014835411682724953,
      "loss_total": 0.014835411682724953,
      "step": 15340
    },
    {
      "loss_action": 0.014813273213803768,
      "loss_total": 0.014813273213803768,
      "step": 15340
    },
    {
      "loss_action": 0.021771611645817757,
      "loss_total": 0.021771611645817757,
      "step": 15340
    },
    {
      "loss_action": 0.015348874032497406,
      "loss_total": 0.015348874032497406,
      "step": 15340
    },
    {
      "loss_action": 0.009067991748452187,
      "loss_total": 0.009067991748452187,
      "step": 15340
    },
    {
      "loss_action": 0.0166756771504879,
      "loss_total": 0.0166756771504879,
      "step": 15340
    },
    {
      "loss_action": 0.01815977320075035,
      "loss_total": 0.01815977320075035,
      "step": 15340
    },
    {
      "grad_norm": 0.17099890112876892,
      "learning_rate": 9.710034532477048e-05,
      "loss": 0.017,
      "step": 15350
    },
    {
      "loss_action": 0.013676797039806843,
      "loss_total": 0.013676797039806843,
      "step": 15350
    },
    {
      "loss_action": 0.012251487001776695,
      "loss_total": 0.012251487001776695,
      "step": 15350
    },
    {
      "loss_action": 0.017109157517552376,
      "loss_total": 0.017109157517552376,
      "step": 15350
    },
    {
      "loss_action": 0.013078744523227215,
      "loss_total": 0.013078744523227215,
      "step": 15350
    },
    {
      "loss_action": 0.012584930285811424,
      "loss_total": 0.012584930285811424,
      "step": 15350
    },
    {
      "loss_action": 0.028206627815961838,
      "loss_total": 0.028206627815961838,
      "step": 15350
    },
    {
      "loss_action": 0.007179376669228077,
      "loss_total": 0.007179376669228077,
      "step": 15350
    },
    {
      "loss_action": 0.0275877732783556,
      "loss_total": 0.0275877732783556,
      "step": 15350
    },
    {
      "grad_norm": 0.17516303062438965,
      "learning_rate": 9.709479381245239e-05,
      "loss": 0.0164,
      "step": 15360
    },
    {
      "loss_action": 0.05629430711269379,
      "loss_total": 0.05629430711269379,
      "step": 15360
    },
    {
      "loss_action": 0.023763811215758324,
      "loss_total": 0.023763811215758324,
      "step": 15360
    },
    {
      "loss_action": 0.010924417525529861,
      "loss_total": 0.010924417525529861,
      "step": 15360
    },
    {
      "loss_action": 0.019691139459609985,
      "loss_total": 0.019691139459609985,
      "step": 15360
    },
    {
      "loss_action": 0.020853489637374878,
      "loss_total": 0.020853489637374878,
      "step": 15360
    },
    {
      "loss_action": 0.018453702330589294,
      "loss_total": 0.018453702330589294,
      "step": 15360
    },
    {
      "loss_action": 0.017657015472650528,
      "loss_total": 0.017657015472650528,
      "step": 15360
    },
    {
      "loss_action": 0.012700231745839119,
      "loss_total": 0.012700231745839119,
      "step": 15360
    },
    {
      "grad_norm": 0.16585861146450043,
      "learning_rate": 9.708923714991847e-05,
      "loss": 0.0172,
      "step": 15370
    },
    {
      "loss_action": 0.014054481871426105,
      "loss_total": 0.014054481871426105,
      "step": 15370
    },
    {
      "loss_action": 0.010306837037205696,
      "loss_total": 0.010306837037205696,
      "step": 15370
    },
    {
      "loss_action": 0.015086512081325054,
      "loss_total": 0.015086512081325054,
      "step": 15370
    },
    {
      "loss_action": 0.008123636245727539,
      "loss_total": 0.008123636245727539,
      "step": 15370
    },
    {
      "loss_action": 0.013680730946362019,
      "loss_total": 0.013680730946362019,
      "step": 15370
    },
    {
      "loss_action": 0.015231098979711533,
      "loss_total": 0.015231098979711533,
      "step": 15370
    },
    {
      "loss_action": 0.00934603065252304,
      "loss_total": 0.00934603065252304,
      "step": 15370
    },
    {
      "loss_action": 0.008726101368665695,
      "loss_total": 0.008726101368665695,
      "step": 15370
    },
    {
      "grad_norm": 0.16864590346813202,
      "learning_rate": 9.708367533777638e-05,
      "loss": 0.0138,
      "step": 15380
    },
    {
      "loss_action": 0.018189620226621628,
      "loss_total": 0.018189620226621628,
      "step": 15380
    },
    {
      "loss_action": 0.008222317323088646,
      "loss_total": 0.008222317323088646,
      "step": 15380
    },
    {
      "loss_action": 0.004221959970891476,
      "loss_total": 0.004221959970891476,
      "step": 15380
    },
    {
      "loss_action": 0.02212928608059883,
      "loss_total": 0.02212928608059883,
      "step": 15380
    },
    {
      "loss_action": 0.016706788912415504,
      "loss_total": 0.016706788912415504,
      "step": 15380
    },
    {
      "loss_action": 0.012425345368683338,
      "loss_total": 0.012425345368683338,
      "step": 15380
    },
    {
      "loss_action": 0.011380897834897041,
      "loss_total": 0.011380897834897041,
      "step": 15380
    },
    {
      "loss_action": 0.0350341796875,
      "loss_total": 0.0350341796875,
      "step": 15380
    },
    {
      "grad_norm": 0.17704254388809204,
      "learning_rate": 9.707810837663431e-05,
      "loss": 0.0177,
      "step": 15390
    },
    {
      "loss_action": 0.010304609313607216,
      "loss_total": 0.010304609313607216,
      "step": 15390
    },
    {
      "loss_action": 0.008115310221910477,
      "loss_total": 0.008115310221910477,
      "step": 15390
    },
    {
      "loss_action": 0.012666378170251846,
      "loss_total": 0.012666378170251846,
      "step": 15390
    },
    {
      "loss_action": 0.05476241931319237,
      "loss_total": 0.05476241931319237,
      "step": 15390
    },
    {
      "loss_action": 0.015307065099477768,
      "loss_total": 0.015307065099477768,
      "step": 15390
    },
    {
      "loss_action": 0.006881680339574814,
      "loss_total": 0.006881680339574814,
      "step": 15390
    },
    {
      "loss_action": 0.013446616008877754,
      "loss_total": 0.013446616008877754,
      "step": 15390
    },
    {
      "loss_action": 0.018156595528125763,
      "loss_total": 0.018156595528125763,
      "step": 15390
    },
    {
      "grad_norm": 0.15338793396949768,
      "learning_rate": 9.707253626710113e-05,
      "loss": 0.02,
      "step": 15400
    },
    {
      "loss_action": 0.018553875386714935,
      "loss_total": 0.018553875386714935,
      "step": 15400
    },
    {
      "loss_action": 0.017430666834115982,
      "loss_total": 0.017430666834115982,
      "step": 15400
    },
    {
      "loss_action": 0.013815769925713539,
      "loss_total": 0.013815769925713539,
      "step": 15400
    },
    {
      "loss_action": 0.01721044071018696,
      "loss_total": 0.01721044071018696,
      "step": 15400
    },
    {
      "loss_action": 0.02425842545926571,
      "loss_total": 0.02425842545926571,
      "step": 15400
    },
    {
      "loss_action": 0.021999768912792206,
      "loss_total": 0.021999768912792206,
      "step": 15400
    },
    {
      "loss_action": 0.012393742799758911,
      "loss_total": 0.012393742799758911,
      "step": 15400
    },
    {
      "loss_action": 0.023176100105047226,
      "loss_total": 0.023176100105047226,
      "step": 15400
    },
    {
      "grad_norm": 0.16867540776729584,
      "learning_rate": 9.706695900978613e-05,
      "loss": 0.0165,
      "step": 15410
    },
    {
      "loss_action": 0.02895769104361534,
      "loss_total": 0.02895769104361534,
      "step": 15410
    },
    {
      "loss_action": 0.015584804117679596,
      "loss_total": 0.015584804117679596,
      "step": 15410
    },
    {
      "loss_action": 0.0865262895822525,
      "loss_total": 0.0865262895822525,
      "step": 15410
    },
    {
      "loss_action": 0.01939440332353115,
      "loss_total": 0.01939440332353115,
      "step": 15410
    },
    {
      "loss_action": 0.01028926856815815,
      "loss_total": 0.01028926856815815,
      "step": 15410
    },
    {
      "loss_action": 0.015667999163269997,
      "loss_total": 0.015667999163269997,
      "step": 15410
    },
    {
      "loss_action": 0.0136951869353652,
      "loss_total": 0.0136951869353652,
      "step": 15410
    },
    {
      "loss_action": 0.019301729276776314,
      "loss_total": 0.019301729276776314,
      "step": 15410
    },
    {
      "grad_norm": 0.2008437067270279,
      "learning_rate": 9.706137660529926e-05,
      "loss": 0.0188,
      "step": 15420
    },
    {
      "loss_action": 0.011362938210368156,
      "loss_total": 0.011362938210368156,
      "step": 15420
    },
    {
      "loss_action": 0.009814228862524033,
      "loss_total": 0.009814228862524033,
      "step": 15420
    },
    {
      "loss_action": 0.017717551440000534,
      "loss_total": 0.017717551440000534,
      "step": 15420
    },
    {
      "loss_action": 0.011989584192633629,
      "loss_total": 0.011989584192633629,
      "step": 15420
    },
    {
      "loss_action": 0.01655827835202217,
      "loss_total": 0.01655827835202217,
      "step": 15420
    },
    {
      "loss_action": 0.01103153545409441,
      "loss_total": 0.01103153545409441,
      "step": 15420
    },
    {
      "loss_action": 0.014036356471478939,
      "loss_total": 0.014036356471478939,
      "step": 15420
    },
    {
      "loss_action": 0.013269646093249321,
      "loss_total": 0.013269646093249321,
      "step": 15420
    },
    {
      "grad_norm": 0.15095154941082,
      "learning_rate": 9.705578905425101e-05,
      "loss": 0.0155,
      "step": 15430
    },
    {
      "loss_action": 0.010560211725533009,
      "loss_total": 0.010560211725533009,
      "step": 15430
    },
    {
      "loss_action": 0.018865857273340225,
      "loss_total": 0.018865857273340225,
      "step": 15430
    },
    {
      "loss_action": 0.009287138469517231,
      "loss_total": 0.009287138469517231,
      "step": 15430
    },
    {
      "loss_action": 0.009969018399715424,
      "loss_total": 0.009969018399715424,
      "step": 15430
    },
    {
      "loss_action": 0.008994624018669128,
      "loss_total": 0.008994624018669128,
      "step": 15430
    },
    {
      "loss_action": 0.021256430074572563,
      "loss_total": 0.021256430074572563,
      "step": 15430
    },
    {
      "loss_action": 0.0069787269458174706,
      "loss_total": 0.0069787269458174706,
      "step": 15430
    },
    {
      "loss_action": 0.011408835649490356,
      "loss_total": 0.011408835649490356,
      "step": 15430
    },
    {
      "grad_norm": 0.14734670519828796,
      "learning_rate": 9.705019635725241e-05,
      "loss": 0.0174,
      "step": 15440
    },
    {
      "loss_action": 0.006806578021496534,
      "loss_total": 0.006806578021496534,
      "step": 15440
    },
    {
      "loss_action": 0.007260212674736977,
      "loss_total": 0.007260212674736977,
      "step": 15440
    },
    {
      "loss_action": 0.016464244574308395,
      "loss_total": 0.016464244574308395,
      "step": 15440
    },
    {
      "loss_action": 0.010916318744421005,
      "loss_total": 0.010916318744421005,
      "step": 15440
    },
    {
      "loss_action": 0.024315908551216125,
      "loss_total": 0.024315908551216125,
      "step": 15440
    },
    {
      "loss_action": 0.017008217051625252,
      "loss_total": 0.017008217051625252,
      "step": 15440
    },
    {
      "loss_action": 0.01236751303076744,
      "loss_total": 0.01236751303076744,
      "step": 15440
    },
    {
      "loss_action": 0.010059673339128494,
      "loss_total": 0.010059673339128494,
      "step": 15440
    },
    {
      "grad_norm": 0.11839037388563156,
      "learning_rate": 9.704459851491508e-05,
      "loss": 0.0162,
      "step": 15450
    },
    {
      "loss_action": 0.015665724873542786,
      "loss_total": 0.015665724873542786,
      "step": 15450
    },
    {
      "loss_action": 0.01146551314741373,
      "loss_total": 0.01146551314741373,
      "step": 15450
    },
    {
      "loss_action": 0.012580081820487976,
      "loss_total": 0.012580081820487976,
      "step": 15450
    },
    {
      "loss_action": 0.015434077009558678,
      "loss_total": 0.015434077009558678,
      "step": 15450
    },
    {
      "loss_action": 0.007637761067599058,
      "loss_total": 0.007637761067599058,
      "step": 15450
    },
    {
      "loss_action": 0.008909338153898716,
      "loss_total": 0.008909338153898716,
      "step": 15450
    },
    {
      "loss_action": 0.00939087476581335,
      "loss_total": 0.00939087476581335,
      "step": 15450
    },
    {
      "loss_action": 0.035731349140405655,
      "loss_total": 0.035731349140405655,
      "step": 15450
    },
    {
      "grad_norm": 0.16170115768909454,
      "learning_rate": 9.703899552785118e-05,
      "loss": 0.0139,
      "step": 15460
    },
    {
      "loss_action": 0.013039996847510338,
      "loss_total": 0.013039996847510338,
      "step": 15460
    },
    {
      "loss_action": 0.02023022621870041,
      "loss_total": 0.02023022621870041,
      "step": 15460
    },
    {
      "loss_action": 0.007384481839835644,
      "loss_total": 0.007384481839835644,
      "step": 15460
    },
    {
      "loss_action": 0.013477625325322151,
      "loss_total": 0.013477625325322151,
      "step": 15460
    },
    {
      "loss_action": 0.011594079434871674,
      "loss_total": 0.011594079434871674,
      "step": 15460
    },
    {
      "loss_action": 0.006657157093286514,
      "loss_total": 0.006657157093286514,
      "step": 15460
    },
    {
      "loss_action": 0.016593705862760544,
      "loss_total": 0.016593705862760544,
      "step": 15460
    },
    {
      "loss_action": 0.010161326266825199,
      "loss_total": 0.010161326266825199,
      "step": 15460
    },
    {
      "grad_norm": 0.1286373883485794,
      "learning_rate": 9.703338739667346e-05,
      "loss": 0.013,
      "step": 15470
    },
    {
      "loss_action": 0.014898724853992462,
      "loss_total": 0.014898724853992462,
      "step": 15470
    },
    {
      "loss_action": 0.006287797354161739,
      "loss_total": 0.006287797354161739,
      "step": 15470
    },
    {
      "loss_action": 0.009960945695638657,
      "loss_total": 0.009960945695638657,
      "step": 15470
    },
    {
      "loss_action": 0.011835848912596703,
      "loss_total": 0.011835848912596703,
      "step": 15470
    },
    {
      "loss_action": 0.010499905794858932,
      "loss_total": 0.010499905794858932,
      "step": 15470
    },
    {
      "loss_action": 0.0128045454621315,
      "loss_total": 0.0128045454621315,
      "step": 15470
    },
    {
      "loss_action": 0.005679754074662924,
      "loss_total": 0.005679754074662924,
      "step": 15470
    },
    {
      "loss_action": 0.012508810497820377,
      "loss_total": 0.012508810497820377,
      "step": 15470
    },
    {
      "grad_norm": 0.13309068977832794,
      "learning_rate": 9.70277741219952e-05,
      "loss": 0.0163,
      "step": 15480
    },
    {
      "loss_action": 0.023301884531974792,
      "loss_total": 0.023301884531974792,
      "step": 15480
    },
    {
      "loss_action": 0.010697195306420326,
      "loss_total": 0.010697195306420326,
      "step": 15480
    },
    {
      "loss_action": 0.004394443705677986,
      "loss_total": 0.004394443705677986,
      "step": 15480
    },
    {
      "loss_action": 0.008723223581910133,
      "loss_total": 0.008723223581910133,
      "step": 15480
    },
    {
      "loss_action": 0.009773213416337967,
      "loss_total": 0.009773213416337967,
      "step": 15480
    },
    {
      "loss_action": 0.01448257826268673,
      "loss_total": 0.01448257826268673,
      "step": 15480
    },
    {
      "loss_action": 0.010202184319496155,
      "loss_total": 0.010202184319496155,
      "step": 15480
    },
    {
      "loss_action": 0.015471229329705238,
      "loss_total": 0.015471229329705238,
      "step": 15480
    },
    {
      "grad_norm": 0.11956857144832611,
      "learning_rate": 9.702215570443027e-05,
      "loss": 0.0157,
      "step": 15490
    },
    {
      "loss_action": 0.04605371877551079,
      "loss_total": 0.04605371877551079,
      "step": 15490
    },
    {
      "loss_action": 0.03225075080990791,
      "loss_total": 0.03225075080990791,
      "step": 15490
    },
    {
      "loss_action": 0.02331629768013954,
      "loss_total": 0.02331629768013954,
      "step": 15490
    },
    {
      "loss_action": 0.010176222771406174,
      "loss_total": 0.010176222771406174,
      "step": 15490
    },
    {
      "loss_action": 0.004677603952586651,
      "loss_total": 0.004677603952586651,
      "step": 15490
    },
    {
      "loss_action": 0.011601440608501434,
      "loss_total": 0.011601440608501434,
      "step": 15490
    },
    {
      "loss_action": 0.01357890572398901,
      "loss_total": 0.01357890572398901,
      "step": 15490
    },
    {
      "loss_action": 0.00940880086272955,
      "loss_total": 0.00940880086272955,
      "step": 15490
    },
    {
      "grad_norm": 0.27371662855148315,
      "learning_rate": 9.701653214459309e-05,
      "loss": 0.0179,
      "step": 15500
    },
    {
      "loss_action": 0.013818981125950813,
      "loss_total": 0.013818981125950813,
      "step": 15500
    },
    {
      "loss_action": 0.00977750588208437,
      "loss_total": 0.00977750588208437,
      "step": 15500
    },
    {
      "loss_action": 0.02754395455121994,
      "loss_total": 0.02754395455121994,
      "step": 15500
    },
    {
      "loss_action": 0.01312275044620037,
      "loss_total": 0.01312275044620037,
      "step": 15500
    },
    {
      "loss_action": 0.009235521778464317,
      "loss_total": 0.009235521778464317,
      "step": 15500
    },
    {
      "loss_action": 0.009534133598208427,
      "loss_total": 0.009534133598208427,
      "step": 15500
    },
    {
      "loss_action": 0.008430153131484985,
      "loss_total": 0.008430153131484985,
      "step": 15500
    },
    {
      "loss_action": 0.009925199672579765,
      "loss_total": 0.009925199672579765,
      "step": 15500
    },
    {
      "grad_norm": 0.2373543083667755,
      "learning_rate": 9.701090344309865e-05,
      "loss": 0.017,
      "step": 15510
    },
    {
      "loss_action": 0.008099796250462532,
      "loss_total": 0.008099796250462532,
      "step": 15510
    },
    {
      "loss_action": 0.012410616502165794,
      "loss_total": 0.012410616502165794,
      "step": 15510
    },
    {
      "loss_action": 0.006290663965046406,
      "loss_total": 0.006290663965046406,
      "step": 15510
    },
    {
      "loss_action": 0.018745355308055878,
      "loss_total": 0.018745355308055878,
      "step": 15510
    },
    {
      "loss_action": 0.008684908039867878,
      "loss_total": 0.008684908039867878,
      "step": 15510
    },
    {
      "loss_action": 0.015381714329123497,
      "loss_total": 0.015381714329123497,
      "step": 15510
    },
    {
      "loss_action": 0.030399592593312263,
      "loss_total": 0.030399592593312263,
      "step": 15510
    },
    {
      "loss_action": 0.012817754410207272,
      "loss_total": 0.012817754410207272,
      "step": 15510
    },
    {
      "grad_norm": 0.2180032879114151,
      "learning_rate": 9.700526960056247e-05,
      "loss": 0.0166,
      "step": 15520
    },
    {
      "loss_action": 0.01322100404649973,
      "loss_total": 0.01322100404649973,
      "step": 15520
    },
    {
      "loss_action": 0.010238871909677982,
      "loss_total": 0.010238871909677982,
      "step": 15520
    },
    {
      "loss_action": 0.010739529505372047,
      "loss_total": 0.010739529505372047,
      "step": 15520
    },
    {
      "loss_action": 0.01802675984799862,
      "loss_total": 0.01802675984799862,
      "step": 15520
    },
    {
      "loss_action": 0.007753758691251278,
      "loss_total": 0.007753758691251278,
      "step": 15520
    },
    {
      "loss_action": 0.024318993091583252,
      "loss_total": 0.024318993091583252,
      "step": 15520
    },
    {
      "loss_action": 0.013311619870364666,
      "loss_total": 0.013311619870364666,
      "step": 15520
    },
    {
      "loss_action": 0.018257690593600273,
      "loss_total": 0.018257690593600273,
      "step": 15520
    },
    {
      "grad_norm": 0.1612306833267212,
      "learning_rate": 9.699963061760068e-05,
      "loss": 0.0149,
      "step": 15530
    },
    {
      "loss_action": 0.007296107709407806,
      "loss_total": 0.007296107709407806,
      "step": 15530
    },
    {
      "loss_action": 0.018313918262720108,
      "loss_total": 0.018313918262720108,
      "step": 15530
    },
    {
      "loss_action": 0.005424468778073788,
      "loss_total": 0.005424468778073788,
      "step": 15530
    },
    {
      "loss_action": 0.01245062705129385,
      "loss_total": 0.01245062705129385,
      "step": 15530
    },
    {
      "loss_action": 0.01025020144879818,
      "loss_total": 0.01025020144879818,
      "step": 15530
    },
    {
      "loss_action": 0.007173408754169941,
      "loss_total": 0.007173408754169941,
      "step": 15530
    },
    {
      "loss_action": 0.01190197467803955,
      "loss_total": 0.01190197467803955,
      "step": 15530
    },
    {
      "loss_action": 0.01475884672254324,
      "loss_total": 0.01475884672254324,
      "step": 15530
    },
    {
      "grad_norm": 0.21926279366016388,
      "learning_rate": 9.699398649482997e-05,
      "loss": 0.0151,
      "step": 15540
    },
    {
      "loss_action": 0.02011580765247345,
      "loss_total": 0.02011580765247345,
      "step": 15540
    },
    {
      "loss_action": 0.014507110230624676,
      "loss_total": 0.014507110230624676,
      "step": 15540
    },
    {
      "loss_action": 0.014641210436820984,
      "loss_total": 0.014641210436820984,
      "step": 15540
    },
    {
      "loss_action": 0.031898148357868195,
      "loss_total": 0.031898148357868195,
      "step": 15540
    },
    {
      "loss_action": 0.012138482183218002,
      "loss_total": 0.012138482183218002,
      "step": 15540
    },
    {
      "loss_action": 0.004753126762807369,
      "loss_total": 0.004753126762807369,
      "step": 15540
    },
    {
      "loss_action": 0.020131509751081467,
      "loss_total": 0.020131509751081467,
      "step": 15540
    },
    {
      "loss_action": 0.023765617981553078,
      "loss_total": 0.023765617981553078,
      "step": 15540
    },
    {
      "grad_norm": 0.22836948931217194,
      "learning_rate": 9.698833723286753e-05,
      "loss": 0.0154,
      "step": 15550
    },
    {
      "loss_action": 0.012432342395186424,
      "loss_total": 0.012432342395186424,
      "step": 15550
    },
    {
      "loss_action": 0.019230959936976433,
      "loss_total": 0.019230959936976433,
      "step": 15550
    },
    {
      "loss_action": 0.013334772549569607,
      "loss_total": 0.013334772549569607,
      "step": 15550
    },
    {
      "loss_action": 0.005016654264181852,
      "loss_total": 0.005016654264181852,
      "step": 15550
    },
    {
      "loss_action": 0.018466517329216003,
      "loss_total": 0.018466517329216003,
      "step": 15550
    },
    {
      "loss_action": 0.0183084886521101,
      "loss_total": 0.0183084886521101,
      "step": 15550
    },
    {
      "loss_action": 0.1190449446439743,
      "loss_total": 0.1190449446439743,
      "step": 15550
    },
    {
      "loss_action": 0.017836587503552437,
      "loss_total": 0.017836587503552437,
      "step": 15550
    },
    {
      "grad_norm": 0.15445256233215332,
      "learning_rate": 9.698268283233118e-05,
      "loss": 0.0167,
      "step": 15560
    },
    {
      "loss_action": 0.02450280450284481,
      "loss_total": 0.02450280450284481,
      "step": 15560
    },
    {
      "loss_action": 0.01669561117887497,
      "loss_total": 0.01669561117887497,
      "step": 15560
    },
    {
      "loss_action": 0.0064794570207595825,
      "loss_total": 0.0064794570207595825,
      "step": 15560
    },
    {
      "loss_action": 0.010351914912462234,
      "loss_total": 0.010351914912462234,
      "step": 15560
    },
    {
      "loss_action": 0.013134545646607876,
      "loss_total": 0.013134545646607876,
      "step": 15560
    },
    {
      "loss_action": 0.00737945269793272,
      "loss_total": 0.00737945269793272,
      "step": 15560
    },
    {
      "loss_action": 0.00487826531752944,
      "loss_total": 0.00487826531752944,
      "step": 15560
    },
    {
      "loss_action": 0.014466220512986183,
      "loss_total": 0.014466220512986183,
      "step": 15560
    },
    {
      "grad_norm": 0.20151746273040771,
      "learning_rate": 9.697702329383929e-05,
      "loss": 0.0154,
      "step": 15570
    },
    {
      "loss_action": 0.013140887022018433,
      "loss_total": 0.013140887022018433,
      "step": 15570
    },
    {
      "loss_action": 0.009134100750088692,
      "loss_total": 0.009134100750088692,
      "step": 15570
    },
    {
      "loss_action": 0.009175395593047142,
      "loss_total": 0.009175395593047142,
      "step": 15570
    },
    {
      "loss_action": 0.014704466797411442,
      "loss_total": 0.014704466797411442,
      "step": 15570
    },
    {
      "loss_action": 0.0071789659559726715,
      "loss_total": 0.0071789659559726715,
      "step": 15570
    },
    {
      "loss_action": 0.020101547241210938,
      "loss_total": 0.020101547241210938,
      "step": 15570
    },
    {
      "loss_action": 0.03570744767785072,
      "loss_total": 0.03570744767785072,
      "step": 15570
    },
    {
      "loss_action": 0.006211183033883572,
      "loss_total": 0.006211183033883572,
      "step": 15570
    },
    {
      "grad_norm": 0.31363344192504883,
      "learning_rate": 9.697135861801074e-05,
      "loss": 0.0201,
      "step": 15580
    },
    {
      "loss_action": 0.01018553227186203,
      "loss_total": 0.01018553227186203,
      "step": 15580
    },
    {
      "loss_action": 0.006404731888324022,
      "loss_total": 0.006404731888324022,
      "step": 15580
    },
    {
      "loss_action": 0.027768710628151894,
      "loss_total": 0.027768710628151894,
      "step": 15580
    },
    {
      "loss_action": 0.011811420321464539,
      "loss_total": 0.011811420321464539,
      "step": 15580
    },
    {
      "loss_action": 0.013570811599493027,
      "loss_total": 0.013570811599493027,
      "step": 15580
    },
    {
      "loss_action": 0.01047650445252657,
      "loss_total": 0.01047650445252657,
      "step": 15580
    },
    {
      "loss_action": 0.02232382819056511,
      "loss_total": 0.02232382819056511,
      "step": 15580
    },
    {
      "loss_action": 0.024287665262818336,
      "loss_total": 0.024287665262818336,
      "step": 15580
    },
    {
      "grad_norm": 0.21556825935840607,
      "learning_rate": 9.696568880546505e-05,
      "loss": 0.0175,
      "step": 15590
    },
    {
      "loss_action": 0.018246034160256386,
      "loss_total": 0.018246034160256386,
      "step": 15590
    },
    {
      "loss_action": 0.01608550176024437,
      "loss_total": 0.01608550176024437,
      "step": 15590
    },
    {
      "loss_action": 0.021813884377479553,
      "loss_total": 0.021813884377479553,
      "step": 15590
    },
    {
      "loss_action": 0.01592087186872959,
      "loss_total": 0.01592087186872959,
      "step": 15590
    },
    {
      "loss_action": 0.012177377939224243,
      "loss_total": 0.012177377939224243,
      "step": 15590
    },
    {
      "loss_action": 0.008552921935915947,
      "loss_total": 0.008552921935915947,
      "step": 15590
    },
    {
      "loss_action": 0.007893765345215797,
      "loss_total": 0.007893765345215797,
      "step": 15590
    },
    {
      "loss_action": 0.01658078469336033,
      "loss_total": 0.01658078469336033,
      "step": 15590
    },
    {
      "grad_norm": 0.25690099596977234,
      "learning_rate": 9.696001385682223e-05,
      "loss": 0.0178,
      "step": 15600
    },
    {
      "loss_action": 0.011524055153131485,
      "loss_total": 0.011524055153131485,
      "step": 15600
    },
    {
      "loss_action": 0.007775610312819481,
      "loss_total": 0.007775610312819481,
      "step": 15600
    },
    {
      "loss_action": 0.03134910389780998,
      "loss_total": 0.03134910389780998,
      "step": 15600
    },
    {
      "loss_action": 0.018572896718978882,
      "loss_total": 0.018572896718978882,
      "step": 15600
    },
    {
      "loss_action": 0.014094647020101547,
      "loss_total": 0.014094647020101547,
      "step": 15600
    },
    {
      "loss_action": 0.013297872617840767,
      "loss_total": 0.013297872617840767,
      "step": 15600
    },
    {
      "loss_action": 0.029143039137125015,
      "loss_total": 0.029143039137125015,
      "step": 15600
    },
    {
      "loss_action": 0.020053740590810776,
      "loss_total": 0.020053740590810776,
      "step": 15600
    },
    {
      "grad_norm": 0.2034032791852951,
      "learning_rate": 9.695433377270291e-05,
      "loss": 0.0163,
      "step": 15610
    },
    {
      "loss_action": 0.016960827633738518,
      "loss_total": 0.016960827633738518,
      "step": 15610
    },
    {
      "loss_action": 0.008991842158138752,
      "loss_total": 0.008991842158138752,
      "step": 15610
    },
    {
      "loss_action": 0.010950189083814621,
      "loss_total": 0.010950189083814621,
      "step": 15610
    },
    {
      "loss_action": 0.0072999014519155025,
      "loss_total": 0.0072999014519155025,
      "step": 15610
    },
    {
      "loss_action": 0.007186735048890114,
      "loss_total": 0.007186735048890114,
      "step": 15610
    },
    {
      "loss_action": 0.02035786211490631,
      "loss_total": 0.02035786211490631,
      "step": 15610
    },
    {
      "loss_action": 0.015254995785653591,
      "loss_total": 0.015254995785653591,
      "step": 15610
    },
    {
      "loss_action": 0.009993350133299828,
      "loss_total": 0.009993350133299828,
      "step": 15610
    },
    {
      "grad_norm": 0.24346719682216644,
      "learning_rate": 9.694864855372824e-05,
      "loss": 0.0156,
      "step": 15620
    },
    {
      "loss_action": 0.01840408518910408,
      "loss_total": 0.01840408518910408,
      "step": 15620
    },
    {
      "loss_action": 0.01842850260436535,
      "loss_total": 0.01842850260436535,
      "step": 15620
    },
    {
      "loss_action": 0.00500267930328846,
      "loss_total": 0.00500267930328846,
      "step": 15620
    },
    {
      "loss_action": 0.008716088719666004,
      "loss_total": 0.008716088719666004,
      "step": 15620
    },
    {
      "loss_action": 0.017462052404880524,
      "loss_total": 0.017462052404880524,
      "step": 15620
    },
    {
      "loss_action": 0.012006622739136219,
      "loss_total": 0.012006622739136219,
      "step": 15620
    },
    {
      "loss_action": 0.015904802829027176,
      "loss_total": 0.015904802829027176,
      "step": 15620
    },
    {
      "loss_action": 0.012179981917142868,
      "loss_total": 0.012179981917142868,
      "step": 15620
    },
    {
      "grad_norm": 0.20092390477657318,
      "learning_rate": 9.694295820051995e-05,
      "loss": 0.0172,
      "step": 15630
    },
    {
      "loss_action": 0.012294658459722996,
      "loss_total": 0.012294658459722996,
      "step": 15630
    },
    {
      "loss_action": 0.01883585751056671,
      "loss_total": 0.01883585751056671,
      "step": 15630
    },
    {
      "loss_action": 0.030087392777204514,
      "loss_total": 0.030087392777204514,
      "step": 15630
    },
    {
      "loss_action": 0.012999125756323338,
      "loss_total": 0.012999125756323338,
      "step": 15630
    },
    {
      "loss_action": 0.00980378221720457,
      "loss_total": 0.00980378221720457,
      "step": 15630
    },
    {
      "loss_action": 0.024976352229714394,
      "loss_total": 0.024976352229714394,
      "step": 15630
    },
    {
      "loss_action": 0.03576943278312683,
      "loss_total": 0.03576943278312683,
      "step": 15630
    },
    {
      "loss_action": 0.010003359988331795,
      "loss_total": 0.010003359988331795,
      "step": 15630
    },
    {
      "grad_norm": 0.22927001118659973,
      "learning_rate": 9.693726271370032e-05,
      "loss": 0.018,
      "step": 15640
    },
    {
      "loss_action": 0.01502245757728815,
      "loss_total": 0.01502245757728815,
      "step": 15640
    },
    {
      "loss_action": 0.014130586758255959,
      "loss_total": 0.014130586758255959,
      "step": 15640
    },
    {
      "loss_action": 0.012365082278847694,
      "loss_total": 0.012365082278847694,
      "step": 15640
    },
    {
      "loss_action": 0.01602928340435028,
      "loss_total": 0.01602928340435028,
      "step": 15640
    },
    {
      "loss_action": 0.01642012409865856,
      "loss_total": 0.01642012409865856,
      "step": 15640
    },
    {
      "loss_action": 0.039436303079128265,
      "loss_total": 0.039436303079128265,
      "step": 15640
    },
    {
      "loss_action": 0.025037389248609543,
      "loss_total": 0.025037389248609543,
      "step": 15640
    },
    {
      "loss_action": 0.01048247516155243,
      "loss_total": 0.01048247516155243,
      "step": 15640
    },
    {
      "grad_norm": 0.19159725308418274,
      "learning_rate": 9.693156209389221e-05,
      "loss": 0.0173,
      "step": 15650
    },
    {
      "loss_action": 0.010123370215296745,
      "loss_total": 0.010123370215296745,
      "step": 15650
    },
    {
      "loss_action": 0.017353542149066925,
      "loss_total": 0.017353542149066925,
      "step": 15650
    },
    {
      "loss_action": 0.026599138975143433,
      "loss_total": 0.026599138975143433,
      "step": 15650
    },
    {
      "loss_action": 0.019495772197842598,
      "loss_total": 0.019495772197842598,
      "step": 15650
    },
    {
      "loss_action": 0.013875236734747887,
      "loss_total": 0.013875236734747887,
      "step": 15650
    },
    {
      "loss_action": 0.01947515830397606,
      "loss_total": 0.01947515830397606,
      "step": 15650
    },
    {
      "loss_action": 0.0131284324452281,
      "loss_total": 0.0131284324452281,
      "step": 15650
    },
    {
      "loss_action": 0.025540079921483994,
      "loss_total": 0.025540079921483994,
      "step": 15650
    },
    {
      "grad_norm": 0.20692004263401031,
      "learning_rate": 9.692585634171905e-05,
      "loss": 0.0172,
      "step": 15660
    },
    {
      "loss_action": 0.007890032604336739,
      "loss_total": 0.007890032604336739,
      "step": 15660
    },
    {
      "loss_action": 0.0184711255133152,
      "loss_total": 0.0184711255133152,
      "step": 15660
    },
    {
      "loss_action": 0.005762430839240551,
      "loss_total": 0.005762430839240551,
      "step": 15660
    },
    {
      "loss_action": 0.015557493083178997,
      "loss_total": 0.015557493083178997,
      "step": 15660
    },
    {
      "loss_action": 0.010899855755269527,
      "loss_total": 0.010899855755269527,
      "step": 15660
    },
    {
      "loss_action": 0.04168210178613663,
      "loss_total": 0.04168210178613663,
      "step": 15660
    },
    {
      "loss_action": 0.013234174810349941,
      "loss_total": 0.013234174810349941,
      "step": 15660
    },
    {
      "loss_action": 0.008964300155639648,
      "loss_total": 0.008964300155639648,
      "step": 15660
    },
    {
      "grad_norm": 0.13307654857635498,
      "learning_rate": 9.692014545780476e-05,
      "loss": 0.0142,
      "step": 15670
    },
    {
      "loss_action": 0.01716964691877365,
      "loss_total": 0.01716964691877365,
      "step": 15670
    },
    {
      "loss_action": 0.011717598885297775,
      "loss_total": 0.011717598885297775,
      "step": 15670
    },
    {
      "loss_action": 0.009030562825500965,
      "loss_total": 0.009030562825500965,
      "step": 15670
    },
    {
      "loss_action": 0.0060564083978533745,
      "loss_total": 0.0060564083978533745,
      "step": 15670
    },
    {
      "loss_action": 0.005385373719036579,
      "loss_total": 0.005385373719036579,
      "step": 15670
    },
    {
      "loss_action": 0.010496804490685463,
      "loss_total": 0.010496804490685463,
      "step": 15670
    },
    {
      "loss_action": 0.009775366634130478,
      "loss_total": 0.009775366634130478,
      "step": 15670
    },
    {
      "loss_action": 0.00807916559278965,
      "loss_total": 0.00807916559278965,
      "step": 15670
    },
    {
      "grad_norm": 0.15358391404151917,
      "learning_rate": 9.691442944277393e-05,
      "loss": 0.0151,
      "step": 15680
    },
    {
      "loss_action": 0.02347651869058609,
      "loss_total": 0.02347651869058609,
      "step": 15680
    },
    {
      "loss_action": 0.06653636693954468,
      "loss_total": 0.06653636693954468,
      "step": 15680
    },
    {
      "loss_action": 0.006513691507279873,
      "loss_total": 0.006513691507279873,
      "step": 15680
    },
    {
      "loss_action": 0.008202577941119671,
      "loss_total": 0.008202577941119671,
      "step": 15680
    },
    {
      "loss_action": 0.0076761264353990555,
      "loss_total": 0.0076761264353990555,
      "step": 15680
    },
    {
      "loss_action": 0.017648255452513695,
      "loss_total": 0.017648255452513695,
      "step": 15680
    },
    {
      "loss_action": 0.009769092313945293,
      "loss_total": 0.009769092313945293,
      "step": 15680
    },
    {
      "loss_action": 0.0093670804053545,
      "loss_total": 0.0093670804053545,
      "step": 15680
    },
    {
      "grad_norm": 0.1901659369468689,
      "learning_rate": 9.690870829725162e-05,
      "loss": 0.0146,
      "step": 15690
    },
    {
      "loss_action": 0.010621323250234127,
      "loss_total": 0.010621323250234127,
      "step": 15690
    },
    {
      "loss_action": 0.010603745467960835,
      "loss_total": 0.010603745467960835,
      "step": 15690
    },
    {
      "loss_action": 0.006656135432422161,
      "loss_total": 0.006656135432422161,
      "step": 15690
    },
    {
      "loss_action": 0.019445642828941345,
      "loss_total": 0.019445642828941345,
      "step": 15690
    },
    {
      "loss_action": 0.011812761425971985,
      "loss_total": 0.011812761425971985,
      "step": 15690
    },
    {
      "loss_action": 0.009151678532361984,
      "loss_total": 0.009151678532361984,
      "step": 15690
    },
    {
      "loss_action": 0.018716512247920036,
      "loss_total": 0.018716512247920036,
      "step": 15690
    },
    {
      "loss_action": 0.009784972295165062,
      "loss_total": 0.009784972295165062,
      "step": 15690
    },
    {
      "grad_norm": 0.17351551353931427,
      "learning_rate": 9.69029820218635e-05,
      "loss": 0.0133,
      "step": 15700
    },
    {
      "loss_action": 0.010897733271121979,
      "loss_total": 0.010897733271121979,
      "step": 15700
    },
    {
      "loss_action": 0.02771640568971634,
      "loss_total": 0.02771640568971634,
      "step": 15700
    },
    {
      "loss_action": 0.03180339187383652,
      "loss_total": 0.03180339187383652,
      "step": 15700
    },
    {
      "loss_action": 0.022710492834448814,
      "loss_total": 0.022710492834448814,
      "step": 15700
    },
    {
      "loss_action": 0.030611518770456314,
      "loss_total": 0.030611518770456314,
      "step": 15700
    },
    {
      "loss_action": 0.0170424897223711,
      "loss_total": 0.0170424897223711,
      "step": 15700
    },
    {
      "loss_action": 0.020962394773960114,
      "loss_total": 0.020962394773960114,
      "step": 15700
    },
    {
      "loss_action": 0.13299560546875,
      "loss_total": 0.13299560546875,
      "step": 15700
    },
    {
      "grad_norm": 0.1883247345685959,
      "learning_rate": 9.689725061723579e-05,
      "loss": 0.0183,
      "step": 15710
    },
    {
      "loss_action": 0.017817076295614243,
      "loss_total": 0.017817076295614243,
      "step": 15710
    },
    {
      "loss_action": 0.013545850291848183,
      "loss_total": 0.013545850291848183,
      "step": 15710
    },
    {
      "loss_action": 0.01233909372240305,
      "loss_total": 0.01233909372240305,
      "step": 15710
    },
    {
      "loss_action": 0.0237833671271801,
      "loss_total": 0.0237833671271801,
      "step": 15710
    },
    {
      "loss_action": 0.027448495849967003,
      "loss_total": 0.027448495849967003,
      "step": 15710
    },
    {
      "loss_action": 0.014125004410743713,
      "loss_total": 0.014125004410743713,
      "step": 15710
    },
    {
      "loss_action": 0.009971203282475471,
      "loss_total": 0.009971203282475471,
      "step": 15710
    },
    {
      "loss_action": 0.019266102463006973,
      "loss_total": 0.019266102463006973,
      "step": 15710
    },
    {
      "grad_norm": 0.14360836148262024,
      "learning_rate": 9.689151408399527e-05,
      "loss": 0.0151,
      "step": 15720
    },
    {
      "loss_action": 0.01284016016870737,
      "loss_total": 0.01284016016870737,
      "step": 15720
    },
    {
      "loss_action": 0.012076037004590034,
      "loss_total": 0.012076037004590034,
      "step": 15720
    },
    {
      "loss_action": 0.013878320343792439,
      "loss_total": 0.013878320343792439,
      "step": 15720
    },
    {
      "loss_action": 0.014645462855696678,
      "loss_total": 0.014645462855696678,
      "step": 15720
    },
    {
      "loss_action": 0.01205378770828247,
      "loss_total": 0.01205378770828247,
      "step": 15720
    },
    {
      "loss_action": 0.012564647011458874,
      "loss_total": 0.012564647011458874,
      "step": 15720
    },
    {
      "loss_action": 0.01335342787206173,
      "loss_total": 0.01335342787206173,
      "step": 15720
    },
    {
      "loss_action": 0.02554614469408989,
      "loss_total": 0.02554614469408989,
      "step": 15720
    },
    {
      "grad_norm": 0.12152086198329926,
      "learning_rate": 9.688577242276924e-05,
      "loss": 0.016,
      "step": 15730
    },
    {
      "loss_action": 0.04077805578708649,
      "loss_total": 0.04077805578708649,
      "step": 15730
    },
    {
      "loss_action": 0.025344356894493103,
      "loss_total": 0.025344356894493103,
      "step": 15730
    },
    {
      "loss_action": 0.008010894060134888,
      "loss_total": 0.008010894060134888,
      "step": 15730
    },
    {
      "loss_action": 0.011545881628990173,
      "loss_total": 0.011545881628990173,
      "step": 15730
    },
    {
      "loss_action": 0.011563317850232124,
      "loss_total": 0.011563317850232124,
      "step": 15730
    },
    {
      "loss_action": 0.01168767735362053,
      "loss_total": 0.01168767735362053,
      "step": 15730
    },
    {
      "loss_action": 0.008784622885286808,
      "loss_total": 0.008784622885286808,
      "step": 15730
    },
    {
      "loss_action": 0.0076240492053329945,
      "loss_total": 0.0076240492053329945,
      "step": 15730
    },
    {
      "grad_norm": 0.1211152896285057,
      "learning_rate": 9.688002563418566e-05,
      "loss": 0.0151,
      "step": 15740
    },
    {
      "loss_action": 0.0166894793510437,
      "loss_total": 0.0166894793510437,
      "step": 15740
    },
    {
      "loss_action": 0.014723262749612331,
      "loss_total": 0.014723262749612331,
      "step": 15740
    },
    {
      "loss_action": 0.013006651774048805,
      "loss_total": 0.013006651774048805,
      "step": 15740
    },
    {
      "loss_action": 0.00653556315228343,
      "loss_total": 0.00653556315228343,
      "step": 15740
    },
    {
      "loss_action": 0.02600780501961708,
      "loss_total": 0.02600780501961708,
      "step": 15740
    },
    {
      "loss_action": 0.02844146639108658,
      "loss_total": 0.02844146639108658,
      "step": 15740
    },
    {
      "loss_action": 0.014795827679336071,
      "loss_total": 0.014795827679336071,
      "step": 15740
    },
    {
      "loss_action": 0.014937639236450195,
      "loss_total": 0.014937639236450195,
      "step": 15740
    },
    {
      "grad_norm": 0.20045726001262665,
      "learning_rate": 9.687427371887293e-05,
      "loss": 0.0162,
      "step": 15750
    },
    {
      "loss_action": 0.030478820204734802,
      "loss_total": 0.030478820204734802,
      "step": 15750
    },
    {
      "loss_action": 0.015739131718873978,
      "loss_total": 0.015739131718873978,
      "step": 15750
    },
    {
      "loss_action": 0.01380840316414833,
      "loss_total": 0.01380840316414833,
      "step": 15750
    },
    {
      "loss_action": 0.012635630555450916,
      "loss_total": 0.012635630555450916,
      "step": 15750
    },
    {
      "loss_action": 0.011905206367373466,
      "loss_total": 0.011905206367373466,
      "step": 15750
    },
    {
      "loss_action": 0.019925015047192574,
      "loss_total": 0.019925015047192574,
      "step": 15750
    },
    {
      "loss_action": 0.023924527689814568,
      "loss_total": 0.023924527689814568,
      "step": 15750
    },
    {
      "loss_action": 0.00971593800932169,
      "loss_total": 0.00971593800932169,
      "step": 15750
    },
    {
      "grad_norm": 0.23177312314510345,
      "learning_rate": 9.686851667746012e-05,
      "loss": 0.0164,
      "step": 15760
    },
    {
      "loss_action": 0.00998326763510704,
      "loss_total": 0.00998326763510704,
      "step": 15760
    },
    {
      "loss_action": 0.010873286053538322,
      "loss_total": 0.010873286053538322,
      "step": 15760
    },
    {
      "loss_action": 0.015261940658092499,
      "loss_total": 0.015261940658092499,
      "step": 15760
    },
    {
      "loss_action": 0.016467612236738205,
      "loss_total": 0.016467612236738205,
      "step": 15760
    },
    {
      "loss_action": 0.014379829168319702,
      "loss_total": 0.014379829168319702,
      "step": 15760
    },
    {
      "loss_action": 0.017883379012346268,
      "loss_total": 0.017883379012346268,
      "step": 15760
    },
    {
      "loss_action": 0.007064341567456722,
      "loss_total": 0.007064341567456722,
      "step": 15760
    },
    {
      "loss_action": 0.021059643477201462,
      "loss_total": 0.021059643477201462,
      "step": 15760
    },
    {
      "grad_norm": 0.12471932172775269,
      "learning_rate": 9.686275451057677e-05,
      "loss": 0.016,
      "step": 15770
    },
    {
      "loss_action": 0.013264879584312439,
      "loss_total": 0.013264879584312439,
      "step": 15770
    },
    {
      "loss_action": 0.01811990514397621,
      "loss_total": 0.01811990514397621,
      "step": 15770
    },
    {
      "loss_action": 0.008420522324740887,
      "loss_total": 0.008420522324740887,
      "step": 15770
    },
    {
      "loss_action": 0.012001520954072475,
      "loss_total": 0.012001520954072475,
      "step": 15770
    },
    {
      "loss_action": 0.016162792220711708,
      "loss_total": 0.016162792220711708,
      "step": 15770
    },
    {
      "loss_action": 0.01427331194281578,
      "loss_total": 0.01427331194281578,
      "step": 15770
    },
    {
      "loss_action": 0.011627225205302238,
      "loss_total": 0.011627225205302238,
      "step": 15770
    },
    {
      "loss_action": 0.01367306336760521,
      "loss_total": 0.01367306336760521,
      "step": 15770
    },
    {
      "grad_norm": 0.17306582629680634,
      "learning_rate": 9.685698721885308e-05,
      "loss": 0.0146,
      "step": 15780
    },
    {
      "loss_action": 0.026542596518993378,
      "loss_total": 0.026542596518993378,
      "step": 15780
    },
    {
      "loss_action": 0.011671594344079494,
      "loss_total": 0.011671594344079494,
      "step": 15780
    },
    {
      "loss_action": 0.0077895731665194035,
      "loss_total": 0.0077895731665194035,
      "step": 15780
    },
    {
      "loss_action": 0.024851759895682335,
      "loss_total": 0.024851759895682335,
      "step": 15780
    },
    {
      "loss_action": 0.007246792782098055,
      "loss_total": 0.007246792782098055,
      "step": 15780
    },
    {
      "loss_action": 0.005749869160354137,
      "loss_total": 0.005749869160354137,
      "step": 15780
    },
    {
      "loss_action": 0.022652849555015564,
      "loss_total": 0.022652849555015564,
      "step": 15780
    },
    {
      "loss_action": 0.023001322522759438,
      "loss_total": 0.023001322522759438,
      "step": 15780
    },
    {
      "grad_norm": 0.2180282324552536,
      "learning_rate": 9.68512148029197e-05,
      "loss": 0.0167,
      "step": 15790
    },
    {
      "loss_action": 0.007175413891673088,
      "loss_total": 0.007175413891673088,
      "step": 15790
    },
    {
      "loss_action": 0.01116256881505251,
      "loss_total": 0.01116256881505251,
      "step": 15790
    },
    {
      "loss_action": 0.009125636890530586,
      "loss_total": 0.009125636890530586,
      "step": 15790
    },
    {
      "loss_action": 0.012628674507141113,
      "loss_total": 0.012628674507141113,
      "step": 15790
    },
    {
      "loss_action": 0.010657919570803642,
      "loss_total": 0.010657919570803642,
      "step": 15790
    },
    {
      "loss_action": 0.017719488590955734,
      "loss_total": 0.017719488590955734,
      "step": 15790
    },
    {
      "loss_action": 0.01565994694828987,
      "loss_total": 0.01565994694828987,
      "step": 15790
    },
    {
      "loss_action": 0.007413049228489399,
      "loss_total": 0.007413049228489399,
      "step": 15790
    },
    {
      "grad_norm": 0.15784208476543427,
      "learning_rate": 9.684543726340791e-05,
      "loss": 0.0163,
      "step": 15800
    },
    {
      "loss_action": 0.019234221428632736,
      "loss_total": 0.019234221428632736,
      "step": 15800
    },
    {
      "loss_action": 0.01265146117657423,
      "loss_total": 0.01265146117657423,
      "step": 15800
    },
    {
      "loss_action": 0.013466659002006054,
      "loss_total": 0.013466659002006054,
      "step": 15800
    },
    {
      "loss_action": 0.018619105219841003,
      "loss_total": 0.018619105219841003,
      "step": 15800
    },
    {
      "loss_action": 0.008870122954249382,
      "loss_total": 0.008870122954249382,
      "step": 15800
    },
    {
      "loss_action": 0.017498619854450226,
      "loss_total": 0.017498619854450226,
      "step": 15800
    },
    {
      "loss_action": 0.01172487623989582,
      "loss_total": 0.01172487623989582,
      "step": 15800
    },
    {
      "loss_action": 0.012099598534405231,
      "loss_total": 0.012099598534405231,
      "step": 15800
    },
    {
      "grad_norm": 0.16082900762557983,
      "learning_rate": 9.683965460094952e-05,
      "loss": 0.0152,
      "step": 15810
    },
    {
      "loss_action": 0.0075532253831624985,
      "loss_total": 0.0075532253831624985,
      "step": 15810
    },
    {
      "loss_action": 0.00797482393682003,
      "loss_total": 0.00797482393682003,
      "step": 15810
    },
    {
      "loss_action": 0.0280009638518095,
      "loss_total": 0.0280009638518095,
      "step": 15810
    },
    {
      "loss_action": 0.026968037709593773,
      "loss_total": 0.026968037709593773,
      "step": 15810
    },
    {
      "loss_action": 0.011395115405321121,
      "loss_total": 0.011395115405321121,
      "step": 15810
    },
    {
      "loss_action": 0.009816540405154228,
      "loss_total": 0.009816540405154228,
      "step": 15810
    },
    {
      "loss_action": 0.013571102172136307,
      "loss_total": 0.013571102172136307,
      "step": 15810
    },
    {
      "loss_action": 0.011169366538524628,
      "loss_total": 0.011169366538524628,
      "step": 15810
    },
    {
      "grad_norm": 0.13346971571445465,
      "learning_rate": 9.683386681617694e-05,
      "loss": 0.0152,
      "step": 15820
    },
    {
      "loss_action": 0.012361731380224228,
      "loss_total": 0.012361731380224228,
      "step": 15820
    },
    {
      "loss_action": 0.007289025001227856,
      "loss_total": 0.007289025001227856,
      "step": 15820
    },
    {
      "loss_action": 0.021022535860538483,
      "loss_total": 0.021022535860538483,
      "step": 15820
    },
    {
      "loss_action": 0.011862051673233509,
      "loss_total": 0.011862051673233509,
      "step": 15820
    },
    {
      "loss_action": 0.007963569834828377,
      "loss_total": 0.007963569834828377,
      "step": 15820
    },
    {
      "loss_action": 0.016913944855332375,
      "loss_total": 0.016913944855332375,
      "step": 15820
    },
    {
      "loss_action": 0.008805155754089355,
      "loss_total": 0.008805155754089355,
      "step": 15820
    },
    {
      "loss_action": 0.013172807171940804,
      "loss_total": 0.013172807171940804,
      "step": 15820
    },
    {
      "grad_norm": 0.18858981132507324,
      "learning_rate": 9.68280739097231e-05,
      "loss": 0.0144,
      "step": 15830
    },
    {
      "loss_action": 0.011564468964934349,
      "loss_total": 0.011564468964934349,
      "step": 15830
    },
    {
      "loss_action": 0.014913445338606834,
      "loss_total": 0.014913445338606834,
      "step": 15830
    },
    {
      "loss_action": 0.013714163564145565,
      "loss_total": 0.013714163564145565,
      "step": 15830
    },
    {
      "loss_action": 0.015526997856795788,
      "loss_total": 0.015526997856795788,
      "step": 15830
    },
    {
      "loss_action": 0.01488582044839859,
      "loss_total": 0.01488582044839859,
      "step": 15830
    },
    {
      "loss_action": 0.00888101290911436,
      "loss_total": 0.00888101290911436,
      "step": 15830
    },
    {
      "loss_action": 0.010006260126829147,
      "loss_total": 0.010006260126829147,
      "step": 15830
    },
    {
      "loss_action": 0.003254805924370885,
      "loss_total": 0.003254805924370885,
      "step": 15830
    },
    {
      "grad_norm": 0.11050312221050262,
      "learning_rate": 9.682227588222148e-05,
      "loss": 0.0135,
      "step": 15840
    },
    {
      "loss_action": 0.009484407491981983,
      "loss_total": 0.009484407491981983,
      "step": 15840
    },
    {
      "loss_action": 0.022775031626224518,
      "loss_total": 0.022775031626224518,
      "step": 15840
    },
    {
      "loss_action": 0.014997867867350578,
      "loss_total": 0.014997867867350578,
      "step": 15840
    },
    {
      "loss_action": 0.021448714658617973,
      "loss_total": 0.021448714658617973,
      "step": 15840
    },
    {
      "loss_action": 0.029429247602820396,
      "loss_total": 0.029429247602820396,
      "step": 15840
    },
    {
      "loss_action": 0.011280839331448078,
      "loss_total": 0.011280839331448078,
      "step": 15840
    },
    {
      "loss_action": 0.03736179694533348,
      "loss_total": 0.03736179694533348,
      "step": 15840
    },
    {
      "loss_action": 0.024745052680373192,
      "loss_total": 0.024745052680373192,
      "step": 15840
    },
    {
      "grad_norm": 0.16328783333301544,
      "learning_rate": 9.681647273430618e-05,
      "loss": 0.0146,
      "step": 15850
    },
    {
      "loss_action": 0.008861664682626724,
      "loss_total": 0.008861664682626724,
      "step": 15850
    },
    {
      "loss_action": 0.008092649281024933,
      "loss_total": 0.008092649281024933,
      "step": 15850
    },
    {
      "loss_action": 0.007862640544772148,
      "loss_total": 0.007862640544772148,
      "step": 15850
    },
    {
      "loss_action": 0.014909046702086926,
      "loss_total": 0.014909046702086926,
      "step": 15850
    },
    {
      "loss_action": 0.006041157525032759,
      "loss_total": 0.006041157525032759,
      "step": 15850
    },
    {
      "loss_action": 0.010839033871889114,
      "loss_total": 0.010839033871889114,
      "step": 15850
    },
    {
      "loss_action": 0.00629469146952033,
      "loss_total": 0.00629469146952033,
      "step": 15850
    },
    {
      "loss_action": 0.011258510872721672,
      "loss_total": 0.011258510872721672,
      "step": 15850
    },
    {
      "grad_norm": 0.16608327627182007,
      "learning_rate": 9.681066446661182e-05,
      "loss": 0.0163,
      "step": 15860
    },
    {
      "loss_action": 0.01634117029607296,
      "loss_total": 0.01634117029607296,
      "step": 15860
    },
    {
      "loss_action": 0.009436567313969135,
      "loss_total": 0.009436567313969135,
      "step": 15860
    },
    {
      "loss_action": 0.006203301250934601,
      "loss_total": 0.006203301250934601,
      "step": 15860
    },
    {
      "loss_action": 0.005074328277260065,
      "loss_total": 0.005074328277260065,
      "step": 15860
    },
    {
      "loss_action": 0.021036820486187935,
      "loss_total": 0.021036820486187935,
      "step": 15860
    },
    {
      "loss_action": 0.012858816422522068,
      "loss_total": 0.012858816422522068,
      "step": 15860
    },
    {
      "loss_action": 0.02608524262905121,
      "loss_total": 0.02608524262905121,
      "step": 15860
    },
    {
      "loss_action": 0.02122165635228157,
      "loss_total": 0.02122165635228157,
      "step": 15860
    },
    {
      "grad_norm": 0.1556244194507599,
      "learning_rate": 9.680485107977357e-05,
      "loss": 0.014,
      "step": 15870
    },
    {
      "loss_action": 0.01719667762517929,
      "loss_total": 0.01719667762517929,
      "step": 15870
    },
    {
      "loss_action": 0.008724097162485123,
      "loss_total": 0.008724097162485123,
      "step": 15870
    },
    {
      "loss_action": 0.0377836599946022,
      "loss_total": 0.0377836599946022,
      "step": 15870
    },
    {
      "loss_action": 0.013638206757605076,
      "loss_total": 0.013638206757605076,
      "step": 15870
    },
    {
      "loss_action": 0.0071112047880887985,
      "loss_total": 0.0071112047880887985,
      "step": 15870
    },
    {
      "loss_action": 0.016223520040512085,
      "loss_total": 0.016223520040512085,
      "step": 15870
    },
    {
      "loss_action": 0.019594449549913406,
      "loss_total": 0.019594449549913406,
      "step": 15870
    },
    {
      "loss_action": 0.008502280339598656,
      "loss_total": 0.008502280339598656,
      "step": 15870
    },
    {
      "grad_norm": 0.1662309765815735,
      "learning_rate": 9.679903257442716e-05,
      "loss": 0.0143,
      "step": 15880
    },
    {
      "loss_action": 0.014659740962088108,
      "loss_total": 0.014659740962088108,
      "step": 15880
    },
    {
      "loss_action": 0.013590605929493904,
      "loss_total": 0.013590605929493904,
      "step": 15880
    },
    {
      "loss_action": 0.0349932461977005,
      "loss_total": 0.0349932461977005,
      "step": 15880
    },
    {
      "loss_action": 0.007091706618666649,
      "loss_total": 0.007091706618666649,
      "step": 15880
    },
    {
      "loss_action": 0.013185272924602032,
      "loss_total": 0.013185272924602032,
      "step": 15880
    },
    {
      "loss_action": 0.007928893901407719,
      "loss_total": 0.007928893901407719,
      "step": 15880
    },
    {
      "loss_action": 0.02183418907225132,
      "loss_total": 0.02183418907225132,
      "step": 15880
    },
    {
      "loss_action": 0.01896369643509388,
      "loss_total": 0.01896369643509388,
      "step": 15880
    },
    {
      "grad_norm": 0.1259419173002243,
      "learning_rate": 9.679320895120891e-05,
      "loss": 0.0151,
      "step": 15890
    },
    {
      "loss_action": 0.007471762597560883,
      "loss_total": 0.007471762597560883,
      "step": 15890
    },
    {
      "loss_action": 0.009527163580060005,
      "loss_total": 0.009527163580060005,
      "step": 15890
    },
    {
      "loss_action": 0.015561819076538086,
      "loss_total": 0.015561819076538086,
      "step": 15890
    },
    {
      "loss_action": 0.00804542750120163,
      "loss_total": 0.00804542750120163,
      "step": 15890
    },
    {
      "loss_action": 0.010928235948085785,
      "loss_total": 0.010928235948085785,
      "step": 15890
    },
    {
      "loss_action": 0.009354861453175545,
      "loss_total": 0.009354861453175545,
      "step": 15890
    },
    {
      "loss_action": 0.021264541894197464,
      "loss_total": 0.021264541894197464,
      "step": 15890
    },
    {
      "loss_action": 0.025555351749062538,
      "loss_total": 0.025555351749062538,
      "step": 15890
    },
    {
      "grad_norm": 0.15468773245811462,
      "learning_rate": 9.67873802107557e-05,
      "loss": 0.0151,
      "step": 15900
    },
    {
      "loss_action": 0.008370161056518555,
      "loss_total": 0.008370161056518555,
      "step": 15900
    },
    {
      "loss_action": 0.007410239428281784,
      "loss_total": 0.007410239428281784,
      "step": 15900
    },
    {
      "loss_action": 0.010025640949606895,
      "loss_total": 0.010025640949606895,
      "step": 15900
    },
    {
      "loss_action": 0.021761763840913773,
      "loss_total": 0.021761763840913773,
      "step": 15900
    },
    {
      "loss_action": 0.006677983328700066,
      "loss_total": 0.006677983328700066,
      "step": 15900
    },
    {
      "loss_action": 0.011642823927104473,
      "loss_total": 0.011642823927104473,
      "step": 15900
    },
    {
      "loss_action": 0.007514027878642082,
      "loss_total": 0.007514027878642082,
      "step": 15900
    },
    {
      "loss_action": 0.013163277879357338,
      "loss_total": 0.013163277879357338,
      "step": 15900
    },
    {
      "grad_norm": 0.216917484998703,
      "learning_rate": 9.67815463537049e-05,
      "loss": 0.0141,
      "step": 15910
    },
    {
      "loss_action": 0.024755902588367462,
      "loss_total": 0.024755902588367462,
      "step": 15910
    },
    {
      "loss_action": 0.00915833842009306,
      "loss_total": 0.00915833842009306,
      "step": 15910
    },
    {
      "loss_action": 0.008265402168035507,
      "loss_total": 0.008265402168035507,
      "step": 15910
    },
    {
      "loss_action": 0.015503894537687302,
      "loss_total": 0.015503894537687302,
      "step": 15910
    },
    {
      "loss_action": 0.011102377437055111,
      "loss_total": 0.011102377437055111,
      "step": 15910
    },
    {
      "loss_action": 0.010344342328608036,
      "loss_total": 0.010344342328608036,
      "step": 15910
    },
    {
      "loss_action": 0.027293704450130463,
      "loss_total": 0.027293704450130463,
      "step": 15910
    },
    {
      "loss_action": 0.03926342725753784,
      "loss_total": 0.03926342725753784,
      "step": 15910
    },
    {
      "grad_norm": 0.10775440186262131,
      "learning_rate": 9.677570738069457e-05,
      "loss": 0.0147,
      "step": 15920
    },
    {
      "loss_action": 0.00843574944883585,
      "loss_total": 0.00843574944883585,
      "step": 15920
    },
    {
      "loss_action": 0.017542056739330292,
      "loss_total": 0.017542056739330292,
      "step": 15920
    },
    {
      "loss_action": 0.007009316235780716,
      "loss_total": 0.007009316235780716,
      "step": 15920
    },
    {
      "loss_action": 0.012394918128848076,
      "loss_total": 0.012394918128848076,
      "step": 15920
    },
    {
      "loss_action": 0.006546115502715111,
      "loss_total": 0.006546115502715111,
      "step": 15920
    },
    {
      "loss_action": 0.006998926401138306,
      "loss_total": 0.006998926401138306,
      "step": 15920
    },
    {
      "loss_action": 0.020262286067008972,
      "loss_total": 0.020262286067008972,
      "step": 15920
    },
    {
      "loss_action": 0.028041314333677292,
      "loss_total": 0.028041314333677292,
      "step": 15920
    },
    {
      "grad_norm": 0.16549599170684814,
      "learning_rate": 9.676986329236318e-05,
      "loss": 0.0141,
      "step": 15930
    },
    {
      "loss_action": 0.023842424154281616,
      "loss_total": 0.023842424154281616,
      "step": 15930
    },
    {
      "loss_action": 0.013291425071656704,
      "loss_total": 0.013291425071656704,
      "step": 15930
    },
    {
      "loss_action": 0.0066236089915037155,
      "loss_total": 0.0066236089915037155,
      "step": 15930
    },
    {
      "loss_action": 0.008662707172334194,
      "loss_total": 0.008662707172334194,
      "step": 15930
    },
    {
      "loss_action": 0.007699658162891865,
      "loss_total": 0.007699658162891865,
      "step": 15930
    },
    {
      "loss_action": 0.013204144313931465,
      "loss_total": 0.013204144313931465,
      "step": 15930
    },
    {
      "loss_action": 0.012804504483938217,
      "loss_total": 0.012804504483938217,
      "step": 15930
    },
    {
      "loss_action": 0.01046585664153099,
      "loss_total": 0.01046585664153099,
      "step": 15930
    },
    {
      "grad_norm": 0.12192518264055252,
      "learning_rate": 9.676401408934987e-05,
      "loss": 0.0135,
      "step": 15940
    },
    {
      "loss_action": 0.01619083806872368,
      "loss_total": 0.01619083806872368,
      "step": 15940
    },
    {
      "loss_action": 0.03450785577297211,
      "loss_total": 0.03450785577297211,
      "step": 15940
    },
    {
      "loss_action": 0.013164455071091652,
      "loss_total": 0.013164455071091652,
      "step": 15940
    },
    {
      "loss_action": 0.013021089136600494,
      "loss_total": 0.013021089136600494,
      "step": 15940
    },
    {
      "loss_action": 0.009910374879837036,
      "loss_total": 0.009910374879837036,
      "step": 15940
    },
    {
      "loss_action": 0.006513319909572601,
      "loss_total": 0.006513319909572601,
      "step": 15940
    },
    {
      "loss_action": 0.01248654630035162,
      "loss_total": 0.01248654630035162,
      "step": 15940
    },
    {
      "loss_action": 0.012022854760289192,
      "loss_total": 0.012022854760289192,
      "step": 15940
    },
    {
      "grad_norm": 0.18217402696609497,
      "learning_rate": 9.675815977229428e-05,
      "loss": 0.015,
      "step": 15950
    },
    {
      "loss_action": 0.015835965052247047,
      "loss_total": 0.015835965052247047,
      "step": 15950
    },
    {
      "loss_action": 0.006317393854260445,
      "loss_total": 0.006317393854260445,
      "step": 15950
    },
    {
      "loss_action": 0.006308981217443943,
      "loss_total": 0.006308981217443943,
      "step": 15950
    },
    {
      "loss_action": 0.005517030134797096,
      "loss_total": 0.005517030134797096,
      "step": 15950
    },
    {
      "loss_action": 0.004958976525813341,
      "loss_total": 0.004958976525813341,
      "step": 15950
    },
    {
      "loss_action": 0.011150401085615158,
      "loss_total": 0.011150401085615158,
      "step": 15950
    },
    {
      "loss_action": 0.025936974212527275,
      "loss_total": 0.025936974212527275,
      "step": 15950
    },
    {
      "loss_action": 0.0073893433436751366,
      "loss_total": 0.0073893433436751366,
      "step": 15950
    },
    {
      "grad_norm": 0.1496008038520813,
      "learning_rate": 9.675230034183664e-05,
      "loss": 0.0116,
      "step": 15960
    },
    {
      "loss_action": 0.014617875218391418,
      "loss_total": 0.014617875218391418,
      "step": 15960
    },
    {
      "loss_action": 0.023763516917824745,
      "loss_total": 0.023763516917824745,
      "step": 15960
    },
    {
      "loss_action": 0.047780945897102356,
      "loss_total": 0.047780945897102356,
      "step": 15960
    },
    {
      "loss_action": 0.017241239547729492,
      "loss_total": 0.017241239547729492,
      "step": 15960
    },
    {
      "loss_action": 0.028562074527144432,
      "loss_total": 0.028562074527144432,
      "step": 15960
    },
    {
      "loss_action": 0.014589402824640274,
      "loss_total": 0.014589402824640274,
      "step": 15960
    },
    {
      "loss_action": 0.03336794674396515,
      "loss_total": 0.03336794674396515,
      "step": 15960
    },
    {
      "loss_action": 0.01663305051624775,
      "loss_total": 0.01663305051624775,
      "step": 15960
    },
    {
      "grad_norm": 0.17021891474723816,
      "learning_rate": 9.674643579861773e-05,
      "loss": 0.0176,
      "step": 15970
    },
    {
      "loss_action": 0.018459826707839966,
      "loss_total": 0.018459826707839966,
      "step": 15970
    },
    {
      "loss_action": 0.013066340237855911,
      "loss_total": 0.013066340237855911,
      "step": 15970
    },
    {
      "loss_action": 0.01404328178614378,
      "loss_total": 0.01404328178614378,
      "step": 15970
    },
    {
      "loss_action": 0.02180015668272972,
      "loss_total": 0.02180015668272972,
      "step": 15970
    },
    {
      "loss_action": 0.016598135232925415,
      "loss_total": 0.016598135232925415,
      "step": 15970
    },
    {
      "loss_action": 0.006269560195505619,
      "loss_total": 0.006269560195505619,
      "step": 15970
    },
    {
      "loss_action": 0.010179700329899788,
      "loss_total": 0.010179700329899788,
      "step": 15970
    },
    {
      "loss_action": 0.009648028761148453,
      "loss_total": 0.009648028761148453,
      "step": 15970
    },
    {
      "grad_norm": 0.12074145674705505,
      "learning_rate": 9.674056614327886e-05,
      "loss": 0.0162,
      "step": 15980
    },
    {
      "loss_action": 0.011294806376099586,
      "loss_total": 0.011294806376099586,
      "step": 15980
    },
    {
      "loss_action": 0.027554331347346306,
      "loss_total": 0.027554331347346306,
      "step": 15980
    },
    {
      "loss_action": 0.010809321887791157,
      "loss_total": 0.010809321887791157,
      "step": 15980
    },
    {
      "loss_action": 0.014121422544121742,
      "loss_total": 0.014121422544121742,
      "step": 15980
    },
    {
      "loss_action": 0.01114559918642044,
      "loss_total": 0.01114559918642044,
      "step": 15980
    },
    {
      "loss_action": 0.006959549151360989,
      "loss_total": 0.006959549151360989,
      "step": 15980
    },
    {
      "loss_action": 0.01068857777863741,
      "loss_total": 0.01068857777863741,
      "step": 15980
    },
    {
      "loss_action": 0.013662492856383324,
      "loss_total": 0.013662492856383324,
      "step": 15980
    },
    {
      "grad_norm": 0.1921560913324356,
      "learning_rate": 9.673469137646198e-05,
      "loss": 0.0152,
      "step": 15990
    },
    {
      "loss_action": 0.0052400017157197,
      "loss_total": 0.0052400017157197,
      "step": 15990
    },
    {
      "loss_action": 0.018551548942923546,
      "loss_total": 0.018551548942923546,
      "step": 15990
    },
    {
      "loss_action": 0.02200833521783352,
      "loss_total": 0.02200833521783352,
      "step": 15990
    },
    {
      "loss_action": 0.011274192482233047,
      "loss_total": 0.011274192482233047,
      "step": 15990
    },
    {
      "loss_action": 0.010158451274037361,
      "loss_total": 0.010158451274037361,
      "step": 15990
    },
    {
      "loss_action": 0.018580235540866852,
      "loss_total": 0.018580235540866852,
      "step": 15990
    },
    {
      "loss_action": 0.014734175056219101,
      "loss_total": 0.014734175056219101,
      "step": 15990
    },
    {
      "loss_action": 0.016999782994389534,
      "loss_total": 0.016999782994389534,
      "step": 15990
    },
    {
      "grad_norm": 0.23018699884414673,
      "learning_rate": 9.67288114988095e-05,
      "loss": 0.0165,
      "step": 16000
    },
    {
      "loss_action": 0.020438794046640396,
      "loss_total": 0.020438794046640396,
      "step": 16000
    },
    {
      "loss_action": 0.01003347523510456,
      "loss_total": 0.01003347523510456,
      "step": 16000
    },
    {
      "loss_action": 0.010767350904643536,
      "loss_total": 0.010767350904643536,
      "step": 16000
    },
    {
      "loss_action": 0.012830963358283043,
      "loss_total": 0.012830963358283043,
      "step": 16000
    },
    {
      "loss_action": 0.014483781531453133,
      "loss_total": 0.014483781531453133,
      "step": 16000
    },
    {
      "loss_action": 0.011594383046030998,
      "loss_total": 0.011594383046030998,
      "step": 16000
    },
    {
      "loss_action": 0.022054491564631462,
      "loss_total": 0.022054491564631462,
      "step": 16000
    },
    {
      "loss_action": 0.005709316581487656,
      "loss_total": 0.005709316581487656,
      "step": 16000
    },
    {
      "grad_norm": 0.14543740451335907,
      "learning_rate": 9.672292651096447e-05,
      "loss": 0.0155,
      "step": 16010
    },
    {
      "loss_action": 0.021627098321914673,
      "loss_total": 0.021627098321914673,
      "step": 16010
    },
    {
      "loss_action": 0.021797146648168564,
      "loss_total": 0.021797146648168564,
      "step": 16010
    },
    {
      "loss_action": 0.01482265256345272,
      "loss_total": 0.01482265256345272,
      "step": 16010
    },
    {
      "loss_action": 0.019960366189479828,
      "loss_total": 0.019960366189479828,
      "step": 16010
    },
    {
      "loss_action": 0.013002738356590271,
      "loss_total": 0.013002738356590271,
      "step": 16010
    },
    {
      "loss_action": 0.01639895886182785,
      "loss_total": 0.01639895886182785,
      "step": 16010
    },
    {
      "loss_action": 0.054739825427532196,
      "loss_total": 0.054739825427532196,
      "step": 16010
    },
    {
      "loss_action": 0.02143077179789543,
      "loss_total": 0.02143077179789543,
      "step": 16010
    },
    {
      "grad_norm": 0.150216743350029,
      "learning_rate": 9.671703641357042e-05,
      "loss": 0.0152,
      "step": 16020
    },
    {
      "loss_action": 0.008574564009904861,
      "loss_total": 0.008574564009904861,
      "step": 16020
    },
    {
      "loss_action": 0.01863233372569084,
      "loss_total": 0.01863233372569084,
      "step": 16020
    },
    {
      "loss_action": 0.010773646645247936,
      "loss_total": 0.010773646645247936,
      "step": 16020
    },
    {
      "loss_action": 0.019253171980381012,
      "loss_total": 0.019253171980381012,
      "step": 16020
    },
    {
      "loss_action": 0.009449910372495651,
      "loss_total": 0.009449910372495651,
      "step": 16020
    },
    {
      "loss_action": 0.019476205110549927,
      "loss_total": 0.019476205110549927,
      "step": 16020
    },
    {
      "loss_action": 0.016932157799601555,
      "loss_total": 0.016932157799601555,
      "step": 16020
    },
    {
      "loss_action": 0.03507916256785393,
      "loss_total": 0.03507916256785393,
      "step": 16020
    },
    {
      "grad_norm": 0.18401792645454407,
      "learning_rate": 9.67111412072715e-05,
      "loss": 0.016,
      "step": 16030
    },
    {
      "loss_action": 0.006891341879963875,
      "loss_total": 0.006891341879963875,
      "step": 16030
    },
    {
      "loss_action": 0.017461754381656647,
      "loss_total": 0.017461754381656647,
      "step": 16030
    },
    {
      "loss_action": 0.011407729238271713,
      "loss_total": 0.011407729238271713,
      "step": 16030
    },
    {
      "loss_action": 0.014582395553588867,
      "loss_total": 0.014582395553588867,
      "step": 16030
    },
    {
      "loss_action": 0.008245518431067467,
      "loss_total": 0.008245518431067467,
      "step": 16030
    },
    {
      "loss_action": 0.0074860164895653725,
      "loss_total": 0.0074860164895653725,
      "step": 16030
    },
    {
      "loss_action": 0.01150764711201191,
      "loss_total": 0.01150764711201191,
      "step": 16030
    },
    {
      "loss_action": 0.004294472746551037,
      "loss_total": 0.004294472746551037,
      "step": 16030
    },
    {
      "grad_norm": 0.3028123080730438,
      "learning_rate": 9.670524089271242e-05,
      "loss": 0.0163,
      "step": 16040
    },
    {
      "loss_action": 0.00981817301362753,
      "loss_total": 0.00981817301362753,
      "step": 16040
    },
    {
      "loss_action": 0.007607531733810902,
      "loss_total": 0.007607531733810902,
      "step": 16040
    },
    {
      "loss_action": 0.006524442695081234,
      "loss_total": 0.006524442695081234,
      "step": 16040
    },
    {
      "loss_action": 0.0067825401201844215,
      "loss_total": 0.0067825401201844215,
      "step": 16040
    },
    {
      "loss_action": 0.018498390913009644,
      "loss_total": 0.018498390913009644,
      "step": 16040
    },
    {
      "loss_action": 0.006833995226770639,
      "loss_total": 0.006833995226770639,
      "step": 16040
    },
    {
      "loss_action": 0.012510542757809162,
      "loss_total": 0.012510542757809162,
      "step": 16040
    },
    {
      "loss_action": 0.02033630758523941,
      "loss_total": 0.02033630758523941,
      "step": 16040
    },
    {
      "grad_norm": 0.18101905286312103,
      "learning_rate": 9.669933547053842e-05,
      "loss": 0.0184,
      "step": 16050
    },
    {
      "loss_action": 0.0048099085688591,
      "loss_total": 0.0048099085688591,
      "step": 16050
    },
    {
      "loss_action": 0.00600093649700284,
      "loss_total": 0.00600093649700284,
      "step": 16050
    },
    {
      "loss_action": 0.005566224455833435,
      "loss_total": 0.005566224455833435,
      "step": 16050
    },
    {
      "loss_action": 0.015580669045448303,
      "loss_total": 0.015580669045448303,
      "step": 16050
    },
    {
      "loss_action": 0.01749773696064949,
      "loss_total": 0.01749773696064949,
      "step": 16050
    },
    {
      "loss_action": 0.016123218461871147,
      "loss_total": 0.016123218461871147,
      "step": 16050
    },
    {
      "loss_action": 0.023697778582572937,
      "loss_total": 0.023697778582572937,
      "step": 16050
    },
    {
      "loss_action": 0.019313622266054153,
      "loss_total": 0.019313622266054153,
      "step": 16050
    },
    {
      "grad_norm": 0.1716361939907074,
      "learning_rate": 9.669342494139531e-05,
      "loss": 0.0153,
      "step": 16060
    },
    {
      "loss_action": 0.015186432749032974,
      "loss_total": 0.015186432749032974,
      "step": 16060
    },
    {
      "loss_action": 0.014193388633430004,
      "loss_total": 0.014193388633430004,
      "step": 16060
    },
    {
      "loss_action": 0.008406372740864754,
      "loss_total": 0.008406372740864754,
      "step": 16060
    },
    {
      "loss_action": 0.007404952775686979,
      "loss_total": 0.007404952775686979,
      "step": 16060
    },
    {
      "loss_action": 0.007877133786678314,
      "loss_total": 0.007877133786678314,
      "step": 16060
    },
    {
      "loss_action": 0.013149868696928024,
      "loss_total": 0.013149868696928024,
      "step": 16060
    },
    {
      "loss_action": 0.009790943004190922,
      "loss_total": 0.009790943004190922,
      "step": 16060
    },
    {
      "loss_action": 0.008687051013112068,
      "loss_total": 0.008687051013112068,
      "step": 16060
    },
    {
      "grad_norm": 0.15186281502246857,
      "learning_rate": 9.668750930592943e-05,
      "loss": 0.0149,
      "step": 16070
    },
    {
      "loss_action": 0.03581222519278526,
      "loss_total": 0.03581222519278526,
      "step": 16070
    },
    {
      "loss_action": 0.009456317871809006,
      "loss_total": 0.009456317871809006,
      "step": 16070
    },
    {
      "loss_action": 0.008346058428287506,
      "loss_total": 0.008346058428287506,
      "step": 16070
    },
    {
      "loss_action": 0.008907036855816841,
      "loss_total": 0.008907036855816841,
      "step": 16070
    },
    {
      "loss_action": 0.013541733846068382,
      "loss_total": 0.013541733846068382,
      "step": 16070
    },
    {
      "loss_action": 0.03337857127189636,
      "loss_total": 0.03337857127189636,
      "step": 16070
    },
    {
      "loss_action": 0.010370103642344475,
      "loss_total": 0.010370103642344475,
      "step": 16070
    },
    {
      "loss_action": 0.01572912372648716,
      "loss_total": 0.01572912372648716,
      "step": 16070
    },
    {
      "grad_norm": 0.1998451054096222,
      "learning_rate": 9.668158856478775e-05,
      "loss": 0.0154,
      "step": 16080
    },
    {
      "loss_action": 0.00727586355060339,
      "loss_total": 0.00727586355060339,
      "step": 16080
    },
    {
      "loss_action": 0.008894890546798706,
      "loss_total": 0.008894890546798706,
      "step": 16080
    },
    {
      "loss_action": 0.015594885684549809,
      "loss_total": 0.015594885684549809,
      "step": 16080
    },
    {
      "loss_action": 0.0065766070038080215,
      "loss_total": 0.0065766070038080215,
      "step": 16080
    },
    {
      "loss_action": 0.04395243152976036,
      "loss_total": 0.04395243152976036,
      "step": 16080
    },
    {
      "loss_action": 0.012740046717226505,
      "loss_total": 0.012740046717226505,
      "step": 16080
    },
    {
      "loss_action": 0.018161073327064514,
      "loss_total": 0.018161073327064514,
      "step": 16080
    },
    {
      "loss_action": 0.011228194460272789,
      "loss_total": 0.011228194460272789,
      "step": 16080
    },
    {
      "grad_norm": 0.12921611964702606,
      "learning_rate": 9.66756627186177e-05,
      "loss": 0.0154,
      "step": 16090
    },
    {
      "loss_action": 0.009047918021678925,
      "loss_total": 0.009047918021678925,
      "step": 16090
    },
    {
      "loss_action": 0.018020348623394966,
      "loss_total": 0.018020348623394966,
      "step": 16090
    },
    {
      "loss_action": 0.011597159318625927,
      "loss_total": 0.011597159318625927,
      "step": 16090
    },
    {
      "loss_action": 0.013560112565755844,
      "loss_total": 0.013560112565755844,
      "step": 16090
    },
    {
      "loss_action": 0.008155697956681252,
      "loss_total": 0.008155697956681252,
      "step": 16090
    },
    {
      "loss_action": 0.009117702022194862,
      "loss_total": 0.009117702022194862,
      "step": 16090
    },
    {
      "loss_action": 0.03025190904736519,
      "loss_total": 0.03025190904736519,
      "step": 16090
    },
    {
      "loss_action": 0.012149734422564507,
      "loss_total": 0.012149734422564507,
      "step": 16090
    },
    {
      "grad_norm": 0.19670169055461884,
      "learning_rate": 9.666973176806737e-05,
      "loss": 0.0136,
      "step": 16100
    },
    {
      "loss_action": 0.012363698333501816,
      "loss_total": 0.012363698333501816,
      "step": 16100
    },
    {
      "loss_action": 0.008553892374038696,
      "loss_total": 0.008553892374038696,
      "step": 16100
    },
    {
      "loss_action": 0.010566262528300285,
      "loss_total": 0.010566262528300285,
      "step": 16100
    },
    {
      "loss_action": 0.01715245097875595,
      "loss_total": 0.01715245097875595,
      "step": 16100
    },
    {
      "loss_action": 0.010941298678517342,
      "loss_total": 0.010941298678517342,
      "step": 16100
    },
    {
      "loss_action": 0.013873143121600151,
      "loss_total": 0.013873143121600151,
      "step": 16100
    },
    {
      "loss_action": 0.02152172662317753,
      "loss_total": 0.02152172662317753,
      "step": 16100
    },
    {
      "loss_action": 0.023877829313278198,
      "loss_total": 0.023877829313278198,
      "step": 16100
    },
    {
      "grad_norm": 0.22458431124687195,
      "learning_rate": 9.666379571378534e-05,
      "loss": 0.0159,
      "step": 16110
    },
    {
      "loss_action": 0.018028542399406433,
      "loss_total": 0.018028542399406433,
      "step": 16110
    },
    {
      "loss_action": 0.02014794945716858,
      "loss_total": 0.02014794945716858,
      "step": 16110
    },
    {
      "loss_action": 0.011057093739509583,
      "loss_total": 0.011057093739509583,
      "step": 16110
    },
    {
      "loss_action": 0.007400341331958771,
      "loss_total": 0.007400341331958771,
      "step": 16110
    },
    {
      "loss_action": 0.013024671003222466,
      "loss_total": 0.013024671003222466,
      "step": 16110
    },
    {
      "loss_action": 0.027869127690792084,
      "loss_total": 0.027869127690792084,
      "step": 16110
    },
    {
      "loss_action": 0.012330478057265282,
      "loss_total": 0.012330478057265282,
      "step": 16110
    },
    {
      "loss_action": 0.01273165550082922,
      "loss_total": 0.01273165550082922,
      "step": 16110
    },
    {
      "grad_norm": 0.22670124471187592,
      "learning_rate": 9.665785455642076e-05,
      "loss": 0.0171,
      "step": 16120
    },
    {
      "loss_action": 0.014305518008768559,
      "loss_total": 0.014305518008768559,
      "step": 16120
    },
    {
      "loss_action": 0.009016063064336777,
      "loss_total": 0.009016063064336777,
      "step": 16120
    },
    {
      "loss_action": 0.022310642525553703,
      "loss_total": 0.022310642525553703,
      "step": 16120
    },
    {
      "loss_action": 0.01872815378010273,
      "loss_total": 0.01872815378010273,
      "step": 16120
    },
    {
      "loss_action": 0.0070677935145795345,
      "loss_total": 0.0070677935145795345,
      "step": 16120
    },
    {
      "loss_action": 0.013437271118164062,
      "loss_total": 0.013437271118164062,
      "step": 16120
    },
    {
      "loss_action": 0.04996078461408615,
      "loss_total": 0.04996078461408615,
      "step": 16120
    },
    {
      "loss_action": 0.014790738001465797,
      "loss_total": 0.014790738001465797,
      "step": 16120
    },
    {
      "grad_norm": 0.13776765763759613,
      "learning_rate": 9.665190829662337e-05,
      "loss": 0.0152,
      "step": 16130
    },
    {
      "loss_action": 0.006170820910483599,
      "loss_total": 0.006170820910483599,
      "step": 16130
    },
    {
      "loss_action": 0.006485614459961653,
      "loss_total": 0.006485614459961653,
      "step": 16130
    },
    {
      "loss_action": 0.016998734325170517,
      "loss_total": 0.016998734325170517,
      "step": 16130
    },
    {
      "loss_action": 0.014121511951088905,
      "loss_total": 0.014121511951088905,
      "step": 16130
    },
    {
      "loss_action": 0.014399132691323757,
      "loss_total": 0.014399132691323757,
      "step": 16130
    },
    {
      "loss_action": 0.014448849484324455,
      "loss_total": 0.014448849484324455,
      "step": 16130
    },
    {
      "loss_action": 0.009929164312779903,
      "loss_total": 0.009929164312779903,
      "step": 16130
    },
    {
      "loss_action": 0.014925537630915642,
      "loss_total": 0.014925537630915642,
      "step": 16130
    },
    {
      "grad_norm": 0.12365049868822098,
      "learning_rate": 9.664595693504342e-05,
      "loss": 0.0138,
      "step": 16140
    },
    {
      "loss_action": 0.01860138401389122,
      "loss_total": 0.01860138401389122,
      "step": 16140
    },
    {
      "loss_action": 0.007861105725169182,
      "loss_total": 0.007861105725169182,
      "step": 16140
    },
    {
      "loss_action": 0.01657148450613022,
      "loss_total": 0.01657148450613022,
      "step": 16140
    },
    {
      "loss_action": 0.009407410398125648,
      "loss_total": 0.009407410398125648,
      "step": 16140
    },
    {
      "loss_action": 0.011059352196753025,
      "loss_total": 0.011059352196753025,
      "step": 16140
    },
    {
      "loss_action": 0.022613869979977608,
      "loss_total": 0.022613869979977608,
      "step": 16140
    },
    {
      "loss_action": 0.014120983891189098,
      "loss_total": 0.014120983891189098,
      "step": 16140
    },
    {
      "loss_action": 0.007539700251072645,
      "loss_total": 0.007539700251072645,
      "step": 16140
    },
    {
      "grad_norm": 0.1941961944103241,
      "learning_rate": 9.664000047233175e-05,
      "loss": 0.0137,
      "step": 16150
    },
    {
      "loss_action": 0.025512652471661568,
      "loss_total": 0.025512652471661568,
      "step": 16150
    },
    {
      "loss_action": 0.014475276693701744,
      "loss_total": 0.014475276693701744,
      "step": 16150
    },
    {
      "loss_action": 0.006293497979640961,
      "loss_total": 0.006293497979640961,
      "step": 16150
    },
    {
      "loss_action": 0.009188145399093628,
      "loss_total": 0.009188145399093628,
      "step": 16150
    },
    {
      "loss_action": 0.016043245792388916,
      "loss_total": 0.016043245792388916,
      "step": 16150
    },
    {
      "loss_action": 0.012219508178532124,
      "loss_total": 0.012219508178532124,
      "step": 16150
    },
    {
      "loss_action": 0.024652201682329178,
      "loss_total": 0.024652201682329178,
      "step": 16150
    },
    {
      "loss_action": 0.016925081610679626,
      "loss_total": 0.016925081610679626,
      "step": 16150
    },
    {
      "grad_norm": 0.1530596762895584,
      "learning_rate": 9.663403890913976e-05,
      "loss": 0.0143,
      "step": 16160
    },
    {
      "loss_action": 0.019947778433561325,
      "loss_total": 0.019947778433561325,
      "step": 16160
    },
    {
      "loss_action": 0.008316650986671448,
      "loss_total": 0.008316650986671448,
      "step": 16160
    },
    {
      "loss_action": 0.022649889811873436,
      "loss_total": 0.022649889811873436,
      "step": 16160
    },
    {
      "loss_action": 0.008694499731063843,
      "loss_total": 0.008694499731063843,
      "step": 16160
    },
    {
      "loss_action": 0.013047360815107822,
      "loss_total": 0.013047360815107822,
      "step": 16160
    },
    {
      "loss_action": 0.01127241924405098,
      "loss_total": 0.01127241924405098,
      "step": 16160
    },
    {
      "loss_action": 0.010510988533496857,
      "loss_total": 0.010510988533496857,
      "step": 16160
    },
    {
      "loss_action": 0.01030476950109005,
      "loss_total": 0.01030476950109005,
      "step": 16160
    },
    {
      "grad_norm": 0.12267367541790009,
      "learning_rate": 9.662807224611938e-05,
      "loss": 0.0137,
      "step": 16170
    },
    {
      "loss_action": 0.01657598465681076,
      "loss_total": 0.01657598465681076,
      "step": 16170
    },
    {
      "loss_action": 0.013280498795211315,
      "loss_total": 0.013280498795211315,
      "step": 16170
    },
    {
      "loss_action": 0.010097719728946686,
      "loss_total": 0.010097719728946686,
      "step": 16170
    },
    {
      "loss_action": 0.005983058828860521,
      "loss_total": 0.005983058828860521,
      "step": 16170
    },
    {
      "loss_action": 0.011554557830095291,
      "loss_total": 0.011554557830095291,
      "step": 16170
    },
    {
      "loss_action": 0.03554072231054306,
      "loss_total": 0.03554072231054306,
      "step": 16170
    },
    {
      "loss_action": 0.0058026984333992004,
      "loss_total": 0.0058026984333992004,
      "step": 16170
    },
    {
      "loss_action": 0.014068422839045525,
      "loss_total": 0.014068422839045525,
      "step": 16170
    },
    {
      "grad_norm": 0.17060986161231995,
      "learning_rate": 9.662210048392311e-05,
      "loss": 0.0156,
      "step": 16180
    },
    {
      "loss_action": 0.011095623485744,
      "loss_total": 0.011095623485744,
      "step": 16180
    },
    {
      "loss_action": 0.015453562140464783,
      "loss_total": 0.015453562140464783,
      "step": 16180
    },
    {
      "loss_action": 0.00808071531355381,
      "loss_total": 0.00808071531355381,
      "step": 16180
    },
    {
      "loss_action": 0.009690945968031883,
      "loss_total": 0.009690945968031883,
      "step": 16180
    },
    {
      "loss_action": 0.012837877497076988,
      "loss_total": 0.012837877497076988,
      "step": 16180
    },
    {
      "loss_action": 0.03868237882852554,
      "loss_total": 0.03868237882852554,
      "step": 16180
    },
    {
      "loss_action": 0.0077903601340949535,
      "loss_total": 0.0077903601340949535,
      "step": 16180
    },
    {
      "loss_action": 0.009658200666308403,
      "loss_total": 0.009658200666308403,
      "step": 16180
    },
    {
      "grad_norm": 0.1793835461139679,
      "learning_rate": 9.661612362320405e-05,
      "loss": 0.0141,
      "step": 16190
    },
    {
      "loss_action": 0.006875856313854456,
      "loss_total": 0.006875856313854456,
      "step": 16190
    },
    {
      "loss_action": 0.010053327307105064,
      "loss_total": 0.010053327307105064,
      "step": 16190
    },
    {
      "loss_action": 0.021106479689478874,
      "loss_total": 0.021106479689478874,
      "step": 16190
    },
    {
      "loss_action": 0.016490843147039413,
      "loss_total": 0.016490843147039413,
      "step": 16190
    },
    {
      "loss_action": 0.008754152804613113,
      "loss_total": 0.008754152804613113,
      "step": 16190
    },
    {
      "loss_action": 0.02362942509353161,
      "loss_total": 0.02362942509353161,
      "step": 16190
    },
    {
      "loss_action": 0.010710731148719788,
      "loss_total": 0.010710731148719788,
      "step": 16190
    },
    {
      "loss_action": 0.014541313983500004,
      "loss_total": 0.014541313983500004,
      "step": 16190
    },
    {
      "grad_norm": 0.16177880764007568,
      "learning_rate": 9.661014166461579e-05,
      "loss": 0.0164,
      "step": 16200
    },
    {
      "loss_action": 0.01710905320942402,
      "loss_total": 0.01710905320942402,
      "step": 16200
    },
    {
      "loss_action": 0.0177936814725399,
      "loss_total": 0.0177936814725399,
      "step": 16200
    },
    {
      "loss_action": 0.011515296064317226,
      "loss_total": 0.011515296064317226,
      "step": 16200
    },
    {
      "loss_action": 0.010056670755147934,
      "loss_total": 0.010056670755147934,
      "step": 16200
    },
    {
      "loss_action": 0.020663514733314514,
      "loss_total": 0.020663514733314514,
      "step": 16200
    },
    {
      "loss_action": 0.014448798261582851,
      "loss_total": 0.014448798261582851,
      "step": 16200
    },
    {
      "loss_action": 0.012789496220648289,
      "loss_total": 0.012789496220648289,
      "step": 16200
    },
    {
      "loss_action": 0.01614423654973507,
      "loss_total": 0.01614423654973507,
      "step": 16200
    },
    {
      "grad_norm": 0.1378803700208664,
      "learning_rate": 9.66041546088125e-05,
      "loss": 0.016,
      "step": 16210
    },
    {
      "loss_action": 0.01741281896829605,
      "loss_total": 0.01741281896829605,
      "step": 16210
    },
    {
      "loss_action": 0.007167791947722435,
      "loss_total": 0.007167791947722435,
      "step": 16210
    },
    {
      "loss_action": 0.01903386041522026,
      "loss_total": 0.01903386041522026,
      "step": 16210
    },
    {
      "loss_action": 0.011019453406333923,
      "loss_total": 0.011019453406333923,
      "step": 16210
    },
    {
      "loss_action": 0.014700008556246758,
      "loss_total": 0.014700008556246758,
      "step": 16210
    },
    {
      "loss_action": 0.017914079129695892,
      "loss_total": 0.017914079129695892,
      "step": 16210
    },
    {
      "loss_action": 0.011769333854317665,
      "loss_total": 0.011769333854317665,
      "step": 16210
    },
    {
      "loss_action": 0.015934867784380913,
      "loss_total": 0.015934867784380913,
      "step": 16210
    },
    {
      "grad_norm": 0.1315239816904068,
      "learning_rate": 9.659816245644895e-05,
      "loss": 0.0165,
      "step": 16220
    },
    {
      "loss_action": 0.01017859485000372,
      "loss_total": 0.01017859485000372,
      "step": 16220
    },
    {
      "loss_action": 0.019100677222013474,
      "loss_total": 0.019100677222013474,
      "step": 16220
    },
    {
      "loss_action": 0.007520973216742277,
      "loss_total": 0.007520973216742277,
      "step": 16220
    },
    {
      "loss_action": 0.013630365952849388,
      "loss_total": 0.013630365952849388,
      "step": 16220
    },
    {
      "loss_action": 0.00782344676554203,
      "loss_total": 0.00782344676554203,
      "step": 16220
    },
    {
      "loss_action": 0.012669618241488934,
      "loss_total": 0.012669618241488934,
      "step": 16220
    },
    {
      "loss_action": 0.013484034687280655,
      "loss_total": 0.013484034687280655,
      "step": 16220
    },
    {
      "loss_action": 0.021667154505848885,
      "loss_total": 0.021667154505848885,
      "step": 16220
    },
    {
      "grad_norm": 0.13397572934627533,
      "learning_rate": 9.65921652081804e-05,
      "loss": 0.0142,
      "step": 16230
    },
    {
      "loss_action": 0.01577793061733246,
      "loss_total": 0.01577793061733246,
      "step": 16230
    },
    {
      "loss_action": 0.014858477748930454,
      "loss_total": 0.014858477748930454,
      "step": 16230
    },
    {
      "loss_action": 0.010012287646532059,
      "loss_total": 0.010012287646532059,
      "step": 16230
    },
    {
      "loss_action": 0.01121559925377369,
      "loss_total": 0.01121559925377369,
      "step": 16230
    },
    {
      "loss_action": 0.01004659105092287,
      "loss_total": 0.01004659105092287,
      "step": 16230
    },
    {
      "loss_action": 0.014814990572631359,
      "loss_total": 0.014814990572631359,
      "step": 16230
    },
    {
      "loss_action": 0.015742609277367592,
      "loss_total": 0.015742609277367592,
      "step": 16230
    },
    {
      "loss_action": 0.013332168571650982,
      "loss_total": 0.013332168571650982,
      "step": 16230
    },
    {
      "grad_norm": 0.16014225780963898,
      "learning_rate": 9.658616286466271e-05,
      "loss": 0.0112,
      "step": 16240
    },
    {
      "loss_action": 0.016765698790550232,
      "loss_total": 0.016765698790550232,
      "step": 16240
    },
    {
      "loss_action": 0.007446449715644121,
      "loss_total": 0.007446449715644121,
      "step": 16240
    },
    {
      "loss_action": 0.03160133585333824,
      "loss_total": 0.03160133585333824,
      "step": 16240
    },
    {
      "loss_action": 0.009802635759115219,
      "loss_total": 0.009802635759115219,
      "step": 16240
    },
    {
      "loss_action": 0.010628056712448597,
      "loss_total": 0.010628056712448597,
      "step": 16240
    },
    {
      "loss_action": 0.015297343954443932,
      "loss_total": 0.015297343954443932,
      "step": 16240
    },
    {
      "loss_action": 0.01896349899470806,
      "loss_total": 0.01896349899470806,
      "step": 16240
    },
    {
      "loss_action": 0.0129297636449337,
      "loss_total": 0.0129297636449337,
      "step": 16240
    },
    {
      "grad_norm": 0.18498826026916504,
      "learning_rate": 9.65801554265523e-05,
      "loss": 0.0146,
      "step": 16250
    },
    {
      "loss_action": 0.0065385219641029835,
      "loss_total": 0.0065385219641029835,
      "step": 16250
    },
    {
      "loss_action": 0.02109944075345993,
      "loss_total": 0.02109944075345993,
      "step": 16250
    },
    {
      "loss_action": 0.022379256784915924,
      "loss_total": 0.022379256784915924,
      "step": 16250
    },
    {
      "loss_action": 0.006071062758564949,
      "loss_total": 0.006071062758564949,
      "step": 16250
    },
    {
      "loss_action": 0.008679082617163658,
      "loss_total": 0.008679082617163658,
      "step": 16250
    },
    {
      "loss_action": 0.01588708534836769,
      "loss_total": 0.01588708534836769,
      "step": 16250
    },
    {
      "loss_action": 0.018934162333607674,
      "loss_total": 0.018934162333607674,
      "step": 16250
    },
    {
      "loss_action": 0.008147762157022953,
      "loss_total": 0.008147762157022953,
      "step": 16250
    },
    {
      "grad_norm": 0.1535317301750183,
      "learning_rate": 9.657414289450612e-05,
      "loss": 0.0145,
      "step": 16260
    },
    {
      "loss_action": 0.016735035926103592,
      "loss_total": 0.016735035926103592,
      "step": 16260
    },
    {
      "loss_action": 0.018343137577176094,
      "loss_total": 0.018343137577176094,
      "step": 16260
    },
    {
      "loss_action": 0.02967658080160618,
      "loss_total": 0.02967658080160618,
      "step": 16260
    },
    {
      "loss_action": 0.012369560077786446,
      "loss_total": 0.012369560077786446,
      "step": 16260
    },
    {
      "loss_action": 0.0163799449801445,
      "loss_total": 0.0163799449801445,
      "step": 16260
    },
    {
      "loss_action": 0.013399234041571617,
      "loss_total": 0.013399234041571617,
      "step": 16260
    },
    {
      "loss_action": 0.024563273414969444,
      "loss_total": 0.024563273414969444,
      "step": 16260
    },
    {
      "loss_action": 0.01889703795313835,
      "loss_total": 0.01889703795313835,
      "step": 16260
    },
    {
      "grad_norm": 0.16957512497901917,
      "learning_rate": 9.656812526918171e-05,
      "loss": 0.0166,
      "step": 16270
    },
    {
      "loss_action": 0.010603193193674088,
      "loss_total": 0.010603193193674088,
      "step": 16270
    },
    {
      "loss_action": 0.005157945211976767,
      "loss_total": 0.005157945211976767,
      "step": 16270
    },
    {
      "loss_action": 0.008678778074681759,
      "loss_total": 0.008678778074681759,
      "step": 16270
    },
    {
      "loss_action": 0.02689528279006481,
      "loss_total": 0.02689528279006481,
      "step": 16270
    },
    {
      "loss_action": 0.009510199539363384,
      "loss_total": 0.009510199539363384,
      "step": 16270
    },
    {
      "loss_action": 0.007895051501691341,
      "loss_total": 0.007895051501691341,
      "step": 16270
    },
    {
      "loss_action": 0.024973729625344276,
      "loss_total": 0.024973729625344276,
      "step": 16270
    },
    {
      "loss_action": 0.005471672862768173,
      "loss_total": 0.005471672862768173,
      "step": 16270
    },
    {
      "grad_norm": 0.22618284821510315,
      "learning_rate": 9.656210255123712e-05,
      "loss": 0.0161,
      "step": 16280
    },
    {
      "loss_action": 0.013762988150119781,
      "loss_total": 0.013762988150119781,
      "step": 16280
    },
    {
      "loss_action": 0.010300955735147,
      "loss_total": 0.010300955735147,
      "step": 16280
    },
    {
      "loss_action": 0.009674490429461002,
      "loss_total": 0.009674490429461002,
      "step": 16280
    },
    {
      "loss_action": 0.01157989352941513,
      "loss_total": 0.01157989352941513,
      "step": 16280
    },
    {
      "loss_action": 0.018032444640994072,
      "loss_total": 0.018032444640994072,
      "step": 16280
    },
    {
      "loss_action": 0.005301210097968578,
      "loss_total": 0.005301210097968578,
      "step": 16280
    },
    {
      "loss_action": 0.007286548614501953,
      "loss_total": 0.007286548614501953,
      "step": 16280
    },
    {
      "loss_action": 0.017587972804903984,
      "loss_total": 0.017587972804903984,
      "step": 16280
    },
    {
      "grad_norm": 0.1139959916472435,
      "learning_rate": 9.6556074741331e-05,
      "loss": 0.0169,
      "step": 16290
    },
    {
      "loss_action": 0.02633780799806118,
      "loss_total": 0.02633780799806118,
      "step": 16290
    },
    {
      "loss_action": 0.008352446369826794,
      "loss_total": 0.008352446369826794,
      "step": 16290
    },
    {
      "loss_action": 0.00487931352108717,
      "loss_total": 0.00487931352108717,
      "step": 16290
    },
    {
      "loss_action": 0.03968021646142006,
      "loss_total": 0.03968021646142006,
      "step": 16290
    },
    {
      "loss_action": 0.009821005165576935,
      "loss_total": 0.009821005165576935,
      "step": 16290
    },
    {
      "loss_action": 0.00823802687227726,
      "loss_total": 0.00823802687227726,
      "step": 16290
    },
    {
      "loss_action": 0.011419020593166351,
      "loss_total": 0.011419020593166351,
      "step": 16290
    },
    {
      "loss_action": 0.01631506159901619,
      "loss_total": 0.01631506159901619,
      "step": 16290
    },
    {
      "grad_norm": 0.13123828172683716,
      "learning_rate": 9.655004184012256e-05,
      "loss": 0.0148,
      "step": 16300
    },
    {
      "loss_action": 0.013778246939182281,
      "loss_total": 0.013778246939182281,
      "step": 16300
    },
    {
      "loss_action": 0.02583646960556507,
      "loss_total": 0.02583646960556507,
      "step": 16300
    },
    {
      "loss_action": 0.016788169741630554,
      "loss_total": 0.016788169741630554,
      "step": 16300
    },
    {
      "loss_action": 0.017959188669919968,
      "loss_total": 0.017959188669919968,
      "step": 16300
    },
    {
      "loss_action": 0.015871688723564148,
      "loss_total": 0.015871688723564148,
      "step": 16300
    },
    {
      "loss_action": 0.023205485194921494,
      "loss_total": 0.023205485194921494,
      "step": 16300
    },
    {
      "loss_action": 0.009538723155856133,
      "loss_total": 0.009538723155856133,
      "step": 16300
    },
    {
      "loss_action": 0.0058128684759140015,
      "loss_total": 0.0058128684759140015,
      "step": 16300
    },
    {
      "grad_norm": 0.18538016080856323,
      "learning_rate": 9.654400384827152e-05,
      "loss": 0.0144,
      "step": 16310
    },
    {
      "loss_action": 0.022106224671006203,
      "loss_total": 0.022106224671006203,
      "step": 16310
    },
    {
      "loss_action": 0.03141811862587929,
      "loss_total": 0.03141811862587929,
      "step": 16310
    },
    {
      "loss_action": 0.02944643422961235,
      "loss_total": 0.02944643422961235,
      "step": 16310
    },
    {
      "loss_action": 0.05525031313300133,
      "loss_total": 0.05525031313300133,
      "step": 16310
    },
    {
      "loss_action": 0.03719688951969147,
      "loss_total": 0.03719688951969147,
      "step": 16310
    },
    {
      "loss_action": 0.019594959914684296,
      "loss_total": 0.019594959914684296,
      "step": 16310
    },
    {
      "loss_action": 0.01894967630505562,
      "loss_total": 0.01894967630505562,
      "step": 16310
    },
    {
      "loss_action": 0.021239375695586205,
      "loss_total": 0.021239375695586205,
      "step": 16310
    },
    {
      "grad_norm": 0.24215523898601532,
      "learning_rate": 9.653796076643818e-05,
      "loss": 0.0184,
      "step": 16320
    },
    {
      "loss_action": 0.016003619879484177,
      "loss_total": 0.016003619879484177,
      "step": 16320
    },
    {
      "loss_action": 0.03368091955780983,
      "loss_total": 0.03368091955780983,
      "step": 16320
    },
    {
      "loss_action": 0.03632655367255211,
      "loss_total": 0.03632655367255211,
      "step": 16320
    },
    {
      "loss_action": 0.010835396125912666,
      "loss_total": 0.010835396125912666,
      "step": 16320
    },
    {
      "loss_action": 0.00899418443441391,
      "loss_total": 0.00899418443441391,
      "step": 16320
    },
    {
      "loss_action": 0.011939462274312973,
      "loss_total": 0.011939462274312973,
      "step": 16320
    },
    {
      "loss_action": 0.022965461015701294,
      "loss_total": 0.022965461015701294,
      "step": 16320
    },
    {
      "loss_action": 0.008197511546313763,
      "loss_total": 0.008197511546313763,
      "step": 16320
    },
    {
      "grad_norm": 0.20633961260318756,
      "learning_rate": 9.653191259528344e-05,
      "loss": 0.0169,
      "step": 16330
    },
    {
      "loss_action": 0.02065582573413849,
      "loss_total": 0.02065582573413849,
      "step": 16330
    },
    {
      "loss_action": 0.013504007831215858,
      "loss_total": 0.013504007831215858,
      "step": 16330
    },
    {
      "loss_action": 0.052337754517793655,
      "loss_total": 0.052337754517793655,
      "step": 16330
    },
    {
      "loss_action": 0.009308273904025555,
      "loss_total": 0.009308273904025555,
      "step": 16330
    },
    {
      "loss_action": 0.015825843438506126,
      "loss_total": 0.015825843438506126,
      "step": 16330
    },
    {
      "loss_action": 0.009584937244653702,
      "loss_total": 0.009584937244653702,
      "step": 16330
    },
    {
      "loss_action": 0.014473396353423595,
      "loss_total": 0.014473396353423595,
      "step": 16330
    },
    {
      "loss_action": 0.015395247377455235,
      "loss_total": 0.015395247377455235,
      "step": 16330
    },
    {
      "grad_norm": 0.19788697361946106,
      "learning_rate": 9.65258593354687e-05,
      "loss": 0.0161,
      "step": 16340
    },
    {
      "loss_action": 0.009399634785950184,
      "loss_total": 0.009399634785950184,
      "step": 16340
    },
    {
      "loss_action": 0.008233784697949886,
      "loss_total": 0.008233784697949886,
      "step": 16340
    },
    {
      "loss_action": 0.010270198807120323,
      "loss_total": 0.010270198807120323,
      "step": 16340
    },
    {
      "loss_action": 0.014672854915261269,
      "loss_total": 0.014672854915261269,
      "step": 16340
    },
    {
      "loss_action": 0.01921076513826847,
      "loss_total": 0.01921076513826847,
      "step": 16340
    },
    {
      "loss_action": 0.015466266311705112,
      "loss_total": 0.015466266311705112,
      "step": 16340
    },
    {
      "loss_action": 0.011518600396811962,
      "loss_total": 0.011518600396811962,
      "step": 16340
    },
    {
      "loss_action": 0.012261884286999702,
      "loss_total": 0.012261884286999702,
      "step": 16340
    },
    {
      "grad_norm": 0.2115357369184494,
      "learning_rate": 9.651980098765591e-05,
      "loss": 0.0158,
      "step": 16350
    },
    {
      "loss_action": 0.009981908835470676,
      "loss_total": 0.009981908835470676,
      "step": 16350
    },
    {
      "loss_action": 0.010260947048664093,
      "loss_total": 0.010260947048664093,
      "step": 16350
    },
    {
      "loss_action": 0.01749512553215027,
      "loss_total": 0.01749512553215027,
      "step": 16350
    },
    {
      "loss_action": 0.025014519691467285,
      "loss_total": 0.025014519691467285,
      "step": 16350
    },
    {
      "loss_action": 0.017839396372437477,
      "loss_total": 0.017839396372437477,
      "step": 16350
    },
    {
      "loss_action": 0.01709190383553505,
      "loss_total": 0.01709190383553505,
      "step": 16350
    },
    {
      "loss_action": 0.02249348908662796,
      "loss_total": 0.02249348908662796,
      "step": 16350
    },
    {
      "loss_action": 0.013856862671673298,
      "loss_total": 0.013856862671673298,
      "step": 16350
    },
    {
      "grad_norm": 0.1290050894021988,
      "learning_rate": 9.651373755250765e-05,
      "loss": 0.0141,
      "step": 16360
    },
    {
      "loss_action": 0.01949072815477848,
      "loss_total": 0.01949072815477848,
      "step": 16360
    },
    {
      "loss_action": 0.010411606170237064,
      "loss_total": 0.010411606170237064,
      "step": 16360
    },
    {
      "loss_action": 0.014958118088543415,
      "loss_total": 0.014958118088543415,
      "step": 16360
    },
    {
      "loss_action": 0.023140808567404747,
      "loss_total": 0.023140808567404747,
      "step": 16360
    },
    {
      "loss_action": 0.0077626933343708515,
      "loss_total": 0.0077626933343708515,
      "step": 16360
    },
    {
      "loss_action": 0.01428021676838398,
      "loss_total": 0.01428021676838398,
      "step": 16360
    },
    {
      "loss_action": 0.010169558227062225,
      "loss_total": 0.010169558227062225,
      "step": 16360
    },
    {
      "loss_action": 0.008521424606442451,
      "loss_total": 0.008521424606442451,
      "step": 16360
    },
    {
      "grad_norm": 0.1117052286863327,
      "learning_rate": 9.650766903068697e-05,
      "loss": 0.012,
      "step": 16370
    },
    {
      "loss_action": 0.00582268787547946,
      "loss_total": 0.00582268787547946,
      "step": 16370
    },
    {
      "loss_action": 0.008457615971565247,
      "loss_total": 0.008457615971565247,
      "step": 16370
    },
    {
      "loss_action": 0.015793347731232643,
      "loss_total": 0.015793347731232643,
      "step": 16370
    },
    {
      "loss_action": 0.016675326973199844,
      "loss_total": 0.016675326973199844,
      "step": 16370
    },
    {
      "loss_action": 0.005682814866304398,
      "loss_total": 0.005682814866304398,
      "step": 16370
    },
    {
      "loss_action": 0.018229592591524124,
      "loss_total": 0.018229592591524124,
      "step": 16370
    },
    {
      "loss_action": 0.014127552509307861,
      "loss_total": 0.014127552509307861,
      "step": 16370
    },
    {
      "loss_action": 0.009976809844374657,
      "loss_total": 0.009976809844374657,
      "step": 16370
    },
    {
      "grad_norm": 0.12697237730026245,
      "learning_rate": 9.650159542285753e-05,
      "loss": 0.0126,
      "step": 16380
    },
    {
      "loss_action": 0.012366842478513718,
      "loss_total": 0.012366842478513718,
      "step": 16380
    },
    {
      "loss_action": 0.0078462865203619,
      "loss_total": 0.0078462865203619,
      "step": 16380
    },
    {
      "loss_action": 0.040882356464862823,
      "loss_total": 0.040882356464862823,
      "step": 16380
    },
    {
      "loss_action": 0.00847349502146244,
      "loss_total": 0.00847349502146244,
      "step": 16380
    },
    {
      "loss_action": 0.004090060945600271,
      "loss_total": 0.004090060945600271,
      "step": 16380
    },
    {
      "loss_action": 0.013901365920901299,
      "loss_total": 0.013901365920901299,
      "step": 16380
    },
    {
      "loss_action": 0.012048180215060711,
      "loss_total": 0.012048180215060711,
      "step": 16380
    },
    {
      "loss_action": 0.007395594380795956,
      "loss_total": 0.007395594380795956,
      "step": 16380
    },
    {
      "grad_norm": 0.1346757560968399,
      "learning_rate": 9.649551672968353e-05,
      "loss": 0.0156,
      "step": 16390
    },
    {
      "loss_action": 0.006029026582837105,
      "loss_total": 0.006029026582837105,
      "step": 16390
    },
    {
      "loss_action": 0.004841715097427368,
      "loss_total": 0.004841715097427368,
      "step": 16390
    },
    {
      "loss_action": 0.009888860397040844,
      "loss_total": 0.009888860397040844,
      "step": 16390
    },
    {
      "loss_action": 0.018898170441389084,
      "loss_total": 0.018898170441389084,
      "step": 16390
    },
    {
      "loss_action": 0.006542235147207975,
      "loss_total": 0.006542235147207975,
      "step": 16390
    },
    {
      "loss_action": 0.018026184290647507,
      "loss_total": 0.018026184290647507,
      "step": 16390
    },
    {
      "loss_action": 0.005595616064965725,
      "loss_total": 0.005595616064965725,
      "step": 16390
    },
    {
      "loss_action": 0.008620936423540115,
      "loss_total": 0.008620936423540115,
      "step": 16390
    },
    {
      "grad_norm": 0.17975829541683197,
      "learning_rate": 9.648943295182973e-05,
      "loss": 0.0144,
      "step": 16400
    },
    {
      "loss_action": 0.018599148839712143,
      "loss_total": 0.018599148839712143,
      "step": 16400
    },
    {
      "loss_action": 0.014777097851037979,
      "loss_total": 0.014777097851037979,
      "step": 16400
    },
    {
      "loss_action": 0.019902627915143967,
      "loss_total": 0.019902627915143967,
      "step": 16400
    },
    {
      "loss_action": 0.01111141499131918,
      "loss_total": 0.01111141499131918,
      "step": 16400
    },
    {
      "loss_action": 0.028719117864966393,
      "loss_total": 0.028719117864966393,
      "step": 16400
    },
    {
      "loss_action": 0.021008748561143875,
      "loss_total": 0.021008748561143875,
      "step": 16400
    },
    {
      "loss_action": 0.019204143434762955,
      "loss_total": 0.019204143434762955,
      "step": 16400
    },
    {
      "loss_action": 0.013359698466956615,
      "loss_total": 0.013359698466956615,
      "step": 16400
    },
    {
      "grad_norm": 0.1533956229686737,
      "learning_rate": 9.648334408996144e-05,
      "loss": 0.0141,
      "step": 16410
    },
    {
      "loss_action": 0.011117042973637581,
      "loss_total": 0.011117042973637581,
      "step": 16410
    },
    {
      "loss_action": 0.014076899737119675,
      "loss_total": 0.014076899737119675,
      "step": 16410
    },
    {
      "loss_action": 0.011892009526491165,
      "loss_total": 0.011892009526491165,
      "step": 16410
    },
    {
      "loss_action": 0.017674461007118225,
      "loss_total": 0.017674461007118225,
      "step": 16410
    },
    {
      "loss_action": 0.031021054834127426,
      "loss_total": 0.031021054834127426,
      "step": 16410
    },
    {
      "loss_action": 0.014508510008454323,
      "loss_total": 0.014508510008454323,
      "step": 16410
    },
    {
      "loss_action": 0.016046758741140366,
      "loss_total": 0.016046758741140366,
      "step": 16410
    },
    {
      "loss_action": 0.007550238166004419,
      "loss_total": 0.007550238166004419,
      "step": 16410
    },
    {
      "grad_norm": 0.16982261836528778,
      "learning_rate": 9.647725014474452e-05,
      "loss": 0.0149,
      "step": 16420
    },
    {
      "loss_action": 0.0043356288224458694,
      "loss_total": 0.0043356288224458694,
      "step": 16420
    },
    {
      "loss_action": 0.009047174826264381,
      "loss_total": 0.009047174826264381,
      "step": 16420
    },
    {
      "loss_action": 0.02723618969321251,
      "loss_total": 0.02723618969321251,
      "step": 16420
    },
    {
      "loss_action": 0.004927079193294048,
      "loss_total": 0.004927079193294048,
      "step": 16420
    },
    {
      "loss_action": 0.012454725801944733,
      "loss_total": 0.012454725801944733,
      "step": 16420
    },
    {
      "loss_action": 0.015622168779373169,
      "loss_total": 0.015622168779373169,
      "step": 16420
    },
    {
      "loss_action": 0.05486879497766495,
      "loss_total": 0.05486879497766495,
      "step": 16420
    },
    {
      "loss_action": 0.008496664464473724,
      "loss_total": 0.008496664464473724,
      "step": 16420
    },
    {
      "grad_norm": 0.1695784032344818,
      "learning_rate": 9.64711511168454e-05,
      "loss": 0.0141,
      "step": 16430
    },
    {
      "loss_action": 0.01064991019666195,
      "loss_total": 0.01064991019666195,
      "step": 16430
    },
    {
      "loss_action": 0.011072076857089996,
      "loss_total": 0.011072076857089996,
      "step": 16430
    },
    {
      "loss_action": 0.009272225201129913,
      "loss_total": 0.009272225201129913,
      "step": 16430
    },
    {
      "loss_action": 0.013791447505354881,
      "loss_total": 0.013791447505354881,
      "step": 16430
    },
    {
      "loss_action": 0.020820919424295425,
      "loss_total": 0.020820919424295425,
      "step": 16430
    },
    {
      "loss_action": 0.00918527226895094,
      "loss_total": 0.00918527226895094,
      "step": 16430
    },
    {
      "loss_action": 0.013159602880477905,
      "loss_total": 0.013159602880477905,
      "step": 16430
    },
    {
      "loss_action": 0.014587442390620708,
      "loss_total": 0.014587442390620708,
      "step": 16430
    },
    {
      "grad_norm": 0.12262280285358429,
      "learning_rate": 9.646504700693108e-05,
      "loss": 0.0126,
      "step": 16440
    },
    {
      "loss_action": 0.01737004704773426,
      "loss_total": 0.01737004704773426,
      "step": 16440
    },
    {
      "loss_action": 0.015373636037111282,
      "loss_total": 0.015373636037111282,
      "step": 16440
    },
    {
      "loss_action": 0.009171506389975548,
      "loss_total": 0.009171506389975548,
      "step": 16440
    },
    {
      "loss_action": 0.01583845168352127,
      "loss_total": 0.01583845168352127,
      "step": 16440
    },
    {
      "loss_action": 0.02007085457444191,
      "loss_total": 0.02007085457444191,
      "step": 16440
    },
    {
      "loss_action": 0.009081318974494934,
      "loss_total": 0.009081318974494934,
      "step": 16440
    },
    {
      "loss_action": 0.007962945848703384,
      "loss_total": 0.007962945848703384,
      "step": 16440
    },
    {
      "loss_action": 0.012092908844351768,
      "loss_total": 0.012092908844351768,
      "step": 16440
    },
    {
      "grad_norm": 0.15356402099132538,
      "learning_rate": 9.645893781566907e-05,
      "loss": 0.0144,
      "step": 16450
    },
    {
      "loss_action": 0.021999910473823547,
      "loss_total": 0.021999910473823547,
      "step": 16450
    },
    {
      "loss_action": 0.005634056404232979,
      "loss_total": 0.005634056404232979,
      "step": 16450
    },
    {
      "loss_action": 0.01342676393687725,
      "loss_total": 0.01342676393687725,
      "step": 16450
    },
    {
      "loss_action": 0.005486601497977972,
      "loss_total": 0.005486601497977972,
      "step": 16450
    },
    {
      "loss_action": 0.0064268638379871845,
      "loss_total": 0.0064268638379871845,
      "step": 16450
    },
    {
      "loss_action": 0.010467597283422947,
      "loss_total": 0.010467597283422947,
      "step": 16450
    },
    {
      "loss_action": 0.01729731447994709,
      "loss_total": 0.01729731447994709,
      "step": 16450
    },
    {
      "loss_action": 0.007880689576268196,
      "loss_total": 0.007880689576268196,
      "step": 16450
    },
    {
      "grad_norm": 0.17454974353313446,
      "learning_rate": 9.645282354372744e-05,
      "loss": 0.0143,
      "step": 16460
    },
    {
      "loss_action": 0.006545998156070709,
      "loss_total": 0.006545998156070709,
      "step": 16460
    },
    {
      "loss_action": 0.012641580775380135,
      "loss_total": 0.012641580775380135,
      "step": 16460
    },
    {
      "loss_action": 0.00839945487678051,
      "loss_total": 0.00839945487678051,
      "step": 16460
    },
    {
      "loss_action": 0.01914176344871521,
      "loss_total": 0.01914176344871521,
      "step": 16460
    },
    {
      "loss_action": 0.01825835183262825,
      "loss_total": 0.01825835183262825,
      "step": 16460
    },
    {
      "loss_action": 0.016764655709266663,
      "loss_total": 0.016764655709266663,
      "step": 16460
    },
    {
      "loss_action": 0.015554329380393028,
      "loss_total": 0.015554329380393028,
      "step": 16460
    },
    {
      "loss_action": 0.008974773809313774,
      "loss_total": 0.008974773809313774,
      "step": 16460
    },
    {
      "grad_norm": 0.150518998503685,
      "learning_rate": 9.644670419177491e-05,
      "loss": 0.013,
      "step": 16470
    },
    {
      "loss_action": 0.01236754097044468,
      "loss_total": 0.01236754097044468,
      "step": 16470
    },
    {
      "loss_action": 0.022267913445830345,
      "loss_total": 0.022267913445830345,
      "step": 16470
    },
    {
      "loss_action": 0.0158553384244442,
      "loss_total": 0.0158553384244442,
      "step": 16470
    },
    {
      "loss_action": 0.014787002466619015,
      "loss_total": 0.014787002466619015,
      "step": 16470
    },
    {
      "loss_action": 0.014574961736798286,
      "loss_total": 0.014574961736798286,
      "step": 16470
    },
    {
      "loss_action": 0.022868109866976738,
      "loss_total": 0.022868109866976738,
      "step": 16470
    },
    {
      "loss_action": 0.032189130783081055,
      "loss_total": 0.032189130783081055,
      "step": 16470
    },
    {
      "loss_action": 0.00950559414923191,
      "loss_total": 0.00950559414923191,
      "step": 16470
    },
    {
      "grad_norm": 0.14766381680965424,
      "learning_rate": 9.644057976048062e-05,
      "loss": 0.0153,
      "step": 16480
    },
    {
      "loss_action": 0.04709191992878914,
      "loss_total": 0.04709191992878914,
      "step": 16480
    },
    {
      "loss_action": 0.03483988344669342,
      "loss_total": 0.03483988344669342,
      "step": 16480
    },
    {
      "loss_action": 0.01299595832824707,
      "loss_total": 0.01299595832824707,
      "step": 16480
    },
    {
      "loss_action": 0.005281043704599142,
      "loss_total": 0.005281043704599142,
      "step": 16480
    },
    {
      "loss_action": 0.008127422071993351,
      "loss_total": 0.008127422071993351,
      "step": 16480
    },
    {
      "loss_action": 0.019033104181289673,
      "loss_total": 0.019033104181289673,
      "step": 16480
    },
    {
      "loss_action": 0.012036431580781937,
      "loss_total": 0.012036431580781937,
      "step": 16480
    },
    {
      "loss_action": 0.02401008829474449,
      "loss_total": 0.02401008829474449,
      "step": 16480
    },
    {
      "grad_norm": 0.13458913564682007,
      "learning_rate": 9.643445025051435e-05,
      "loss": 0.0152,
      "step": 16490
    },
    {
      "loss_action": 0.006123254541307688,
      "loss_total": 0.006123254541307688,
      "step": 16490
    },
    {
      "loss_action": 0.024308795109391212,
      "loss_total": 0.024308795109391212,
      "step": 16490
    },
    {
      "loss_action": 0.010986318811774254,
      "loss_total": 0.010986318811774254,
      "step": 16490
    },
    {
      "loss_action": 0.010073816403746605,
      "loss_total": 0.010073816403746605,
      "step": 16490
    },
    {
      "loss_action": 0.010129010304808617,
      "loss_total": 0.010129010304808617,
      "step": 16490
    },
    {
      "loss_action": 0.009756511077284813,
      "loss_total": 0.009756511077284813,
      "step": 16490
    },
    {
      "loss_action": 0.005308442749083042,
      "loss_total": 0.005308442749083042,
      "step": 16490
    },
    {
      "loss_action": 0.016630884259939194,
      "loss_total": 0.016630884259939194,
      "step": 16490
    },
    {
      "grad_norm": 0.18605676293373108,
      "learning_rate": 9.642831566254641e-05,
      "loss": 0.0132,
      "step": 16500
    },
    {
      "loss_action": 0.01094390545040369,
      "loss_total": 0.01094390545040369,
      "step": 16500
    },
    {
      "loss_action": 0.013579173013567924,
      "loss_total": 0.013579173013567924,
      "step": 16500
    },
    {
      "loss_action": 0.007643817458301783,
      "loss_total": 0.007643817458301783,
      "step": 16500
    },
    {
      "loss_action": 0.016540609300136566,
      "loss_total": 0.016540609300136566,
      "step": 16500
    },
    {
      "loss_action": 0.0031308813486248255,
      "loss_total": 0.0031308813486248255,
      "step": 16500
    },
    {
      "loss_action": 0.018002472817897797,
      "loss_total": 0.018002472817897797,
      "step": 16500
    },
    {
      "loss_action": 0.004532692022621632,
      "loss_total": 0.004532692022621632,
      "step": 16500
    },
    {
      "loss_action": 0.015297994017601013,
      "loss_total": 0.015297994017601013,
      "step": 16500
    },
    {
      "grad_norm": 0.13287295401096344,
      "learning_rate": 9.642217599724769e-05,
      "loss": 0.0138,
      "step": 16510
    },
    {
      "loss_action": 0.015856748446822166,
      "loss_total": 0.015856748446822166,
      "step": 16510
    },
    {
      "loss_action": 0.008574890904128551,
      "loss_total": 0.008574890904128551,
      "step": 16510
    },
    {
      "loss_action": 0.01000186800956726,
      "loss_total": 0.01000186800956726,
      "step": 16510
    },
    {
      "loss_action": 0.033665310591459274,
      "loss_total": 0.033665310591459274,
      "step": 16510
    },
    {
      "loss_action": 0.008575215004384518,
      "loss_total": 0.008575215004384518,
      "step": 16510
    },
    {
      "loss_action": 0.00810302421450615,
      "loss_total": 0.00810302421450615,
      "step": 16510
    },
    {
      "loss_action": 0.015135293826460838,
      "loss_total": 0.015135293826460838,
      "step": 16510
    },
    {
      "loss_action": 0.015957091003656387,
      "loss_total": 0.015957091003656387,
      "step": 16510
    },
    {
      "grad_norm": 0.1770477592945099,
      "learning_rate": 9.64160312552896e-05,
      "loss": 0.016,
      "step": 16520
    },
    {
      "loss_action": 0.012177394703030586,
      "loss_total": 0.012177394703030586,
      "step": 16520
    },
    {
      "loss_action": 0.02860160358250141,
      "loss_total": 0.02860160358250141,
      "step": 16520
    },
    {
      "loss_action": 0.004515035077929497,
      "loss_total": 0.004515035077929497,
      "step": 16520
    },
    {
      "loss_action": 0.011031080037355423,
      "loss_total": 0.011031080037355423,
      "step": 16520
    },
    {
      "loss_action": 0.005694875027984381,
      "loss_total": 0.005694875027984381,
      "step": 16520
    },
    {
      "loss_action": 0.01736493781208992,
      "loss_total": 0.01736493781208992,
      "step": 16520
    },
    {
      "loss_action": 0.007429339922964573,
      "loss_total": 0.007429339922964573,
      "step": 16520
    },
    {
      "loss_action": 0.015433172695338726,
      "loss_total": 0.015433172695338726,
      "step": 16520
    },
    {
      "grad_norm": 0.11609427630901337,
      "learning_rate": 9.64098814373441e-05,
      "loss": 0.0165,
      "step": 16530
    },
    {
      "loss_action": 0.010547945275902748,
      "loss_total": 0.010547945275902748,
      "step": 16530
    },
    {
      "loss_action": 0.007373534142971039,
      "loss_total": 0.007373534142971039,
      "step": 16530
    },
    {
      "loss_action": 0.011870140209794044,
      "loss_total": 0.011870140209794044,
      "step": 16530
    },
    {
      "loss_action": 0.010011722333729267,
      "loss_total": 0.010011722333729267,
      "step": 16530
    },
    {
      "loss_action": 0.01892644166946411,
      "loss_total": 0.01892644166946411,
      "step": 16530
    },
    {
      "loss_action": 0.008044252172112465,
      "loss_total": 0.008044252172112465,
      "step": 16530
    },
    {
      "loss_action": 0.014049738645553589,
      "loss_total": 0.014049738645553589,
      "step": 16530
    },
    {
      "loss_action": 0.025141028687357903,
      "loss_total": 0.025141028687357903,
      "step": 16530
    },
    {
      "grad_norm": 0.14186640083789825,
      "learning_rate": 9.640372654408374e-05,
      "loss": 0.0139,
      "step": 16540
    },
    {
      "loss_action": 0.011973578482866287,
      "loss_total": 0.011973578482866287,
      "step": 16540
    },
    {
      "loss_action": 0.00904858484864235,
      "loss_total": 0.00904858484864235,
      "step": 16540
    },
    {
      "loss_action": 0.02361930161714554,
      "loss_total": 0.02361930161714554,
      "step": 16540
    },
    {
      "loss_action": 0.016145560890436172,
      "loss_total": 0.016145560890436172,
      "step": 16540
    },
    {
      "loss_action": 0.018316766247153282,
      "loss_total": 0.018316766247153282,
      "step": 16540
    },
    {
      "loss_action": 0.0057617598213255405,
      "loss_total": 0.0057617598213255405,
      "step": 16540
    },
    {
      "loss_action": 0.009039970114827156,
      "loss_total": 0.009039970114827156,
      "step": 16540
    },
    {
      "loss_action": 0.009349122643470764,
      "loss_total": 0.009349122643470764,
      "step": 16540
    },
    {
      "grad_norm": 0.15121915936470032,
      "learning_rate": 9.639756657618162e-05,
      "loss": 0.0142,
      "step": 16550
    },
    {
      "loss_action": 0.011361360549926758,
      "loss_total": 0.011361360549926758,
      "step": 16550
    },
    {
      "loss_action": 0.01890425756573677,
      "loss_total": 0.01890425756573677,
      "step": 16550
    },
    {
      "loss_action": 0.034149669110774994,
      "loss_total": 0.034149669110774994,
      "step": 16550
    },
    {
      "loss_action": 0.016549579799175262,
      "loss_total": 0.016549579799175262,
      "step": 16550
    },
    {
      "loss_action": 0.01204846054315567,
      "loss_total": 0.01204846054315567,
      "step": 16550
    },
    {
      "loss_action": 0.010542070493102074,
      "loss_total": 0.010542070493102074,
      "step": 16550
    },
    {
      "loss_action": 0.012245353311300278,
      "loss_total": 0.012245353311300278,
      "step": 16550
    },
    {
      "loss_action": 0.006318354047834873,
      "loss_total": 0.006318354047834873,
      "step": 16550
    },
    {
      "grad_norm": 0.14470279216766357,
      "learning_rate": 9.639140153431138e-05,
      "loss": 0.0131,
      "step": 16560
    },
    {
      "loss_action": 0.009242242202162743,
      "loss_total": 0.009242242202162743,
      "step": 16560
    },
    {
      "loss_action": 0.011399501003324986,
      "loss_total": 0.011399501003324986,
      "step": 16560
    },
    {
      "loss_action": 0.008681245148181915,
      "loss_total": 0.008681245148181915,
      "step": 16560
    },
    {
      "loss_action": 0.012112056836485863,
      "loss_total": 0.012112056836485863,
      "step": 16560
    },
    {
      "loss_action": 0.005571992136538029,
      "loss_total": 0.005571992136538029,
      "step": 16560
    },
    {
      "loss_action": 0.015744443982839584,
      "loss_total": 0.015744443982839584,
      "step": 16560
    },
    {
      "loss_action": 0.02425443008542061,
      "loss_total": 0.02425443008542061,
      "step": 16560
    },
    {
      "loss_action": 0.0065670860931277275,
      "loss_total": 0.0065670860931277275,
      "step": 16560
    },
    {
      "grad_norm": 0.18247751891613007,
      "learning_rate": 9.638523141914721e-05,
      "loss": 0.014,
      "step": 16570
    },
    {
      "loss_action": 0.02535601332783699,
      "loss_total": 0.02535601332783699,
      "step": 16570
    },
    {
      "loss_action": 0.013827551156282425,
      "loss_total": 0.013827551156282425,
      "step": 16570
    },
    {
      "loss_action": 0.02684681862592697,
      "loss_total": 0.02684681862592697,
      "step": 16570
    },
    {
      "loss_action": 0.0077093010768294334,
      "loss_total": 0.0077093010768294334,
      "step": 16570
    },
    {
      "loss_action": 0.02657434530556202,
      "loss_total": 0.02657434530556202,
      "step": 16570
    },
    {
      "loss_action": 0.00778054678812623,
      "loss_total": 0.00778054678812623,
      "step": 16570
    },
    {
      "loss_action": 0.01141358818858862,
      "loss_total": 0.01141358818858862,
      "step": 16570
    },
    {
      "loss_action": 0.008618594147264957,
      "loss_total": 0.008618594147264957,
      "step": 16570
    },
    {
      "grad_norm": 0.13350601494312286,
      "learning_rate": 9.637905623136388e-05,
      "loss": 0.0134,
      "step": 16580
    },
    {
      "loss_action": 0.00970451906323433,
      "loss_total": 0.00970451906323433,
      "step": 16580
    },
    {
      "loss_action": 0.006113507319241762,
      "loss_total": 0.006113507319241762,
      "step": 16580
    },
    {
      "loss_action": 0.017856087535619736,
      "loss_total": 0.017856087535619736,
      "step": 16580
    },
    {
      "loss_action": 0.016448281705379486,
      "loss_total": 0.016448281705379486,
      "step": 16580
    },
    {
      "loss_action": 0.021220065653324127,
      "loss_total": 0.021220065653324127,
      "step": 16580
    },
    {
      "loss_action": 0.027500132098793983,
      "loss_total": 0.027500132098793983,
      "step": 16580
    },
    {
      "loss_action": 0.011069760657846928,
      "loss_total": 0.011069760657846928,
      "step": 16580
    },
    {
      "loss_action": 0.01435406319797039,
      "loss_total": 0.01435406319797039,
      "step": 16580
    },
    {
      "grad_norm": 0.21033556759357452,
      "learning_rate": 9.637287597163669e-05,
      "loss": 0.0151,
      "step": 16590
    },
    {
      "loss_action": 0.019756674766540527,
      "loss_total": 0.019756674766540527,
      "step": 16590
    },
    {
      "loss_action": 0.013125804252922535,
      "loss_total": 0.013125804252922535,
      "step": 16590
    },
    {
      "loss_action": 0.009562043473124504,
      "loss_total": 0.009562043473124504,
      "step": 16590
    },
    {
      "loss_action": 0.006568703800439835,
      "loss_total": 0.006568703800439835,
      "step": 16590
    },
    {
      "loss_action": 0.008986085653305054,
      "loss_total": 0.008986085653305054,
      "step": 16590
    },
    {
      "loss_action": 0.009079920127987862,
      "loss_total": 0.009079920127987862,
      "step": 16590
    },
    {
      "loss_action": 0.024509383365511894,
      "loss_total": 0.024509383365511894,
      "step": 16590
    },
    {
      "loss_action": 0.01640215888619423,
      "loss_total": 0.01640215888619423,
      "step": 16590
    },
    {
      "grad_norm": 0.14418165385723114,
      "learning_rate": 9.63666906406415e-05,
      "loss": 0.0168,
      "step": 16600
    },
    {
      "loss_action": 0.01340752188116312,
      "loss_total": 0.01340752188116312,
      "step": 16600
    },
    {
      "loss_action": 0.008969946764409542,
      "loss_total": 0.008969946764409542,
      "step": 16600
    },
    {
      "loss_action": 0.0066183218732476234,
      "loss_total": 0.0066183218732476234,
      "step": 16600
    },
    {
      "loss_action": 0.015302339568734169,
      "loss_total": 0.015302339568734169,
      "step": 16600
    },
    {
      "loss_action": 0.008837156929075718,
      "loss_total": 0.008837156929075718,
      "step": 16600
    },
    {
      "loss_action": 0.008616447448730469,
      "loss_total": 0.008616447448730469,
      "step": 16600
    },
    {
      "loss_action": 0.011397710070014,
      "loss_total": 0.011397710070014,
      "step": 16600
    },
    {
      "loss_action": 0.016062306240200996,
      "loss_total": 0.016062306240200996,
      "step": 16600
    },
    {
      "grad_norm": 0.22106748819351196,
      "learning_rate": 9.636050023905473e-05,
      "loss": 0.0153,
      "step": 16610
    },
    {
      "loss_action": 0.012709518894553185,
      "loss_total": 0.012709518894553185,
      "step": 16610
    },
    {
      "loss_action": 0.01665438339114189,
      "loss_total": 0.01665438339114189,
      "step": 16610
    },
    {
      "loss_action": 0.008554816246032715,
      "loss_total": 0.008554816246032715,
      "step": 16610
    },
    {
      "loss_action": 0.0093308724462986,
      "loss_total": 0.0093308724462986,
      "step": 16610
    },
    {
      "loss_action": 0.009675582870841026,
      "loss_total": 0.009675582870841026,
      "step": 16610
    },
    {
      "loss_action": 0.008007836528122425,
      "loss_total": 0.008007836528122425,
      "step": 16610
    },
    {
      "loss_action": 0.010004132986068726,
      "loss_total": 0.010004132986068726,
      "step": 16610
    },
    {
      "loss_action": 0.020954344421625137,
      "loss_total": 0.020954344421625137,
      "step": 16610
    },
    {
      "grad_norm": 0.30401965975761414,
      "learning_rate": 9.635430476755336e-05,
      "loss": 0.0166,
      "step": 16620
    },
    {
      "loss_action": 0.017160918563604355,
      "loss_total": 0.017160918563604355,
      "step": 16620
    },
    {
      "loss_action": 0.01884065940976143,
      "loss_total": 0.01884065940976143,
      "step": 16620
    },
    {
      "loss_action": 0.010217709466814995,
      "loss_total": 0.010217709466814995,
      "step": 16620
    },
    {
      "loss_action": 0.011420702561736107,
      "loss_total": 0.011420702561736107,
      "step": 16620
    },
    {
      "loss_action": 0.0231880322098732,
      "loss_total": 0.0231880322098732,
      "step": 16620
    },
    {
      "loss_action": 0.013299405574798584,
      "loss_total": 0.013299405574798584,
      "step": 16620
    },
    {
      "loss_action": 0.028634294867515564,
      "loss_total": 0.028634294867515564,
      "step": 16620
    },
    {
      "loss_action": 0.009646117687225342,
      "loss_total": 0.009646117687225342,
      "step": 16620
    },
    {
      "grad_norm": 0.2143504023551941,
      "learning_rate": 9.63481042268149e-05,
      "loss": 0.0154,
      "step": 16630
    },
    {
      "loss_action": 0.0145478006452322,
      "loss_total": 0.0145478006452322,
      "step": 16630
    },
    {
      "loss_action": 0.01550372876226902,
      "loss_total": 0.01550372876226902,
      "step": 16630
    },
    {
      "loss_action": 0.005432186182588339,
      "loss_total": 0.005432186182588339,
      "step": 16630
    },
    {
      "loss_action": 0.01511133648455143,
      "loss_total": 0.01511133648455143,
      "step": 16630
    },
    {
      "loss_action": 0.031314317137002945,
      "loss_total": 0.031314317137002945,
      "step": 16630
    },
    {
      "loss_action": 0.007988790050148964,
      "loss_total": 0.007988790050148964,
      "step": 16630
    },
    {
      "loss_action": 0.016011755913496017,
      "loss_total": 0.016011755913496017,
      "step": 16630
    },
    {
      "loss_action": 0.014274145476520061,
      "loss_total": 0.014274145476520061,
      "step": 16630
    },
    {
      "grad_norm": 0.14422090351581573,
      "learning_rate": 9.634189861751745e-05,
      "loss": 0.0156,
      "step": 16640
    },
    {
      "loss_action": 0.01279530394822359,
      "loss_total": 0.01279530394822359,
      "step": 16640
    },
    {
      "loss_action": 0.01168831530958414,
      "loss_total": 0.01168831530958414,
      "step": 16640
    },
    {
      "loss_action": 0.010057400912046432,
      "loss_total": 0.010057400912046432,
      "step": 16640
    },
    {
      "loss_action": 0.008567758835852146,
      "loss_total": 0.008567758835852146,
      "step": 16640
    },
    {
      "loss_action": 0.010393841192126274,
      "loss_total": 0.010393841192126274,
      "step": 16640
    },
    {
      "loss_action": 0.0470641553401947,
      "loss_total": 0.0470641553401947,
      "step": 16640
    },
    {
      "loss_action": 0.008374543860554695,
      "loss_total": 0.008374543860554695,
      "step": 16640
    },
    {
      "loss_action": 0.014325507916510105,
      "loss_total": 0.014325507916510105,
      "step": 16640
    },
    {
      "grad_norm": 0.17372077703475952,
      "learning_rate": 9.633568794033967e-05,
      "loss": 0.0148,
      "step": 16650
    },
    {
      "loss_action": 0.008901197463274002,
      "loss_total": 0.008901197463274002,
      "step": 16650
    },
    {
      "loss_action": 0.005494214594364166,
      "loss_total": 0.005494214594364166,
      "step": 16650
    },
    {
      "loss_action": 0.008784999139606953,
      "loss_total": 0.008784999139606953,
      "step": 16650
    },
    {
      "loss_action": 0.008215729147195816,
      "loss_total": 0.008215729147195816,
      "step": 16650
    },
    {
      "loss_action": 0.009194767102599144,
      "loss_total": 0.009194767102599144,
      "step": 16650
    },
    {
      "loss_action": 0.007030439097434282,
      "loss_total": 0.007030439097434282,
      "step": 16650
    },
    {
      "loss_action": 0.05016281083226204,
      "loss_total": 0.05016281083226204,
      "step": 16650
    },
    {
      "loss_action": 0.008349580690264702,
      "loss_total": 0.008349580690264702,
      "step": 16650
    },
    {
      "grad_norm": 0.14184831082820892,
      "learning_rate": 9.63294721959607e-05,
      "loss": 0.014,
      "step": 16660
    },
    {
      "loss_action": 0.01538628526031971,
      "loss_total": 0.01538628526031971,
      "step": 16660
    },
    {
      "loss_action": 0.012753007002174854,
      "loss_total": 0.012753007002174854,
      "step": 16660
    },
    {
      "loss_action": 0.02085890620946884,
      "loss_total": 0.02085890620946884,
      "step": 16660
    },
    {
      "loss_action": 0.03794388845562935,
      "loss_total": 0.03794388845562935,
      "step": 16660
    },
    {
      "loss_action": 0.00714066019281745,
      "loss_total": 0.00714066019281745,
      "step": 16660
    },
    {
      "loss_action": 0.028905656188726425,
      "loss_total": 0.028905656188726425,
      "step": 16660
    },
    {
      "loss_action": 0.012534101493656635,
      "loss_total": 0.012534101493656635,
      "step": 16660
    },
    {
      "loss_action": 0.03791304677724838,
      "loss_total": 0.03791304677724838,
      "step": 16660
    },
    {
      "grad_norm": 0.17244365811347961,
      "learning_rate": 9.63232513850603e-05,
      "loss": 0.0178,
      "step": 16670
    },
    {
      "loss_action": 0.02775419130921364,
      "loss_total": 0.02775419130921364,
      "step": 16670
    },
    {
      "loss_action": 0.0334295816719532,
      "loss_total": 0.0334295816719532,
      "step": 16670
    },
    {
      "loss_action": 0.020108846947550774,
      "loss_total": 0.020108846947550774,
      "step": 16670
    },
    {
      "loss_action": 0.0073782457038760185,
      "loss_total": 0.0073782457038760185,
      "step": 16670
    },
    {
      "loss_action": 0.012168885208666325,
      "loss_total": 0.012168885208666325,
      "step": 16670
    },
    {
      "loss_action": 0.041098013520240784,
      "loss_total": 0.041098013520240784,
      "step": 16670
    },
    {
      "loss_action": 0.018060822039842606,
      "loss_total": 0.018060822039842606,
      "step": 16670
    },
    {
      "loss_action": 0.017148667946457863,
      "loss_total": 0.017148667946457863,
      "step": 16670
    },
    {
      "grad_norm": 0.18104930222034454,
      "learning_rate": 9.631702550831878e-05,
      "loss": 0.0173,
      "step": 16680
    },
    {
      "loss_action": 0.01953906938433647,
      "loss_total": 0.01953906938433647,
      "step": 16680
    },
    {
      "loss_action": 0.00986427254974842,
      "loss_total": 0.00986427254974842,
      "step": 16680
    },
    {
      "loss_action": 0.012975798919796944,
      "loss_total": 0.012975798919796944,
      "step": 16680
    },
    {
      "loss_action": 0.01815132424235344,
      "loss_total": 0.01815132424235344,
      "step": 16680
    },
    {
      "loss_action": 0.024604741483926773,
      "loss_total": 0.024604741483926773,
      "step": 16680
    },
    {
      "loss_action": 0.028495442122220993,
      "loss_total": 0.028495442122220993,
      "step": 16680
    },
    {
      "loss_action": 0.01962876133620739,
      "loss_total": 0.01962876133620739,
      "step": 16680
    },
    {
      "loss_action": 0.01238215435296297,
      "loss_total": 0.01238215435296297,
      "step": 16680
    },
    {
      "grad_norm": 0.22025905549526215,
      "learning_rate": 9.631079456641698e-05,
      "loss": 0.0186,
      "step": 16690
    },
    {
      "loss_action": 0.008929898031055927,
      "loss_total": 0.008929898031055927,
      "step": 16690
    },
    {
      "loss_action": 0.011888503096997738,
      "loss_total": 0.011888503096997738,
      "step": 16690
    },
    {
      "loss_action": 0.016788378357887268,
      "loss_total": 0.016788378357887268,
      "step": 16690
    },
    {
      "loss_action": 0.01953633688390255,
      "loss_total": 0.01953633688390255,
      "step": 16690
    },
    {
      "loss_action": 0.0640648677945137,
      "loss_total": 0.0640648677945137,
      "step": 16690
    },
    {
      "loss_action": 0.011216947808861732,
      "loss_total": 0.011216947808861732,
      "step": 16690
    },
    {
      "loss_action": 0.013460434973239899,
      "loss_total": 0.013460434973239899,
      "step": 16690
    },
    {
      "loss_action": 0.010660691186785698,
      "loss_total": 0.010660691186785698,
      "step": 16690
    },
    {
      "grad_norm": 0.2071780115365982,
      "learning_rate": 9.630455856003632e-05,
      "loss": 0.0166,
      "step": 16700
    },
    {
      "loss_action": 0.00966314785182476,
      "loss_total": 0.00966314785182476,
      "step": 16700
    },
    {
      "loss_action": 0.014188333414494991,
      "loss_total": 0.014188333414494991,
      "step": 16700
    },
    {
      "loss_action": 0.013227731920778751,
      "loss_total": 0.013227731920778751,
      "step": 16700
    },
    {
      "loss_action": 0.011731991544365883,
      "loss_total": 0.011731991544365883,
      "step": 16700
    },
    {
      "loss_action": 0.0138148358091712,
      "loss_total": 0.0138148358091712,
      "step": 16700
    },
    {
      "loss_action": 0.009560834616422653,
      "loss_total": 0.009560834616422653,
      "step": 16700
    },
    {
      "loss_action": 0.02613552287220955,
      "loss_total": 0.02613552287220955,
      "step": 16700
    },
    {
      "loss_action": 0.01996215619146824,
      "loss_total": 0.01996215619146824,
      "step": 16700
    },
    {
      "grad_norm": 0.2008119821548462,
      "learning_rate": 9.629831748985876e-05,
      "loss": 0.0153,
      "step": 16710
    },
    {
      "loss_action": 0.008524058386683464,
      "loss_total": 0.008524058386683464,
      "step": 16710
    },
    {
      "loss_action": 0.0071741510182619095,
      "loss_total": 0.0071741510182619095,
      "step": 16710
    },
    {
      "loss_action": 0.013135337270796299,
      "loss_total": 0.013135337270796299,
      "step": 16710
    },
    {
      "loss_action": 0.016939444467425346,
      "loss_total": 0.016939444467425346,
      "step": 16710
    },
    {
      "loss_action": 0.009508239105343819,
      "loss_total": 0.009508239105343819,
      "step": 16710
    },
    {
      "loss_action": 0.0137914028018713,
      "loss_total": 0.0137914028018713,
      "step": 16710
    },
    {
      "loss_action": 0.009232750162482262,
      "loss_total": 0.009232750162482262,
      "step": 16710
    },
    {
      "loss_action": 0.019094161689281464,
      "loss_total": 0.019094161689281464,
      "step": 16710
    },
    {
      "grad_norm": 0.14414121210575104,
      "learning_rate": 9.629207135656679e-05,
      "loss": 0.0149,
      "step": 16720
    },
    {
      "loss_action": 0.010371953248977661,
      "loss_total": 0.010371953248977661,
      "step": 16720
    },
    {
      "loss_action": 0.009269468486309052,
      "loss_total": 0.009269468486309052,
      "step": 16720
    },
    {
      "loss_action": 0.010775428265333176,
      "loss_total": 0.010775428265333176,
      "step": 16720
    },
    {
      "loss_action": 0.010342997498810291,
      "loss_total": 0.010342997498810291,
      "step": 16720
    },
    {
      "loss_action": 0.008882546797394753,
      "loss_total": 0.008882546797394753,
      "step": 16720
    },
    {
      "loss_action": 0.009753581136465073,
      "loss_total": 0.009753581136465073,
      "step": 16720
    },
    {
      "loss_action": 0.010563287883996964,
      "loss_total": 0.010563287883996964,
      "step": 16720
    },
    {
      "loss_action": 0.007935473695397377,
      "loss_total": 0.007935473695397377,
      "step": 16720
    },
    {
      "grad_norm": 0.12466706335544586,
      "learning_rate": 9.628582016084353e-05,
      "loss": 0.0132,
      "step": 16730
    },
    {
      "loss_action": 0.016215279698371887,
      "loss_total": 0.016215279698371887,
      "step": 16730
    },
    {
      "loss_action": 0.013648947700858116,
      "loss_total": 0.013648947700858116,
      "step": 16730
    },
    {
      "loss_action": 0.02874055691063404,
      "loss_total": 0.02874055691063404,
      "step": 16730
    },
    {
      "loss_action": 0.032988328486680984,
      "loss_total": 0.032988328486680984,
      "step": 16730
    },
    {
      "loss_action": 0.008599176071584225,
      "loss_total": 0.008599176071584225,
      "step": 16730
    },
    {
      "loss_action": 0.021842703223228455,
      "loss_total": 0.021842703223228455,
      "step": 16730
    },
    {
      "loss_action": 0.006107782479375601,
      "loss_total": 0.006107782479375601,
      "step": 16730
    },
    {
      "loss_action": 0.03247622400522232,
      "loss_total": 0.03247622400522232,
      "step": 16730
    },
    {
      "grad_norm": 0.15543247759342194,
      "learning_rate": 9.627956390337254e-05,
      "loss": 0.0125,
      "step": 16740
    },
    {
      "loss_action": 0.007328369654715061,
      "loss_total": 0.007328369654715061,
      "step": 16740
    },
    {
      "loss_action": 0.011531064286828041,
      "loss_total": 0.011531064286828041,
      "step": 16740
    },
    {
      "loss_action": 0.02759568579494953,
      "loss_total": 0.02759568579494953,
      "step": 16740
    },
    {
      "loss_action": 0.008075788617134094,
      "loss_total": 0.008075788617134094,
      "step": 16740
    },
    {
      "loss_action": 0.008017024025321007,
      "loss_total": 0.008017024025321007,
      "step": 16740
    },
    {
      "loss_action": 0.008546757511794567,
      "loss_total": 0.008546757511794567,
      "step": 16740
    },
    {
      "loss_action": 0.008085882291197777,
      "loss_total": 0.008085882291197777,
      "step": 16740
    },
    {
      "loss_action": 0.005735103972256184,
      "loss_total": 0.005735103972256184,
      "step": 16740
    },
    {
      "grad_norm": 0.15129107236862183,
      "learning_rate": 9.627330258483802e-05,
      "loss": 0.0141,
      "step": 16750
    },
    {
      "loss_action": 0.01829719915986061,
      "loss_total": 0.01829719915986061,
      "step": 16750
    },
    {
      "loss_action": 0.00407438725233078,
      "loss_total": 0.00407438725233078,
      "step": 16750
    },
    {
      "loss_action": 0.00937148742377758,
      "loss_total": 0.00937148742377758,
      "step": 16750
    },
    {
      "loss_action": 0.010390959680080414,
      "loss_total": 0.010390959680080414,
      "step": 16750
    },
    {
      "loss_action": 0.01588231325149536,
      "loss_total": 0.01588231325149536,
      "step": 16750
    },
    {
      "loss_action": 0.02917301282286644,
      "loss_total": 0.02917301282286644,
      "step": 16750
    },
    {
      "loss_action": 0.025262506678700447,
      "loss_total": 0.025262506678700447,
      "step": 16750
    },
    {
      "loss_action": 0.007759465835988522,
      "loss_total": 0.007759465835988522,
      "step": 16750
    },
    {
      "grad_norm": 0.12771284580230713,
      "learning_rate": 9.62670362059247e-05,
      "loss": 0.0152,
      "step": 16760
    },
    {
      "loss_action": 0.028140950947999954,
      "loss_total": 0.028140950947999954,
      "step": 16760
    },
    {
      "loss_action": 0.019787942990660667,
      "loss_total": 0.019787942990660667,
      "step": 16760
    },
    {
      "loss_action": 0.02218393236398697,
      "loss_total": 0.02218393236398697,
      "step": 16760
    },
    {
      "loss_action": 0.010215489193797112,
      "loss_total": 0.010215489193797112,
      "step": 16760
    },
    {
      "loss_action": 0.004385749343782663,
      "loss_total": 0.004385749343782663,
      "step": 16760
    },
    {
      "loss_action": 0.015615954995155334,
      "loss_total": 0.015615954995155334,
      "step": 16760
    },
    {
      "loss_action": 0.02190840244293213,
      "loss_total": 0.02190840244293213,
      "step": 16760
    },
    {
      "loss_action": 0.010190842673182487,
      "loss_total": 0.010190842673182487,
      "step": 16760
    },
    {
      "grad_norm": 0.11961155384778976,
      "learning_rate": 9.626076476731786e-05,
      "loss": 0.0152,
      "step": 16770
    },
    {
      "loss_action": 0.015284541063010693,
      "loss_total": 0.015284541063010693,
      "step": 16770
    },
    {
      "loss_action": 0.01468734908849001,
      "loss_total": 0.01468734908849001,
      "step": 16770
    },
    {
      "loss_action": 0.01427587028592825,
      "loss_total": 0.01427587028592825,
      "step": 16770
    },
    {
      "loss_action": 0.016297217458486557,
      "loss_total": 0.016297217458486557,
      "step": 16770
    },
    {
      "loss_action": 0.01772945001721382,
      "loss_total": 0.01772945001721382,
      "step": 16770
    },
    {
      "loss_action": 0.015618078410625458,
      "loss_total": 0.015618078410625458,
      "step": 16770
    },
    {
      "loss_action": 0.009458117187023163,
      "loss_total": 0.009458117187023163,
      "step": 16770
    },
    {
      "loss_action": 0.025337882339954376,
      "loss_total": 0.025337882339954376,
      "step": 16770
    },
    {
      "grad_norm": 0.1736593097448349,
      "learning_rate": 9.625448826970336e-05,
      "loss": 0.015,
      "step": 16780
    },
    {
      "loss_action": 0.006275972351431847,
      "loss_total": 0.006275972351431847,
      "step": 16780
    },
    {
      "loss_action": 0.010311379097402096,
      "loss_total": 0.010311379097402096,
      "step": 16780
    },
    {
      "loss_action": 0.007807730697095394,
      "loss_total": 0.007807730697095394,
      "step": 16780
    },
    {
      "loss_action": 0.008133895695209503,
      "loss_total": 0.008133895695209503,
      "step": 16780
    },
    {
      "loss_action": 0.013657954521477222,
      "loss_total": 0.013657954521477222,
      "step": 16780
    },
    {
      "loss_action": 0.0077925086952745914,
      "loss_total": 0.0077925086952745914,
      "step": 16780
    },
    {
      "loss_action": 0.0192730575799942,
      "loss_total": 0.0192730575799942,
      "step": 16780
    },
    {
      "loss_action": 0.011018090881407261,
      "loss_total": 0.011018090881407261,
      "step": 16780
    },
    {
      "grad_norm": 0.11263113468885422,
      "learning_rate": 9.624820671376755e-05,
      "loss": 0.013,
      "step": 16790
    },
    {
      "loss_action": 0.03601212054491043,
      "loss_total": 0.03601212054491043,
      "step": 16790
    },
    {
      "loss_action": 0.005897455848753452,
      "loss_total": 0.005897455848753452,
      "step": 16790
    },
    {
      "loss_action": 0.00849456898868084,
      "loss_total": 0.00849456898868084,
      "step": 16790
    },
    {
      "loss_action": 0.024925176054239273,
      "loss_total": 0.024925176054239273,
      "step": 16790
    },
    {
      "loss_action": 0.0120286475867033,
      "loss_total": 0.0120286475867033,
      "step": 16790
    },
    {
      "loss_action": 0.009366532787680626,
      "loss_total": 0.009366532787680626,
      "step": 16790
    },
    {
      "loss_action": 0.02932429313659668,
      "loss_total": 0.02932429313659668,
      "step": 16790
    },
    {
      "loss_action": 0.005888488609343767,
      "loss_total": 0.005888488609343767,
      "step": 16790
    },
    {
      "grad_norm": 0.13033539056777954,
      "learning_rate": 9.62419201001974e-05,
      "loss": 0.0154,
      "step": 16800
    },
    {
      "loss_action": 0.029178768396377563,
      "loss_total": 0.029178768396377563,
      "step": 16800
    },
    {
      "loss_action": 0.00923616997897625,
      "loss_total": 0.00923616997897625,
      "step": 16800
    },
    {
      "loss_action": 0.028410939499735832,
      "loss_total": 0.028410939499735832,
      "step": 16800
    },
    {
      "loss_action": 0.01211797446012497,
      "loss_total": 0.01211797446012497,
      "step": 16800
    },
    {
      "loss_action": 0.010598041117191315,
      "loss_total": 0.010598041117191315,
      "step": 16800
    },
    {
      "loss_action": 0.0184940192848444,
      "loss_total": 0.0184940192848444,
      "step": 16800
    },
    {
      "loss_action": 0.010952718555927277,
      "loss_total": 0.010952718555927277,
      "step": 16800
    },
    {
      "loss_action": 0.024888209998607635,
      "loss_total": 0.024888209998607635,
      "step": 16800
    },
    {
      "grad_norm": 0.1516598016023636,
      "learning_rate": 9.623562842968037e-05,
      "loss": 0.0152,
      "step": 16810
    },
    {
      "loss_action": 0.01871902495622635,
      "loss_total": 0.01871902495622635,
      "step": 16810
    },
    {
      "loss_action": 0.04850940406322479,
      "loss_total": 0.04850940406322479,
      "step": 16810
    },
    {
      "loss_action": 0.015023047104477882,
      "loss_total": 0.015023047104477882,
      "step": 16810
    },
    {
      "loss_action": 0.011201782152056694,
      "loss_total": 0.011201782152056694,
      "step": 16810
    },
    {
      "loss_action": 0.013285583816468716,
      "loss_total": 0.013285583816468716,
      "step": 16810
    },
    {
      "loss_action": 0.01329740323126316,
      "loss_total": 0.01329740323126316,
      "step": 16810
    },
    {
      "loss_action": 0.014227399602532387,
      "loss_total": 0.014227399602532387,
      "step": 16810
    },
    {
      "loss_action": 0.00907688308507204,
      "loss_total": 0.00907688308507204,
      "step": 16810
    },
    {
      "grad_norm": 0.16533677279949188,
      "learning_rate": 9.622933170290454e-05,
      "loss": 0.0145,
      "step": 16820
    },
    {
      "loss_action": 0.020826222375035286,
      "loss_total": 0.020826222375035286,
      "step": 16820
    },
    {
      "loss_action": 0.009940491989254951,
      "loss_total": 0.009940491989254951,
      "step": 16820
    },
    {
      "loss_action": 0.014840883202850819,
      "loss_total": 0.014840883202850819,
      "step": 16820
    },
    {
      "loss_action": 0.0057210540398955345,
      "loss_total": 0.0057210540398955345,
      "step": 16820
    },
    {
      "loss_action": 0.017914019525051117,
      "loss_total": 0.017914019525051117,
      "step": 16820
    },
    {
      "loss_action": 0.01568254828453064,
      "loss_total": 0.01568254828453064,
      "step": 16820
    },
    {
      "loss_action": 0.03646057844161987,
      "loss_total": 0.03646057844161987,
      "step": 16820
    },
    {
      "loss_action": 0.008564059622585773,
      "loss_total": 0.008564059622585773,
      "step": 16820
    },
    {
      "grad_norm": 0.15558628737926483,
      "learning_rate": 9.622302992055849e-05,
      "loss": 0.0166,
      "step": 16830
    },
    {
      "loss_action": 0.008898384869098663,
      "loss_total": 0.008898384869098663,
      "step": 16830
    },
    {
      "loss_action": 0.01362494844943285,
      "loss_total": 0.01362494844943285,
      "step": 16830
    },
    {
      "loss_action": 0.021374911069869995,
      "loss_total": 0.021374911069869995,
      "step": 16830
    },
    {
      "loss_action": 0.010101540014147758,
      "loss_total": 0.010101540014147758,
      "step": 16830
    },
    {
      "loss_action": 0.017285507172346115,
      "loss_total": 0.017285507172346115,
      "step": 16830
    },
    {
      "loss_action": 0.025244319811463356,
      "loss_total": 0.025244319811463356,
      "step": 16830
    },
    {
      "loss_action": 0.02205534651875496,
      "loss_total": 0.02205534651875496,
      "step": 16830
    },
    {
      "loss_action": 0.008375388570129871,
      "loss_total": 0.008375388570129871,
      "step": 16830
    },
    {
      "grad_norm": 0.1515059620141983,
      "learning_rate": 9.62167230833314e-05,
      "loss": 0.0154,
      "step": 16840
    },
    {
      "loss_action": 0.022512853145599365,
      "loss_total": 0.022512853145599365,
      "step": 16840
    },
    {
      "loss_action": 0.01629938930273056,
      "loss_total": 0.01629938930273056,
      "step": 16840
    },
    {
      "loss_action": 0.03369433805346489,
      "loss_total": 0.03369433805346489,
      "step": 16840
    },
    {
      "loss_action": 0.017842678353190422,
      "loss_total": 0.017842678353190422,
      "step": 16840
    },
    {
      "loss_action": 0.016396265476942062,
      "loss_total": 0.016396265476942062,
      "step": 16840
    },
    {
      "loss_action": 0.030631138011813164,
      "loss_total": 0.030631138011813164,
      "step": 16840
    },
    {
      "loss_action": 0.010742787271738052,
      "loss_total": 0.010742787271738052,
      "step": 16840
    },
    {
      "loss_action": 0.016232525929808617,
      "loss_total": 0.016232525929808617,
      "step": 16840
    },
    {
      "grad_norm": 0.2120911329984665,
      "learning_rate": 9.621041119191295e-05,
      "loss": 0.016,
      "step": 16850
    },
    {
      "loss_action": 0.00793273001909256,
      "loss_total": 0.00793273001909256,
      "step": 16850
    },
    {
      "loss_action": 0.02823444828391075,
      "loss_total": 0.02823444828391075,
      "step": 16850
    },
    {
      "loss_action": 0.011558875441551208,
      "loss_total": 0.011558875441551208,
      "step": 16850
    },
    {
      "loss_action": 0.013063870370388031,
      "loss_total": 0.013063870370388031,
      "step": 16850
    },
    {
      "loss_action": 0.018450016155838966,
      "loss_total": 0.018450016155838966,
      "step": 16850
    },
    {
      "loss_action": 0.022263186052441597,
      "loss_total": 0.022263186052441597,
      "step": 16850
    },
    {
      "loss_action": 0.014271389693021774,
      "loss_total": 0.014271389693021774,
      "step": 16850
    },
    {
      "loss_action": 0.025703104212880135,
      "loss_total": 0.025703104212880135,
      "step": 16850
    },
    {
      "grad_norm": 0.18972696363925934,
      "learning_rate": 9.620409424699342e-05,
      "loss": 0.0146,
      "step": 16860
    },
    {
      "loss_action": 0.016016419976949692,
      "loss_total": 0.016016419976949692,
      "step": 16860
    },
    {
      "loss_action": 0.014798668213188648,
      "loss_total": 0.014798668213188648,
      "step": 16860
    },
    {
      "loss_action": 0.007455688901245594,
      "loss_total": 0.007455688901245594,
      "step": 16860
    },
    {
      "loss_action": 0.009445992298424244,
      "loss_total": 0.009445992298424244,
      "step": 16860
    },
    {
      "loss_action": 0.012344572693109512,
      "loss_total": 0.012344572693109512,
      "step": 16860
    },
    {
      "loss_action": 0.015740592032670975,
      "loss_total": 0.015740592032670975,
      "step": 16860
    },
    {
      "loss_action": 0.005732182413339615,
      "loss_total": 0.005732182413339615,
      "step": 16860
    },
    {
      "loss_action": 0.01420623529702425,
      "loss_total": 0.01420623529702425,
      "step": 16860
    },
    {
      "grad_norm": 0.15362899005413055,
      "learning_rate": 9.619777224926359e-05,
      "loss": 0.0166,
      "step": 16870
    },
    {
      "loss_action": 0.010795611888170242,
      "loss_total": 0.010795611888170242,
      "step": 16870
    },
    {
      "loss_action": 0.020962737500667572,
      "loss_total": 0.020962737500667572,
      "step": 16870
    },
    {
      "loss_action": 0.012371346354484558,
      "loss_total": 0.012371346354484558,
      "step": 16870
    },
    {
      "loss_action": 0.007574612274765968,
      "loss_total": 0.007574612274765968,
      "step": 16870
    },
    {
      "loss_action": 0.017471734434366226,
      "loss_total": 0.017471734434366226,
      "step": 16870
    },
    {
      "loss_action": 0.005442378111183643,
      "loss_total": 0.005442378111183643,
      "step": 16870
    },
    {
      "loss_action": 0.01423718873411417,
      "loss_total": 0.01423718873411417,
      "step": 16870
    },
    {
      "loss_action": 0.018563011661171913,
      "loss_total": 0.018563011661171913,
      "step": 16870
    },
    {
      "grad_norm": 0.21493713557720184,
      "learning_rate": 9.619144519941485e-05,
      "loss": 0.0156,
      "step": 16880
    },
    {
      "loss_action": 0.013224886730313301,
      "loss_total": 0.013224886730313301,
      "step": 16880
    },
    {
      "loss_action": 0.022235170006752014,
      "loss_total": 0.022235170006752014,
      "step": 16880
    },
    {
      "loss_action": 0.019718287512660027,
      "loss_total": 0.019718287512660027,
      "step": 16880
    },
    {
      "loss_action": 0.019109977409243584,
      "loss_total": 0.019109977409243584,
      "step": 16880
    },
    {
      "loss_action": 0.019205253571271896,
      "loss_total": 0.019205253571271896,
      "step": 16880
    },
    {
      "loss_action": 0.016655616462230682,
      "loss_total": 0.016655616462230682,
      "step": 16880
    },
    {
      "loss_action": 0.0147709921002388,
      "loss_total": 0.0147709921002388,
      "step": 16880
    },
    {
      "loss_action": 0.017553038895130157,
      "loss_total": 0.017553038895130157,
      "step": 16880
    },
    {
      "grad_norm": 0.1643771380186081,
      "learning_rate": 9.618511309813912e-05,
      "loss": 0.0159,
      "step": 16890
    },
    {
      "loss_action": 0.01820913329720497,
      "loss_total": 0.01820913329720497,
      "step": 16890
    },
    {
      "loss_action": 0.015094408765435219,
      "loss_total": 0.015094408765435219,
      "step": 16890
    },
    {
      "loss_action": 0.03915012627840042,
      "loss_total": 0.03915012627840042,
      "step": 16890
    },
    {
      "loss_action": 0.01912151277065277,
      "loss_total": 0.01912151277065277,
      "step": 16890
    },
    {
      "loss_action": 0.014906547032296658,
      "loss_total": 0.014906547032296658,
      "step": 16890
    },
    {
      "loss_action": 0.008629272691905499,
      "loss_total": 0.008629272691905499,
      "step": 16890
    },
    {
      "loss_action": 0.01747705228626728,
      "loss_total": 0.01747705228626728,
      "step": 16890
    },
    {
      "loss_action": 0.016705989837646484,
      "loss_total": 0.016705989837646484,
      "step": 16890
    },
    {
      "grad_norm": 0.1796218454837799,
      "learning_rate": 9.617877594612886e-05,
      "loss": 0.017,
      "step": 16900
    },
    {
      "loss_action": 0.008799798786640167,
      "loss_total": 0.008799798786640167,
      "step": 16900
    },
    {
      "loss_action": 0.010040868073701859,
      "loss_total": 0.010040868073701859,
      "step": 16900
    },
    {
      "loss_action": 0.01997673511505127,
      "loss_total": 0.01997673511505127,
      "step": 16900
    },
    {
      "loss_action": 0.015267174690961838,
      "loss_total": 0.015267174690961838,
      "step": 16900
    },
    {
      "loss_action": 0.006316997576504946,
      "loss_total": 0.006316997576504946,
      "step": 16900
    },
    {
      "loss_action": 0.0035865602549165487,
      "loss_total": 0.0035865602549165487,
      "step": 16900
    },
    {
      "loss_action": 0.013432851061224937,
      "loss_total": 0.013432851061224937,
      "step": 16900
    },
    {
      "loss_action": 0.01541250478476286,
      "loss_total": 0.01541250478476286,
      "step": 16900
    },
    {
      "grad_norm": 0.1609790325164795,
      "learning_rate": 9.617243374407707e-05,
      "loss": 0.0138,
      "step": 16910
    },
    {
      "loss_action": 0.011249523609876633,
      "loss_total": 0.011249523609876633,
      "step": 16910
    },
    {
      "loss_action": 0.0110086090862751,
      "loss_total": 0.0110086090862751,
      "step": 16910
    },
    {
      "loss_action": 0.006407910957932472,
      "loss_total": 0.006407910957932472,
      "step": 16910
    },
    {
      "loss_action": 0.014149721711874008,
      "loss_total": 0.014149721711874008,
      "step": 16910
    },
    {
      "loss_action": 0.015520429238677025,
      "loss_total": 0.015520429238677025,
      "step": 16910
    },
    {
      "loss_action": 0.02189570665359497,
      "loss_total": 0.02189570665359497,
      "step": 16910
    },
    {
      "loss_action": 0.01106028538197279,
      "loss_total": 0.01106028538197279,
      "step": 16910
    },
    {
      "loss_action": 0.011263944208621979,
      "loss_total": 0.011263944208621979,
      "step": 16910
    },
    {
      "grad_norm": 0.13846556842327118,
      "learning_rate": 9.616608649267736e-05,
      "loss": 0.014,
      "step": 16920
    },
    {
      "loss_action": 0.036859020590782166,
      "loss_total": 0.036859020590782166,
      "step": 16920
    },
    {
      "loss_action": 0.012059889733791351,
      "loss_total": 0.012059889733791351,
      "step": 16920
    },
    {
      "loss_action": 0.008443767204880714,
      "loss_total": 0.008443767204880714,
      "step": 16920
    },
    {
      "loss_action": 0.008580455556511879,
      "loss_total": 0.008580455556511879,
      "step": 16920
    },
    {
      "loss_action": 0.011899590492248535,
      "loss_total": 0.011899590492248535,
      "step": 16920
    },
    {
      "loss_action": 0.0067671481519937515,
      "loss_total": 0.0067671481519937515,
      "step": 16920
    },
    {
      "loss_action": 0.017567230388522148,
      "loss_total": 0.017567230388522148,
      "step": 16920
    },
    {
      "loss_action": 0.011191010475158691,
      "loss_total": 0.011191010475158691,
      "step": 16920
    },
    {
      "grad_norm": 0.1887672245502472,
      "learning_rate": 9.615973419262385e-05,
      "loss": 0.0129,
      "step": 16930
    },
    {
      "loss_action": 0.0058990102261304855,
      "loss_total": 0.0058990102261304855,
      "step": 16930
    },
    {
      "loss_action": 0.011919193901121616,
      "loss_total": 0.011919193901121616,
      "step": 16930
    },
    {
      "loss_action": 0.007734399288892746,
      "loss_total": 0.007734399288892746,
      "step": 16930
    },
    {
      "loss_action": 0.00947250984609127,
      "loss_total": 0.00947250984609127,
      "step": 16930
    },
    {
      "loss_action": 0.009934855625033379,
      "loss_total": 0.009934855625033379,
      "step": 16930
    },
    {
      "loss_action": 0.013579859398305416,
      "loss_total": 0.013579859398305416,
      "step": 16930
    },
    {
      "loss_action": 0.010016261599957943,
      "loss_total": 0.010016261599957943,
      "step": 16930
    },
    {
      "loss_action": 0.0069997417740523815,
      "loss_total": 0.0069997417740523815,
      "step": 16930
    },
    {
      "grad_norm": 0.22139321267604828,
      "learning_rate": 9.615337684461119e-05,
      "loss": 0.0146,
      "step": 16940
    },
    {
      "loss_action": 0.004651108756661415,
      "loss_total": 0.004651108756661415,
      "step": 16940
    },
    {
      "loss_action": 0.010357817634940147,
      "loss_total": 0.010357817634940147,
      "step": 16940
    },
    {
      "loss_action": 0.014998581260442734,
      "loss_total": 0.014998581260442734,
      "step": 16940
    },
    {
      "loss_action": 0.017499631270766258,
      "loss_total": 0.017499631270766258,
      "step": 16940
    },
    {
      "loss_action": 0.004942063242197037,
      "loss_total": 0.004942063242197037,
      "step": 16940
    },
    {
      "loss_action": 0.016094187274575233,
      "loss_total": 0.016094187274575233,
      "step": 16940
    },
    {
      "loss_action": 0.021930674090981483,
      "loss_total": 0.021930674090981483,
      "step": 16940
    },
    {
      "loss_action": 0.016566438600420952,
      "loss_total": 0.016566438600420952,
      "step": 16940
    },
    {
      "grad_norm": 0.1605411171913147,
      "learning_rate": 9.614701444933465e-05,
      "loss": 0.0151,
      "step": 16950
    },
    {
      "loss_action": 0.005665498785674572,
      "loss_total": 0.005665498785674572,
      "step": 16950
    },
    {
      "loss_action": 0.015526078641414642,
      "loss_total": 0.015526078641414642,
      "step": 16950
    },
    {
      "loss_action": 0.017433570697903633,
      "loss_total": 0.017433570697903633,
      "step": 16950
    },
    {
      "loss_action": 0.006913135759532452,
      "loss_total": 0.006913135759532452,
      "step": 16950
    },
    {
      "loss_action": 0.026341181248426437,
      "loss_total": 0.026341181248426437,
      "step": 16950
    },
    {
      "loss_action": 0.024221159517765045,
      "loss_total": 0.024221159517765045,
      "step": 16950
    },
    {
      "loss_action": 0.02126198261976242,
      "loss_total": 0.02126198261976242,
      "step": 16950
    },
    {
      "loss_action": 0.0070898570120334625,
      "loss_total": 0.0070898570120334625,
      "step": 16950
    },
    {
      "grad_norm": 0.19838029146194458,
      "learning_rate": 9.614064700748997e-05,
      "loss": 0.0148,
      "step": 16960
    },
    {
      "loss_action": 0.01598534919321537,
      "loss_total": 0.01598534919321537,
      "step": 16960
    },
    {
      "loss_action": 0.022011032328009605,
      "loss_total": 0.022011032328009605,
      "step": 16960
    },
    {
      "loss_action": 0.01241149753332138,
      "loss_total": 0.01241149753332138,
      "step": 16960
    },
    {
      "loss_action": 0.013497493229806423,
      "loss_total": 0.013497493229806423,
      "step": 16960
    },
    {
      "loss_action": 0.013591554015874863,
      "loss_total": 0.013591554015874863,
      "step": 16960
    },
    {
      "loss_action": 0.0070699891075491905,
      "loss_total": 0.0070699891075491905,
      "step": 16960
    },
    {
      "loss_action": 0.00465942919254303,
      "loss_total": 0.00465942919254303,
      "step": 16960
    },
    {
      "loss_action": 0.01003972440958023,
      "loss_total": 0.01003972440958023,
      "step": 16960
    },
    {
      "grad_norm": 0.1350090652704239,
      "learning_rate": 9.613427451977352e-05,
      "loss": 0.014,
      "step": 16970
    },
    {
      "loss_action": 0.006812178064137697,
      "loss_total": 0.006812178064137697,
      "step": 16970
    },
    {
      "loss_action": 0.007311845198273659,
      "loss_total": 0.007311845198273659,
      "step": 16970
    },
    {
      "loss_action": 0.011272678151726723,
      "loss_total": 0.011272678151726723,
      "step": 16970
    },
    {
      "loss_action": 0.013119030743837357,
      "loss_total": 0.013119030743837357,
      "step": 16970
    },
    {
      "loss_action": 0.01741139590740204,
      "loss_total": 0.01741139590740204,
      "step": 16970
    },
    {
      "loss_action": 0.044227976351976395,
      "loss_total": 0.044227976351976395,
      "step": 16970
    },
    {
      "loss_action": 0.01299640629440546,
      "loss_total": 0.01299640629440546,
      "step": 16970
    },
    {
      "loss_action": 0.017700357362627983,
      "loss_total": 0.017700357362627983,
      "step": 16970
    },
    {
      "grad_norm": 0.15146639943122864,
      "learning_rate": 9.612789698688216e-05,
      "loss": 0.0155,
      "step": 16980
    },
    {
      "loss_action": 0.007538711652159691,
      "loss_total": 0.007538711652159691,
      "step": 16980
    },
    {
      "loss_action": 0.012535912916064262,
      "loss_total": 0.012535912916064262,
      "step": 16980
    },
    {
      "loss_action": 0.024289239197969437,
      "loss_total": 0.024289239197969437,
      "step": 16980
    },
    {
      "loss_action": 0.029520660638809204,
      "loss_total": 0.029520660638809204,
      "step": 16980
    },
    {
      "loss_action": 0.009330617263913155,
      "loss_total": 0.009330617263913155,
      "step": 16980
    },
    {
      "loss_action": 0.009892931208014488,
      "loss_total": 0.009892931208014488,
      "step": 16980
    },
    {
      "loss_action": 0.016201693564653397,
      "loss_total": 0.016201693564653397,
      "step": 16980
    },
    {
      "loss_action": 0.015208926051855087,
      "loss_total": 0.015208926051855087,
      "step": 16980
    },
    {
      "grad_norm": 0.20250287652015686,
      "learning_rate": 9.612151440951334e-05,
      "loss": 0.0147,
      "step": 16990
    },
    {
      "loss_action": 0.010931256227195263,
      "loss_total": 0.010931256227195263,
      "step": 16990
    },
    {
      "loss_action": 0.017582667991518974,
      "loss_total": 0.017582667991518974,
      "step": 16990
    },
    {
      "loss_action": 0.007775523699820042,
      "loss_total": 0.007775523699820042,
      "step": 16990
    },
    {
      "loss_action": 0.006432163063436747,
      "loss_total": 0.006432163063436747,
      "step": 16990
    },
    {
      "loss_action": 0.006694226525723934,
      "loss_total": 0.006694226525723934,
      "step": 16990
    },
    {
      "loss_action": 0.020578645169734955,
      "loss_total": 0.020578645169734955,
      "step": 16990
    },
    {
      "loss_action": 0.0066774701699614525,
      "loss_total": 0.0066774701699614525,
      "step": 16990
    },
    {
      "loss_action": 0.01916058547794819,
      "loss_total": 0.01916058547794819,
      "step": 16990
    },
    {
      "grad_norm": 0.2194681465625763,
      "learning_rate": 9.611512678836506e-05,
      "loss": 0.0138,
      "step": 17000
    },
    {
      "loss_action": 0.005391904152929783,
      "loss_total": 0.005391904152929783,
      "step": 17000
    },
    {
      "loss_action": 0.01029984001070261,
      "loss_total": 0.01029984001070261,
      "step": 17000
    },
    {
      "loss_action": 0.017032533884048462,
      "loss_total": 0.017032533884048462,
      "step": 17000
    },
    {
      "loss_action": 0.013645121827721596,
      "loss_total": 0.013645121827721596,
      "step": 17000
    },
    {
      "loss_action": 0.011837827041745186,
      "loss_total": 0.011837827041745186,
      "step": 17000
    },
    {
      "loss_action": 0.022864263504743576,
      "loss_total": 0.022864263504743576,
      "step": 17000
    },
    {
      "loss_action": 0.006268545985221863,
      "loss_total": 0.006268545985221863,
      "step": 17000
    },
    {
      "loss_action": 0.02312662824988365,
      "loss_total": 0.02312662824988365,
      "step": 17000
    },
    {
      "grad_norm": 0.16918544471263885,
      "learning_rate": 9.610873412413584e-05,
      "loss": 0.0147,
      "step": 17010
    },
    {
      "loss_action": 0.012601666152477264,
      "loss_total": 0.012601666152477264,
      "step": 17010
    },
    {
      "loss_action": 0.020591815933585167,
      "loss_total": 0.020591815933585167,
      "step": 17010
    },
    {
      "loss_action": 0.011314344592392445,
      "loss_total": 0.011314344592392445,
      "step": 17010
    },
    {
      "loss_action": 0.007069149985909462,
      "loss_total": 0.007069149985909462,
      "step": 17010
    },
    {
      "loss_action": 0.02934120036661625,
      "loss_total": 0.02934120036661625,
      "step": 17010
    },
    {
      "loss_action": 0.00925757922232151,
      "loss_total": 0.00925757922232151,
      "step": 17010
    },
    {
      "loss_action": 0.020810728892683983,
      "loss_total": 0.020810728892683983,
      "step": 17010
    },
    {
      "loss_action": 0.015125235542654991,
      "loss_total": 0.015125235542654991,
      "step": 17010
    },
    {
      "grad_norm": 0.1480560153722763,
      "learning_rate": 9.610233641752476e-05,
      "loss": 0.0149,
      "step": 17020
    },
    {
      "loss_action": 0.00945088267326355,
      "loss_total": 0.00945088267326355,
      "step": 17020
    },
    {
      "loss_action": 0.0051500229164958,
      "loss_total": 0.0051500229164958,
      "step": 17020
    },
    {
      "loss_action": 0.022404775023460388,
      "loss_total": 0.022404775023460388,
      "step": 17020
    },
    {
      "loss_action": 0.012180080637335777,
      "loss_total": 0.012180080637335777,
      "step": 17020
    },
    {
      "loss_action": 0.006395471282303333,
      "loss_total": 0.006395471282303333,
      "step": 17020
    },
    {
      "loss_action": 0.007669966667890549,
      "loss_total": 0.007669966667890549,
      "step": 17020
    },
    {
      "loss_action": 0.01937389001250267,
      "loss_total": 0.01937389001250267,
      "step": 17020
    },
    {
      "loss_action": 0.008497974835336208,
      "loss_total": 0.008497974835336208,
      "step": 17020
    },
    {
      "grad_norm": 0.16309906542301178,
      "learning_rate": 9.609593366923151e-05,
      "loss": 0.0147,
      "step": 17030
    },
    {
      "loss_action": 0.09387078136205673,
      "loss_total": 0.09387078136205673,
      "step": 17030
    },
    {
      "loss_action": 0.021642208099365234,
      "loss_total": 0.021642208099365234,
      "step": 17030
    },
    {
      "loss_action": 0.010102825239300728,
      "loss_total": 0.010102825239300728,
      "step": 17030
    },
    {
      "loss_action": 0.016721315681934357,
      "loss_total": 0.016721315681934357,
      "step": 17030
    },
    {
      "loss_action": 0.008877997286617756,
      "loss_total": 0.008877997286617756,
      "step": 17030
    },
    {
      "loss_action": 0.02382848598062992,
      "loss_total": 0.02382848598062992,
      "step": 17030
    },
    {
      "loss_action": 0.017610788345336914,
      "loss_total": 0.017610788345336914,
      "step": 17030
    },
    {
      "loss_action": 0.012112554162740707,
      "loss_total": 0.012112554162740707,
      "step": 17030
    },
    {
      "grad_norm": 0.16159823536872864,
      "learning_rate": 9.608952587995625e-05,
      "loss": 0.0158,
      "step": 17040
    },
    {
      "loss_action": 0.011344279162585735,
      "loss_total": 0.011344279162585735,
      "step": 17040
    },
    {
      "loss_action": 0.012129809707403183,
      "loss_total": 0.012129809707403183,
      "step": 17040
    },
    {
      "loss_action": 0.013460254296660423,
      "loss_total": 0.013460254296660423,
      "step": 17040
    },
    {
      "loss_action": 0.015979280695319176,
      "loss_total": 0.015979280695319176,
      "step": 17040
    },
    {
      "loss_action": 0.024131570011377335,
      "loss_total": 0.024131570011377335,
      "step": 17040
    },
    {
      "loss_action": 0.01095011830329895,
      "loss_total": 0.01095011830329895,
      "step": 17040
    },
    {
      "loss_action": 0.00905073992908001,
      "loss_total": 0.00905073992908001,
      "step": 17040
    },
    {
      "loss_action": 0.010257143527269363,
      "loss_total": 0.010257143527269363,
      "step": 17040
    },
    {
      "grad_norm": 0.125508114695549,
      "learning_rate": 9.608311305039972e-05,
      "loss": 0.014,
      "step": 17050
    },
    {
      "loss_action": 0.026917986571788788,
      "loss_total": 0.026917986571788788,
      "step": 17050
    },
    {
      "loss_action": 0.019990820437669754,
      "loss_total": 0.019990820437669754,
      "step": 17050
    },
    {
      "loss_action": 0.02432553470134735,
      "loss_total": 0.02432553470134735,
      "step": 17050
    },
    {
      "loss_action": 0.010238567367196083,
      "loss_total": 0.010238567367196083,
      "step": 17050
    },
    {
      "loss_action": 0.012355473823845387,
      "loss_total": 0.012355473823845387,
      "step": 17050
    },
    {
      "loss_action": 0.010380272753536701,
      "loss_total": 0.010380272753536701,
      "step": 17050
    },
    {
      "loss_action": 0.009980733506381512,
      "loss_total": 0.009980733506381512,
      "step": 17050
    },
    {
      "loss_action": 0.009445862844586372,
      "loss_total": 0.009445862844586372,
      "step": 17050
    },
    {
      "grad_norm": 0.17782551050186157,
      "learning_rate": 9.607669518126326e-05,
      "loss": 0.0153,
      "step": 17060
    },
    {
      "loss_action": 0.02341620624065399,
      "loss_total": 0.02341620624065399,
      "step": 17060
    },
    {
      "loss_action": 0.007701707072556019,
      "loss_total": 0.007701707072556019,
      "step": 17060
    },
    {
      "loss_action": 0.012044006027281284,
      "loss_total": 0.012044006027281284,
      "step": 17060
    },
    {
      "loss_action": 0.015075892210006714,
      "loss_total": 0.015075892210006714,
      "step": 17060
    },
    {
      "loss_action": 0.016489464789628983,
      "loss_total": 0.016489464789628983,
      "step": 17060
    },
    {
      "loss_action": 0.008465107530355453,
      "loss_total": 0.008465107530355453,
      "step": 17060
    },
    {
      "loss_action": 0.010798032395541668,
      "loss_total": 0.010798032395541668,
      "step": 17060
    },
    {
      "loss_action": 0.004215691238641739,
      "loss_total": 0.004215691238641739,
      "step": 17060
    },
    {
      "grad_norm": 0.1334972083568573,
      "learning_rate": 9.607027227324866e-05,
      "loss": 0.0122,
      "step": 17070
    },
    {
      "loss_action": 0.017757054418325424,
      "loss_total": 0.017757054418325424,
      "step": 17070
    },
    {
      "loss_action": 0.057446617633104324,
      "loss_total": 0.057446617633104324,
      "step": 17070
    },
    {
      "loss_action": 0.009142596274614334,
      "loss_total": 0.009142596274614334,
      "step": 17070
    },
    {
      "loss_action": 0.026799863204360008,
      "loss_total": 0.026799863204360008,
      "step": 17070
    },
    {
      "loss_action": 0.00904681347310543,
      "loss_total": 0.00904681347310543,
      "step": 17070
    },
    {
      "loss_action": 0.012028461322188377,
      "loss_total": 0.012028461322188377,
      "step": 17070
    },
    {
      "loss_action": 0.017686903476715088,
      "loss_total": 0.017686903476715088,
      "step": 17070
    },
    {
      "loss_action": 0.021480394527316093,
      "loss_total": 0.021480394527316093,
      "step": 17070
    },
    {
      "grad_norm": 0.15804362297058105,
      "learning_rate": 9.606384432705837e-05,
      "loss": 0.017,
      "step": 17080
    },
    {
      "loss_action": 0.020690253004431725,
      "loss_total": 0.020690253004431725,
      "step": 17080
    },
    {
      "loss_action": 0.015937233343720436,
      "loss_total": 0.015937233343720436,
      "step": 17080
    },
    {
      "loss_action": 0.0136062391102314,
      "loss_total": 0.0136062391102314,
      "step": 17080
    },
    {
      "loss_action": 0.006833240855485201,
      "loss_total": 0.006833240855485201,
      "step": 17080
    },
    {
      "loss_action": 0.02267814241349697,
      "loss_total": 0.02267814241349697,
      "step": 17080
    },
    {
      "loss_action": 0.022745223715901375,
      "loss_total": 0.022745223715901375,
      "step": 17080
    },
    {
      "loss_action": 0.01646793633699417,
      "loss_total": 0.01646793633699417,
      "step": 17080
    },
    {
      "loss_action": 0.0070586008951067924,
      "loss_total": 0.0070586008951067924,
      "step": 17080
    },
    {
      "grad_norm": 0.19007033109664917,
      "learning_rate": 9.60574113433953e-05,
      "loss": 0.0165,
      "step": 17090
    },
    {
      "loss_action": 0.03639549762010574,
      "loss_total": 0.03639549762010574,
      "step": 17090
    },
    {
      "loss_action": 0.007894808426499367,
      "loss_total": 0.007894808426499367,
      "step": 17090
    },
    {
      "loss_action": 0.020354244858026505,
      "loss_total": 0.020354244858026505,
      "step": 17090
    },
    {
      "loss_action": 0.016819287091493607,
      "loss_total": 0.016819287091493607,
      "step": 17090
    },
    {
      "loss_action": 0.03008163906633854,
      "loss_total": 0.03008163906633854,
      "step": 17090
    },
    {
      "loss_action": 0.013157735578715801,
      "loss_total": 0.013157735578715801,
      "step": 17090
    },
    {
      "loss_action": 0.02211938425898552,
      "loss_total": 0.02211938425898552,
      "step": 17090
    },
    {
      "loss_action": 0.018109837546944618,
      "loss_total": 0.018109837546944618,
      "step": 17090
    },
    {
      "grad_norm": 0.16394995152950287,
      "learning_rate": 9.6050973322963e-05,
      "loss": 0.0171,
      "step": 17100
    },
    {
      "loss_action": 0.026195775717496872,
      "loss_total": 0.026195775717496872,
      "step": 17100
    },
    {
      "loss_action": 0.0067693013697862625,
      "loss_total": 0.0067693013697862625,
      "step": 17100
    },
    {
      "loss_action": 0.019364122301340103,
      "loss_total": 0.019364122301340103,
      "step": 17100
    },
    {
      "loss_action": 0.027539145201444626,
      "loss_total": 0.027539145201444626,
      "step": 17100
    },
    {
      "loss_action": 0.007607049308717251,
      "loss_total": 0.007607049308717251,
      "step": 17100
    },
    {
      "loss_action": 0.025511356070637703,
      "loss_total": 0.025511356070637703,
      "step": 17100
    },
    {
      "loss_action": 0.018557030707597733,
      "loss_total": 0.018557030707597733,
      "step": 17100
    },
    {
      "loss_action": 0.012745225802063942,
      "loss_total": 0.012745225802063942,
      "step": 17100
    },
    {
      "grad_norm": 0.19467172026634216,
      "learning_rate": 9.604453026646547e-05,
      "loss": 0.0162,
      "step": 17110
    },
    {
      "loss_action": 0.005966653116047382,
      "loss_total": 0.005966653116047382,
      "step": 17110
    },
    {
      "loss_action": 0.00585462711751461,
      "loss_total": 0.00585462711751461,
      "step": 17110
    },
    {
      "loss_action": 0.018137048929929733,
      "loss_total": 0.018137048929929733,
      "step": 17110
    },
    {
      "loss_action": 0.016489239409565926,
      "loss_total": 0.016489239409565926,
      "step": 17110
    },
    {
      "loss_action": 0.03152015060186386,
      "loss_total": 0.03152015060186386,
      "step": 17110
    },
    {
      "loss_action": 0.022610031068325043,
      "loss_total": 0.022610031068325043,
      "step": 17110
    },
    {
      "loss_action": 0.008236812427639961,
      "loss_total": 0.008236812427639961,
      "step": 17110
    },
    {
      "loss_action": 0.012410096824169159,
      "loss_total": 0.012410096824169159,
      "step": 17110
    },
    {
      "grad_norm": 0.19005726277828217,
      "learning_rate": 9.603808217460735e-05,
      "loss": 0.0138,
      "step": 17120
    },
    {
      "loss_action": 0.010865116491913795,
      "loss_total": 0.010865116491913795,
      "step": 17120
    },
    {
      "loss_action": 0.01421564444899559,
      "loss_total": 0.01421564444899559,
      "step": 17120
    },
    {
      "loss_action": 0.032985471189022064,
      "loss_total": 0.032985471189022064,
      "step": 17120
    },
    {
      "loss_action": 0.010099747218191624,
      "loss_total": 0.010099747218191624,
      "step": 17120
    },
    {
      "loss_action": 0.01246035285294056,
      "loss_total": 0.01246035285294056,
      "step": 17120
    },
    {
      "loss_action": 0.022382253780961037,
      "loss_total": 0.022382253780961037,
      "step": 17120
    },
    {
      "loss_action": 0.019093185663223267,
      "loss_total": 0.019093185663223267,
      "step": 17120
    },
    {
      "loss_action": 0.007408599369227886,
      "loss_total": 0.007408599369227886,
      "step": 17120
    },
    {
      "grad_norm": 0.16834557056427002,
      "learning_rate": 9.603162904809377e-05,
      "loss": 0.0136,
      "step": 17130
    },
    {
      "loss_action": 0.014623239636421204,
      "loss_total": 0.014623239636421204,
      "step": 17130
    },
    {
      "loss_action": 0.017331145703792572,
      "loss_total": 0.017331145703792572,
      "step": 17130
    },
    {
      "loss_action": 0.010206401348114014,
      "loss_total": 0.010206401348114014,
      "step": 17130
    },
    {
      "loss_action": 0.006041187327355146,
      "loss_total": 0.006041187327355146,
      "step": 17130
    },
    {
      "loss_action": 0.010549956932663918,
      "loss_total": 0.010549956932663918,
      "step": 17130
    },
    {
      "loss_action": 0.028881367295980453,
      "loss_total": 0.028881367295980453,
      "step": 17130
    },
    {
      "loss_action": 0.006463740952312946,
      "loss_total": 0.006463740952312946,
      "step": 17130
    },
    {
      "loss_action": 0.013289851136505604,
      "loss_total": 0.013289851136505604,
      "step": 17130
    },
    {
      "grad_norm": 0.2222452163696289,
      "learning_rate": 9.602517088763045e-05,
      "loss": 0.016,
      "step": 17140
    },
    {
      "loss_action": 0.01370288711041212,
      "loss_total": 0.01370288711041212,
      "step": 17140
    },
    {
      "loss_action": 0.010668152943253517,
      "loss_total": 0.010668152943253517,
      "step": 17140
    },
    {
      "loss_action": 0.010728498920798302,
      "loss_total": 0.010728498920798302,
      "step": 17140
    },
    {
      "loss_action": 0.00838351808488369,
      "loss_total": 0.00838351808488369,
      "step": 17140
    },
    {
      "loss_action": 0.010417582467198372,
      "loss_total": 0.010417582467198372,
      "step": 17140
    },
    {
      "loss_action": 0.023317553102970123,
      "loss_total": 0.023317553102970123,
      "step": 17140
    },
    {
      "loss_action": 0.011534813791513443,
      "loss_total": 0.011534813791513443,
      "step": 17140
    },
    {
      "loss_action": 0.00996075663715601,
      "loss_total": 0.00996075663715601,
      "step": 17140
    },
    {
      "grad_norm": 0.2513454556465149,
      "learning_rate": 9.601870769392365e-05,
      "loss": 0.0158,
      "step": 17150
    },
    {
      "loss_action": 0.010631979443132877,
      "loss_total": 0.010631979443132877,
      "step": 17150
    },
    {
      "loss_action": 0.006669546477496624,
      "loss_total": 0.006669546477496624,
      "step": 17150
    },
    {
      "loss_action": 0.00875969510525465,
      "loss_total": 0.00875969510525465,
      "step": 17150
    },
    {
      "loss_action": 0.014994451776146889,
      "loss_total": 0.014994451776146889,
      "step": 17150
    },
    {
      "loss_action": 0.009294876828789711,
      "loss_total": 0.009294876828789711,
      "step": 17150
    },
    {
      "loss_action": 0.008848374709486961,
      "loss_total": 0.008848374709486961,
      "step": 17150
    },
    {
      "loss_action": 0.014216676354408264,
      "loss_total": 0.014216676354408264,
      "step": 17150
    },
    {
      "loss_action": 0.02432088553905487,
      "loss_total": 0.02432088553905487,
      "step": 17150
    },
    {
      "grad_norm": 0.19301171600818634,
      "learning_rate": 9.601223946768017e-05,
      "loss": 0.0173,
      "step": 17160
    },
    {
      "loss_action": 0.03174779564142227,
      "loss_total": 0.03174779564142227,
      "step": 17160
    },
    {
      "loss_action": 0.027359621599316597,
      "loss_total": 0.027359621599316597,
      "step": 17160
    },
    {
      "loss_action": 0.01115039736032486,
      "loss_total": 0.01115039736032486,
      "step": 17160
    },
    {
      "loss_action": 0.012633806094527245,
      "loss_total": 0.012633806094527245,
      "step": 17160
    },
    {
      "loss_action": 0.015247469767928123,
      "loss_total": 0.015247469767928123,
      "step": 17160
    },
    {
      "loss_action": 0.008739620447158813,
      "loss_total": 0.008739620447158813,
      "step": 17160
    },
    {
      "loss_action": 0.014912938699126244,
      "loss_total": 0.014912938699126244,
      "step": 17160
    },
    {
      "loss_action": 0.027408432215452194,
      "loss_total": 0.027408432215452194,
      "step": 17160
    },
    {
      "grad_norm": 0.2120233178138733,
      "learning_rate": 9.600576620960734e-05,
      "loss": 0.0148,
      "step": 17170
    },
    {
      "loss_action": 0.01033027097582817,
      "loss_total": 0.01033027097582817,
      "step": 17170
    },
    {
      "loss_action": 0.021136676892638206,
      "loss_total": 0.021136676892638206,
      "step": 17170
    },
    {
      "loss_action": 0.023984022438526154,
      "loss_total": 0.023984022438526154,
      "step": 17170
    },
    {
      "loss_action": 0.008365098387002945,
      "loss_total": 0.008365098387002945,
      "step": 17170
    },
    {
      "loss_action": 0.0117869284003973,
      "loss_total": 0.0117869284003973,
      "step": 17170
    },
    {
      "loss_action": 0.017431307584047318,
      "loss_total": 0.017431307584047318,
      "step": 17170
    },
    {
      "loss_action": 0.018381837755441666,
      "loss_total": 0.018381837755441666,
      "step": 17170
    },
    {
      "loss_action": 0.006067986600100994,
      "loss_total": 0.006067986600100994,
      "step": 17170
    },
    {
      "grad_norm": 0.13320641219615936,
      "learning_rate": 9.599928792041308e-05,
      "loss": 0.0157,
      "step": 17180
    },
    {
      "loss_action": 0.009930782951414585,
      "loss_total": 0.009930782951414585,
      "step": 17180
    },
    {
      "loss_action": 0.01440504565834999,
      "loss_total": 0.01440504565834999,
      "step": 17180
    },
    {
      "loss_action": 0.013996574096381664,
      "loss_total": 0.013996574096381664,
      "step": 17180
    },
    {
      "loss_action": 0.011741654947400093,
      "loss_total": 0.011741654947400093,
      "step": 17180
    },
    {
      "loss_action": 0.02927098050713539,
      "loss_total": 0.02927098050713539,
      "step": 17180
    },
    {
      "loss_action": 0.0074770827777683735,
      "loss_total": 0.0074770827777683735,
      "step": 17180
    },
    {
      "loss_action": 0.004753079265356064,
      "loss_total": 0.004753079265356064,
      "step": 17180
    },
    {
      "loss_action": 0.02247896045446396,
      "loss_total": 0.02247896045446396,
      "step": 17180
    },
    {
      "grad_norm": 0.16697125136852264,
      "learning_rate": 9.599280460080587e-05,
      "loss": 0.0139,
      "step": 17190
    },
    {
      "loss_action": 0.011756365187466145,
      "loss_total": 0.011756365187466145,
      "step": 17190
    },
    {
      "loss_action": 0.011744167655706406,
      "loss_total": 0.011744167655706406,
      "step": 17190
    },
    {
      "loss_action": 0.01783693954348564,
      "loss_total": 0.01783693954348564,
      "step": 17190
    },
    {
      "loss_action": 0.008121717721223831,
      "loss_total": 0.008121717721223831,
      "step": 17190
    },
    {
      "loss_action": 0.011366667225956917,
      "loss_total": 0.011366667225956917,
      "step": 17190
    },
    {
      "loss_action": 0.004045187495648861,
      "loss_total": 0.004045187495648861,
      "step": 17190
    },
    {
      "loss_action": 0.007630547508597374,
      "loss_total": 0.007630547508597374,
      "step": 17190
    },
    {
      "loss_action": 0.005483889952301979,
      "loss_total": 0.005483889952301979,
      "step": 17190
    },
    {
      "grad_norm": 0.20366941392421722,
      "learning_rate": 9.59863162514947e-05,
      "loss": 0.0122,
      "step": 17200
    },
    {
      "loss_action": 0.005684533156454563,
      "loss_total": 0.005684533156454563,
      "step": 17200
    },
    {
      "loss_action": 0.008765120059251785,
      "loss_total": 0.008765120059251785,
      "step": 17200
    },
    {
      "loss_action": 0.03416102007031441,
      "loss_total": 0.03416102007031441,
      "step": 17200
    },
    {
      "loss_action": 0.013123033568263054,
      "loss_total": 0.013123033568263054,
      "step": 17200
    },
    {
      "loss_action": 0.00956798903644085,
      "loss_total": 0.00956798903644085,
      "step": 17200
    },
    {
      "loss_action": 0.016290362924337387,
      "loss_total": 0.016290362924337387,
      "step": 17200
    },
    {
      "loss_action": 0.00539852399379015,
      "loss_total": 0.00539852399379015,
      "step": 17200
    },
    {
      "loss_action": 0.015357356518507004,
      "loss_total": 0.015357356518507004,
      "step": 17200
    },
    {
      "grad_norm": 0.155152827501297,
      "learning_rate": 9.597982287318911e-05,
      "loss": 0.0144,
      "step": 17210
    },
    {
      "loss_action": 0.0589698925614357,
      "loss_total": 0.0589698925614357,
      "step": 17210
    },
    {
      "loss_action": 0.010756822302937508,
      "loss_total": 0.010756822302937508,
      "step": 17210
    },
    {
      "loss_action": 0.014266373589634895,
      "loss_total": 0.014266373589634895,
      "step": 17210
    },
    {
      "loss_action": 0.014676881022751331,
      "loss_total": 0.014676881022751331,
      "step": 17210
    },
    {
      "loss_action": 0.016411811113357544,
      "loss_total": 0.016411811113357544,
      "step": 17210
    },
    {
      "loss_action": 0.014378552325069904,
      "loss_total": 0.014378552325069904,
      "step": 17210
    },
    {
      "loss_action": 0.012238666415214539,
      "loss_total": 0.012238666415214539,
      "step": 17210
    },
    {
      "loss_action": 0.00912255048751831,
      "loss_total": 0.00912255048751831,
      "step": 17210
    },
    {
      "grad_norm": 0.20099860429763794,
      "learning_rate": 9.597332446659923e-05,
      "loss": 0.0167,
      "step": 17220
    },
    {
      "loss_action": 0.017516322433948517,
      "loss_total": 0.017516322433948517,
      "step": 17220
    },
    {
      "loss_action": 0.01216098852455616,
      "loss_total": 0.01216098852455616,
      "step": 17220
    },
    {
      "loss_action": 0.011854027397930622,
      "loss_total": 0.011854027397930622,
      "step": 17220
    },
    {
      "loss_action": 0.0070513710379600525,
      "loss_total": 0.0070513710379600525,
      "step": 17220
    },
    {
      "loss_action": 0.0077202171087265015,
      "loss_total": 0.0077202171087265015,
      "step": 17220
    },
    {
      "loss_action": 0.015055989846587181,
      "loss_total": 0.015055989846587181,
      "step": 17220
    },
    {
      "loss_action": 0.02712921053171158,
      "loss_total": 0.02712921053171158,
      "step": 17220
    },
    {
      "loss_action": 0.019081581383943558,
      "loss_total": 0.019081581383943558,
      "step": 17220
    },
    {
      "grad_norm": 0.17467813193798065,
      "learning_rate": 9.59668210324357e-05,
      "loss": 0.0143,
      "step": 17230
    },
    {
      "loss_action": 0.008842605166137218,
      "loss_total": 0.008842605166137218,
      "step": 17230
    },
    {
      "loss_action": 0.009125144220888615,
      "loss_total": 0.009125144220888615,
      "step": 17230
    },
    {
      "loss_action": 0.04177717864513397,
      "loss_total": 0.04177717864513397,
      "step": 17230
    },
    {
      "loss_action": 0.024500003084540367,
      "loss_total": 0.024500003084540367,
      "step": 17230
    },
    {
      "loss_action": 0.010966846719384193,
      "loss_total": 0.010966846719384193,
      "step": 17230
    },
    {
      "loss_action": 0.013470996171236038,
      "loss_total": 0.013470996171236038,
      "step": 17230
    },
    {
      "loss_action": 0.019388273358345032,
      "loss_total": 0.019388273358345032,
      "step": 17230
    },
    {
      "loss_action": 0.021464824676513672,
      "loss_total": 0.021464824676513672,
      "step": 17230
    },
    {
      "grad_norm": 0.16241063177585602,
      "learning_rate": 9.596031257140974e-05,
      "loss": 0.0139,
      "step": 17240
    },
    {
      "loss_action": 0.006024956703186035,
      "loss_total": 0.006024956703186035,
      "step": 17240
    },
    {
      "loss_action": 0.013772794045507908,
      "loss_total": 0.013772794045507908,
      "step": 17240
    },
    {
      "loss_action": 0.010244440287351608,
      "loss_total": 0.010244440287351608,
      "step": 17240
    },
    {
      "loss_action": 0.01130027323961258,
      "loss_total": 0.01130027323961258,
      "step": 17240
    },
    {
      "loss_action": 0.014488382264971733,
      "loss_total": 0.014488382264971733,
      "step": 17240
    },
    {
      "loss_action": 0.0051183211617171764,
      "loss_total": 0.0051183211617171764,
      "step": 17240
    },
    {
      "loss_action": 0.011154062114655972,
      "loss_total": 0.011154062114655972,
      "step": 17240
    },
    {
      "loss_action": 0.012063506990671158,
      "loss_total": 0.012063506990671158,
      "step": 17240
    },
    {
      "grad_norm": 0.17732879519462585,
      "learning_rate": 9.59537990842331e-05,
      "loss": 0.0144,
      "step": 17250
    },
    {
      "loss_action": 0.011948870494961739,
      "loss_total": 0.011948870494961739,
      "step": 17250
    },
    {
      "loss_action": 0.021888161078095436,
      "loss_total": 0.021888161078095436,
      "step": 17250
    },
    {
      "loss_action": 0.014140889048576355,
      "loss_total": 0.014140889048576355,
      "step": 17250
    },
    {
      "loss_action": 0.02255294844508171,
      "loss_total": 0.02255294844508171,
      "step": 17250
    },
    {
      "loss_action": 0.009446268901228905,
      "loss_total": 0.009446268901228905,
      "step": 17250
    },
    {
      "loss_action": 0.005093146115541458,
      "loss_total": 0.005093146115541458,
      "step": 17250
    },
    {
      "loss_action": 0.020233744755387306,
      "loss_total": 0.020233744755387306,
      "step": 17250
    },
    {
      "loss_action": 0.011410150676965714,
      "loss_total": 0.011410150676965714,
      "step": 17250
    },
    {
      "grad_norm": 0.18155841529369354,
      "learning_rate": 9.594728057161806e-05,
      "loss": 0.0137,
      "step": 17260
    },
    {
      "loss_action": 0.024460410699248314,
      "loss_total": 0.024460410699248314,
      "step": 17260
    },
    {
      "loss_action": 0.01389051042497158,
      "loss_total": 0.01389051042497158,
      "step": 17260
    },
    {
      "loss_action": 0.015588578768074512,
      "loss_total": 0.015588578768074512,
      "step": 17260
    },
    {
      "loss_action": 0.00903184525668621,
      "loss_total": 0.00903184525668621,
      "step": 17260
    },
    {
      "loss_action": 0.013289116322994232,
      "loss_total": 0.013289116322994232,
      "step": 17260
    },
    {
      "loss_action": 0.01211640052497387,
      "loss_total": 0.01211640052497387,
      "step": 17260
    },
    {
      "loss_action": 0.007504826411604881,
      "loss_total": 0.007504826411604881,
      "step": 17260
    },
    {
      "loss_action": 0.016950687393546104,
      "loss_total": 0.016950687393546104,
      "step": 17260
    },
    {
      "grad_norm": 0.186722069978714,
      "learning_rate": 9.594075703427752e-05,
      "loss": 0.0127,
      "step": 17270
    },
    {
      "loss_action": 0.0161941796541214,
      "loss_total": 0.0161941796541214,
      "step": 17270
    },
    {
      "loss_action": 0.021000897511839867,
      "loss_total": 0.021000897511839867,
      "step": 17270
    },
    {
      "loss_action": 0.007429520133882761,
      "loss_total": 0.007429520133882761,
      "step": 17270
    },
    {
      "loss_action": 0.009112488478422165,
      "loss_total": 0.009112488478422165,
      "step": 17270
    },
    {
      "loss_action": 0.013795172795653343,
      "loss_total": 0.013795172795653343,
      "step": 17270
    },
    {
      "loss_action": 0.025233957916498184,
      "loss_total": 0.025233957916498184,
      "step": 17270
    },
    {
      "loss_action": 0.014119052328169346,
      "loss_total": 0.014119052328169346,
      "step": 17270
    },
    {
      "loss_action": 0.011254465207457542,
      "loss_total": 0.011254465207457542,
      "step": 17270
    },
    {
      "grad_norm": 0.15515191853046417,
      "learning_rate": 9.593422847292486e-05,
      "loss": 0.013,
      "step": 17280
    },
    {
      "loss_action": 0.012205260805785656,
      "loss_total": 0.012205260805785656,
      "step": 17280
    },
    {
      "loss_action": 0.008210066705942154,
      "loss_total": 0.008210066705942154,
      "step": 17280
    },
    {
      "loss_action": 0.015482457354664803,
      "loss_total": 0.015482457354664803,
      "step": 17280
    },
    {
      "loss_action": 0.012620700523257256,
      "loss_total": 0.012620700523257256,
      "step": 17280
    },
    {
      "loss_action": 0.02904081903398037,
      "loss_total": 0.02904081903398037,
      "step": 17280
    },
    {
      "loss_action": 0.011827767826616764,
      "loss_total": 0.011827767826616764,
      "step": 17280
    },
    {
      "loss_action": 0.004191035404801369,
      "loss_total": 0.004191035404801369,
      "step": 17280
    },
    {
      "loss_action": 0.005549820140004158,
      "loss_total": 0.005549820140004158,
      "step": 17280
    },
    {
      "grad_norm": 0.1466229110956192,
      "learning_rate": 9.592769488827402e-05,
      "loss": 0.0133,
      "step": 17290
    },
    {
      "loss_action": 0.010618687607347965,
      "loss_total": 0.010618687607347965,
      "step": 17290
    },
    {
      "loss_action": 0.008192863315343857,
      "loss_total": 0.008192863315343857,
      "step": 17290
    },
    {
      "loss_action": 0.010075995698571205,
      "loss_total": 0.010075995698571205,
      "step": 17290
    },
    {
      "loss_action": 0.02005617506802082,
      "loss_total": 0.02005617506802082,
      "step": 17290
    },
    {
      "loss_action": 0.0068261828273534775,
      "loss_total": 0.0068261828273534775,
      "step": 17290
    },
    {
      "loss_action": 0.02199694700539112,
      "loss_total": 0.02199694700539112,
      "step": 17290
    },
    {
      "loss_action": 0.01147448644042015,
      "loss_total": 0.01147448644042015,
      "step": 17290
    },
    {
      "loss_action": 0.01381229143589735,
      "loss_total": 0.01381229143589735,
      "step": 17290
    },
    {
      "grad_norm": 0.12255074083805084,
      "learning_rate": 9.592115628103952e-05,
      "loss": 0.0168,
      "step": 17300
    },
    {
      "loss_action": 0.011523735709488392,
      "loss_total": 0.011523735709488392,
      "step": 17300
    },
    {
      "loss_action": 0.010193416848778725,
      "loss_total": 0.010193416848778725,
      "step": 17300
    },
    {
      "loss_action": 0.012841610237956047,
      "loss_total": 0.012841610237956047,
      "step": 17300
    },
    {
      "loss_action": 0.008487893268465996,
      "loss_total": 0.008487893268465996,
      "step": 17300
    },
    {
      "loss_action": 0.013771974481642246,
      "loss_total": 0.013771974481642246,
      "step": 17300
    },
    {
      "loss_action": 0.01129557192325592,
      "loss_total": 0.01129557192325592,
      "step": 17300
    },
    {
      "loss_action": 0.017761435359716415,
      "loss_total": 0.017761435359716415,
      "step": 17300
    },
    {
      "loss_action": 0.010001236572861671,
      "loss_total": 0.010001236572861671,
      "step": 17300
    },
    {
      "grad_norm": 0.19684118032455444,
      "learning_rate": 9.591461265193643e-05,
      "loss": 0.0167,
      "step": 17310
    },
    {
      "loss_action": 0.014546405524015427,
      "loss_total": 0.014546405524015427,
      "step": 17310
    },
    {
      "loss_action": 0.010823952034115791,
      "loss_total": 0.010823952034115791,
      "step": 17310
    },
    {
      "loss_action": 0.006741736084222794,
      "loss_total": 0.006741736084222794,
      "step": 17310
    },
    {
      "loss_action": 0.018121667206287384,
      "loss_total": 0.018121667206287384,
      "step": 17310
    },
    {
      "loss_action": 0.015855392441153526,
      "loss_total": 0.015855392441153526,
      "step": 17310
    },
    {
      "loss_action": 0.02725021168589592,
      "loss_total": 0.02725021168589592,
      "step": 17310
    },
    {
      "loss_action": 0.010372644290328026,
      "loss_total": 0.010372644290328026,
      "step": 17310
    },
    {
      "loss_action": 0.010287735611200333,
      "loss_total": 0.010287735611200333,
      "step": 17310
    },
    {
      "grad_norm": 0.14386601746082306,
      "learning_rate": 9.590806400168032e-05,
      "loss": 0.0147,
      "step": 17320
    },
    {
      "loss_action": 0.02146930992603302,
      "loss_total": 0.02146930992603302,
      "step": 17320
    },
    {
      "loss_action": 0.00714518828317523,
      "loss_total": 0.00714518828317523,
      "step": 17320
    },
    {
      "loss_action": 0.023791324347257614,
      "loss_total": 0.023791324347257614,
      "step": 17320
    },
    {
      "loss_action": 0.01076934952288866,
      "loss_total": 0.01076934952288866,
      "step": 17320
    },
    {
      "loss_action": 0.01176915131509304,
      "loss_total": 0.01176915131509304,
      "step": 17320
    },
    {
      "loss_action": 0.005610290914773941,
      "loss_total": 0.005610290914773941,
      "step": 17320
    },
    {
      "loss_action": 0.008362778462469578,
      "loss_total": 0.008362778462469578,
      "step": 17320
    },
    {
      "loss_action": 0.03227655589580536,
      "loss_total": 0.03227655589580536,
      "step": 17320
    },
    {
      "grad_norm": 0.15720807015895844,
      "learning_rate": 9.590151033098735e-05,
      "loss": 0.0175,
      "step": 17330
    },
    {
      "loss_action": 0.02221074141561985,
      "loss_total": 0.02221074141561985,
      "step": 17330
    },
    {
      "loss_action": 0.018022488802671432,
      "loss_total": 0.018022488802671432,
      "step": 17330
    },
    {
      "loss_action": 0.014621762558817863,
      "loss_total": 0.014621762558817863,
      "step": 17330
    },
    {
      "loss_action": 0.014137773774564266,
      "loss_total": 0.014137773774564266,
      "step": 17330
    },
    {
      "loss_action": 0.009929568506777287,
      "loss_total": 0.009929568506777287,
      "step": 17330
    },
    {
      "loss_action": 0.016038089990615845,
      "loss_total": 0.016038089990615845,
      "step": 17330
    },
    {
      "loss_action": 0.00941021740436554,
      "loss_total": 0.00941021740436554,
      "step": 17330
    },
    {
      "loss_action": 0.006630485877394676,
      "loss_total": 0.006630485877394676,
      "step": 17330
    },
    {
      "grad_norm": 0.1370227336883545,
      "learning_rate": 9.589495164057423e-05,
      "loss": 0.0131,
      "step": 17340
    },
    {
      "loss_action": 0.03202885389328003,
      "loss_total": 0.03202885389328003,
      "step": 17340
    },
    {
      "loss_action": 0.0046650199219584465,
      "loss_total": 0.0046650199219584465,
      "step": 17340
    },
    {
      "loss_action": 0.02025940641760826,
      "loss_total": 0.02025940641760826,
      "step": 17340
    },
    {
      "loss_action": 0.01762739196419716,
      "loss_total": 0.01762739196419716,
      "step": 17340
    },
    {
      "loss_action": 0.014753238297998905,
      "loss_total": 0.014753238297998905,
      "step": 17340
    },
    {
      "loss_action": 0.00901868473738432,
      "loss_total": 0.00901868473738432,
      "step": 17340
    },
    {
      "loss_action": 0.01255201455205679,
      "loss_total": 0.01255201455205679,
      "step": 17340
    },
    {
      "loss_action": 0.01733475923538208,
      "loss_total": 0.01733475923538208,
      "step": 17340
    },
    {
      "grad_norm": 0.2238110601902008,
      "learning_rate": 9.58883879311582e-05,
      "loss": 0.0167,
      "step": 17350
    },
    {
      "loss_action": 0.016073860228061676,
      "loss_total": 0.016073860228061676,
      "step": 17350
    },
    {
      "loss_action": 0.013628758490085602,
      "loss_total": 0.013628758490085602,
      "step": 17350
    },
    {
      "loss_action": 0.012136613950133324,
      "loss_total": 0.012136613950133324,
      "step": 17350
    },
    {
      "loss_action": 0.01410697866231203,
      "loss_total": 0.01410697866231203,
      "step": 17350
    },
    {
      "loss_action": 0.013645587489008904,
      "loss_total": 0.013645587489008904,
      "step": 17350
    },
    {
      "loss_action": 0.015424814075231552,
      "loss_total": 0.015424814075231552,
      "step": 17350
    },
    {
      "loss_action": 0.007144935894757509,
      "loss_total": 0.007144935894757509,
      "step": 17350
    },
    {
      "loss_action": 0.026918578892946243,
      "loss_total": 0.026918578892946243,
      "step": 17350
    },
    {
      "grad_norm": 0.15687984228134155,
      "learning_rate": 9.588181920345705e-05,
      "loss": 0.0153,
      "step": 17360
    },
    {
      "loss_action": 0.019949208945035934,
      "loss_total": 0.019949208945035934,
      "step": 17360
    },
    {
      "loss_action": 0.021218907088041306,
      "loss_total": 0.021218907088041306,
      "step": 17360
    },
    {
      "loss_action": 0.011178755201399326,
      "loss_total": 0.011178755201399326,
      "step": 17360
    },
    {
      "loss_action": 0.009542195126414299,
      "loss_total": 0.009542195126414299,
      "step": 17360
    },
    {
      "loss_action": 0.00916349422186613,
      "loss_total": 0.00916349422186613,
      "step": 17360
    },
    {
      "loss_action": 0.017322959378361702,
      "loss_total": 0.017322959378361702,
      "step": 17360
    },
    {
      "loss_action": 0.0420004203915596,
      "loss_total": 0.0420004203915596,
      "step": 17360
    },
    {
      "loss_action": 0.022413937374949455,
      "loss_total": 0.022413937374949455,
      "step": 17360
    },
    {
      "grad_norm": 0.16302798688411713,
      "learning_rate": 9.587524545818913e-05,
      "loss": 0.0151,
      "step": 17370
    },
    {
      "loss_action": 0.008658364415168762,
      "loss_total": 0.008658364415168762,
      "step": 17370
    },
    {
      "loss_action": 0.023222673684358597,
      "loss_total": 0.023222673684358597,
      "step": 17370
    },
    {
      "loss_action": 0.012178998440504074,
      "loss_total": 0.012178998440504074,
      "step": 17370
    },
    {
      "loss_action": 0.012541752308607101,
      "loss_total": 0.012541752308607101,
      "step": 17370
    },
    {
      "loss_action": 0.017076589167118073,
      "loss_total": 0.017076589167118073,
      "step": 17370
    },
    {
      "loss_action": 0.0062125129625201225,
      "loss_total": 0.0062125129625201225,
      "step": 17370
    },
    {
      "loss_action": 0.08161632716655731,
      "loss_total": 0.08161632716655731,
      "step": 17370
    },
    {
      "loss_action": 0.018198909237980843,
      "loss_total": 0.018198909237980843,
      "step": 17370
    },
    {
      "grad_norm": 0.19501107931137085,
      "learning_rate": 9.586866669607335e-05,
      "loss": 0.0144,
      "step": 17380
    },
    {
      "loss_action": 0.012304166331887245,
      "loss_total": 0.012304166331887245,
      "step": 17380
    },
    {
      "loss_action": 0.011379655450582504,
      "loss_total": 0.011379655450582504,
      "step": 17380
    },
    {
      "loss_action": 0.019756022840738297,
      "loss_total": 0.019756022840738297,
      "step": 17380
    },
    {
      "loss_action": 0.01144178956747055,
      "loss_total": 0.01144178956747055,
      "step": 17380
    },
    {
      "loss_action": 0.013613383285701275,
      "loss_total": 0.013613383285701275,
      "step": 17380
    },
    {
      "loss_action": 0.004028639756143093,
      "loss_total": 0.004028639756143093,
      "step": 17380
    },
    {
      "loss_action": 0.01494811475276947,
      "loss_total": 0.01494811475276947,
      "step": 17380
    },
    {
      "loss_action": 0.006814010441303253,
      "loss_total": 0.006814010441303253,
      "step": 17380
    },
    {
      "grad_norm": 0.14967069029808044,
      "learning_rate": 9.586208291782915e-05,
      "loss": 0.0151,
      "step": 17390
    },
    {
      "loss_action": 0.006154695991426706,
      "loss_total": 0.006154695991426706,
      "step": 17390
    },
    {
      "loss_action": 0.012154318392276764,
      "loss_total": 0.012154318392276764,
      "step": 17390
    },
    {
      "loss_action": 0.0219473484903574,
      "loss_total": 0.0219473484903574,
      "step": 17390
    },
    {
      "loss_action": 0.016087841242551804,
      "loss_total": 0.016087841242551804,
      "step": 17390
    },
    {
      "loss_action": 0.02514754608273506,
      "loss_total": 0.02514754608273506,
      "step": 17390
    },
    {
      "loss_action": 0.01601376198232174,
      "loss_total": 0.01601376198232174,
      "step": 17390
    },
    {
      "loss_action": 0.04041607305407524,
      "loss_total": 0.04041607305407524,
      "step": 17390
    },
    {
      "loss_action": 0.013110551051795483,
      "loss_total": 0.013110551051795483,
      "step": 17390
    },
    {
      "grad_norm": 0.23929210007190704,
      "learning_rate": 9.58554941241765e-05,
      "loss": 0.0195,
      "step": 17400
    },
    {
      "loss_action": 0.010337846353650093,
      "loss_total": 0.010337846353650093,
      "step": 17400
    },
    {
      "loss_action": 0.013501523993909359,
      "loss_total": 0.013501523993909359,
      "step": 17400
    },
    {
      "loss_action": 0.012566838413476944,
      "loss_total": 0.012566838413476944,
      "step": 17400
    },
    {
      "loss_action": 0.009404093958437443,
      "loss_total": 0.009404093958437443,
      "step": 17400
    },
    {
      "loss_action": 0.007559277582913637,
      "loss_total": 0.007559277582913637,
      "step": 17400
    },
    {
      "loss_action": 0.026013197377324104,
      "loss_total": 0.026013197377324104,
      "step": 17400
    },
    {
      "loss_action": 0.010534304194152355,
      "loss_total": 0.010534304194152355,
      "step": 17400
    },
    {
      "loss_action": 0.010081907734274864,
      "loss_total": 0.010081907734274864,
      "step": 17400
    },
    {
      "grad_norm": 0.11550356447696686,
      "learning_rate": 9.584890031583596e-05,
      "loss": 0.014,
      "step": 17410
    },
    {
      "loss_action": 0.00923190452158451,
      "loss_total": 0.00923190452158451,
      "step": 17410
    },
    {
      "loss_action": 0.008815526030957699,
      "loss_total": 0.008815526030957699,
      "step": 17410
    },
    {
      "loss_action": 0.009842213243246078,
      "loss_total": 0.009842213243246078,
      "step": 17410
    },
    {
      "loss_action": 0.020734108984470367,
      "loss_total": 0.020734108984470367,
      "step": 17410
    },
    {
      "loss_action": 0.006890696939080954,
      "loss_total": 0.006890696939080954,
      "step": 17410
    },
    {
      "loss_action": 0.01224777102470398,
      "loss_total": 0.01224777102470398,
      "step": 17410
    },
    {
      "loss_action": 0.0475347563624382,
      "loss_total": 0.0475347563624382,
      "step": 17410
    },
    {
      "loss_action": 0.00870596431195736,
      "loss_total": 0.00870596431195736,
      "step": 17410
    },
    {
      "grad_norm": 0.1405622363090515,
      "learning_rate": 9.584230149352861e-05,
      "loss": 0.0136,
      "step": 17420
    },
    {
      "loss_action": 0.010749218985438347,
      "loss_total": 0.010749218985438347,
      "step": 17420
    },
    {
      "loss_action": 0.009260370396077633,
      "loss_total": 0.009260370396077633,
      "step": 17420
    },
    {
      "loss_action": 0.011685006320476532,
      "loss_total": 0.011685006320476532,
      "step": 17420
    },
    {
      "loss_action": 0.006700555793941021,
      "loss_total": 0.006700555793941021,
      "step": 17420
    },
    {
      "loss_action": 0.005331831984221935,
      "loss_total": 0.005331831984221935,
      "step": 17420
    },
    {
      "loss_action": 0.00882717315107584,
      "loss_total": 0.00882717315107584,
      "step": 17420
    },
    {
      "loss_action": 0.01596147194504738,
      "loss_total": 0.01596147194504738,
      "step": 17420
    },
    {
      "loss_action": 0.02592933550477028,
      "loss_total": 0.02592933550477028,
      "step": 17420
    },
    {
      "grad_norm": 0.19342878460884094,
      "learning_rate": 9.58356976579761e-05,
      "loss": 0.013,
      "step": 17430
    },
    {
      "loss_action": 0.007384749595075846,
      "loss_total": 0.007384749595075846,
      "step": 17430
    },
    {
      "loss_action": 0.019202426075935364,
      "loss_total": 0.019202426075935364,
      "step": 17430
    },
    {
      "loss_action": 0.005540295038372278,
      "loss_total": 0.005540295038372278,
      "step": 17430
    },
    {
      "loss_action": 0.006094028707593679,
      "loss_total": 0.006094028707593679,
      "step": 17430
    },
    {
      "loss_action": 0.013505831360816956,
      "loss_total": 0.013505831360816956,
      "step": 17430
    },
    {
      "loss_action": 0.006542753428220749,
      "loss_total": 0.006542753428220749,
      "step": 17430
    },
    {
      "loss_action": 0.008252815343439579,
      "loss_total": 0.008252815343439579,
      "step": 17430
    },
    {
      "loss_action": 0.01438574492931366,
      "loss_total": 0.01438574492931366,
      "step": 17430
    },
    {
      "grad_norm": 0.12569782137870789,
      "learning_rate": 9.58290888099006e-05,
      "loss": 0.0119,
      "step": 17440
    },
    {
      "loss_action": 0.00985192321240902,
      "loss_total": 0.00985192321240902,
      "step": 17440
    },
    {
      "loss_action": 0.009113354608416557,
      "loss_total": 0.009113354608416557,
      "step": 17440
    },
    {
      "loss_action": 0.009090256877243519,
      "loss_total": 0.009090256877243519,
      "step": 17440
    },
    {
      "loss_action": 0.016750093549489975,
      "loss_total": 0.016750093549489975,
      "step": 17440
    },
    {
      "loss_action": 0.0273808054625988,
      "loss_total": 0.0273808054625988,
      "step": 17440
    },
    {
      "loss_action": 0.011110739782452583,
      "loss_total": 0.011110739782452583,
      "step": 17440
    },
    {
      "loss_action": 0.006306968629360199,
      "loss_total": 0.006306968629360199,
      "step": 17440
    },
    {
      "loss_action": 0.016033649444580078,
      "loss_total": 0.016033649444580078,
      "step": 17440
    },
    {
      "grad_norm": 0.15225020051002502,
      "learning_rate": 9.582247495002486e-05,
      "loss": 0.0118,
      "step": 17450
    },
    {
      "loss_action": 0.014058198779821396,
      "loss_total": 0.014058198779821396,
      "step": 17450
    },
    {
      "loss_action": 0.0039640162140131,
      "loss_total": 0.0039640162140131,
      "step": 17450
    },
    {
      "loss_action": 0.014192638918757439,
      "loss_total": 0.014192638918757439,
      "step": 17450
    },
    {
      "loss_action": 0.00819462537765503,
      "loss_total": 0.00819462537765503,
      "step": 17450
    },
    {
      "loss_action": 0.010012531653046608,
      "loss_total": 0.010012531653046608,
      "step": 17450
    },
    {
      "loss_action": 0.00777421286329627,
      "loss_total": 0.00777421286329627,
      "step": 17450
    },
    {
      "loss_action": 0.006665848195552826,
      "loss_total": 0.006665848195552826,
      "step": 17450
    },
    {
      "loss_action": 0.017557993531227112,
      "loss_total": 0.017557993531227112,
      "step": 17450
    },
    {
      "grad_norm": 0.17789983749389648,
      "learning_rate": 9.581585607907214e-05,
      "loss": 0.0163,
      "step": 17460
    },
    {
      "loss_action": 0.017112359404563904,
      "loss_total": 0.017112359404563904,
      "step": 17460
    },
    {
      "loss_action": 0.011036654934287071,
      "loss_total": 0.011036654934287071,
      "step": 17460
    },
    {
      "loss_action": 0.012685252353549004,
      "loss_total": 0.012685252353549004,
      "step": 17460
    },
    {
      "loss_action": 0.012770733796060085,
      "loss_total": 0.012770733796060085,
      "step": 17460
    },
    {
      "loss_action": 0.010225016623735428,
      "loss_total": 0.010225016623735428,
      "step": 17460
    },
    {
      "loss_action": 0.011486804112792015,
      "loss_total": 0.011486804112792015,
      "step": 17460
    },
    {
      "loss_action": 0.01940280944108963,
      "loss_total": 0.01940280944108963,
      "step": 17460
    },
    {
      "loss_action": 0.01697913557291031,
      "loss_total": 0.01697913557291031,
      "step": 17460
    },
    {
      "grad_norm": 0.21745078265666962,
      "learning_rate": 9.580923219776628e-05,
      "loss": 0.0157,
      "step": 17470
    },
    {
      "loss_action": 0.010283087380230427,
      "loss_total": 0.010283087380230427,
      "step": 17470
    },
    {
      "loss_action": 0.014060268178582191,
      "loss_total": 0.014060268178582191,
      "step": 17470
    },
    {
      "loss_action": 0.005096950568258762,
      "loss_total": 0.005096950568258762,
      "step": 17470
    },
    {
      "loss_action": 0.01612982340157032,
      "loss_total": 0.01612982340157032,
      "step": 17470
    },
    {
      "loss_action": 0.009156707674264908,
      "loss_total": 0.009156707674264908,
      "step": 17470
    },
    {
      "loss_action": 0.03491842374205589,
      "loss_total": 0.03491842374205589,
      "step": 17470
    },
    {
      "loss_action": 0.02710871398448944,
      "loss_total": 0.02710871398448944,
      "step": 17470
    },
    {
      "loss_action": 0.008702741004526615,
      "loss_total": 0.008702741004526615,
      "step": 17470
    },
    {
      "grad_norm": 0.17132306098937988,
      "learning_rate": 9.580260330683167e-05,
      "loss": 0.0146,
      "step": 17480
    },
    {
      "loss_action": 0.014592410996556282,
      "loss_total": 0.014592410996556282,
      "step": 17480
    },
    {
      "loss_action": 0.009251282550394535,
      "loss_total": 0.009251282550394535,
      "step": 17480
    },
    {
      "loss_action": 0.024795204401016235,
      "loss_total": 0.024795204401016235,
      "step": 17480
    },
    {
      "loss_action": 0.014608492143452168,
      "loss_total": 0.014608492143452168,
      "step": 17480
    },
    {
      "loss_action": 0.02534938044846058,
      "loss_total": 0.02534938044846058,
      "step": 17480
    },
    {
      "loss_action": 0.020055264234542847,
      "loss_total": 0.020055264234542847,
      "step": 17480
    },
    {
      "loss_action": 0.020251745358109474,
      "loss_total": 0.020251745358109474,
      "step": 17480
    },
    {
      "loss_action": 0.01868101954460144,
      "loss_total": 0.01868101954460144,
      "step": 17480
    },
    {
      "grad_norm": 0.16026470065116882,
      "learning_rate": 9.579596940699322e-05,
      "loss": 0.0177,
      "step": 17490
    },
    {
      "loss_action": 0.025808686390519142,
      "loss_total": 0.025808686390519142,
      "step": 17490
    },
    {
      "loss_action": 0.014994729310274124,
      "loss_total": 0.014994729310274124,
      "step": 17490
    },
    {
      "loss_action": 0.00674691516906023,
      "loss_total": 0.00674691516906023,
      "step": 17490
    },
    {
      "loss_action": 0.007867690175771713,
      "loss_total": 0.007867690175771713,
      "step": 17490
    },
    {
      "loss_action": 0.019982242956757545,
      "loss_total": 0.019982242956757545,
      "step": 17490
    },
    {
      "loss_action": 0.0128811439499259,
      "loss_total": 0.0128811439499259,
      "step": 17490
    },
    {
      "loss_action": 0.011658808216452599,
      "loss_total": 0.011658808216452599,
      "step": 17490
    },
    {
      "loss_action": 0.005377943627536297,
      "loss_total": 0.005377943627536297,
      "step": 17490
    },
    {
      "grad_norm": 0.14872857928276062,
      "learning_rate": 9.578933049897643e-05,
      "loss": 0.013,
      "step": 17500
    },
    {
      "loss_action": 0.009995317086577415,
      "loss_total": 0.009995317086577415,
      "step": 17500
    },
    {
      "loss_action": 0.02051333338022232,
      "loss_total": 0.02051333338022232,
      "step": 17500
    },
    {
      "loss_action": 0.008527060970664024,
      "loss_total": 0.008527060970664024,
      "step": 17500
    },
    {
      "loss_action": 0.027996476739645004,
      "loss_total": 0.027996476739645004,
      "step": 17500
    },
    {
      "loss_action": 0.015341664664447308,
      "loss_total": 0.015341664664447308,
      "step": 17500
    },
    {
      "loss_action": 0.00994477141648531,
      "loss_total": 0.00994477141648531,
      "step": 17500
    },
    {
      "loss_action": 0.01267422828823328,
      "loss_total": 0.01267422828823328,
      "step": 17500
    },
    {
      "loss_action": 0.014567914418876171,
      "loss_total": 0.014567914418876171,
      "step": 17500
    },
    {
      "grad_norm": 0.13659685850143433,
      "learning_rate": 9.578268658350728e-05,
      "loss": 0.0143,
      "step": 17510
    },
    {
      "loss_action": 0.006691223010420799,
      "loss_total": 0.006691223010420799,
      "step": 17510
    },
    {
      "loss_action": 0.018873190507292747,
      "loss_total": 0.018873190507292747,
      "step": 17510
    },
    {
      "loss_action": 0.005292150191962719,
      "loss_total": 0.005292150191962719,
      "step": 17510
    },
    {
      "loss_action": 0.01510482095181942,
      "loss_total": 0.01510482095181942,
      "step": 17510
    },
    {
      "loss_action": 0.009673038497567177,
      "loss_total": 0.009673038497567177,
      "step": 17510
    },
    {
      "loss_action": 0.010997656732797623,
      "loss_total": 0.010997656732797623,
      "step": 17510
    },
    {
      "loss_action": 0.021393751725554466,
      "loss_total": 0.021393751725554466,
      "step": 17510
    },
    {
      "loss_action": 0.006145867519080639,
      "loss_total": 0.006145867519080639,
      "step": 17510
    },
    {
      "grad_norm": 0.212496817111969,
      "learning_rate": 9.577603766131235e-05,
      "loss": 0.016,
      "step": 17520
    },
    {
      "loss_action": 0.00623737508431077,
      "loss_total": 0.00623737508431077,
      "step": 17520
    },
    {
      "loss_action": 0.010209411382675171,
      "loss_total": 0.010209411382675171,
      "step": 17520
    },
    {
      "loss_action": 0.010275155305862427,
      "loss_total": 0.010275155305862427,
      "step": 17520
    },
    {
      "loss_action": 0.008754190057516098,
      "loss_total": 0.008754190057516098,
      "step": 17520
    },
    {
      "loss_action": 0.012488123029470444,
      "loss_total": 0.012488123029470444,
      "step": 17520
    },
    {
      "loss_action": 0.012259453535079956,
      "loss_total": 0.012259453535079956,
      "step": 17520
    },
    {
      "loss_action": 0.011147743090987206,
      "loss_total": 0.011147743090987206,
      "step": 17520
    },
    {
      "loss_action": 0.02078334055840969,
      "loss_total": 0.02078334055840969,
      "step": 17520
    },
    {
      "grad_norm": 0.14420290291309357,
      "learning_rate": 9.576938373311878e-05,
      "loss": 0.0154,
      "step": 17530
    },
    {
      "loss_action": 0.015488892793655396,
      "loss_total": 0.015488892793655396,
      "step": 17530
    },
    {
      "loss_action": 0.03374113515019417,
      "loss_total": 0.03374113515019417,
      "step": 17530
    },
    {
      "loss_action": 0.006161403842270374,
      "loss_total": 0.006161403842270374,
      "step": 17530
    },
    {
      "loss_action": 0.026364058256149292,
      "loss_total": 0.026364058256149292,
      "step": 17530
    },
    {
      "loss_action": 0.015210368670523167,
      "loss_total": 0.015210368670523167,
      "step": 17530
    },
    {
      "loss_action": 0.007875723764300346,
      "loss_total": 0.007875723764300346,
      "step": 17530
    },
    {
      "loss_action": 0.011919788084924221,
      "loss_total": 0.011919788084924221,
      "step": 17530
    },
    {
      "loss_action": 0.020751744508743286,
      "loss_total": 0.020751744508743286,
      "step": 17530
    },
    {
      "grad_norm": 0.18367254734039307,
      "learning_rate": 9.576272479965421e-05,
      "loss": 0.0164,
      "step": 17540
    },
    {
      "loss_action": 0.021059539169073105,
      "loss_total": 0.021059539169073105,
      "step": 17540
    },
    {
      "loss_action": 0.00813538208603859,
      "loss_total": 0.00813538208603859,
      "step": 17540
    },
    {
      "loss_action": 0.008673791773617268,
      "loss_total": 0.008673791773617268,
      "step": 17540
    },
    {
      "loss_action": 0.013731908984482288,
      "loss_total": 0.013731908984482288,
      "step": 17540
    },
    {
      "loss_action": 0.009935250505805016,
      "loss_total": 0.009935250505805016,
      "step": 17540
    },
    {
      "loss_action": 0.013306720182299614,
      "loss_total": 0.013306720182299614,
      "step": 17540
    },
    {
      "loss_action": 0.009540154598653316,
      "loss_total": 0.009540154598653316,
      "step": 17540
    },
    {
      "loss_action": 0.008102592080831528,
      "loss_total": 0.008102592080831528,
      "step": 17540
    },
    {
      "grad_norm": 0.1443713903427124,
      "learning_rate": 9.575606086164687e-05,
      "loss": 0.0157,
      "step": 17550
    },
    {
      "loss_action": 0.007675940170884132,
      "loss_total": 0.007675940170884132,
      "step": 17550
    },
    {
      "loss_action": 0.016717994585633278,
      "loss_total": 0.016717994585633278,
      "step": 17550
    },
    {
      "loss_action": 0.014085978269577026,
      "loss_total": 0.014085978269577026,
      "step": 17550
    },
    {
      "loss_action": 0.00471548642963171,
      "loss_total": 0.00471548642963171,
      "step": 17550
    },
    {
      "loss_action": 0.007511555682867765,
      "loss_total": 0.007511555682867765,
      "step": 17550
    },
    {
      "loss_action": 0.0175905991345644,
      "loss_total": 0.0175905991345644,
      "step": 17550
    },
    {
      "loss_action": 0.0211421437561512,
      "loss_total": 0.0211421437561512,
      "step": 17550
    },
    {
      "loss_action": 0.012199321761727333,
      "loss_total": 0.012199321761727333,
      "step": 17550
    },
    {
      "grad_norm": 0.1798447221517563,
      "learning_rate": 9.57493919198255e-05,
      "loss": 0.0128,
      "step": 17560
    },
    {
      "loss_action": 0.009524640627205372,
      "loss_total": 0.009524640627205372,
      "step": 17560
    },
    {
      "loss_action": 0.02314024418592453,
      "loss_total": 0.02314024418592453,
      "step": 17560
    },
    {
      "loss_action": 0.02541070431470871,
      "loss_total": 0.02541070431470871,
      "step": 17560
    },
    {
      "loss_action": 0.008698254823684692,
      "loss_total": 0.008698254823684692,
      "step": 17560
    },
    {
      "loss_action": 0.010533304885029793,
      "loss_total": 0.010533304885029793,
      "step": 17560
    },
    {
      "loss_action": 0.01089334487915039,
      "loss_total": 0.01089334487915039,
      "step": 17560
    },
    {
      "loss_action": 0.0158529132604599,
      "loss_total": 0.0158529132604599,
      "step": 17560
    },
    {
      "loss_action": 0.013947198167443275,
      "loss_total": 0.013947198167443275,
      "step": 17560
    },
    {
      "grad_norm": 0.16481709480285645,
      "learning_rate": 9.57427179749194e-05,
      "loss": 0.0171,
      "step": 17570
    },
    {
      "loss_action": 0.009619142860174179,
      "loss_total": 0.009619142860174179,
      "step": 17570
    },
    {
      "loss_action": 0.01891963742673397,
      "loss_total": 0.01891963742673397,
      "step": 17570
    },
    {
      "loss_action": 0.011511141434311867,
      "loss_total": 0.011511141434311867,
      "step": 17570
    },
    {
      "loss_action": 0.013050557114183903,
      "loss_total": 0.013050557114183903,
      "step": 17570
    },
    {
      "loss_action": 0.09848328679800034,
      "loss_total": 0.09848328679800034,
      "step": 17570
    },
    {
      "loss_action": 0.02947380021214485,
      "loss_total": 0.02947380021214485,
      "step": 17570
    },
    {
      "loss_action": 0.007828022353351116,
      "loss_total": 0.007828022353351116,
      "step": 17570
    },
    {
      "loss_action": 0.01714465394616127,
      "loss_total": 0.01714465394616127,
      "step": 17570
    },
    {
      "grad_norm": 0.1338823437690735,
      "learning_rate": 9.573603902765846e-05,
      "loss": 0.0181,
      "step": 17580
    },
    {
      "loss_action": 0.006147028878331184,
      "loss_total": 0.006147028878331184,
      "step": 17580
    },
    {
      "loss_action": 0.010512392036616802,
      "loss_total": 0.010512392036616802,
      "step": 17580
    },
    {
      "loss_action": 0.01632809266448021,
      "loss_total": 0.01632809266448021,
      "step": 17580
    },
    {
      "loss_action": 0.020073387771844864,
      "loss_total": 0.020073387771844864,
      "step": 17580
    },
    {
      "loss_action": 0.0097505459561944,
      "loss_total": 0.0097505459561944,
      "step": 17580
    },
    {
      "loss_action": 0.043418265879154205,
      "loss_total": 0.043418265879154205,
      "step": 17580
    },
    {
      "loss_action": 0.01910429447889328,
      "loss_total": 0.01910429447889328,
      "step": 17580
    },
    {
      "loss_action": 0.013771723955869675,
      "loss_total": 0.013771723955869675,
      "step": 17580
    },
    {
      "grad_norm": 0.1537262350320816,
      "learning_rate": 9.572935507877304e-05,
      "loss": 0.0159,
      "step": 17590
    },
    {
      "loss_action": 0.009816005825996399,
      "loss_total": 0.009816005825996399,
      "step": 17590
    },
    {
      "loss_action": 0.01675770990550518,
      "loss_total": 0.01675770990550518,
      "step": 17590
    },
    {
      "loss_action": 0.005752398632466793,
      "loss_total": 0.005752398632466793,
      "step": 17590
    },
    {
      "loss_action": 0.015941672027111053,
      "loss_total": 0.015941672027111053,
      "step": 17590
    },
    {
      "loss_action": 0.009649288840591908,
      "loss_total": 0.009649288840591908,
      "step": 17590
    },
    {
      "loss_action": 0.02450551465153694,
      "loss_total": 0.02450551465153694,
      "step": 17590
    },
    {
      "loss_action": 0.012900549918413162,
      "loss_total": 0.012900549918413162,
      "step": 17590
    },
    {
      "loss_action": 0.009474356658756733,
      "loss_total": 0.009474356658756733,
      "step": 17590
    },
    {
      "grad_norm": 0.15854184329509735,
      "learning_rate": 9.57226661289941e-05,
      "loss": 0.0148,
      "step": 17600
    },
    {
      "loss_action": 0.007979345507919788,
      "loss_total": 0.007979345507919788,
      "step": 17600
    },
    {
      "loss_action": 0.008047398179769516,
      "loss_total": 0.008047398179769516,
      "step": 17600
    },
    {
      "loss_action": 0.005578301381319761,
      "loss_total": 0.005578301381319761,
      "step": 17600
    },
    {
      "loss_action": 0.007088636513799429,
      "loss_total": 0.007088636513799429,
      "step": 17600
    },
    {
      "loss_action": 0.00870632566511631,
      "loss_total": 0.00870632566511631,
      "step": 17600
    },
    {
      "loss_action": 0.023238755762577057,
      "loss_total": 0.023238755762577057,
      "step": 17600
    },
    {
      "loss_action": 0.012445362284779549,
      "loss_total": 0.012445362284779549,
      "step": 17600
    },
    {
      "loss_action": 0.015909411013126373,
      "loss_total": 0.015909411013126373,
      "step": 17600
    },
    {
      "grad_norm": 0.16118372976779938,
      "learning_rate": 9.571597217905315e-05,
      "loss": 0.0139,
      "step": 17610
    },
    {
      "loss_action": 0.007054200861603022,
      "loss_total": 0.007054200861603022,
      "step": 17610
    },
    {
      "loss_action": 0.02319295145571232,
      "loss_total": 0.02319295145571232,
      "step": 17610
    },
    {
      "loss_action": 0.011593824252486229,
      "loss_total": 0.011593824252486229,
      "step": 17610
    },
    {
      "loss_action": 0.011231393553316593,
      "loss_total": 0.011231393553316593,
      "step": 17610
    },
    {
      "loss_action": 0.016356535255908966,
      "loss_total": 0.016356535255908966,
      "step": 17610
    },
    {
      "loss_action": 0.007236234378069639,
      "loss_total": 0.007236234378069639,
      "step": 17610
    },
    {
      "loss_action": 0.007240391336381435,
      "loss_total": 0.007240391336381435,
      "step": 17610
    },
    {
      "loss_action": 0.006591362413018942,
      "loss_total": 0.006591362413018942,
      "step": 17610
    },
    {
      "grad_norm": 0.08988410979509354,
      "learning_rate": 9.57092732296822e-05,
      "loss": 0.0119,
      "step": 17620
    },
    {
      "loss_action": 0.010355712845921516,
      "loss_total": 0.010355712845921516,
      "step": 17620
    },
    {
      "loss_action": 0.012784111313521862,
      "loss_total": 0.012784111313521862,
      "step": 17620
    },
    {
      "loss_action": 0.01321644987910986,
      "loss_total": 0.01321644987910986,
      "step": 17620
    },
    {
      "loss_action": 0.008335505612194538,
      "loss_total": 0.008335505612194538,
      "step": 17620
    },
    {
      "loss_action": 0.009228814393281937,
      "loss_total": 0.009228814393281937,
      "step": 17620
    },
    {
      "loss_action": 0.021818894892930984,
      "loss_total": 0.021818894892930984,
      "step": 17620
    },
    {
      "loss_action": 0.022192949429154396,
      "loss_total": 0.022192949429154396,
      "step": 17620
    },
    {
      "loss_action": 0.0271134115755558,
      "loss_total": 0.0271134115755558,
      "step": 17620
    },
    {
      "grad_norm": 0.15181396901607513,
      "learning_rate": 9.570256928161385e-05,
      "loss": 0.0147,
      "step": 17630
    },
    {
      "loss_action": 0.037623949348926544,
      "loss_total": 0.037623949348926544,
      "step": 17630
    },
    {
      "loss_action": 0.0056245410814881325,
      "loss_total": 0.0056245410814881325,
      "step": 17630
    },
    {
      "loss_action": 0.017819393426179886,
      "loss_total": 0.017819393426179886,
      "step": 17630
    },
    {
      "loss_action": 0.01494537852704525,
      "loss_total": 0.01494537852704525,
      "step": 17630
    },
    {
      "loss_action": 0.013645175844430923,
      "loss_total": 0.013645175844430923,
      "step": 17630
    },
    {
      "loss_action": 0.01338949054479599,
      "loss_total": 0.01338949054479599,
      "step": 17630
    },
    {
      "loss_action": 0.006529469974339008,
      "loss_total": 0.006529469974339008,
      "step": 17630
    },
    {
      "loss_action": 0.04443572089076042,
      "loss_total": 0.04443572089076042,
      "step": 17630
    },
    {
      "grad_norm": 0.17252115905284882,
      "learning_rate": 9.569586033558126e-05,
      "loss": 0.0149,
      "step": 17640
    },
    {
      "loss_action": 0.009637368842959404,
      "loss_total": 0.009637368842959404,
      "step": 17640
    },
    {
      "loss_action": 0.011028027161955833,
      "loss_total": 0.011028027161955833,
      "step": 17640
    },
    {
      "loss_action": 0.012382371351122856,
      "loss_total": 0.012382371351122856,
      "step": 17640
    },
    {
      "loss_action": 0.006164427846670151,
      "loss_total": 0.006164427846670151,
      "step": 17640
    },
    {
      "loss_action": 0.018072765320539474,
      "loss_total": 0.018072765320539474,
      "step": 17640
    },
    {
      "loss_action": 0.008777895011007786,
      "loss_total": 0.008777895011007786,
      "step": 17640
    },
    {
      "loss_action": 0.007474862039089203,
      "loss_total": 0.007474862039089203,
      "step": 17640
    },
    {
      "loss_action": 0.007388705853372812,
      "loss_total": 0.007388705853372812,
      "step": 17640
    },
    {
      "grad_norm": 0.142730712890625,
      "learning_rate": 9.568914639231807e-05,
      "loss": 0.0145,
      "step": 17650
    },
    {
      "loss_action": 0.00647759111598134,
      "loss_total": 0.00647759111598134,
      "step": 17650
    },
    {
      "loss_action": 0.04608025774359703,
      "loss_total": 0.04608025774359703,
      "step": 17650
    },
    {
      "loss_action": 0.01307760551571846,
      "loss_total": 0.01307760551571846,
      "step": 17650
    },
    {
      "loss_action": 0.02396315149962902,
      "loss_total": 0.02396315149962902,
      "step": 17650
    },
    {
      "loss_action": 0.009157875552773476,
      "loss_total": 0.009157875552773476,
      "step": 17650
    },
    {
      "loss_action": 0.044392626732587814,
      "loss_total": 0.044392626732587814,
      "step": 17650
    },
    {
      "loss_action": 0.018903300166130066,
      "loss_total": 0.018903300166130066,
      "step": 17650
    },
    {
      "loss_action": 0.006971507333219051,
      "loss_total": 0.006971507333219051,
      "step": 17650
    },
    {
      "grad_norm": 0.15017089247703552,
      "learning_rate": 9.568242745255852e-05,
      "loss": 0.0148,
      "step": 17660
    },
    {
      "loss_action": 0.014967957511544228,
      "loss_total": 0.014967957511544228,
      "step": 17660
    },
    {
      "loss_action": 0.019696690142154694,
      "loss_total": 0.019696690142154694,
      "step": 17660
    },
    {
      "loss_action": 0.01124042272567749,
      "loss_total": 0.01124042272567749,
      "step": 17660
    },
    {
      "loss_action": 0.00791358295828104,
      "loss_total": 0.00791358295828104,
      "step": 17660
    },
    {
      "loss_action": 0.02503431774675846,
      "loss_total": 0.02503431774675846,
      "step": 17660
    },
    {
      "loss_action": 0.018285278230905533,
      "loss_total": 0.018285278230905533,
      "step": 17660
    },
    {
      "loss_action": 0.01026083156466484,
      "loss_total": 0.01026083156466484,
      "step": 17660
    },
    {
      "loss_action": 0.009530603885650635,
      "loss_total": 0.009530603885650635,
      "step": 17660
    },
    {
      "grad_norm": 0.1811249852180481,
      "learning_rate": 9.567570351703739e-05,
      "loss": 0.0127,
      "step": 17670
    },
    {
      "loss_action": 0.012182151898741722,
      "loss_total": 0.012182151898741722,
      "step": 17670
    },
    {
      "loss_action": 0.018155492842197418,
      "loss_total": 0.018155492842197418,
      "step": 17670
    },
    {
      "loss_action": 0.019554268568754196,
      "loss_total": 0.019554268568754196,
      "step": 17670
    },
    {
      "loss_action": 0.014912252314388752,
      "loss_total": 0.014912252314388752,
      "step": 17670
    },
    {
      "loss_action": 0.029617026448249817,
      "loss_total": 0.029617026448249817,
      "step": 17670
    },
    {
      "loss_action": 0.009284524247050285,
      "loss_total": 0.009284524247050285,
      "step": 17670
    },
    {
      "loss_action": 0.011254386976361275,
      "loss_total": 0.011254386976361275,
      "step": 17670
    },
    {
      "loss_action": 0.026847099885344505,
      "loss_total": 0.026847099885344505,
      "step": 17670
    },
    {
      "grad_norm": 0.20748084783554077,
      "learning_rate": 9.566897458649001e-05,
      "loss": 0.0152,
      "step": 17680
    },
    {
      "loss_action": 0.020510904490947723,
      "loss_total": 0.020510904490947723,
      "step": 17680
    },
    {
      "loss_action": 0.012576396577060223,
      "loss_total": 0.012576396577060223,
      "step": 17680
    },
    {
      "loss_action": 0.01466471329331398,
      "loss_total": 0.01466471329331398,
      "step": 17680
    },
    {
      "loss_action": 0.00855896808207035,
      "loss_total": 0.00855896808207035,
      "step": 17680
    },
    {
      "loss_action": 0.01935598812997341,
      "loss_total": 0.01935598812997341,
      "step": 17680
    },
    {
      "loss_action": 0.013193703256547451,
      "loss_total": 0.013193703256547451,
      "step": 17680
    },
    {
      "loss_action": 0.013037235476076603,
      "loss_total": 0.013037235476076603,
      "step": 17680
    },
    {
      "loss_action": 0.0099430400878191,
      "loss_total": 0.0099430400878191,
      "step": 17680
    },
    {
      "grad_norm": 0.2527868151664734,
      "learning_rate": 9.566224066165221e-05,
      "loss": 0.0192,
      "step": 17690
    },
    {
      "loss_action": 0.014563617296516895,
      "loss_total": 0.014563617296516895,
      "step": 17690
    },
    {
      "loss_action": 0.017080267891287804,
      "loss_total": 0.017080267891287804,
      "step": 17690
    },
    {
      "loss_action": 0.010272137820720673,
      "loss_total": 0.010272137820720673,
      "step": 17690
    },
    {
      "loss_action": 0.021941274404525757,
      "loss_total": 0.021941274404525757,
      "step": 17690
    },
    {
      "loss_action": 0.01565283164381981,
      "loss_total": 0.01565283164381981,
      "step": 17690
    },
    {
      "loss_action": 0.01452983170747757,
      "loss_total": 0.01452983170747757,
      "step": 17690
    },
    {
      "loss_action": 0.020294703543186188,
      "loss_total": 0.020294703543186188,
      "step": 17690
    },
    {
      "loss_action": 0.03332781791687012,
      "loss_total": 0.03332781791687012,
      "step": 17690
    },
    {
      "grad_norm": 0.19666197896003723,
      "learning_rate": 9.565550174326043e-05,
      "loss": 0.0156,
      "step": 17700
    },
    {
      "loss_action": 0.017202474176883698,
      "loss_total": 0.017202474176883698,
      "step": 17700
    },
    {
      "loss_action": 0.048925358802080154,
      "loss_total": 0.048925358802080154,
      "step": 17700
    },
    {
      "loss_action": 0.015665505081415176,
      "loss_total": 0.015665505081415176,
      "step": 17700
    },
    {
      "loss_action": 0.007076581474393606,
      "loss_total": 0.007076581474393606,
      "step": 17700
    },
    {
      "loss_action": 0.009890401735901833,
      "loss_total": 0.009890401735901833,
      "step": 17700
    },
    {
      "loss_action": 0.028871659189462662,
      "loss_total": 0.028871659189462662,
      "step": 17700
    },
    {
      "loss_action": 0.0059554544277489185,
      "loss_total": 0.0059554544277489185,
      "step": 17700
    },
    {
      "loss_action": 0.017666392028331757,
      "loss_total": 0.017666392028331757,
      "step": 17700
    },
    {
      "grad_norm": 0.20440563559532166,
      "learning_rate": 9.564875783205162e-05,
      "loss": 0.0139,
      "step": 17710
    },
    {
      "loss_action": 0.013133496046066284,
      "loss_total": 0.013133496046066284,
      "step": 17710
    },
    {
      "loss_action": 0.011237435042858124,
      "loss_total": 0.011237435042858124,
      "step": 17710
    },
    {
      "loss_action": 0.008209354244172573,
      "loss_total": 0.008209354244172573,
      "step": 17710
    },
    {
      "loss_action": 0.012478893622756004,
      "loss_total": 0.012478893622756004,
      "step": 17710
    },
    {
      "loss_action": 0.01872771792113781,
      "loss_total": 0.01872771792113781,
      "step": 17710
    },
    {
      "loss_action": 0.03280344232916832,
      "loss_total": 0.03280344232916832,
      "step": 17710
    },
    {
      "loss_action": 0.010150320827960968,
      "loss_total": 0.010150320827960968,
      "step": 17710
    },
    {
      "loss_action": 0.010618782602250576,
      "loss_total": 0.010618782602250576,
      "step": 17710
    },
    {
      "grad_norm": 0.13164876401424408,
      "learning_rate": 9.564200892876328e-05,
      "loss": 0.014,
      "step": 17720
    },
    {
      "loss_action": 0.020962290465831757,
      "loss_total": 0.020962290465831757,
      "step": 17720
    },
    {
      "loss_action": 0.007687943987548351,
      "loss_total": 0.007687943987548351,
      "step": 17720
    },
    {
      "loss_action": 0.007418924476951361,
      "loss_total": 0.007418924476951361,
      "step": 17720
    },
    {
      "loss_action": 0.014874275773763657,
      "loss_total": 0.014874275773763657,
      "step": 17720
    },
    {
      "loss_action": 0.010993896052241325,
      "loss_total": 0.010993896052241325,
      "step": 17720
    },
    {
      "loss_action": 0.018520209938287735,
      "loss_total": 0.018520209938287735,
      "step": 17720
    },
    {
      "loss_action": 0.009930917993187904,
      "loss_total": 0.009930917993187904,
      "step": 17720
    },
    {
      "loss_action": 0.011580901220440865,
      "loss_total": 0.011580901220440865,
      "step": 17720
    },
    {
      "grad_norm": 0.17390263080596924,
      "learning_rate": 9.563525503413348e-05,
      "loss": 0.0145,
      "step": 17730
    },
    {
      "loss_action": 0.008157225325703621,
      "loss_total": 0.008157225325703621,
      "step": 17730
    },
    {
      "loss_action": 0.008985497057437897,
      "loss_total": 0.008985497057437897,
      "step": 17730
    },
    {
      "loss_action": 0.008360181003808975,
      "loss_total": 0.008360181003808975,
      "step": 17730
    },
    {
      "loss_action": 0.015539191663265228,
      "loss_total": 0.015539191663265228,
      "step": 17730
    },
    {
      "loss_action": 0.00712747685611248,
      "loss_total": 0.00712747685611248,
      "step": 17730
    },
    {
      "loss_action": 0.013886475935578346,
      "loss_total": 0.013886475935578346,
      "step": 17730
    },
    {
      "loss_action": 0.009535104036331177,
      "loss_total": 0.009535104036331177,
      "step": 17730
    },
    {
      "loss_action": 0.0320982001721859,
      "loss_total": 0.0320982001721859,
      "step": 17730
    },
    {
      "grad_norm": 0.1365654170513153,
      "learning_rate": 9.562849614890079e-05,
      "loss": 0.0139,
      "step": 17740
    },
    {
      "loss_action": 0.014328512363135815,
      "loss_total": 0.014328512363135815,
      "step": 17740
    },
    {
      "loss_action": 0.010886097326874733,
      "loss_total": 0.010886097326874733,
      "step": 17740
    },
    {
      "loss_action": 0.01314330380409956,
      "loss_total": 0.01314330380409956,
      "step": 17740
    },
    {
      "loss_action": 0.011094866320490837,
      "loss_total": 0.011094866320490837,
      "step": 17740
    },
    {
      "loss_action": 0.011022832244634628,
      "loss_total": 0.011022832244634628,
      "step": 17740
    },
    {
      "loss_action": 0.006064059212803841,
      "loss_total": 0.006064059212803841,
      "step": 17740
    },
    {
      "loss_action": 0.006517747417092323,
      "loss_total": 0.006517747417092323,
      "step": 17740
    },
    {
      "loss_action": 0.010827113874256611,
      "loss_total": 0.010827113874256611,
      "step": 17740
    },
    {
      "grad_norm": 0.12093227356672287,
      "learning_rate": 9.562173227380436e-05,
      "loss": 0.0145,
      "step": 17750
    },
    {
      "loss_action": 0.02212250605225563,
      "loss_total": 0.02212250605225563,
      "step": 17750
    },
    {
      "loss_action": 0.017799358814954758,
      "loss_total": 0.017799358814954758,
      "step": 17750
    },
    {
      "loss_action": 0.014859539456665516,
      "loss_total": 0.014859539456665516,
      "step": 17750
    },
    {
      "loss_action": 0.027552345767617226,
      "loss_total": 0.027552345767617226,
      "step": 17750
    },
    {
      "loss_action": 0.01525852456688881,
      "loss_total": 0.01525852456688881,
      "step": 17750
    },
    {
      "loss_action": 0.018078960478305817,
      "loss_total": 0.018078960478305817,
      "step": 17750
    },
    {
      "loss_action": 0.02078467607498169,
      "loss_total": 0.02078467607498169,
      "step": 17750
    },
    {
      "loss_action": 0.01702859066426754,
      "loss_total": 0.01702859066426754,
      "step": 17750
    },
    {
      "grad_norm": 0.1727152317762375,
      "learning_rate": 9.561496340958389e-05,
      "loss": 0.0145,
      "step": 17760
    },
    {
      "loss_action": 0.006444377359002829,
      "loss_total": 0.006444377359002829,
      "step": 17760
    },
    {
      "loss_action": 0.010618563741445541,
      "loss_total": 0.010618563741445541,
      "step": 17760
    },
    {
      "loss_action": 0.011007789522409439,
      "loss_total": 0.011007789522409439,
      "step": 17760
    },
    {
      "loss_action": 0.008290886878967285,
      "loss_total": 0.008290886878967285,
      "step": 17760
    },
    {
      "loss_action": 0.02561090514063835,
      "loss_total": 0.02561090514063835,
      "step": 17760
    },
    {
      "loss_action": 0.011956494301557541,
      "loss_total": 0.011956494301557541,
      "step": 17760
    },
    {
      "loss_action": 0.014448700472712517,
      "loss_total": 0.014448700472712517,
      "step": 17760
    },
    {
      "loss_action": 0.006919390056282282,
      "loss_total": 0.006919390056282282,
      "step": 17760
    },
    {
      "grad_norm": 0.16202694177627563,
      "learning_rate": 9.560818955697959e-05,
      "loss": 0.0133,
      "step": 17770
    },
    {
      "loss_action": 0.034826360642910004,
      "loss_total": 0.034826360642910004,
      "step": 17770
    },
    {
      "loss_action": 0.022097188979387283,
      "loss_total": 0.022097188979387283,
      "step": 17770
    },
    {
      "loss_action": 0.01197982206940651,
      "loss_total": 0.01197982206940651,
      "step": 17770
    },
    {
      "loss_action": 0.026564616709947586,
      "loss_total": 0.026564616709947586,
      "step": 17770
    },
    {
      "loss_action": 0.009982937946915627,
      "loss_total": 0.009982937946915627,
      "step": 17770
    },
    {
      "loss_action": 0.010808520019054413,
      "loss_total": 0.010808520019054413,
      "step": 17770
    },
    {
      "loss_action": 0.006581892259418964,
      "loss_total": 0.006581892259418964,
      "step": 17770
    },
    {
      "loss_action": 0.006776172202080488,
      "loss_total": 0.006776172202080488,
      "step": 17770
    },
    {
      "grad_norm": 0.14489394426345825,
      "learning_rate": 9.560141071673228e-05,
      "loss": 0.0134,
      "step": 17780
    },
    {
      "loss_action": 0.010723190382122993,
      "loss_total": 0.010723190382122993,
      "step": 17780
    },
    {
      "loss_action": 0.01059919036924839,
      "loss_total": 0.01059919036924839,
      "step": 17780
    },
    {
      "loss_action": 0.014727210626006126,
      "loss_total": 0.014727210626006126,
      "step": 17780
    },
    {
      "loss_action": 0.014715280383825302,
      "loss_total": 0.014715280383825302,
      "step": 17780
    },
    {
      "loss_action": 0.0069303144700825214,
      "loss_total": 0.0069303144700825214,
      "step": 17780
    },
    {
      "loss_action": 0.017794592306017876,
      "loss_total": 0.017794592306017876,
      "step": 17780
    },
    {
      "loss_action": 0.014115676283836365,
      "loss_total": 0.014115676283836365,
      "step": 17780
    },
    {
      "loss_action": 0.007499659433960915,
      "loss_total": 0.007499659433960915,
      "step": 17780
    },
    {
      "grad_norm": 0.1789827197790146,
      "learning_rate": 9.559462688958323e-05,
      "loss": 0.0149,
      "step": 17790
    },
    {
      "loss_action": 0.009071746841073036,
      "loss_total": 0.009071746841073036,
      "step": 17790
    },
    {
      "loss_action": 0.006568831391632557,
      "loss_total": 0.006568831391632557,
      "step": 17790
    },
    {
      "loss_action": 0.009954341687262058,
      "loss_total": 0.009954341687262058,
      "step": 17790
    },
    {
      "loss_action": 0.013324864208698273,
      "loss_total": 0.013324864208698273,
      "step": 17790
    },
    {
      "loss_action": 0.008158705197274685,
      "loss_total": 0.008158705197274685,
      "step": 17790
    },
    {
      "loss_action": 0.014470910653471947,
      "loss_total": 0.014470910653471947,
      "step": 17790
    },
    {
      "loss_action": 0.017073042690753937,
      "loss_total": 0.017073042690753937,
      "step": 17790
    },
    {
      "loss_action": 0.011834741570055485,
      "loss_total": 0.011834741570055485,
      "step": 17790
    },
    {
      "grad_norm": 0.1591813862323761,
      "learning_rate": 9.558783807627434e-05,
      "loss": 0.0137,
      "step": 17800
    },
    {
      "loss_action": 0.011248081922531128,
      "loss_total": 0.011248081922531128,
      "step": 17800
    },
    {
      "loss_action": 0.00783952884376049,
      "loss_total": 0.00783952884376049,
      "step": 17800
    },
    {
      "loss_action": 0.02270439639687538,
      "loss_total": 0.02270439639687538,
      "step": 17800
    },
    {
      "loss_action": 0.011540135368704796,
      "loss_total": 0.011540135368704796,
      "step": 17800
    },
    {
      "loss_action": 0.006491416599601507,
      "loss_total": 0.006491416599601507,
      "step": 17800
    },
    {
      "loss_action": 0.007552365772426128,
      "loss_total": 0.007552365772426128,
      "step": 17800
    },
    {
      "loss_action": 0.010518161579966545,
      "loss_total": 0.010518161579966545,
      "step": 17800
    },
    {
      "loss_action": 0.006481627933681011,
      "loss_total": 0.006481627933681011,
      "step": 17800
    },
    {
      "grad_norm": 0.1598074585199356,
      "learning_rate": 9.558104427754801e-05,
      "loss": 0.0157,
      "step": 17810
    },
    {
      "loss_action": 0.01230742409825325,
      "loss_total": 0.01230742409825325,
      "step": 17810
    },
    {
      "loss_action": 0.009709558449685574,
      "loss_total": 0.009709558449685574,
      "step": 17810
    },
    {
      "loss_action": 0.019381608814001083,
      "loss_total": 0.019381608814001083,
      "step": 17810
    },
    {
      "loss_action": 0.009961657226085663,
      "loss_total": 0.009961657226085663,
      "step": 17810
    },
    {
      "loss_action": 0.011021464131772518,
      "loss_total": 0.011021464131772518,
      "step": 17810
    },
    {
      "loss_action": 0.006381340324878693,
      "loss_total": 0.006381340324878693,
      "step": 17810
    },
    {
      "loss_action": 0.007992973551154137,
      "loss_total": 0.007992973551154137,
      "step": 17810
    },
    {
      "loss_action": 0.005041411146521568,
      "loss_total": 0.005041411146521568,
      "step": 17810
    },
    {
      "grad_norm": 0.14755333960056305,
      "learning_rate": 9.557424549414722e-05,
      "loss": 0.0138,
      "step": 17820
    },
    {
      "loss_action": 0.005821432918310165,
      "loss_total": 0.005821432918310165,
      "step": 17820
    },
    {
      "loss_action": 0.0070015257224440575,
      "loss_total": 0.0070015257224440575,
      "step": 17820
    },
    {
      "loss_action": 0.015062393620610237,
      "loss_total": 0.015062393620610237,
      "step": 17820
    },
    {
      "loss_action": 0.009675482288002968,
      "loss_total": 0.009675482288002968,
      "step": 17820
    },
    {
      "loss_action": 0.003862368408590555,
      "loss_total": 0.003862368408590555,
      "step": 17820
    },
    {
      "loss_action": 0.013640832155942917,
      "loss_total": 0.013640832155942917,
      "step": 17820
    },
    {
      "loss_action": 0.03469021990895271,
      "loss_total": 0.03469021990895271,
      "step": 17820
    },
    {
      "loss_action": 0.01562539115548134,
      "loss_total": 0.01562539115548134,
      "step": 17820
    },
    {
      "grad_norm": 0.12663370370864868,
      "learning_rate": 9.556744172681546e-05,
      "loss": 0.0121,
      "step": 17830
    },
    {
      "loss_action": 0.018554719164967537,
      "loss_total": 0.018554719164967537,
      "step": 17830
    },
    {
      "loss_action": 0.011069194413721561,
      "loss_total": 0.011069194413721561,
      "step": 17830
    },
    {
      "loss_action": 0.015364458784461021,
      "loss_total": 0.015364458784461021,
      "step": 17830
    },
    {
      "loss_action": 0.017652388662099838,
      "loss_total": 0.017652388662099838,
      "step": 17830
    },
    {
      "loss_action": 0.01979844458401203,
      "loss_total": 0.01979844458401203,
      "step": 17830
    },
    {
      "loss_action": 0.00641676876693964,
      "loss_total": 0.00641676876693964,
      "step": 17830
    },
    {
      "loss_action": 0.0047986553981900215,
      "loss_total": 0.0047986553981900215,
      "step": 17830
    },
    {
      "loss_action": 0.011229082010686398,
      "loss_total": 0.011229082010686398,
      "step": 17830
    },
    {
      "grad_norm": 0.1221102625131607,
      "learning_rate": 9.556063297629677e-05,
      "loss": 0.0126,
      "step": 17840
    },
    {
      "loss_action": 0.009239249862730503,
      "loss_total": 0.009239249862730503,
      "step": 17840
    },
    {
      "loss_action": 0.004409428685903549,
      "loss_total": 0.004409428685903549,
      "step": 17840
    },
    {
      "loss_action": 0.03151150792837143,
      "loss_total": 0.03151150792837143,
      "step": 17840
    },
    {
      "loss_action": 0.008243056014180183,
      "loss_total": 0.008243056014180183,
      "step": 17840
    },
    {
      "loss_action": 0.01076348777860403,
      "loss_total": 0.01076348777860403,
      "step": 17840
    },
    {
      "loss_action": 0.04292847961187363,
      "loss_total": 0.04292847961187363,
      "step": 17840
    },
    {
      "loss_action": 0.007894914597272873,
      "loss_total": 0.007894914597272873,
      "step": 17840
    },
    {
      "loss_action": 0.011485623195767403,
      "loss_total": 0.011485623195767403,
      "step": 17840
    },
    {
      "grad_norm": 0.12040352076292038,
      "learning_rate": 9.555381924333578e-05,
      "loss": 0.0153,
      "step": 17850
    },
    {
      "loss_action": 0.02005874365568161,
      "loss_total": 0.02005874365568161,
      "step": 17850
    },
    {
      "loss_action": 0.019490905106067657,
      "loss_total": 0.019490905106067657,
      "step": 17850
    },
    {
      "loss_action": 0.01937677338719368,
      "loss_total": 0.01937677338719368,
      "step": 17850
    },
    {
      "loss_action": 0.012863799929618835,
      "loss_total": 0.012863799929618835,
      "step": 17850
    },
    {
      "loss_action": 0.011622565798461437,
      "loss_total": 0.011622565798461437,
      "step": 17850
    },
    {
      "loss_action": 0.027760010212659836,
      "loss_total": 0.027760010212659836,
      "step": 17850
    },
    {
      "loss_action": 0.02710057608783245,
      "loss_total": 0.02710057608783245,
      "step": 17850
    },
    {
      "loss_action": 0.010391466319561005,
      "loss_total": 0.010391466319561005,
      "step": 17850
    },
    {
      "grad_norm": 0.169368177652359,
      "learning_rate": 9.554700052867758e-05,
      "loss": 0.015,
      "step": 17860
    },
    {
      "loss_action": 0.005304571241140366,
      "loss_total": 0.005304571241140366,
      "step": 17860
    },
    {
      "loss_action": 0.008892535232007504,
      "loss_total": 0.008892535232007504,
      "step": 17860
    },
    {
      "loss_action": 0.006641157902777195,
      "loss_total": 0.006641157902777195,
      "step": 17860
    },
    {
      "loss_action": 0.016010083258152008,
      "loss_total": 0.016010083258152008,
      "step": 17860
    },
    {
      "loss_action": 0.02357187122106552,
      "loss_total": 0.02357187122106552,
      "step": 17860
    },
    {
      "loss_action": 0.01622018963098526,
      "loss_total": 0.01622018963098526,
      "step": 17860
    },
    {
      "loss_action": 0.01573881506919861,
      "loss_total": 0.01573881506919861,
      "step": 17860
    },
    {
      "loss_action": 0.038350678980350494,
      "loss_total": 0.038350678980350494,
      "step": 17860
    },
    {
      "grad_norm": 0.16609184443950653,
      "learning_rate": 9.554017683306789e-05,
      "loss": 0.0159,
      "step": 17870
    },
    {
      "loss_action": 0.012515340931713581,
      "loss_total": 0.012515340931713581,
      "step": 17870
    },
    {
      "loss_action": 0.009236438199877739,
      "loss_total": 0.009236438199877739,
      "step": 17870
    },
    {
      "loss_action": 0.007150575984269381,
      "loss_total": 0.007150575984269381,
      "step": 17870
    },
    {
      "loss_action": 0.017005374655127525,
      "loss_total": 0.017005374655127525,
      "step": 17870
    },
    {
      "loss_action": 0.009383253753185272,
      "loss_total": 0.009383253753185272,
      "step": 17870
    },
    {
      "loss_action": 0.01848086342215538,
      "loss_total": 0.01848086342215538,
      "step": 17870
    },
    {
      "loss_action": 0.013344703242182732,
      "loss_total": 0.013344703242182732,
      "step": 17870
    },
    {
      "loss_action": 0.00992024876177311,
      "loss_total": 0.00992024876177311,
      "step": 17870
    },
    {
      "grad_norm": 0.1798866242170334,
      "learning_rate": 9.553334815725294e-05,
      "loss": 0.0142,
      "step": 17880
    },
    {
      "loss_action": 0.012209219858050346,
      "loss_total": 0.012209219858050346,
      "step": 17880
    },
    {
      "loss_action": 0.015332664363086224,
      "loss_total": 0.015332664363086224,
      "step": 17880
    },
    {
      "loss_action": 0.008638010360300541,
      "loss_total": 0.008638010360300541,
      "step": 17880
    },
    {
      "loss_action": 0.006372915115207434,
      "loss_total": 0.006372915115207434,
      "step": 17880
    },
    {
      "loss_action": 0.02305680885910988,
      "loss_total": 0.02305680885910988,
      "step": 17880
    },
    {
      "loss_action": 0.005451317876577377,
      "loss_total": 0.005451317876577377,
      "step": 17880
    },
    {
      "loss_action": 0.00836105179041624,
      "loss_total": 0.00836105179041624,
      "step": 17880
    },
    {
      "loss_action": 0.009433463215827942,
      "loss_total": 0.009433463215827942,
      "step": 17880
    },
    {
      "grad_norm": 0.15331770479679108,
      "learning_rate": 9.552651450197949e-05,
      "loss": 0.016,
      "step": 17890
    },
    {
      "loss_action": 0.016510996967554092,
      "loss_total": 0.016510996967554092,
      "step": 17890
    },
    {
      "loss_action": 0.010081596672534943,
      "loss_total": 0.010081596672534943,
      "step": 17890
    },
    {
      "loss_action": 0.01961701177060604,
      "loss_total": 0.01961701177060604,
      "step": 17890
    },
    {
      "loss_action": 0.009539754129946232,
      "loss_total": 0.009539754129946232,
      "step": 17890
    },
    {
      "loss_action": 0.02380102500319481,
      "loss_total": 0.02380102500319481,
      "step": 17890
    },
    {
      "loss_action": 0.017089538276195526,
      "loss_total": 0.017089538276195526,
      "step": 17890
    },
    {
      "loss_action": 0.00839237030595541,
      "loss_total": 0.00839237030595541,
      "step": 17890
    },
    {
      "loss_action": 0.01426376961171627,
      "loss_total": 0.01426376961171627,
      "step": 17890
    },
    {
      "grad_norm": 0.125030979514122,
      "learning_rate": 9.551967586799486e-05,
      "loss": 0.0132,
      "step": 17900
    },
    {
      "loss_action": 0.016504738479852676,
      "loss_total": 0.016504738479852676,
      "step": 17900
    },
    {
      "loss_action": 0.008911345154047012,
      "loss_total": 0.008911345154047012,
      "step": 17900
    },
    {
      "loss_action": 0.00488668866455555,
      "loss_total": 0.00488668866455555,
      "step": 17900
    },
    {
      "loss_action": 0.007711414247751236,
      "loss_total": 0.007711414247751236,
      "step": 17900
    },
    {
      "loss_action": 0.013481609523296356,
      "loss_total": 0.013481609523296356,
      "step": 17900
    },
    {
      "loss_action": 0.011417463421821594,
      "loss_total": 0.011417463421821594,
      "step": 17900
    },
    {
      "loss_action": 0.0068196142092347145,
      "loss_total": 0.0068196142092347145,
      "step": 17900
    },
    {
      "loss_action": 0.01673273742198944,
      "loss_total": 0.01673273742198944,
      "step": 17900
    },
    {
      "grad_norm": 0.1597299873828888,
      "learning_rate": 9.551283225604692e-05,
      "loss": 0.014,
      "step": 17910
    },
    {
      "loss_action": 0.005523188039660454,
      "loss_total": 0.005523188039660454,
      "step": 17910
    },
    {
      "loss_action": 0.017724016681313515,
      "loss_total": 0.017724016681313515,
      "step": 17910
    },
    {
      "loss_action": 0.01089535653591156,
      "loss_total": 0.01089535653591156,
      "step": 17910
    },
    {
      "loss_action": 0.0062501877546310425,
      "loss_total": 0.0062501877546310425,
      "step": 17910
    },
    {
      "loss_action": 0.0066280672326684,
      "loss_total": 0.0066280672326684,
      "step": 17910
    },
    {
      "loss_action": 0.006528241094201803,
      "loss_total": 0.006528241094201803,
      "step": 17910
    },
    {
      "loss_action": 0.013675376772880554,
      "loss_total": 0.013675376772880554,
      "step": 17910
    },
    {
      "loss_action": 0.014369247481226921,
      "loss_total": 0.014369247481226921,
      "step": 17910
    },
    {
      "grad_norm": 0.14853377640247345,
      "learning_rate": 9.550598366688406e-05,
      "loss": 0.013,
      "step": 17920
    },
    {
      "loss_action": 0.010959137231111526,
      "loss_total": 0.010959137231111526,
      "step": 17920
    },
    {
      "loss_action": 0.012556994333863258,
      "loss_total": 0.012556994333863258,
      "step": 17920
    },
    {
      "loss_action": 0.014722565189003944,
      "loss_total": 0.014722565189003944,
      "step": 17920
    },
    {
      "loss_action": 0.004630628041923046,
      "loss_total": 0.004630628041923046,
      "step": 17920
    },
    {
      "loss_action": 0.02035950869321823,
      "loss_total": 0.02035950869321823,
      "step": 17920
    },
    {
      "loss_action": 0.014464352279901505,
      "loss_total": 0.014464352279901505,
      "step": 17920
    },
    {
      "loss_action": 0.012726880609989166,
      "loss_total": 0.012726880609989166,
      "step": 17920
    },
    {
      "loss_action": 0.007778208702802658,
      "loss_total": 0.007778208702802658,
      "step": 17920
    },
    {
      "grad_norm": 0.13632822036743164,
      "learning_rate": 9.549913010125526e-05,
      "loss": 0.012,
      "step": 17930
    },
    {
      "loss_action": 0.011221105232834816,
      "loss_total": 0.011221105232834816,
      "step": 17930
    },
    {
      "loss_action": 0.019230199977755547,
      "loss_total": 0.019230199977755547,
      "step": 17930
    },
    {
      "loss_action": 0.0347592830657959,
      "loss_total": 0.0347592830657959,
      "step": 17930
    },
    {
      "loss_action": 0.008463208563625813,
      "loss_total": 0.008463208563625813,
      "step": 17930
    },
    {
      "loss_action": 0.01037299633026123,
      "loss_total": 0.01037299633026123,
      "step": 17930
    },
    {
      "loss_action": 0.012250717729330063,
      "loss_total": 0.012250717729330063,
      "step": 17930
    },
    {
      "loss_action": 0.009993262588977814,
      "loss_total": 0.009993262588977814,
      "step": 17930
    },
    {
      "loss_action": 0.01733909361064434,
      "loss_total": 0.01733909361064434,
      "step": 17930
    },
    {
      "grad_norm": 0.15132886171340942,
      "learning_rate": 9.549227155990999e-05,
      "loss": 0.0131,
      "step": 17940
    },
    {
      "loss_action": 0.03340769186615944,
      "loss_total": 0.03340769186615944,
      "step": 17940
    },
    {
      "loss_action": 0.019530264660716057,
      "loss_total": 0.019530264660716057,
      "step": 17940
    },
    {
      "loss_action": 0.024824228137731552,
      "loss_total": 0.024824228137731552,
      "step": 17940
    },
    {
      "loss_action": 0.013420297764241695,
      "loss_total": 0.013420297764241695,
      "step": 17940
    },
    {
      "loss_action": 0.008250420913100243,
      "loss_total": 0.008250420913100243,
      "step": 17940
    },
    {
      "loss_action": 0.010979686863720417,
      "loss_total": 0.010979686863720417,
      "step": 17940
    },
    {
      "loss_action": 0.010390497744083405,
      "loss_total": 0.010390497744083405,
      "step": 17940
    },
    {
      "loss_action": 0.015259495005011559,
      "loss_total": 0.015259495005011559,
      "step": 17940
    },
    {
      "grad_norm": 0.27966946363449097,
      "learning_rate": 9.548540804359828e-05,
      "loss": 0.0145,
      "step": 17950
    },
    {
      "loss_action": 0.010027052834630013,
      "loss_total": 0.010027052834630013,
      "step": 17950
    },
    {
      "loss_action": 0.0051887910813093185,
      "loss_total": 0.0051887910813093185,
      "step": 17950
    },
    {
      "loss_action": 0.00905260257422924,
      "loss_total": 0.00905260257422924,
      "step": 17950
    },
    {
      "loss_action": 0.03592129424214363,
      "loss_total": 0.03592129424214363,
      "step": 17950
    },
    {
      "loss_action": 0.011541876941919327,
      "loss_total": 0.011541876941919327,
      "step": 17950
    },
    {
      "loss_action": 0.01640094816684723,
      "loss_total": 0.01640094816684723,
      "step": 17950
    },
    {
      "loss_action": 0.018060818314552307,
      "loss_total": 0.018060818314552307,
      "step": 17950
    },
    {
      "loss_action": 0.013736067339777946,
      "loss_total": 0.013736067339777946,
      "step": 17950
    },
    {
      "grad_norm": 0.15732455253601074,
      "learning_rate": 9.547853955307077e-05,
      "loss": 0.0131,
      "step": 17960
    },
    {
      "loss_action": 0.017761453986167908,
      "loss_total": 0.017761453986167908,
      "step": 17960
    },
    {
      "loss_action": 0.00941151101142168,
      "loss_total": 0.00941151101142168,
      "step": 17960
    },
    {
      "loss_action": 0.02212817221879959,
      "loss_total": 0.02212817221879959,
      "step": 17960
    },
    {
      "loss_action": 0.01756962388753891,
      "loss_total": 0.01756962388753891,
      "step": 17960
    },
    {
      "loss_action": 0.005136851221323013,
      "loss_total": 0.005136851221323013,
      "step": 17960
    },
    {
      "loss_action": 0.00537693127989769,
      "loss_total": 0.00537693127989769,
      "step": 17960
    },
    {
      "loss_action": 0.01825549080967903,
      "loss_total": 0.01825549080967903,
      "step": 17960
    },
    {
      "loss_action": 0.018903691321611404,
      "loss_total": 0.018903691321611404,
      "step": 17960
    },
    {
      "grad_norm": 0.1307927817106247,
      "learning_rate": 9.547166608907853e-05,
      "loss": 0.0148,
      "step": 17970
    },
    {
      "loss_action": 0.005008384585380554,
      "loss_total": 0.005008384585380554,
      "step": 17970
    },
    {
      "loss_action": 0.007080093491822481,
      "loss_total": 0.007080093491822481,
      "step": 17970
    },
    {
      "loss_action": 0.016138985753059387,
      "loss_total": 0.016138985753059387,
      "step": 17970
    },
    {
      "loss_action": 0.016985546797513962,
      "loss_total": 0.016985546797513962,
      "step": 17970
    },
    {
      "loss_action": 0.0075936466455459595,
      "loss_total": 0.0075936466455459595,
      "step": 17970
    },
    {
      "loss_action": 0.010716987773776054,
      "loss_total": 0.010716987773776054,
      "step": 17970
    },
    {
      "loss_action": 0.011941060423851013,
      "loss_total": 0.011941060423851013,
      "step": 17970
    },
    {
      "loss_action": 0.006093003787100315,
      "loss_total": 0.006093003787100315,
      "step": 17970
    },
    {
      "grad_norm": 0.1682799756526947,
      "learning_rate": 9.546478765237326e-05,
      "loss": 0.0137,
      "step": 17980
    },
    {
      "loss_action": 0.008544733747839928,
      "loss_total": 0.008544733747839928,
      "step": 17980
    },
    {
      "loss_action": 0.012551579624414444,
      "loss_total": 0.012551579624414444,
      "step": 17980
    },
    {
      "loss_action": 0.02552226558327675,
      "loss_total": 0.02552226558327675,
      "step": 17980
    },
    {
      "loss_action": 0.008197499439120293,
      "loss_total": 0.008197499439120293,
      "step": 17980
    },
    {
      "loss_action": 0.009187901392579079,
      "loss_total": 0.009187901392579079,
      "step": 17980
    },
    {
      "loss_action": 0.009405836462974548,
      "loss_total": 0.009405836462974548,
      "step": 17980
    },
    {
      "loss_action": 0.012007595971226692,
      "loss_total": 0.012007595971226692,
      "step": 17980
    },
    {
      "loss_action": 0.016363555565476418,
      "loss_total": 0.016363555565476418,
      "step": 17980
    },
    {
      "grad_norm": 0.16066940128803253,
      "learning_rate": 9.545790424370715e-05,
      "loss": 0.0131,
      "step": 17990
    },
    {
      "loss_action": 0.013304407708346844,
      "loss_total": 0.013304407708346844,
      "step": 17990
    },
    {
      "loss_action": 0.00754278339445591,
      "loss_total": 0.00754278339445591,
      "step": 17990
    },
    {
      "loss_action": 0.021665284410119057,
      "loss_total": 0.021665284410119057,
      "step": 17990
    },
    {
      "loss_action": 0.010261356830596924,
      "loss_total": 0.010261356830596924,
      "step": 17990
    },
    {
      "loss_action": 0.009531202726066113,
      "loss_total": 0.009531202726066113,
      "step": 17990
    },
    {
      "loss_action": 0.024799861013889313,
      "loss_total": 0.024799861013889313,
      "step": 17990
    },
    {
      "loss_action": 0.00935586728155613,
      "loss_total": 0.00935586728155613,
      "step": 17990
    },
    {
      "loss_action": 0.009329506196081638,
      "loss_total": 0.009329506196081638,
      "step": 17990
    },
    {
      "grad_norm": 0.2078475058078766,
      "learning_rate": 9.5451015863833e-05,
      "loss": 0.014,
      "step": 18000
    },
    {
      "loss_action": 0.025096412748098373,
      "loss_total": 0.025096412748098373,
      "step": 18000
    },
    {
      "loss_action": 0.0064301397651433945,
      "loss_total": 0.0064301397651433945,
      "step": 18000
    },
    {
      "loss_action": 0.01322677917778492,
      "loss_total": 0.01322677917778492,
      "step": 18000
    },
    {
      "loss_action": 0.008930033072829247,
      "loss_total": 0.008930033072829247,
      "step": 18000
    },
    {
      "loss_action": 0.008785536512732506,
      "loss_total": 0.008785536512732506,
      "step": 18000
    },
    {
      "loss_action": 0.005984251853078604,
      "loss_total": 0.005984251853078604,
      "step": 18000
    },
    {
      "loss_action": 0.013044026680290699,
      "loss_total": 0.013044026680290699,
      "step": 18000
    },
    {
      "loss_action": 0.009591253474354744,
      "loss_total": 0.009591253474354744,
      "step": 18000
    },
    {
      "grad_norm": 0.16512097418308258,
      "learning_rate": 9.544412251350408e-05,
      "loss": 0.0147,
      "step": 18010
    },
    {
      "loss_action": 0.01660057343542576,
      "loss_total": 0.01660057343542576,
      "step": 18010
    },
    {
      "loss_action": 0.010783413425087929,
      "loss_total": 0.010783413425087929,
      "step": 18010
    },
    {
      "loss_action": 0.018745893612504005,
      "loss_total": 0.018745893612504005,
      "step": 18010
    },
    {
      "loss_action": 0.023960523307323456,
      "loss_total": 0.023960523307323456,
      "step": 18010
    },
    {
      "loss_action": 0.011025605723261833,
      "loss_total": 0.011025605723261833,
      "step": 18010
    },
    {
      "loss_action": 0.04035891965031624,
      "loss_total": 0.04035891965031624,
      "step": 18010
    },
    {
      "loss_action": 0.021569762378931046,
      "loss_total": 0.021569762378931046,
      "step": 18010
    },
    {
      "loss_action": 0.010959353297948837,
      "loss_total": 0.010959353297948837,
      "step": 18010
    },
    {
      "grad_norm": 0.20337419211864471,
      "learning_rate": 9.543722419347422e-05,
      "loss": 0.0143,
      "step": 18020
    },
    {
      "loss_action": 0.0070532201789319515,
      "loss_total": 0.0070532201789319515,
      "step": 18020
    },
    {
      "loss_action": 0.020324913784861565,
      "loss_total": 0.020324913784861565,
      "step": 18020
    },
    {
      "loss_action": 0.0074651348404586315,
      "loss_total": 0.0074651348404586315,
      "step": 18020
    },
    {
      "loss_action": 0.011862354353070259,
      "loss_total": 0.011862354353070259,
      "step": 18020
    },
    {
      "loss_action": 0.034970685839653015,
      "loss_total": 0.034970685839653015,
      "step": 18020
    },
    {
      "loss_action": 0.015619300305843353,
      "loss_total": 0.015619300305843353,
      "step": 18020
    },
    {
      "loss_action": 0.013773737475275993,
      "loss_total": 0.013773737475275993,
      "step": 18020
    },
    {
      "loss_action": 0.019415486603975296,
      "loss_total": 0.019415486603975296,
      "step": 18020
    },
    {
      "grad_norm": 0.22679169476032257,
      "learning_rate": 9.543032090449788e-05,
      "loss": 0.0136,
      "step": 18030
    },
    {
      "loss_action": 0.009462040849030018,
      "loss_total": 0.009462040849030018,
      "step": 18030
    },
    {
      "loss_action": 0.013748843222856522,
      "loss_total": 0.013748843222856522,
      "step": 18030
    },
    {
      "loss_action": 0.006334515288472176,
      "loss_total": 0.006334515288472176,
      "step": 18030
    },
    {
      "loss_action": 0.007386630866676569,
      "loss_total": 0.007386630866676569,
      "step": 18030
    },
    {
      "loss_action": 0.005577154457569122,
      "loss_total": 0.005577154457569122,
      "step": 18030
    },
    {
      "loss_action": 0.014849411323666573,
      "loss_total": 0.014849411323666573,
      "step": 18030
    },
    {
      "loss_action": 0.018499959260225296,
      "loss_total": 0.018499959260225296,
      "step": 18030
    },
    {
      "loss_action": 0.0045600272715091705,
      "loss_total": 0.0045600272715091705,
      "step": 18030
    },
    {
      "grad_norm": 0.15127785503864288,
      "learning_rate": 9.542341264732992e-05,
      "loss": 0.0134,
      "step": 18040
    },
    {
      "loss_action": 0.036121614277362823,
      "loss_total": 0.036121614277362823,
      "step": 18040
    },
    {
      "loss_action": 0.010318029671907425,
      "loss_total": 0.010318029671907425,
      "step": 18040
    },
    {
      "loss_action": 0.012783057056367397,
      "loss_total": 0.012783057056367397,
      "step": 18040
    },
    {
      "loss_action": 0.012325926683843136,
      "loss_total": 0.012325926683843136,
      "step": 18040
    },
    {
      "loss_action": 0.012784386053681374,
      "loss_total": 0.012784386053681374,
      "step": 18040
    },
    {
      "loss_action": 0.01836514100432396,
      "loss_total": 0.01836514100432396,
      "step": 18040
    },
    {
      "loss_action": 0.007161461748182774,
      "loss_total": 0.007161461748182774,
      "step": 18040
    },
    {
      "loss_action": 0.023061569780111313,
      "loss_total": 0.023061569780111313,
      "step": 18040
    },
    {
      "grad_norm": 0.21922728419303894,
      "learning_rate": 9.541649942272585e-05,
      "loss": 0.017,
      "step": 18050
    },
    {
      "loss_action": 0.01693953387439251,
      "loss_total": 0.01693953387439251,
      "step": 18050
    },
    {
      "loss_action": 0.013720816932618618,
      "loss_total": 0.013720816932618618,
      "step": 18050
    },
    {
      "loss_action": 0.016697563230991364,
      "loss_total": 0.016697563230991364,
      "step": 18050
    },
    {
      "loss_action": 0.03246312588453293,
      "loss_total": 0.03246312588453293,
      "step": 18050
    },
    {
      "loss_action": 0.009776435792446136,
      "loss_total": 0.009776435792446136,
      "step": 18050
    },
    {
      "loss_action": 0.009578334167599678,
      "loss_total": 0.009578334167599678,
      "step": 18050
    },
    {
      "loss_action": 0.014140477403998375,
      "loss_total": 0.014140477403998375,
      "step": 18050
    },
    {
      "loss_action": 0.011490439996123314,
      "loss_total": 0.011490439996123314,
      "step": 18050
    },
    {
      "grad_norm": 0.14132685959339142,
      "learning_rate": 9.54095812314417e-05,
      "loss": 0.0149,
      "step": 18060
    },
    {
      "loss_action": 0.008241243660449982,
      "loss_total": 0.008241243660449982,
      "step": 18060
    },
    {
      "loss_action": 0.018113985657691956,
      "loss_total": 0.018113985657691956,
      "step": 18060
    },
    {
      "loss_action": 0.01595156639814377,
      "loss_total": 0.01595156639814377,
      "step": 18060
    },
    {
      "loss_action": 0.009869838133454323,
      "loss_total": 0.009869838133454323,
      "step": 18060
    },
    {
      "loss_action": 0.014880891889333725,
      "loss_total": 0.014880891889333725,
      "step": 18060
    },
    {
      "loss_action": 0.008053658530116081,
      "loss_total": 0.008053658530116081,
      "step": 18060
    },
    {
      "loss_action": 0.01729152351617813,
      "loss_total": 0.01729152351617813,
      "step": 18060
    },
    {
      "loss_action": 0.01887250877916813,
      "loss_total": 0.01887250877916813,
      "step": 18060
    },
    {
      "grad_norm": 0.23087178170681,
      "learning_rate": 9.540265807423401e-05,
      "loss": 0.015,
      "step": 18070
    },
    {
      "loss_action": 0.009397981688380241,
      "loss_total": 0.009397981688380241,
      "step": 18070
    },
    {
      "loss_action": 0.01789044961333275,
      "loss_total": 0.01789044961333275,
      "step": 18070
    },
    {
      "loss_action": 0.012609342113137245,
      "loss_total": 0.012609342113137245,
      "step": 18070
    },
    {
      "loss_action": 0.009535877965390682,
      "loss_total": 0.009535877965390682,
      "step": 18070
    },
    {
      "loss_action": 0.008955435827374458,
      "loss_total": 0.008955435827374458,
      "step": 18070
    },
    {
      "loss_action": 0.014930343255400658,
      "loss_total": 0.014930343255400658,
      "step": 18070
    },
    {
      "loss_action": 0.010218467563390732,
      "loss_total": 0.010218467563390732,
      "step": 18070
    },
    {
      "loss_action": 0.009867273271083832,
      "loss_total": 0.009867273271083832,
      "step": 18070
    },
    {
      "grad_norm": 0.14444600045681,
      "learning_rate": 9.53957299518599e-05,
      "loss": 0.0123,
      "step": 18080
    },
    {
      "loss_action": 0.023240910843014717,
      "loss_total": 0.023240910843014717,
      "step": 18080
    },
    {
      "loss_action": 0.031179971992969513,
      "loss_total": 0.031179971992969513,
      "step": 18080
    },
    {
      "loss_action": 0.01220986619591713,
      "loss_total": 0.01220986619591713,
      "step": 18080
    },
    {
      "loss_action": 0.013363583013415337,
      "loss_total": 0.013363583013415337,
      "step": 18080
    },
    {
      "loss_action": 0.008297661319375038,
      "loss_total": 0.008297661319375038,
      "step": 18080
    },
    {
      "loss_action": 0.020233184099197388,
      "loss_total": 0.020233184099197388,
      "step": 18080
    },
    {
      "loss_action": 0.005113654769957066,
      "loss_total": 0.005113654769957066,
      "step": 18080
    },
    {
      "loss_action": 0.010075213387608528,
      "loss_total": 0.010075213387608528,
      "step": 18080
    },
    {
      "grad_norm": 0.12152206152677536,
      "learning_rate": 9.5388796865077e-05,
      "loss": 0.0133,
      "step": 18090
    },
    {
      "loss_action": 0.00441220635548234,
      "loss_total": 0.00441220635548234,
      "step": 18090
    },
    {
      "loss_action": 0.009434027597308159,
      "loss_total": 0.009434027597308159,
      "step": 18090
    },
    {
      "loss_action": 0.006596606690436602,
      "loss_total": 0.006596606690436602,
      "step": 18090
    },
    {
      "loss_action": 0.011475065723061562,
      "loss_total": 0.011475065723061562,
      "step": 18090
    },
    {
      "loss_action": 0.01637599989771843,
      "loss_total": 0.01637599989771843,
      "step": 18090
    },
    {
      "loss_action": 0.01900194212794304,
      "loss_total": 0.01900194212794304,
      "step": 18090
    },
    {
      "loss_action": 0.024684574455022812,
      "loss_total": 0.024684574455022812,
      "step": 18090
    },
    {
      "loss_action": 0.026557743549346924,
      "loss_total": 0.026557743549346924,
      "step": 18090
    },
    {
      "grad_norm": 0.18212592601776123,
      "learning_rate": 9.538185881464353e-05,
      "loss": 0.0127,
      "step": 18100
    },
    {
      "loss_action": 0.020126506686210632,
      "loss_total": 0.020126506686210632,
      "step": 18100
    },
    {
      "loss_action": 0.019314497709274292,
      "loss_total": 0.019314497709274292,
      "step": 18100
    },
    {
      "loss_action": 0.010186923667788506,
      "loss_total": 0.010186923667788506,
      "step": 18100
    },
    {
      "loss_action": 0.012936435639858246,
      "loss_total": 0.012936435639858246,
      "step": 18100
    },
    {
      "loss_action": 0.014234055764973164,
      "loss_total": 0.014234055764973164,
      "step": 18100
    },
    {
      "loss_action": 0.019055858254432678,
      "loss_total": 0.019055858254432678,
      "step": 18100
    },
    {
      "loss_action": 0.0075890845619142056,
      "loss_total": 0.0075890845619142056,
      "step": 18100
    },
    {
      "loss_action": 0.013916043564677238,
      "loss_total": 0.013916043564677238,
      "step": 18100
    },
    {
      "grad_norm": 0.2071690410375595,
      "learning_rate": 9.537491580131821e-05,
      "loss": 0.0138,
      "step": 18110
    },
    {
      "loss_action": 0.008644410409033298,
      "loss_total": 0.008644410409033298,
      "step": 18110
    },
    {
      "loss_action": 0.007811351679265499,
      "loss_total": 0.007811351679265499,
      "step": 18110
    },
    {
      "loss_action": 0.012989053502678871,
      "loss_total": 0.012989053502678871,
      "step": 18110
    },
    {
      "loss_action": 0.014167710207402706,
      "loss_total": 0.014167710207402706,
      "step": 18110
    },
    {
      "loss_action": 0.013099895790219307,
      "loss_total": 0.013099895790219307,
      "step": 18110
    },
    {
      "loss_action": 0.011865099892020226,
      "loss_total": 0.011865099892020226,
      "step": 18110
    },
    {
      "loss_action": 0.013993300497531891,
      "loss_total": 0.013993300497531891,
      "step": 18110
    },
    {
      "loss_action": 0.011168917641043663,
      "loss_total": 0.011168917641043663,
      "step": 18110
    },
    {
      "grad_norm": 0.17045581340789795,
      "learning_rate": 9.53679678258603e-05,
      "loss": 0.0137,
      "step": 18120
    },
    {
      "loss_action": 0.017033003270626068,
      "loss_total": 0.017033003270626068,
      "step": 18120
    },
    {
      "loss_action": 0.010752526111900806,
      "loss_total": 0.010752526111900806,
      "step": 18120
    },
    {
      "loss_action": 0.02249143086373806,
      "loss_total": 0.02249143086373806,
      "step": 18120
    },
    {
      "loss_action": 0.01182275079190731,
      "loss_total": 0.01182275079190731,
      "step": 18120
    },
    {
      "loss_action": 0.011482211761176586,
      "loss_total": 0.011482211761176586,
      "step": 18120
    },
    {
      "loss_action": 0.01094474270939827,
      "loss_total": 0.01094474270939827,
      "step": 18120
    },
    {
      "loss_action": 0.004815386142581701,
      "loss_total": 0.004815386142581701,
      "step": 18120
    },
    {
      "loss_action": 0.011604956351220608,
      "loss_total": 0.011604956351220608,
      "step": 18120
    },
    {
      "grad_norm": 0.15730080008506775,
      "learning_rate": 9.536101488902966e-05,
      "loss": 0.0134,
      "step": 18130
    },
    {
      "loss_action": 0.01754012703895569,
      "loss_total": 0.01754012703895569,
      "step": 18130
    },
    {
      "loss_action": 0.015521074645221233,
      "loss_total": 0.015521074645221233,
      "step": 18130
    },
    {
      "loss_action": 0.016051117330789566,
      "loss_total": 0.016051117330789566,
      "step": 18130
    },
    {
      "loss_action": 0.012006600387394428,
      "loss_total": 0.012006600387394428,
      "step": 18130
    },
    {
      "loss_action": 0.008709073066711426,
      "loss_total": 0.008709073066711426,
      "step": 18130
    },
    {
      "loss_action": 0.008761792443692684,
      "loss_total": 0.008761792443692684,
      "step": 18130
    },
    {
      "loss_action": 0.014962583780288696,
      "loss_total": 0.014962583780288696,
      "step": 18130
    },
    {
      "loss_action": 0.02000507526099682,
      "loss_total": 0.02000507526099682,
      "step": 18130
    },
    {
      "grad_norm": 0.15157963335514069,
      "learning_rate": 9.535405699158663e-05,
      "loss": 0.0178,
      "step": 18140
    },
    {
      "loss_action": 0.006030976306647062,
      "loss_total": 0.006030976306647062,
      "step": 18140
    },
    {
      "loss_action": 0.006272131111472845,
      "loss_total": 0.006272131111472845,
      "step": 18140
    },
    {
      "loss_action": 0.010053866542875767,
      "loss_total": 0.010053866542875767,
      "step": 18140
    },
    {
      "loss_action": 0.010028639808297157,
      "loss_total": 0.010028639808297157,
      "step": 18140
    },
    {
      "loss_action": 0.007005049381405115,
      "loss_total": 0.007005049381405115,
      "step": 18140
    },
    {
      "loss_action": 0.00964437611401081,
      "loss_total": 0.00964437611401081,
      "step": 18140
    },
    {
      "loss_action": 0.010619619861245155,
      "loss_total": 0.010619619861245155,
      "step": 18140
    },
    {
      "loss_action": 0.017925120890140533,
      "loss_total": 0.017925120890140533,
      "step": 18140
    },
    {
      "grad_norm": 0.1236218810081482,
      "learning_rate": 9.53470941342921e-05,
      "loss": 0.0134,
      "step": 18150
    },
    {
      "loss_action": 0.028168095275759697,
      "loss_total": 0.028168095275759697,
      "step": 18150
    },
    {
      "loss_action": 0.026375792920589447,
      "loss_total": 0.026375792920589447,
      "step": 18150
    },
    {
      "loss_action": 0.009753229096531868,
      "loss_total": 0.009753229096531868,
      "step": 18150
    },
    {
      "loss_action": 0.012548083439469337,
      "loss_total": 0.012548083439469337,
      "step": 18150
    },
    {
      "loss_action": 0.009808162227272987,
      "loss_total": 0.009808162227272987,
      "step": 18150
    },
    {
      "loss_action": 0.010768751613795757,
      "loss_total": 0.010768751613795757,
      "step": 18150
    },
    {
      "loss_action": 0.014168781228363514,
      "loss_total": 0.014168781228363514,
      "step": 18150
    },
    {
      "loss_action": 0.010763878002762794,
      "loss_total": 0.010763878002762794,
      "step": 18150
    },
    {
      "grad_norm": 0.16898736357688904,
      "learning_rate": 9.534012631790756e-05,
      "loss": 0.0138,
      "step": 18160
    },
    {
      "loss_action": 0.010617992840707302,
      "loss_total": 0.010617992840707302,
      "step": 18160
    },
    {
      "loss_action": 0.01184585876762867,
      "loss_total": 0.01184585876762867,
      "step": 18160
    },
    {
      "loss_action": 0.0074858879670500755,
      "loss_total": 0.0074858879670500755,
      "step": 18160
    },
    {
      "loss_action": 0.017316585406661034,
      "loss_total": 0.017316585406661034,
      "step": 18160
    },
    {
      "loss_action": 0.028450656682252884,
      "loss_total": 0.028450656682252884,
      "step": 18160
    },
    {
      "loss_action": 0.024586979299783707,
      "loss_total": 0.024586979299783707,
      "step": 18160
    },
    {
      "loss_action": 0.02310263365507126,
      "loss_total": 0.02310263365507126,
      "step": 18160
    },
    {
      "loss_action": 0.012095671147108078,
      "loss_total": 0.012095671147108078,
      "step": 18160
    },
    {
      "grad_norm": 0.1253090500831604,
      "learning_rate": 9.533315354319494e-05,
      "loss": 0.0165,
      "step": 18170
    },
    {
      "loss_action": 0.033213481307029724,
      "loss_total": 0.033213481307029724,
      "step": 18170
    },
    {
      "loss_action": 0.008563442155718803,
      "loss_total": 0.008563442155718803,
      "step": 18170
    },
    {
      "loss_action": 0.03244514390826225,
      "loss_total": 0.03244514390826225,
      "step": 18170
    },
    {
      "loss_action": 0.03338192403316498,
      "loss_total": 0.03338192403316498,
      "step": 18170
    },
    {
      "loss_action": 0.02419372648000717,
      "loss_total": 0.02419372648000717,
      "step": 18170
    },
    {
      "loss_action": 0.010101411491632462,
      "loss_total": 0.010101411491632462,
      "step": 18170
    },
    {
      "loss_action": 0.04457259923219681,
      "loss_total": 0.04457259923219681,
      "step": 18170
    },
    {
      "loss_action": 0.008690416812896729,
      "loss_total": 0.008690416812896729,
      "step": 18170
    },
    {
      "grad_norm": 0.1529148519039154,
      "learning_rate": 9.532617581091682e-05,
      "loss": 0.0143,
      "step": 18180
    },
    {
      "loss_action": 0.01433988194912672,
      "loss_total": 0.01433988194912672,
      "step": 18180
    },
    {
      "loss_action": 0.021957674995064735,
      "loss_total": 0.021957674995064735,
      "step": 18180
    },
    {
      "loss_action": 0.009528018534183502,
      "loss_total": 0.009528018534183502,
      "step": 18180
    },
    {
      "loss_action": 0.038549527525901794,
      "loss_total": 0.038549527525901794,
      "step": 18180
    },
    {
      "loss_action": 0.0077409325167536736,
      "loss_total": 0.0077409325167536736,
      "step": 18180
    },
    {
      "loss_action": 0.024134060367941856,
      "loss_total": 0.024134060367941856,
      "step": 18180
    },
    {
      "loss_action": 0.010223107412457466,
      "loss_total": 0.010223107412457466,
      "step": 18180
    },
    {
      "loss_action": 0.031839046627283096,
      "loss_total": 0.031839046627283096,
      "step": 18180
    },
    {
      "grad_norm": 0.2495567798614502,
      "learning_rate": 9.531919312183629e-05,
      "loss": 0.0157,
      "step": 18190
    },
    {
      "loss_action": 0.007234007120132446,
      "loss_total": 0.007234007120132446,
      "step": 18190
    },
    {
      "loss_action": 0.01188475452363491,
      "loss_total": 0.01188475452363491,
      "step": 18190
    },
    {
      "loss_action": 0.022761216387152672,
      "loss_total": 0.022761216387152672,
      "step": 18190
    },
    {
      "loss_action": 0.005448516458272934,
      "loss_total": 0.005448516458272934,
      "step": 18190
    },
    {
      "loss_action": 0.008287998847663403,
      "loss_total": 0.008287998847663403,
      "step": 18190
    },
    {
      "loss_action": 0.0066224876791238785,
      "loss_total": 0.0066224876791238785,
      "step": 18190
    },
    {
      "loss_action": 0.007503705099225044,
      "loss_total": 0.007503705099225044,
      "step": 18190
    },
    {
      "loss_action": 0.018549516797065735,
      "loss_total": 0.018549516797065735,
      "step": 18190
    },
    {
      "grad_norm": 0.1338549256324768,
      "learning_rate": 9.531220547671688e-05,
      "loss": 0.0141,
      "step": 18200
    },
    {
      "loss_action": 0.010606776922941208,
      "loss_total": 0.010606776922941208,
      "step": 18200
    },
    {
      "loss_action": 0.010498426854610443,
      "loss_total": 0.010498426854610443,
      "step": 18200
    },
    {
      "loss_action": 0.0328659787774086,
      "loss_total": 0.0328659787774086,
      "step": 18200
    },
    {
      "loss_action": 0.016441959887742996,
      "loss_total": 0.016441959887742996,
      "step": 18200
    },
    {
      "loss_action": 0.010559906251728535,
      "loss_total": 0.010559906251728535,
      "step": 18200
    },
    {
      "loss_action": 0.00598199013620615,
      "loss_total": 0.00598199013620615,
      "step": 18200
    },
    {
      "loss_action": 0.00595357408747077,
      "loss_total": 0.00595357408747077,
      "step": 18200
    },
    {
      "loss_action": 0.01022590696811676,
      "loss_total": 0.01022590696811676,
      "step": 18200
    },
    {
      "grad_norm": 0.13480496406555176,
      "learning_rate": 9.530521287632285e-05,
      "loss": 0.015,
      "step": 18210
    },
    {
      "loss_action": 0.0051221358589828014,
      "loss_total": 0.0051221358589828014,
      "step": 18210
    },
    {
      "loss_action": 0.011916604824364185,
      "loss_total": 0.011916604824364185,
      "step": 18210
    },
    {
      "loss_action": 0.0257517471909523,
      "loss_total": 0.0257517471909523,
      "step": 18210
    },
    {
      "loss_action": 0.011958315037190914,
      "loss_total": 0.011958315037190914,
      "step": 18210
    },
    {
      "loss_action": 0.04130852222442627,
      "loss_total": 0.04130852222442627,
      "step": 18210
    },
    {
      "loss_action": 0.014564739540219307,
      "loss_total": 0.014564739540219307,
      "step": 18210
    },
    {
      "loss_action": 0.008673576638102531,
      "loss_total": 0.008673576638102531,
      "step": 18210
    },
    {
      "loss_action": 0.01789691299200058,
      "loss_total": 0.01789691299200058,
      "step": 18210
    },
    {
      "grad_norm": 0.14417581260204315,
      "learning_rate": 9.529821532141884e-05,
      "loss": 0.0163,
      "step": 18220
    },
    {
      "loss_action": 0.02044510841369629,
      "loss_total": 0.02044510841369629,
      "step": 18220
    },
    {
      "loss_action": 0.00866369716823101,
      "loss_total": 0.00866369716823101,
      "step": 18220
    },
    {
      "loss_action": 0.013373853638768196,
      "loss_total": 0.013373853638768196,
      "step": 18220
    },
    {
      "loss_action": 0.027395719662308693,
      "loss_total": 0.027395719662308693,
      "step": 18220
    },
    {
      "loss_action": 0.007911650463938713,
      "loss_total": 0.007911650463938713,
      "step": 18220
    },
    {
      "loss_action": 0.006783767137676477,
      "loss_total": 0.006783767137676477,
      "step": 18220
    },
    {
      "loss_action": 0.02043282240629196,
      "loss_total": 0.02043282240629196,
      "step": 18220
    },
    {
      "loss_action": 0.008521618321537971,
      "loss_total": 0.008521618321537971,
      "step": 18220
    },
    {
      "grad_norm": 0.2118874341249466,
      "learning_rate": 9.52912128127701e-05,
      "loss": 0.0142,
      "step": 18230
    },
    {
      "loss_action": 0.011476946994662285,
      "loss_total": 0.011476946994662285,
      "step": 18230
    },
    {
      "loss_action": 0.01472710445523262,
      "loss_total": 0.01472710445523262,
      "step": 18230
    },
    {
      "loss_action": 0.020394714549183846,
      "loss_total": 0.020394714549183846,
      "step": 18230
    },
    {
      "loss_action": 0.031835030764341354,
      "loss_total": 0.031835030764341354,
      "step": 18230
    },
    {
      "loss_action": 0.023697849363088608,
      "loss_total": 0.023697849363088608,
      "step": 18230
    },
    {
      "loss_action": 0.011479329317808151,
      "loss_total": 0.011479329317808151,
      "step": 18230
    },
    {
      "loss_action": 0.019820764660835266,
      "loss_total": 0.019820764660835266,
      "step": 18230
    },
    {
      "loss_action": 0.009139620698988438,
      "loss_total": 0.009139620698988438,
      "step": 18230
    },
    {
      "grad_norm": 0.1556997299194336,
      "learning_rate": 9.528420535114244e-05,
      "loss": 0.0151,
      "step": 18240
    },
    {
      "loss_action": 0.009597853757441044,
      "loss_total": 0.009597853757441044,
      "step": 18240
    },
    {
      "loss_action": 0.01608363911509514,
      "loss_total": 0.01608363911509514,
      "step": 18240
    },
    {
      "loss_action": 0.010724075138568878,
      "loss_total": 0.010724075138568878,
      "step": 18240
    },
    {
      "loss_action": 0.019994188100099564,
      "loss_total": 0.019994188100099564,
      "step": 18240
    },
    {
      "loss_action": 0.009579787030816078,
      "loss_total": 0.009579787030816078,
      "step": 18240
    },
    {
      "loss_action": 0.010504909791052341,
      "loss_total": 0.010504909791052341,
      "step": 18240
    },
    {
      "loss_action": 0.011019494384527206,
      "loss_total": 0.011019494384527206,
      "step": 18240
    },
    {
      "loss_action": 0.024052279070019722,
      "loss_total": 0.024052279070019722,
      "step": 18240
    },
    {
      "grad_norm": 0.14506199955940247,
      "learning_rate": 9.527719293730215e-05,
      "loss": 0.0131,
      "step": 18250
    },
    {
      "loss_action": 0.009977087378501892,
      "loss_total": 0.009977087378501892,
      "step": 18250
    },
    {
      "loss_action": 0.006572747137397528,
      "loss_total": 0.006572747137397528,
      "step": 18250
    },
    {
      "loss_action": 0.014075237326323986,
      "loss_total": 0.014075237326323986,
      "step": 18250
    },
    {
      "loss_action": 0.019383355975151062,
      "loss_total": 0.019383355975151062,
      "step": 18250
    },
    {
      "loss_action": 0.01488194614648819,
      "loss_total": 0.01488194614648819,
      "step": 18250
    },
    {
      "loss_action": 0.00952269695699215,
      "loss_total": 0.00952269695699215,
      "step": 18250
    },
    {
      "loss_action": 0.00979628600180149,
      "loss_total": 0.00979628600180149,
      "step": 18250
    },
    {
      "loss_action": 0.01024190429598093,
      "loss_total": 0.01024190429598093,
      "step": 18250
    },
    {
      "grad_norm": 0.1428896188735962,
      "learning_rate": 9.527017557201611e-05,
      "loss": 0.0145,
      "step": 18260
    },
    {
      "loss_action": 0.02990822121500969,
      "loss_total": 0.02990822121500969,
      "step": 18260
    },
    {
      "loss_action": 0.033788397908210754,
      "loss_total": 0.033788397908210754,
      "step": 18260
    },
    {
      "loss_action": 0.02015741355717182,
      "loss_total": 0.02015741355717182,
      "step": 18260
    },
    {
      "loss_action": 0.020799268037080765,
      "loss_total": 0.020799268037080765,
      "step": 18260
    },
    {
      "loss_action": 0.004627054091542959,
      "loss_total": 0.004627054091542959,
      "step": 18260
    },
    {
      "loss_action": 0.014667751267552376,
      "loss_total": 0.014667751267552376,
      "step": 18260
    },
    {
      "loss_action": 0.010233419016003609,
      "loss_total": 0.010233419016003609,
      "step": 18260
    },
    {
      "loss_action": 0.006536353379487991,
      "loss_total": 0.006536353379487991,
      "step": 18260
    },
    {
      "grad_norm": 0.15402890741825104,
      "learning_rate": 9.526315325605176e-05,
      "loss": 0.0146,
      "step": 18270
    },
    {
      "loss_action": 0.008579004555940628,
      "loss_total": 0.008579004555940628,
      "step": 18270
    },
    {
      "loss_action": 0.02065403386950493,
      "loss_total": 0.02065403386950493,
      "step": 18270
    },
    {
      "loss_action": 0.011018263176083565,
      "loss_total": 0.011018263176083565,
      "step": 18270
    },
    {
      "loss_action": 0.018917866051197052,
      "loss_total": 0.018917866051197052,
      "step": 18270
    },
    {
      "loss_action": 0.017366137355566025,
      "loss_total": 0.017366137355566025,
      "step": 18270
    },
    {
      "loss_action": 0.015088917687535286,
      "loss_total": 0.015088917687535286,
      "step": 18270
    },
    {
      "loss_action": 0.010302357375621796,
      "loss_total": 0.010302357375621796,
      "step": 18270
    },
    {
      "loss_action": 0.00908234715461731,
      "loss_total": 0.00908234715461731,
      "step": 18270
    },
    {
      "grad_norm": 0.17707274854183197,
      "learning_rate": 9.525612599017699e-05,
      "loss": 0.0152,
      "step": 18280
    },
    {
      "loss_action": 0.023194417357444763,
      "loss_total": 0.023194417357444763,
      "step": 18280
    },
    {
      "loss_action": 0.007698467932641506,
      "loss_total": 0.007698467932641506,
      "step": 18280
    },
    {
      "loss_action": 0.005026475992053747,
      "loss_total": 0.005026475992053747,
      "step": 18280
    },
    {
      "loss_action": 0.008882646448910236,
      "loss_total": 0.008882646448910236,
      "step": 18280
    },
    {
      "loss_action": 0.02166764810681343,
      "loss_total": 0.02166764810681343,
      "step": 18280
    },
    {
      "loss_action": 0.006738108117133379,
      "loss_total": 0.006738108117133379,
      "step": 18280
    },
    {
      "loss_action": 0.029155179858207703,
      "loss_total": 0.029155179858207703,
      "step": 18280
    },
    {
      "loss_action": 0.008493801578879356,
      "loss_total": 0.008493801578879356,
      "step": 18280
    },
    {
      "grad_norm": 0.1786927729845047,
      "learning_rate": 9.524909377516033e-05,
      "loss": 0.0137,
      "step": 18290
    },
    {
      "loss_action": 0.006265738978981972,
      "loss_total": 0.006265738978981972,
      "step": 18290
    },
    {
      "loss_action": 0.029123911634087563,
      "loss_total": 0.029123911634087563,
      "step": 18290
    },
    {
      "loss_action": 0.008660906925797462,
      "loss_total": 0.008660906925797462,
      "step": 18290
    },
    {
      "loss_action": 0.014805050566792488,
      "loss_total": 0.014805050566792488,
      "step": 18290
    },
    {
      "loss_action": 0.016082409769296646,
      "loss_total": 0.016082409769296646,
      "step": 18290
    },
    {
      "loss_action": 0.02475256845355034,
      "loss_total": 0.02475256845355034,
      "step": 18290
    },
    {
      "loss_action": 0.007221418432891369,
      "loss_total": 0.007221418432891369,
      "step": 18290
    },
    {
      "loss_action": 0.010857430286705494,
      "loss_total": 0.010857430286705494,
      "step": 18290
    },
    {
      "grad_norm": 0.15258349478244781,
      "learning_rate": 9.524205661177081e-05,
      "loss": 0.0146,
      "step": 18300
    },
    {
      "loss_action": 0.008402380160987377,
      "loss_total": 0.008402380160987377,
      "step": 18300
    },
    {
      "loss_action": 0.0075917718932032585,
      "loss_total": 0.0075917718932032585,
      "step": 18300
    },
    {
      "loss_action": 0.016131456941366196,
      "loss_total": 0.016131456941366196,
      "step": 18300
    },
    {
      "loss_action": 0.004986402578651905,
      "loss_total": 0.004986402578651905,
      "step": 18300
    },
    {
      "loss_action": 0.02697576954960823,
      "loss_total": 0.02697576954960823,
      "step": 18300
    },
    {
      "loss_action": 0.02232966758310795,
      "loss_total": 0.02232966758310795,
      "step": 18300
    },
    {
      "loss_action": 0.008132760412991047,
      "loss_total": 0.008132760412991047,
      "step": 18300
    },
    {
      "loss_action": 0.01777353510260582,
      "loss_total": 0.01777353510260582,
      "step": 18300
    },
    {
      "grad_norm": 0.15632028877735138,
      "learning_rate": 9.523501450077801e-05,
      "loss": 0.0154,
      "step": 18310
    },
    {
      "loss_action": 0.01208422239869833,
      "loss_total": 0.01208422239869833,
      "step": 18310
    },
    {
      "loss_action": 0.00881425105035305,
      "loss_total": 0.00881425105035305,
      "step": 18310
    },
    {
      "loss_action": 0.006415046285837889,
      "loss_total": 0.006415046285837889,
      "step": 18310
    },
    {
      "loss_action": 0.01611298881471157,
      "loss_total": 0.01611298881471157,
      "step": 18310
    },
    {
      "loss_action": 0.007145929150283337,
      "loss_total": 0.007145929150283337,
      "step": 18310
    },
    {
      "loss_action": 0.04845307022333145,
      "loss_total": 0.04845307022333145,
      "step": 18310
    },
    {
      "loss_action": 0.007748996373265982,
      "loss_total": 0.007748996373265982,
      "step": 18310
    },
    {
      "loss_action": 0.013135591521859169,
      "loss_total": 0.013135591521859169,
      "step": 18310
    },
    {
      "grad_norm": 0.15848205983638763,
      "learning_rate": 9.522796744295202e-05,
      "loss": 0.0142,
      "step": 18320
    },
    {
      "loss_action": 0.012740079313516617,
      "loss_total": 0.012740079313516617,
      "step": 18320
    },
    {
      "loss_action": 0.027221038937568665,
      "loss_total": 0.027221038937568665,
      "step": 18320
    },
    {
      "loss_action": 0.008276132866740227,
      "loss_total": 0.008276132866740227,
      "step": 18320
    },
    {
      "loss_action": 0.018535254523158073,
      "loss_total": 0.018535254523158073,
      "step": 18320
    },
    {
      "loss_action": 0.018383359536528587,
      "loss_total": 0.018383359536528587,
      "step": 18320
    },
    {
      "loss_action": 0.02579314261674881,
      "loss_total": 0.02579314261674881,
      "step": 18320
    },
    {
      "loss_action": 0.009185435250401497,
      "loss_total": 0.009185435250401497,
      "step": 18320
    },
    {
      "loss_action": 0.04736576974391937,
      "loss_total": 0.04736576974391937,
      "step": 18320
    },
    {
      "grad_norm": 0.19479969143867493,
      "learning_rate": 9.522091543906352e-05,
      "loss": 0.0185,
      "step": 18330
    },
    {
      "loss_action": 0.006918433587998152,
      "loss_total": 0.006918433587998152,
      "step": 18330
    },
    {
      "loss_action": 0.011128449812531471,
      "loss_total": 0.011128449812531471,
      "step": 18330
    },
    {
      "loss_action": 0.008053585886955261,
      "loss_total": 0.008053585886955261,
      "step": 18330
    },
    {
      "loss_action": 0.015229539945721626,
      "loss_total": 0.015229539945721626,
      "step": 18330
    },
    {
      "loss_action": 0.009208057075738907,
      "loss_total": 0.009208057075738907,
      "step": 18330
    },
    {
      "loss_action": 0.0067130886018276215,
      "loss_total": 0.0067130886018276215,
      "step": 18330
    },
    {
      "loss_action": 0.007844996638596058,
      "loss_total": 0.007844996638596058,
      "step": 18330
    },
    {
      "loss_action": 0.012661118060350418,
      "loss_total": 0.012661118060350418,
      "step": 18330
    },
    {
      "grad_norm": 0.18510659039020538,
      "learning_rate": 9.521385848988369e-05,
      "loss": 0.0156,
      "step": 18340
    },
    {
      "loss_action": 0.00666159437969327,
      "loss_total": 0.00666159437969327,
      "step": 18340
    },
    {
      "loss_action": 0.0072935717180371284,
      "loss_total": 0.0072935717180371284,
      "step": 18340
    },
    {
      "loss_action": 0.02113639935851097,
      "loss_total": 0.02113639935851097,
      "step": 18340
    },
    {
      "loss_action": 0.01583709381520748,
      "loss_total": 0.01583709381520748,
      "step": 18340
    },
    {
      "loss_action": 0.008232977241277695,
      "loss_total": 0.008232977241277695,
      "step": 18340
    },
    {
      "loss_action": 0.014693522825837135,
      "loss_total": 0.014693522825837135,
      "step": 18340
    },
    {
      "loss_action": 0.02858385071158409,
      "loss_total": 0.02858385071158409,
      "step": 18340
    },
    {
      "loss_action": 0.01402924582362175,
      "loss_total": 0.01402924582362175,
      "step": 18340
    },
    {
      "grad_norm": 0.16936777532100677,
      "learning_rate": 9.520679659618428e-05,
      "loss": 0.0147,
      "step": 18350
    },
    {
      "loss_action": 0.013066833838820457,
      "loss_total": 0.013066833838820457,
      "step": 18350
    },
    {
      "loss_action": 0.006040661130100489,
      "loss_total": 0.006040661130100489,
      "step": 18350
    },
    {
      "loss_action": 0.010302869603037834,
      "loss_total": 0.010302869603037834,
      "step": 18350
    },
    {
      "loss_action": 0.00953688658773899,
      "loss_total": 0.00953688658773899,
      "step": 18350
    },
    {
      "loss_action": 0.009916454553604126,
      "loss_total": 0.009916454553604126,
      "step": 18350
    },
    {
      "loss_action": 0.012304425239562988,
      "loss_total": 0.012304425239562988,
      "step": 18350
    },
    {
      "loss_action": 0.01868314854800701,
      "loss_total": 0.01868314854800701,
      "step": 18350
    },
    {
      "loss_action": 0.014204736799001694,
      "loss_total": 0.014204736799001694,
      "step": 18350
    },
    {
      "grad_norm": 0.11448123306035995,
      "learning_rate": 9.519972975873754e-05,
      "loss": 0.013,
      "step": 18360
    },
    {
      "loss_action": 0.008403768762946129,
      "loss_total": 0.008403768762946129,
      "step": 18360
    },
    {
      "loss_action": 0.014129815623164177,
      "loss_total": 0.014129815623164177,
      "step": 18360
    },
    {
      "loss_action": 0.02046835795044899,
      "loss_total": 0.02046835795044899,
      "step": 18360
    },
    {
      "loss_action": 0.02381196990609169,
      "loss_total": 0.02381196990609169,
      "step": 18360
    },
    {
      "loss_action": 0.028674762696027756,
      "loss_total": 0.028674762696027756,
      "step": 18360
    },
    {
      "loss_action": 0.016855260357260704,
      "loss_total": 0.016855260357260704,
      "step": 18360
    },
    {
      "loss_action": 0.02267712727189064,
      "loss_total": 0.02267712727189064,
      "step": 18360
    },
    {
      "loss_action": 0.005049263592809439,
      "loss_total": 0.005049263592809439,
      "step": 18360
    },
    {
      "grad_norm": 0.1628967672586441,
      "learning_rate": 9.519265797831633e-05,
      "loss": 0.0131,
      "step": 18370
    },
    {
      "loss_action": 0.0117429718375206,
      "loss_total": 0.0117429718375206,
      "step": 18370
    },
    {
      "loss_action": 0.02455766871571541,
      "loss_total": 0.02455766871571541,
      "step": 18370
    },
    {
      "loss_action": 0.009549388661980629,
      "loss_total": 0.009549388661980629,
      "step": 18370
    },
    {
      "loss_action": 0.010229803621768951,
      "loss_total": 0.010229803621768951,
      "step": 18370
    },
    {
      "loss_action": 0.015945743769407272,
      "loss_total": 0.015945743769407272,
      "step": 18370
    },
    {
      "loss_action": 0.036676377058029175,
      "loss_total": 0.036676377058029175,
      "step": 18370
    },
    {
      "loss_action": 0.02206730842590332,
      "loss_total": 0.02206730842590332,
      "step": 18370
    },
    {
      "loss_action": 0.013441309332847595,
      "loss_total": 0.013441309332847595,
      "step": 18370
    },
    {
      "grad_norm": 0.11319096386432648,
      "learning_rate": 9.518558125569399e-05,
      "loss": 0.0153,
      "step": 18380
    },
    {
      "loss_action": 0.00831389706581831,
      "loss_total": 0.00831389706581831,
      "step": 18380
    },
    {
      "loss_action": 0.027109185233712196,
      "loss_total": 0.027109185233712196,
      "step": 18380
    },
    {
      "loss_action": 0.02008138597011566,
      "loss_total": 0.02008138597011566,
      "step": 18380
    },
    {
      "loss_action": 0.015295781195163727,
      "loss_total": 0.015295781195163727,
      "step": 18380
    },
    {
      "loss_action": 0.007237738464027643,
      "loss_total": 0.007237738464027643,
      "step": 18380
    },
    {
      "loss_action": 0.01973087154328823,
      "loss_total": 0.01973087154328823,
      "step": 18380
    },
    {
      "loss_action": 0.008394179865717888,
      "loss_total": 0.008394179865717888,
      "step": 18380
    },
    {
      "loss_action": 0.012407718226313591,
      "loss_total": 0.012407718226313591,
      "step": 18380
    },
    {
      "grad_norm": 0.1628836840391159,
      "learning_rate": 9.517849959164442e-05,
      "loss": 0.0126,
      "step": 18390
    },
    {
      "loss_action": 0.008989525027573109,
      "loss_total": 0.008989525027573109,
      "step": 18390
    },
    {
      "loss_action": 0.051577549427747726,
      "loss_total": 0.051577549427747726,
      "step": 18390
    },
    {
      "loss_action": 0.009971989318728447,
      "loss_total": 0.009971989318728447,
      "step": 18390
    },
    {
      "loss_action": 0.019133221358060837,
      "loss_total": 0.019133221358060837,
      "step": 18390
    },
    {
      "loss_action": 0.015241309069097042,
      "loss_total": 0.015241309069097042,
      "step": 18390
    },
    {
      "loss_action": 0.013317929580807686,
      "loss_total": 0.013317929580807686,
      "step": 18390
    },
    {
      "loss_action": 0.012438046745955944,
      "loss_total": 0.012438046745955944,
      "step": 18390
    },
    {
      "loss_action": 0.022466883063316345,
      "loss_total": 0.022466883063316345,
      "step": 18390
    },
    {
      "grad_norm": 0.2693978250026703,
      "learning_rate": 9.517141298694205e-05,
      "loss": 0.0159,
      "step": 18400
    },
    {
      "loss_action": 0.02703133225440979,
      "loss_total": 0.02703133225440979,
      "step": 18400
    },
    {
      "loss_action": 0.03744078800082207,
      "loss_total": 0.03744078800082207,
      "step": 18400
    },
    {
      "loss_action": 0.017286311835050583,
      "loss_total": 0.017286311835050583,
      "step": 18400
    },
    {
      "loss_action": 0.013645359314978123,
      "loss_total": 0.013645359314978123,
      "step": 18400
    },
    {
      "loss_action": 0.013571415096521378,
      "loss_total": 0.013571415096521378,
      "step": 18400
    },
    {
      "loss_action": 0.011209491640329361,
      "loss_total": 0.011209491640329361,
      "step": 18400
    },
    {
      "loss_action": 0.017493925988674164,
      "loss_total": 0.017493925988674164,
      "step": 18400
    },
    {
      "loss_action": 0.003417906817048788,
      "loss_total": 0.003417906817048788,
      "step": 18400
    },
    {
      "grad_norm": 0.19271141290664673,
      "learning_rate": 9.516432144236188e-05,
      "loss": 0.0167,
      "step": 18410
    },
    {
      "loss_action": 0.009206943213939667,
      "loss_total": 0.009206943213939667,
      "step": 18410
    },
    {
      "loss_action": 0.030014147982001305,
      "loss_total": 0.030014147982001305,
      "step": 18410
    },
    {
      "loss_action": 0.007267069071531296,
      "loss_total": 0.007267069071531296,
      "step": 18410
    },
    {
      "loss_action": 0.019881144165992737,
      "loss_total": 0.019881144165992737,
      "step": 18410
    },
    {
      "loss_action": 0.011606189422309399,
      "loss_total": 0.011606189422309399,
      "step": 18410
    },
    {
      "loss_action": 0.008914122357964516,
      "loss_total": 0.008914122357964516,
      "step": 18410
    },
    {
      "loss_action": 0.015537235885858536,
      "loss_total": 0.015537235885858536,
      "step": 18410
    },
    {
      "loss_action": 0.015561462379992008,
      "loss_total": 0.015561462379992008,
      "step": 18410
    },
    {
      "grad_norm": 0.16216741502285004,
      "learning_rate": 9.515722495867941e-05,
      "loss": 0.0143,
      "step": 18420
    },
    {
      "loss_action": 0.00828543957322836,
      "loss_total": 0.00828543957322836,
      "step": 18420
    },
    {
      "loss_action": 0.024658266454935074,
      "loss_total": 0.024658266454935074,
      "step": 18420
    },
    {
      "loss_action": 0.01533490139991045,
      "loss_total": 0.01533490139991045,
      "step": 18420
    },
    {
      "loss_action": 0.006506933365017176,
      "loss_total": 0.006506933365017176,
      "step": 18420
    },
    {
      "loss_action": 0.023483052849769592,
      "loss_total": 0.023483052849769592,
      "step": 18420
    },
    {
      "loss_action": 0.01966255158185959,
      "loss_total": 0.01966255158185959,
      "step": 18420
    },
    {
      "loss_action": 0.013058215379714966,
      "loss_total": 0.013058215379714966,
      "step": 18420
    },
    {
      "loss_action": 0.0069067468866705894,
      "loss_total": 0.0069067468866705894,
      "step": 18420
    },
    {
      "grad_norm": 0.15441685914993286,
      "learning_rate": 9.515012353667072e-05,
      "loss": 0.0156,
      "step": 18430
    },
    {
      "loss_action": 0.009491577744483948,
      "loss_total": 0.009491577744483948,
      "step": 18430
    },
    {
      "loss_action": 0.008914681151509285,
      "loss_total": 0.008914681151509285,
      "step": 18430
    },
    {
      "loss_action": 0.019786616787314415,
      "loss_total": 0.019786616787314415,
      "step": 18430
    },
    {
      "loss_action": 0.017032440751791,
      "loss_total": 0.017032440751791,
      "step": 18430
    },
    {
      "loss_action": 0.01839606650173664,
      "loss_total": 0.01839606650173664,
      "step": 18430
    },
    {
      "loss_action": 0.00795645173639059,
      "loss_total": 0.00795645173639059,
      "step": 18430
    },
    {
      "loss_action": 0.011197020299732685,
      "loss_total": 0.011197020299732685,
      "step": 18430
    },
    {
      "loss_action": 0.028422145172953606,
      "loss_total": 0.028422145172953606,
      "step": 18430
    },
    {
      "grad_norm": 0.1786065399646759,
      "learning_rate": 9.51430171771124e-05,
      "loss": 0.0132,
      "step": 18440
    },
    {
      "loss_action": 0.011991485953330994,
      "loss_total": 0.011991485953330994,
      "step": 18440
    },
    {
      "loss_action": 0.008860999718308449,
      "loss_total": 0.008860999718308449,
      "step": 18440
    },
    {
      "loss_action": 0.008923830464482307,
      "loss_total": 0.008923830464482307,
      "step": 18440
    },
    {
      "loss_action": 0.010344991460442543,
      "loss_total": 0.010344991460442543,
      "step": 18440
    },
    {
      "loss_action": 0.006103414110839367,
      "loss_total": 0.006103414110839367,
      "step": 18440
    },
    {
      "loss_action": 0.011941812932491302,
      "loss_total": 0.011941812932491302,
      "step": 18440
    },
    {
      "loss_action": 0.017496298998594284,
      "loss_total": 0.017496298998594284,
      "step": 18440
    },
    {
      "loss_action": 0.008713684044778347,
      "loss_total": 0.008713684044778347,
      "step": 18440
    },
    {
      "grad_norm": 0.1535179167985916,
      "learning_rate": 9.513590588078159e-05,
      "loss": 0.0133,
      "step": 18450
    },
    {
      "loss_action": 0.00979543849825859,
      "loss_total": 0.00979543849825859,
      "step": 18450
    },
    {
      "loss_action": 0.01537156943231821,
      "loss_total": 0.01537156943231821,
      "step": 18450
    },
    {
      "loss_action": 0.017593039199709892,
      "loss_total": 0.017593039199709892,
      "step": 18450
    },
    {
      "loss_action": 0.023681746795773506,
      "loss_total": 0.023681746795773506,
      "step": 18450
    },
    {
      "loss_action": 0.01906050369143486,
      "loss_total": 0.01906050369143486,
      "step": 18450
    },
    {
      "loss_action": 0.0074418471194803715,
      "loss_total": 0.0074418471194803715,
      "step": 18450
    },
    {
      "loss_action": 0.015512821264564991,
      "loss_total": 0.015512821264564991,
      "step": 18450
    },
    {
      "loss_action": 0.018107544630765915,
      "loss_total": 0.018107544630765915,
      "step": 18450
    },
    {
      "grad_norm": 0.12064600735902786,
      "learning_rate": 9.512878964845597e-05,
      "loss": 0.0145,
      "step": 18460
    },
    {
      "loss_action": 0.010173673741519451,
      "loss_total": 0.010173673741519451,
      "step": 18460
    },
    {
      "loss_action": 0.01376255601644516,
      "loss_total": 0.01376255601644516,
      "step": 18460
    },
    {
      "loss_action": 0.014916953630745411,
      "loss_total": 0.014916953630745411,
      "step": 18460
    },
    {
      "loss_action": 0.01730729267001152,
      "loss_total": 0.01730729267001152,
      "step": 18460
    },
    {
      "loss_action": 0.0068874843418598175,
      "loss_total": 0.0068874843418598175,
      "step": 18460
    },
    {
      "loss_action": 0.010406030341982841,
      "loss_total": 0.010406030341982841,
      "step": 18460
    },
    {
      "loss_action": 0.014282181859016418,
      "loss_total": 0.014282181859016418,
      "step": 18460
    },
    {
      "loss_action": 0.1067105233669281,
      "loss_total": 0.1067105233669281,
      "step": 18460
    },
    {
      "grad_norm": 0.15146419405937195,
      "learning_rate": 9.512166848091377e-05,
      "loss": 0.0143,
      "step": 18470
    },
    {
      "loss_action": 0.00808619987219572,
      "loss_total": 0.00808619987219572,
      "step": 18470
    },
    {
      "loss_action": 0.012832419946789742,
      "loss_total": 0.012832419946789742,
      "step": 18470
    },
    {
      "loss_action": 0.015618930570781231,
      "loss_total": 0.015618930570781231,
      "step": 18470
    },
    {
      "loss_action": 0.03266669437289238,
      "loss_total": 0.03266669437289238,
      "step": 18470
    },
    {
      "loss_action": 0.024571456015110016,
      "loss_total": 0.024571456015110016,
      "step": 18470
    },
    {
      "loss_action": 0.01784687675535679,
      "loss_total": 0.01784687675535679,
      "step": 18470
    },
    {
      "loss_action": 0.02689274027943611,
      "loss_total": 0.02689274027943611,
      "step": 18470
    },
    {
      "loss_action": 0.01680261269211769,
      "loss_total": 0.01680261269211769,
      "step": 18470
    },
    {
      "grad_norm": 0.13250072300434113,
      "learning_rate": 9.511454237893376e-05,
      "loss": 0.0143,
      "step": 18480
    },
    {
      "loss_action": 0.008862491697072983,
      "loss_total": 0.008862491697072983,
      "step": 18480
    },
    {
      "loss_action": 0.007670136168599129,
      "loss_total": 0.007670136168599129,
      "step": 18480
    },
    {
      "loss_action": 0.017657482996582985,
      "loss_total": 0.017657482996582985,
      "step": 18480
    },
    {
      "loss_action": 0.022040031850337982,
      "loss_total": 0.022040031850337982,
      "step": 18480
    },
    {
      "loss_action": 0.012924253940582275,
      "loss_total": 0.012924253940582275,
      "step": 18480
    },
    {
      "loss_action": 0.01586143486201763,
      "loss_total": 0.01586143486201763,
      "step": 18480
    },
    {
      "loss_action": 0.0075456369668245316,
      "loss_total": 0.0075456369668245316,
      "step": 18480
    },
    {
      "loss_action": 0.006200030911713839,
      "loss_total": 0.006200030911713839,
      "step": 18480
    },
    {
      "grad_norm": 0.16113737225532532,
      "learning_rate": 9.51074113432952e-05,
      "loss": 0.0131,
      "step": 18490
    },
    {
      "loss_action": 0.007750822231173515,
      "loss_total": 0.007750822231173515,
      "step": 18490
    },
    {
      "loss_action": 0.008987070992588997,
      "loss_total": 0.008987070992588997,
      "step": 18490
    },
    {
      "loss_action": 0.021145783364772797,
      "loss_total": 0.021145783364772797,
      "step": 18490
    },
    {
      "loss_action": 0.011963747441768646,
      "loss_total": 0.011963747441768646,
      "step": 18490
    },
    {
      "loss_action": 0.00867554172873497,
      "loss_total": 0.00867554172873497,
      "step": 18490
    },
    {
      "loss_action": 0.008661709725856781,
      "loss_total": 0.008661709725856781,
      "step": 18490
    },
    {
      "loss_action": 0.024248231202363968,
      "loss_total": 0.024248231202363968,
      "step": 18490
    },
    {
      "loss_action": 0.02439088188111782,
      "loss_total": 0.02439088188111782,
      "step": 18490
    },
    {
      "grad_norm": 0.14916232228279114,
      "learning_rate": 9.510027537477797e-05,
      "loss": 0.013,
      "step": 18500
    },
    {
      "loss_action": 0.009155778214335442,
      "loss_total": 0.009155778214335442,
      "step": 18500
    },
    {
      "loss_action": 0.017618967220187187,
      "loss_total": 0.017618967220187187,
      "step": 18500
    },
    {
      "loss_action": 0.01321767084300518,
      "loss_total": 0.01321767084300518,
      "step": 18500
    },
    {
      "loss_action": 0.01092923991382122,
      "loss_total": 0.01092923991382122,
      "step": 18500
    },
    {
      "loss_action": 0.04487289488315582,
      "loss_total": 0.04487289488315582,
      "step": 18500
    },
    {
      "loss_action": 0.012363034300506115,
      "loss_total": 0.012363034300506115,
      "step": 18500
    },
    {
      "loss_action": 0.009690700098872185,
      "loss_total": 0.009690700098872185,
      "step": 18500
    },
    {
      "loss_action": 0.016656506806612015,
      "loss_total": 0.016656506806612015,
      "step": 18500
    },
    {
      "grad_norm": 0.21542854607105255,
      "learning_rate": 9.509313447416242e-05,
      "loss": 0.0141,
      "step": 18510
    },
    {
      "loss_action": 0.014664643444120884,
      "loss_total": 0.014664643444120884,
      "step": 18510
    },
    {
      "loss_action": 0.034433409571647644,
      "loss_total": 0.034433409571647644,
      "step": 18510
    },
    {
      "loss_action": 0.01029342133551836,
      "loss_total": 0.01029342133551836,
      "step": 18510
    },
    {
      "loss_action": 0.021575292572379112,
      "loss_total": 0.021575292572379112,
      "step": 18510
    },
    {
      "loss_action": 0.016250289976596832,
      "loss_total": 0.016250289976596832,
      "step": 18510
    },
    {
      "loss_action": 0.012124860659241676,
      "loss_total": 0.012124860659241676,
      "step": 18510
    },
    {
      "loss_action": 0.02139645256102085,
      "loss_total": 0.02139645256102085,
      "step": 18510
    },
    {
      "loss_action": 0.00537236500531435,
      "loss_total": 0.00537236500531435,
      "step": 18510
    },
    {
      "grad_norm": 0.11459915339946747,
      "learning_rate": 9.508598864222949e-05,
      "loss": 0.0134,
      "step": 18520
    },
    {
      "loss_action": 0.012896010652184486,
      "loss_total": 0.012896010652184486,
      "step": 18520
    },
    {
      "loss_action": 0.018593695014715195,
      "loss_total": 0.018593695014715195,
      "step": 18520
    },
    {
      "loss_action": 0.01741700991988182,
      "loss_total": 0.01741700991988182,
      "step": 18520
    },
    {
      "loss_action": 0.013592537492513657,
      "loss_total": 0.013592537492513657,
      "step": 18520
    },
    {
      "loss_action": 0.009795653633773327,
      "loss_total": 0.009795653633773327,
      "step": 18520
    },
    {
      "loss_action": 0.01878802664577961,
      "loss_total": 0.01878802664577961,
      "step": 18520
    },
    {
      "loss_action": 0.026017971336841583,
      "loss_total": 0.026017971336841583,
      "step": 18520
    },
    {
      "loss_action": 0.007423994597047567,
      "loss_total": 0.007423994597047567,
      "step": 18520
    },
    {
      "grad_norm": 0.17657692730426788,
      "learning_rate": 9.507883787976062e-05,
      "loss": 0.0135,
      "step": 18530
    },
    {
      "loss_action": 0.01235397718846798,
      "loss_total": 0.01235397718846798,
      "step": 18530
    },
    {
      "loss_action": 0.01730576530098915,
      "loss_total": 0.01730576530098915,
      "step": 18530
    },
    {
      "loss_action": 0.014008056372404099,
      "loss_total": 0.014008056372404099,
      "step": 18530
    },
    {
      "loss_action": 0.006342952139675617,
      "loss_total": 0.006342952139675617,
      "step": 18530
    },
    {
      "loss_action": 0.02435006946325302,
      "loss_total": 0.02435006946325302,
      "step": 18530
    },
    {
      "loss_action": 0.011651077307760715,
      "loss_total": 0.011651077307760715,
      "step": 18530
    },
    {
      "loss_action": 0.02178165502846241,
      "loss_total": 0.02178165502846241,
      "step": 18530
    },
    {
      "loss_action": 0.00852576456964016,
      "loss_total": 0.00852576456964016,
      "step": 18530
    },
    {
      "grad_norm": 0.16424992680549622,
      "learning_rate": 9.507168218753781e-05,
      "loss": 0.0157,
      "step": 18540
    },
    {
      "loss_action": 0.01993570290505886,
      "loss_total": 0.01993570290505886,
      "step": 18540
    },
    {
      "loss_action": 0.026335667818784714,
      "loss_total": 0.026335667818784714,
      "step": 18540
    },
    {
      "loss_action": 0.015525557100772858,
      "loss_total": 0.015525557100772858,
      "step": 18540
    },
    {
      "loss_action": 0.004004083573818207,
      "loss_total": 0.004004083573818207,
      "step": 18540
    },
    {
      "loss_action": 0.009864464402198792,
      "loss_total": 0.009864464402198792,
      "step": 18540
    },
    {
      "loss_action": 0.016104960814118385,
      "loss_total": 0.016104960814118385,
      "step": 18540
    },
    {
      "loss_action": 0.020109469071030617,
      "loss_total": 0.020109469071030617,
      "step": 18540
    },
    {
      "loss_action": 0.006744453217834234,
      "loss_total": 0.006744453217834234,
      "step": 18540
    },
    {
      "grad_norm": 0.2503012418746948,
      "learning_rate": 9.506452156634362e-05,
      "loss": 0.0147,
      "step": 18550
    },
    {
      "loss_action": 0.008474938571453094,
      "loss_total": 0.008474938571453094,
      "step": 18550
    },
    {
      "loss_action": 0.016906464472413063,
      "loss_total": 0.016906464472413063,
      "step": 18550
    },
    {
      "loss_action": 0.01744927652180195,
      "loss_total": 0.01744927652180195,
      "step": 18550
    },
    {
      "loss_action": 0.027565909549593925,
      "loss_total": 0.027565909549593925,
      "step": 18550
    },
    {
      "loss_action": 0.03519342839717865,
      "loss_total": 0.03519342839717865,
      "step": 18550
    },
    {
      "loss_action": 0.007981421425938606,
      "loss_total": 0.007981421425938606,
      "step": 18550
    },
    {
      "loss_action": 0.012872667983174324,
      "loss_total": 0.012872667983174324,
      "step": 18550
    },
    {
      "loss_action": 0.021555200219154358,
      "loss_total": 0.021555200219154358,
      "step": 18550
    },
    {
      "grad_norm": 0.15714919567108154,
      "learning_rate": 9.505735601696109e-05,
      "loss": 0.014,
      "step": 18560
    },
    {
      "loss_action": 0.009892169386148453,
      "loss_total": 0.009892169386148453,
      "step": 18560
    },
    {
      "loss_action": 0.02275129407644272,
      "loss_total": 0.02275129407644272,
      "step": 18560
    },
    {
      "loss_action": 0.01396545022726059,
      "loss_total": 0.01396545022726059,
      "step": 18560
    },
    {
      "loss_action": 0.009973966516554356,
      "loss_total": 0.009973966516554356,
      "step": 18560
    },
    {
      "loss_action": 0.025073230266571045,
      "loss_total": 0.025073230266571045,
      "step": 18560
    },
    {
      "loss_action": 0.014114871621131897,
      "loss_total": 0.014114871621131897,
      "step": 18560
    },
    {
      "loss_action": 0.010111350566148758,
      "loss_total": 0.010111350566148758,
      "step": 18560
    },
    {
      "loss_action": 0.015610513277351856,
      "loss_total": 0.015610513277351856,
      "step": 18560
    },
    {
      "grad_norm": 0.1683991253376007,
      "learning_rate": 9.505018554017385e-05,
      "loss": 0.0153,
      "step": 18570
    },
    {
      "loss_action": 0.019247598946094513,
      "loss_total": 0.019247598946094513,
      "step": 18570
    },
    {
      "loss_action": 0.0047146049328148365,
      "loss_total": 0.0047146049328148365,
      "step": 18570
    },
    {
      "loss_action": 0.05332627892494202,
      "loss_total": 0.05332627892494202,
      "step": 18570
    },
    {
      "loss_action": 0.006966915912926197,
      "loss_total": 0.006966915912926197,
      "step": 18570
    },
    {
      "loss_action": 0.007782659959048033,
      "loss_total": 0.007782659959048033,
      "step": 18570
    },
    {
      "loss_action": 0.009020738303661346,
      "loss_total": 0.009020738303661346,
      "step": 18570
    },
    {
      "loss_action": 0.006005757488310337,
      "loss_total": 0.006005757488310337,
      "step": 18570
    },
    {
      "loss_action": 0.009592263028025627,
      "loss_total": 0.009592263028025627,
      "step": 18570
    },
    {
      "grad_norm": 0.1347976177930832,
      "learning_rate": 9.504301013676604e-05,
      "loss": 0.0113,
      "step": 18580
    },
    {
      "loss_action": 0.006834213621914387,
      "loss_total": 0.006834213621914387,
      "step": 18580
    },
    {
      "loss_action": 0.020096832886338234,
      "loss_total": 0.020096832886338234,
      "step": 18580
    },
    {
      "loss_action": 0.008183340542018414,
      "loss_total": 0.008183340542018414,
      "step": 18580
    },
    {
      "loss_action": 0.00648978166282177,
      "loss_total": 0.00648978166282177,
      "step": 18580
    },
    {
      "loss_action": 0.013416266068816185,
      "loss_total": 0.013416266068816185,
      "step": 18580
    },
    {
      "loss_action": 0.02598322182893753,
      "loss_total": 0.02598322182893753,
      "step": 18580
    },
    {
      "loss_action": 0.01219805795699358,
      "loss_total": 0.01219805795699358,
      "step": 18580
    },
    {
      "loss_action": 0.018200498074293137,
      "loss_total": 0.018200498074293137,
      "step": 18580
    },
    {
      "grad_norm": 0.14591945707798004,
      "learning_rate": 9.503582980752238e-05,
      "loss": 0.0148,
      "step": 18590
    },
    {
      "loss_action": 0.02512301318347454,
      "loss_total": 0.02512301318347454,
      "step": 18590
    },
    {
      "loss_action": 0.04382294416427612,
      "loss_total": 0.04382294416427612,
      "step": 18590
    },
    {
      "loss_action": 0.007928168401122093,
      "loss_total": 0.007928168401122093,
      "step": 18590
    },
    {
      "loss_action": 0.007161308079957962,
      "loss_total": 0.007161308079957962,
      "step": 18590
    },
    {
      "loss_action": 0.03365438058972359,
      "loss_total": 0.03365438058972359,
      "step": 18590
    },
    {
      "loss_action": 0.01008802279829979,
      "loss_total": 0.01008802279829979,
      "step": 18590
    },
    {
      "loss_action": 0.008039726875722408,
      "loss_total": 0.008039726875722408,
      "step": 18590
    },
    {
      "loss_action": 0.009970215149223804,
      "loss_total": 0.009970215149223804,
      "step": 18590
    },
    {
      "grad_norm": 0.22340050339698792,
      "learning_rate": 9.502864455322809e-05,
      "loss": 0.0137,
      "step": 18600
    },
    {
      "loss_action": 0.012080774642527103,
      "loss_total": 0.012080774642527103,
      "step": 18600
    },
    {
      "loss_action": 0.012294935062527657,
      "loss_total": 0.012294935062527657,
      "step": 18600
    },
    {
      "loss_action": 0.01398811861872673,
      "loss_total": 0.01398811861872673,
      "step": 18600
    },
    {
      "loss_action": 0.008568037301301956,
      "loss_total": 0.008568037301301956,
      "step": 18600
    },
    {
      "loss_action": 0.038171567022800446,
      "loss_total": 0.038171567022800446,
      "step": 18600
    },
    {
      "loss_action": 0.015547826886177063,
      "loss_total": 0.015547826886177063,
      "step": 18600
    },
    {
      "loss_action": 0.01027836836874485,
      "loss_total": 0.01027836836874485,
      "step": 18600
    },
    {
      "loss_action": 0.10174964368343353,
      "loss_total": 0.10174964368343353,
      "step": 18600
    },
    {
      "grad_norm": 0.11062392592430115,
      "learning_rate": 9.502145437466891e-05,
      "loss": 0.0151,
      "step": 18610
    },
    {
      "loss_action": 0.01205877959728241,
      "loss_total": 0.01205877959728241,
      "step": 18610
    },
    {
      "loss_action": 0.012793166562914848,
      "loss_total": 0.012793166562914848,
      "step": 18610
    },
    {
      "loss_action": 0.017732437700033188,
      "loss_total": 0.017732437700033188,
      "step": 18610
    },
    {
      "loss_action": 0.01779068261384964,
      "loss_total": 0.01779068261384964,
      "step": 18610
    },
    {
      "loss_action": 0.012496906332671642,
      "loss_total": 0.012496906332671642,
      "step": 18610
    },
    {
      "loss_action": 0.03569865971803665,
      "loss_total": 0.03569865971803665,
      "step": 18610
    },
    {
      "loss_action": 0.024058908224105835,
      "loss_total": 0.024058908224105835,
      "step": 18610
    },
    {
      "loss_action": 0.01630978100001812,
      "loss_total": 0.01630978100001812,
      "step": 18610
    },
    {
      "grad_norm": 0.1312233954668045,
      "learning_rate": 9.501425927263116e-05,
      "loss": 0.014,
      "step": 18620
    },
    {
      "loss_action": 0.013617054559290409,
      "loss_total": 0.013617054559290409,
      "step": 18620
    },
    {
      "loss_action": 0.010672984644770622,
      "loss_total": 0.010672984644770622,
      "step": 18620
    },
    {
      "loss_action": 0.006290452554821968,
      "loss_total": 0.006290452554821968,
      "step": 18620
    },
    {
      "loss_action": 0.01696396991610527,
      "loss_total": 0.01696396991610527,
      "step": 18620
    },
    {
      "loss_action": 0.041498154401779175,
      "loss_total": 0.041498154401779175,
      "step": 18620
    },
    {
      "loss_action": 0.017456283792853355,
      "loss_total": 0.017456283792853355,
      "step": 18620
    },
    {
      "loss_action": 0.01766940765082836,
      "loss_total": 0.01766940765082836,
      "step": 18620
    },
    {
      "loss_action": 0.019441578537225723,
      "loss_total": 0.019441578537225723,
      "step": 18620
    },
    {
      "grad_norm": 0.1416824907064438,
      "learning_rate": 9.500705924790172e-05,
      "loss": 0.0131,
      "step": 18630
    },
    {
      "loss_action": 0.00402655778452754,
      "loss_total": 0.00402655778452754,
      "step": 18630
    },
    {
      "loss_action": 0.005913587752729654,
      "loss_total": 0.005913587752729654,
      "step": 18630
    },
    {
      "loss_action": 0.008869919925928116,
      "loss_total": 0.008869919925928116,
      "step": 18630
    },
    {
      "loss_action": 0.006372000090777874,
      "loss_total": 0.006372000090777874,
      "step": 18630
    },
    {
      "loss_action": 0.003233206458389759,
      "loss_total": 0.003233206458389759,
      "step": 18630
    },
    {
      "loss_action": 0.019277460873126984,
      "loss_total": 0.019277460873126984,
      "step": 18630
    },
    {
      "loss_action": 0.01241545844823122,
      "loss_total": 0.01241545844823122,
      "step": 18630
    },
    {
      "loss_action": 0.01372783724218607,
      "loss_total": 0.01372783724218607,
      "step": 18630
    },
    {
      "grad_norm": 0.1401362419128418,
      "learning_rate": 9.499985430126794e-05,
      "loss": 0.0129,
      "step": 18640
    },
    {
      "loss_action": 0.019820567220449448,
      "loss_total": 0.019820567220449448,
      "step": 18640
    },
    {
      "loss_action": 0.009763874113559723,
      "loss_total": 0.009763874113559723,
      "step": 18640
    },
    {
      "loss_action": 0.006589063443243504,
      "loss_total": 0.006589063443243504,
      "step": 18640
    },
    {
      "loss_action": 0.005707411095499992,
      "loss_total": 0.005707411095499992,
      "step": 18640
    },
    {
      "loss_action": 0.01094855647534132,
      "loss_total": 0.01094855647534132,
      "step": 18640
    },
    {
      "loss_action": 0.009763509035110474,
      "loss_total": 0.009763509035110474,
      "step": 18640
    },
    {
      "loss_action": 0.006036628503352404,
      "loss_total": 0.006036628503352404,
      "step": 18640
    },
    {
      "loss_action": 0.009248319081962109,
      "loss_total": 0.009248319081962109,
      "step": 18640
    },
    {
      "grad_norm": 0.19904260337352753,
      "learning_rate": 9.499264443351775e-05,
      "loss": 0.0121,
      "step": 18650
    },
    {
      "loss_action": 0.025935038924217224,
      "loss_total": 0.025935038924217224,
      "step": 18650
    },
    {
      "loss_action": 0.00920551735907793,
      "loss_total": 0.00920551735907793,
      "step": 18650
    },
    {
      "loss_action": 0.008035194128751755,
      "loss_total": 0.008035194128751755,
      "step": 18650
    },
    {
      "loss_action": 0.006883935071527958,
      "loss_total": 0.006883935071527958,
      "step": 18650
    },
    {
      "loss_action": 0.006616707891225815,
      "loss_total": 0.006616707891225815,
      "step": 18650
    },
    {
      "loss_action": 0.015568205155432224,
      "loss_total": 0.015568205155432224,
      "step": 18650
    },
    {
      "loss_action": 0.00809275172650814,
      "loss_total": 0.00809275172650814,
      "step": 18650
    },
    {
      "loss_action": 0.010944319888949394,
      "loss_total": 0.010944319888949394,
      "step": 18650
    },
    {
      "grad_norm": 0.2380426973104477,
      "learning_rate": 9.498542964543961e-05,
      "loss": 0.0125,
      "step": 18660
    },
    {
      "loss_action": 0.005298812408000231,
      "loss_total": 0.005298812408000231,
      "step": 18660
    },
    {
      "loss_action": 0.004274976905435324,
      "loss_total": 0.004274976905435324,
      "step": 18660
    },
    {
      "loss_action": 0.019880175590515137,
      "loss_total": 0.019880175590515137,
      "step": 18660
    },
    {
      "loss_action": 0.013306616805493832,
      "loss_total": 0.013306616805493832,
      "step": 18660
    },
    {
      "loss_action": 0.009547136723995209,
      "loss_total": 0.009547136723995209,
      "step": 18660
    },
    {
      "loss_action": 0.012093303725123405,
      "loss_total": 0.012093303725123405,
      "step": 18660
    },
    {
      "loss_action": 0.013079671189188957,
      "loss_total": 0.013079671189188957,
      "step": 18660
    },
    {
      "loss_action": 0.013762164860963821,
      "loss_total": 0.013762164860963821,
      "step": 18660
    },
    {
      "grad_norm": 0.1560966819524765,
      "learning_rate": 9.497820993782252e-05,
      "loss": 0.0112,
      "step": 18670
    },
    {
      "loss_action": 0.006620440632104874,
      "loss_total": 0.006620440632104874,
      "step": 18670
    },
    {
      "loss_action": 0.025352081283926964,
      "loss_total": 0.025352081283926964,
      "step": 18670
    },
    {
      "loss_action": 0.01395968347787857,
      "loss_total": 0.01395968347787857,
      "step": 18670
    },
    {
      "loss_action": 0.025393057614564896,
      "loss_total": 0.025393057614564896,
      "step": 18670
    },
    {
      "loss_action": 0.026751110330224037,
      "loss_total": 0.026751110330224037,
      "step": 18670
    },
    {
      "loss_action": 0.013173993676900864,
      "loss_total": 0.013173993676900864,
      "step": 18670
    },
    {
      "loss_action": 0.01120863575488329,
      "loss_total": 0.01120863575488329,
      "step": 18670
    },
    {
      "loss_action": 0.010637087747454643,
      "loss_total": 0.010637087747454643,
      "step": 18670
    },
    {
      "grad_norm": 0.1417110413312912,
      "learning_rate": 9.497098531145601e-05,
      "loss": 0.014,
      "step": 18680
    },
    {
      "loss_action": 0.013081494718790054,
      "loss_total": 0.013081494718790054,
      "step": 18680
    },
    {
      "loss_action": 0.00708043621852994,
      "loss_total": 0.00708043621852994,
      "step": 18680
    },
    {
      "loss_action": 0.01329842023551464,
      "loss_total": 0.01329842023551464,
      "step": 18680
    },
    {
      "loss_action": 0.01073305495083332,
      "loss_total": 0.01073305495083332,
      "step": 18680
    },
    {
      "loss_action": 0.008544482290744781,
      "loss_total": 0.008544482290744781,
      "step": 18680
    },
    {
      "loss_action": 0.03674609586596489,
      "loss_total": 0.03674609586596489,
      "step": 18680
    },
    {
      "loss_action": 0.010412104427814484,
      "loss_total": 0.010412104427814484,
      "step": 18680
    },
    {
      "loss_action": 0.006685198284685612,
      "loss_total": 0.006685198284685612,
      "step": 18680
    },
    {
      "grad_norm": 0.1515941023826599,
      "learning_rate": 9.496375576713017e-05,
      "loss": 0.0144,
      "step": 18690
    },
    {
      "loss_action": 0.01378779485821724,
      "loss_total": 0.01378779485821724,
      "step": 18690
    },
    {
      "loss_action": 0.014438649639487267,
      "loss_total": 0.014438649639487267,
      "step": 18690
    },
    {
      "loss_action": 0.006976187229156494,
      "loss_total": 0.006976187229156494,
      "step": 18690
    },
    {
      "loss_action": 0.01260288991034031,
      "loss_total": 0.01260288991034031,
      "step": 18690
    },
    {
      "loss_action": 0.01321093738079071,
      "loss_total": 0.01321093738079071,
      "step": 18690
    },
    {
      "loss_action": 0.014008035883307457,
      "loss_total": 0.014008035883307457,
      "step": 18690
    },
    {
      "loss_action": 0.006677767727524042,
      "loss_total": 0.006677767727524042,
      "step": 18690
    },
    {
      "loss_action": 0.00522517878562212,
      "loss_total": 0.00522517878562212,
      "step": 18690
    },
    {
      "grad_norm": 0.19055157899856567,
      "learning_rate": 9.49565213056356e-05,
      "loss": 0.0128,
      "step": 18700
    },
    {
      "loss_action": 0.01256139762699604,
      "loss_total": 0.01256139762699604,
      "step": 18700
    },
    {
      "loss_action": 0.0095887565985322,
      "loss_total": 0.0095887565985322,
      "step": 18700
    },
    {
      "loss_action": 0.0075262500904500484,
      "loss_total": 0.0075262500904500484,
      "step": 18700
    },
    {
      "loss_action": 0.016512533649802208,
      "loss_total": 0.016512533649802208,
      "step": 18700
    },
    {
      "loss_action": 0.00607973150908947,
      "loss_total": 0.00607973150908947,
      "step": 18700
    },
    {
      "loss_action": 0.02578374184668064,
      "loss_total": 0.02578374184668064,
      "step": 18700
    },
    {
      "loss_action": 0.012178564444184303,
      "loss_total": 0.012178564444184303,
      "step": 18700
    },
    {
      "loss_action": 0.014124047011137009,
      "loss_total": 0.014124047011137009,
      "step": 18700
    },
    {
      "grad_norm": 0.12521713972091675,
      "learning_rate": 9.494928192776342e-05,
      "loss": 0.0132,
      "step": 18710
    },
    {
      "loss_action": 0.020216047763824463,
      "loss_total": 0.020216047763824463,
      "step": 18710
    },
    {
      "loss_action": 0.0037701106630265713,
      "loss_total": 0.0037701106630265713,
      "step": 18710
    },
    {
      "loss_action": 0.009694049134850502,
      "loss_total": 0.009694049134850502,
      "step": 18710
    },
    {
      "loss_action": 0.014209489338099957,
      "loss_total": 0.014209489338099957,
      "step": 18710
    },
    {
      "loss_action": 0.007813705131411552,
      "loss_total": 0.007813705131411552,
      "step": 18710
    },
    {
      "loss_action": 0.0073097702115774155,
      "loss_total": 0.0073097702115774155,
      "step": 18710
    },
    {
      "loss_action": 0.008628064766526222,
      "loss_total": 0.008628064766526222,
      "step": 18710
    },
    {
      "loss_action": 0.00985170528292656,
      "loss_total": 0.00985170528292656,
      "step": 18710
    },
    {
      "grad_norm": 0.1418144553899765,
      "learning_rate": 9.494203763430538e-05,
      "loss": 0.0153,
      "step": 18720
    },
    {
      "loss_action": 0.013813789933919907,
      "loss_total": 0.013813789933919907,
      "step": 18720
    },
    {
      "loss_action": 0.006185591220855713,
      "loss_total": 0.006185591220855713,
      "step": 18720
    },
    {
      "loss_action": 0.01435876451432705,
      "loss_total": 0.01435876451432705,
      "step": 18720
    },
    {
      "loss_action": 0.008412754163146019,
      "loss_total": 0.008412754163146019,
      "step": 18720
    },
    {
      "loss_action": 0.033666349947452545,
      "loss_total": 0.033666349947452545,
      "step": 18720
    },
    {
      "loss_action": 0.0046220021322369576,
      "loss_total": 0.0046220021322369576,
      "step": 18720
    },
    {
      "loss_action": 0.01734962686896324,
      "loss_total": 0.01734962686896324,
      "step": 18720
    },
    {
      "loss_action": 0.01348155364394188,
      "loss_total": 0.01348155364394188,
      "step": 18720
    },
    {
      "grad_norm": 0.12627467513084412,
      "learning_rate": 9.493478842605366e-05,
      "loss": 0.0123,
      "step": 18730
    },
    {
      "loss_action": 0.011828945949673653,
      "loss_total": 0.011828945949673653,
      "step": 18730
    },
    {
      "loss_action": 0.021017350256443024,
      "loss_total": 0.021017350256443024,
      "step": 18730
    },
    {
      "loss_action": 0.007242240943014622,
      "loss_total": 0.007242240943014622,
      "step": 18730
    },
    {
      "loss_action": 0.007391300983726978,
      "loss_total": 0.007391300983726978,
      "step": 18730
    },
    {
      "loss_action": 0.006205188576132059,
      "loss_total": 0.006205188576132059,
      "step": 18730
    },
    {
      "loss_action": 0.03971891850233078,
      "loss_total": 0.03971891850233078,
      "step": 18730
    },
    {
      "loss_action": 0.019191019237041473,
      "loss_total": 0.019191019237041473,
      "step": 18730
    },
    {
      "loss_action": 0.0055092498660087585,
      "loss_total": 0.0055092498660087585,
      "step": 18730
    },
    {
      "grad_norm": 0.1207711324095726,
      "learning_rate": 9.492753430380105e-05,
      "loss": 0.0151,
      "step": 18740
    },
    {
      "loss_action": 0.008277352899312973,
      "loss_total": 0.008277352899312973,
      "step": 18740
    },
    {
      "loss_action": 0.00990329124033451,
      "loss_total": 0.00990329124033451,
      "step": 18740
    },
    {
      "loss_action": 0.012789534404873848,
      "loss_total": 0.012789534404873848,
      "step": 18740
    },
    {
      "loss_action": 0.009781328029930592,
      "loss_total": 0.009781328029930592,
      "step": 18740
    },
    {
      "loss_action": 0.049877285957336426,
      "loss_total": 0.049877285957336426,
      "step": 18740
    },
    {
      "loss_action": 0.010392716154456139,
      "loss_total": 0.010392716154456139,
      "step": 18740
    },
    {
      "loss_action": 0.0025577442720532417,
      "loss_total": 0.0025577442720532417,
      "step": 18740
    },
    {
      "loss_action": 0.017732499167323112,
      "loss_total": 0.017732499167323112,
      "step": 18740
    },
    {
      "grad_norm": 0.23492442071437836,
      "learning_rate": 9.492027526834083e-05,
      "loss": 0.0158,
      "step": 18750
    },
    {
      "loss_action": 0.0237391609698534,
      "loss_total": 0.0237391609698534,
      "step": 18750
    },
    {
      "loss_action": 0.009806081652641296,
      "loss_total": 0.009806081652641296,
      "step": 18750
    },
    {
      "loss_action": 0.02405855432152748,
      "loss_total": 0.02405855432152748,
      "step": 18750
    },
    {
      "loss_action": 0.012422175146639347,
      "loss_total": 0.012422175146639347,
      "step": 18750
    },
    {
      "loss_action": 0.005510419607162476,
      "loss_total": 0.005510419607162476,
      "step": 18750
    },
    {
      "loss_action": 0.023958459496498108,
      "loss_total": 0.023958459496498108,
      "step": 18750
    },
    {
      "loss_action": 0.0247076116502285,
      "loss_total": 0.0247076116502285,
      "step": 18750
    },
    {
      "loss_action": 0.01030457578599453,
      "loss_total": 0.01030457578599453,
      "step": 18750
    },
    {
      "grad_norm": 0.1726582944393158,
      "learning_rate": 9.491301132046684e-05,
      "loss": 0.0137,
      "step": 18760
    },
    {
      "loss_action": 0.01036217249929905,
      "loss_total": 0.01036217249929905,
      "step": 18760
    },
    {
      "loss_action": 0.03071119636297226,
      "loss_total": 0.03071119636297226,
      "step": 18760
    },
    {
      "loss_action": 0.012796156108379364,
      "loss_total": 0.012796156108379364,
      "step": 18760
    },
    {
      "loss_action": 0.010343286208808422,
      "loss_total": 0.010343286208808422,
      "step": 18760
    },
    {
      "loss_action": 0.005882687866687775,
      "loss_total": 0.005882687866687775,
      "step": 18760
    },
    {
      "loss_action": 0.015343105420470238,
      "loss_total": 0.015343105420470238,
      "step": 18760
    },
    {
      "loss_action": 0.014332711696624756,
      "loss_total": 0.014332711696624756,
      "step": 18760
    },
    {
      "loss_action": 0.010020849294960499,
      "loss_total": 0.010020849294960499,
      "step": 18760
    },
    {
      "grad_norm": 0.1445721685886383,
      "learning_rate": 9.490574246097345e-05,
      "loss": 0.0157,
      "step": 18770
    },
    {
      "loss_action": 0.018945330753922462,
      "loss_total": 0.018945330753922462,
      "step": 18770
    },
    {
      "loss_action": 0.011212725192308426,
      "loss_total": 0.011212725192308426,
      "step": 18770
    },
    {
      "loss_action": 0.015923790633678436,
      "loss_total": 0.015923790633678436,
      "step": 18770
    },
    {
      "loss_action": 0.03437750041484833,
      "loss_total": 0.03437750041484833,
      "step": 18770
    },
    {
      "loss_action": 0.010718997567892075,
      "loss_total": 0.010718997567892075,
      "step": 18770
    },
    {
      "loss_action": 0.04426858574151993,
      "loss_total": 0.04426858574151993,
      "step": 18770
    },
    {
      "loss_action": 0.00669708289206028,
      "loss_total": 0.00669708289206028,
      "step": 18770
    },
    {
      "loss_action": 0.011587677523493767,
      "loss_total": 0.011587677523493767,
      "step": 18770
    },
    {
      "grad_norm": 0.18110547959804535,
      "learning_rate": 9.48984686906556e-05,
      "loss": 0.0142,
      "step": 18780
    },
    {
      "loss_action": 0.01306789368391037,
      "loss_total": 0.01306789368391037,
      "step": 18780
    },
    {
      "loss_action": 0.009592091664671898,
      "loss_total": 0.009592091664671898,
      "step": 18780
    },
    {
      "loss_action": 0.009280471131205559,
      "loss_total": 0.009280471131205559,
      "step": 18780
    },
    {
      "loss_action": 0.011472100391983986,
      "loss_total": 0.011472100391983986,
      "step": 18780
    },
    {
      "loss_action": 0.009968115948140621,
      "loss_total": 0.009968115948140621,
      "step": 18780
    },
    {
      "loss_action": 0.0038072518073022366,
      "loss_total": 0.0038072518073022366,
      "step": 18780
    },
    {
      "loss_action": 0.013906371779739857,
      "loss_total": 0.013906371779739857,
      "step": 18780
    },
    {
      "loss_action": 0.014389298856258392,
      "loss_total": 0.014389298856258392,
      "step": 18780
    },
    {
      "grad_norm": 0.26649314165115356,
      "learning_rate": 9.489119001030871e-05,
      "loss": 0.0161,
      "step": 18790
    },
    {
      "loss_action": 0.011548493057489395,
      "loss_total": 0.011548493057489395,
      "step": 18790
    },
    {
      "loss_action": 0.020592810586094856,
      "loss_total": 0.020592810586094856,
      "step": 18790
    },
    {
      "loss_action": 0.01590992510318756,
      "loss_total": 0.01590992510318756,
      "step": 18790
    },
    {
      "loss_action": 0.012327175587415695,
      "loss_total": 0.012327175587415695,
      "step": 18790
    },
    {
      "loss_action": 0.00831028912216425,
      "loss_total": 0.00831028912216425,
      "step": 18790
    },
    {
      "loss_action": 0.014240961521863937,
      "loss_total": 0.014240961521863937,
      "step": 18790
    },
    {
      "loss_action": 0.013546111062169075,
      "loss_total": 0.013546111062169075,
      "step": 18790
    },
    {
      "loss_action": 0.015425032004714012,
      "loss_total": 0.015425032004714012,
      "step": 18790
    },
    {
      "grad_norm": 0.1522534042596817,
      "learning_rate": 9.488390642072878e-05,
      "loss": 0.0144,
      "step": 18800
    },
    {
      "loss_action": 0.02813486009836197,
      "loss_total": 0.02813486009836197,
      "step": 18800
    },
    {
      "loss_action": 0.03964053839445114,
      "loss_total": 0.03964053839445114,
      "step": 18800
    },
    {
      "loss_action": 0.013228116557002068,
      "loss_total": 0.013228116557002068,
      "step": 18800
    },
    {
      "loss_action": 0.047292836010456085,
      "loss_total": 0.047292836010456085,
      "step": 18800
    },
    {
      "loss_action": 0.010248905047774315,
      "loss_total": 0.010248905047774315,
      "step": 18800
    },
    {
      "loss_action": 0.023041052743792534,
      "loss_total": 0.023041052743792534,
      "step": 18800
    },
    {
      "loss_action": 0.012262694537639618,
      "loss_total": 0.012262694537639618,
      "step": 18800
    },
    {
      "loss_action": 0.01584421470761299,
      "loss_total": 0.01584421470761299,
      "step": 18800
    },
    {
      "grad_norm": 0.12911522388458252,
      "learning_rate": 9.48766179227123e-05,
      "loss": 0.017,
      "step": 18810
    },
    {
      "loss_action": 0.011814378201961517,
      "loss_total": 0.011814378201961517,
      "step": 18810
    },
    {
      "loss_action": 0.012216555885970592,
      "loss_total": 0.012216555885970592,
      "step": 18810
    },
    {
      "loss_action": 0.011639455333352089,
      "loss_total": 0.011639455333352089,
      "step": 18810
    },
    {
      "loss_action": 0.0070199500769376755,
      "loss_total": 0.0070199500769376755,
      "step": 18810
    },
    {
      "loss_action": 0.037473633885383606,
      "loss_total": 0.037473633885383606,
      "step": 18810
    },
    {
      "loss_action": 0.011297688819468021,
      "loss_total": 0.011297688819468021,
      "step": 18810
    },
    {
      "loss_action": 0.006124440580606461,
      "loss_total": 0.006124440580606461,
      "step": 18810
    },
    {
      "loss_action": 0.007569893263280392,
      "loss_total": 0.007569893263280392,
      "step": 18810
    },
    {
      "grad_norm": 0.15401799976825714,
      "learning_rate": 9.486932451705636e-05,
      "loss": 0.014,
      "step": 18820
    },
    {
      "loss_action": 0.010578961111605167,
      "loss_total": 0.010578961111605167,
      "step": 18820
    },
    {
      "loss_action": 0.005631268955767155,
      "loss_total": 0.005631268955767155,
      "step": 18820
    },
    {
      "loss_action": 0.008496423251926899,
      "loss_total": 0.008496423251926899,
      "step": 18820
    },
    {
      "loss_action": 0.013318966142833233,
      "loss_total": 0.013318966142833233,
      "step": 18820
    },
    {
      "loss_action": 0.009960743598639965,
      "loss_total": 0.009960743598639965,
      "step": 18820
    },
    {
      "loss_action": 0.005787576083093882,
      "loss_total": 0.005787576083093882,
      "step": 18820
    },
    {
      "loss_action": 0.008928585797548294,
      "loss_total": 0.008928585797548294,
      "step": 18820
    },
    {
      "loss_action": 0.024410266429185867,
      "loss_total": 0.024410266429185867,
      "step": 18820
    },
    {
      "grad_norm": 0.158041849732399,
      "learning_rate": 9.486202620455857e-05,
      "loss": 0.0136,
      "step": 18830
    },
    {
      "loss_action": 0.013641162775456905,
      "loss_total": 0.013641162775456905,
      "step": 18830
    },
    {
      "loss_action": 0.009235691279172897,
      "loss_total": 0.009235691279172897,
      "step": 18830
    },
    {
      "loss_action": 0.01964300312101841,
      "loss_total": 0.01964300312101841,
      "step": 18830
    },
    {
      "loss_action": 0.01867843046784401,
      "loss_total": 0.01867843046784401,
      "step": 18830
    },
    {
      "loss_action": 0.010158471763134003,
      "loss_total": 0.010158471763134003,
      "step": 18830
    },
    {
      "loss_action": 0.009474693797528744,
      "loss_total": 0.009474693797528744,
      "step": 18830
    },
    {
      "loss_action": 0.006671343930065632,
      "loss_total": 0.006671343930065632,
      "step": 18830
    },
    {
      "loss_action": 0.01667744480073452,
      "loss_total": 0.01667744480073452,
      "step": 18830
    },
    {
      "grad_norm": 0.19101548194885254,
      "learning_rate": 9.485472298601704e-05,
      "loss": 0.0146,
      "step": 18840
    },
    {
      "loss_action": 0.007784130983054638,
      "loss_total": 0.007784130983054638,
      "step": 18840
    },
    {
      "loss_action": 0.013699766248464584,
      "loss_total": 0.013699766248464584,
      "step": 18840
    },
    {
      "loss_action": 0.014351040124893188,
      "loss_total": 0.014351040124893188,
      "step": 18840
    },
    {
      "loss_action": 0.012304960750043392,
      "loss_total": 0.012304960750043392,
      "step": 18840
    },
    {
      "loss_action": 0.004535140935331583,
      "loss_total": 0.004535140935331583,
      "step": 18840
    },
    {
      "loss_action": 0.00808247085660696,
      "loss_total": 0.00808247085660696,
      "step": 18840
    },
    {
      "loss_action": 0.021764101460576057,
      "loss_total": 0.021764101460576057,
      "step": 18840
    },
    {
      "loss_action": 0.016625143587589264,
      "loss_total": 0.016625143587589264,
      "step": 18840
    },
    {
      "grad_norm": 0.15547487139701843,
      "learning_rate": 9.484741486223043e-05,
      "loss": 0.0145,
      "step": 18850
    },
    {
      "loss_action": 0.017571769654750824,
      "loss_total": 0.017571769654750824,
      "step": 18850
    },
    {
      "loss_action": 0.008217708207666874,
      "loss_total": 0.008217708207666874,
      "step": 18850
    },
    {
      "loss_action": 0.011162110604345798,
      "loss_total": 0.011162110604345798,
      "step": 18850
    },
    {
      "loss_action": 0.004422432743012905,
      "loss_total": 0.004422432743012905,
      "step": 18850
    },
    {
      "loss_action": 0.03228340297937393,
      "loss_total": 0.03228340297937393,
      "step": 18850
    },
    {
      "loss_action": 0.01219974271953106,
      "loss_total": 0.01219974271953106,
      "step": 18850
    },
    {
      "loss_action": 0.010142935439944267,
      "loss_total": 0.010142935439944267,
      "step": 18850
    },
    {
      "loss_action": 0.019670579582452774,
      "loss_total": 0.019670579582452774,
      "step": 18850
    },
    {
      "grad_norm": 0.17915189266204834,
      "learning_rate": 9.484010183399797e-05,
      "loss": 0.0144,
      "step": 18860
    },
    {
      "loss_action": 0.012609504163265228,
      "loss_total": 0.012609504163265228,
      "step": 18860
    },
    {
      "loss_action": 0.006419894751161337,
      "loss_total": 0.006419894751161337,
      "step": 18860
    },
    {
      "loss_action": 0.009256948716938496,
      "loss_total": 0.009256948716938496,
      "step": 18860
    },
    {
      "loss_action": 0.010200737044215202,
      "loss_total": 0.010200737044215202,
      "step": 18860
    },
    {
      "loss_action": 0.01616794615983963,
      "loss_total": 0.01616794615983963,
      "step": 18860
    },
    {
      "loss_action": 0.007791672833263874,
      "loss_total": 0.007791672833263874,
      "step": 18860
    },
    {
      "loss_action": 0.011150849983096123,
      "loss_total": 0.011150849983096123,
      "step": 18860
    },
    {
      "loss_action": 0.010960514657199383,
      "loss_total": 0.010960514657199383,
      "step": 18860
    },
    {
      "grad_norm": 0.154903382062912,
      "learning_rate": 9.483278390211938e-05,
      "loss": 0.0129,
      "step": 18870
    },
    {
      "loss_action": 0.013261906802654266,
      "loss_total": 0.013261906802654266,
      "step": 18870
    },
    {
      "loss_action": 0.006397542078047991,
      "loss_total": 0.006397542078047991,
      "step": 18870
    },
    {
      "loss_action": 0.011889258399605751,
      "loss_total": 0.011889258399605751,
      "step": 18870
    },
    {
      "loss_action": 0.014145249500870705,
      "loss_total": 0.014145249500870705,
      "step": 18870
    },
    {
      "loss_action": 0.016046784818172455,
      "loss_total": 0.016046784818172455,
      "step": 18870
    },
    {
      "loss_action": 0.014065373688936234,
      "loss_total": 0.014065373688936234,
      "step": 18870
    },
    {
      "loss_action": 0.018576879054307938,
      "loss_total": 0.018576879054307938,
      "step": 18870
    },
    {
      "loss_action": 0.007294819690287113,
      "loss_total": 0.007294819690287113,
      "step": 18870
    },
    {
      "grad_norm": 0.23063576221466064,
      "learning_rate": 9.482546106739496e-05,
      "loss": 0.0135,
      "step": 18880
    },
    {
      "loss_action": 0.008823269046843052,
      "loss_total": 0.008823269046843052,
      "step": 18880
    },
    {
      "loss_action": 0.016618933528661728,
      "loss_total": 0.016618933528661728,
      "step": 18880
    },
    {
      "loss_action": 0.009451264515519142,
      "loss_total": 0.009451264515519142,
      "step": 18880
    },
    {
      "loss_action": 0.015200248919427395,
      "loss_total": 0.015200248919427395,
      "step": 18880
    },
    {
      "loss_action": 0.0059925345703959465,
      "loss_total": 0.0059925345703959465,
      "step": 18880
    },
    {
      "loss_action": 0.006273213773965836,
      "loss_total": 0.006273213773965836,
      "step": 18880
    },
    {
      "loss_action": 0.02322513796389103,
      "loss_total": 0.02322513796389103,
      "step": 18880
    },
    {
      "loss_action": 0.020677605643868446,
      "loss_total": 0.020677605643868446,
      "step": 18880
    },
    {
      "grad_norm": 0.16671335697174072,
      "learning_rate": 9.48181333306255e-05,
      "loss": 0.0132,
      "step": 18890
    },
    {
      "loss_action": 0.007689254358410835,
      "loss_total": 0.007689254358410835,
      "step": 18890
    },
    {
      "loss_action": 0.007812763564288616,
      "loss_total": 0.007812763564288616,
      "step": 18890
    },
    {
      "loss_action": 0.005259545519948006,
      "loss_total": 0.005259545519948006,
      "step": 18890
    },
    {
      "loss_action": 0.009406613186001778,
      "loss_total": 0.009406613186001778,
      "step": 18890
    },
    {
      "loss_action": 0.011273430660367012,
      "loss_total": 0.011273430660367012,
      "step": 18890
    },
    {
      "loss_action": 0.019922811537981033,
      "loss_total": 0.019922811537981033,
      "step": 18890
    },
    {
      "loss_action": 0.04884449020028114,
      "loss_total": 0.04884449020028114,
      "step": 18890
    },
    {
      "loss_action": 0.027378693222999573,
      "loss_total": 0.027378693222999573,
      "step": 18890
    },
    {
      "grad_norm": 0.12562178075313568,
      "learning_rate": 9.481080069261237e-05,
      "loss": 0.0155,
      "step": 18900
    },
    {
      "loss_action": 0.010857031680643559,
      "loss_total": 0.010857031680643559,
      "step": 18900
    },
    {
      "loss_action": 0.008973602205514908,
      "loss_total": 0.008973602205514908,
      "step": 18900
    },
    {
      "loss_action": 0.00950167328119278,
      "loss_total": 0.00950167328119278,
      "step": 18900
    },
    {
      "loss_action": 0.020291201770305634,
      "loss_total": 0.020291201770305634,
      "step": 18900
    },
    {
      "loss_action": 0.008477705530822277,
      "loss_total": 0.008477705530822277,
      "step": 18900
    },
    {
      "loss_action": 0.007000355049967766,
      "loss_total": 0.007000355049967766,
      "step": 18900
    },
    {
      "loss_action": 0.012552844360470772,
      "loss_total": 0.012552844360470772,
      "step": 18900
    },
    {
      "loss_action": 0.012450577691197395,
      "loss_total": 0.012450577691197395,
      "step": 18900
    },
    {
      "grad_norm": 0.11575712263584137,
      "learning_rate": 9.480346315415745e-05,
      "loss": 0.0136,
      "step": 18910
    },
    {
      "loss_action": 0.013693947345018387,
      "loss_total": 0.013693947345018387,
      "step": 18910
    },
    {
      "loss_action": 0.005356920417398214,
      "loss_total": 0.005356920417398214,
      "step": 18910
    },
    {
      "loss_action": 0.006727736443281174,
      "loss_total": 0.006727736443281174,
      "step": 18910
    },
    {
      "loss_action": 0.02452685311436653,
      "loss_total": 0.02452685311436653,
      "step": 18910
    },
    {
      "loss_action": 0.008240528404712677,
      "loss_total": 0.008240528404712677,
      "step": 18910
    },
    {
      "loss_action": 0.011755997315049171,
      "loss_total": 0.011755997315049171,
      "step": 18910
    },
    {
      "loss_action": 0.01761595904827118,
      "loss_total": 0.01761595904827118,
      "step": 18910
    },
    {
      "loss_action": 0.026090919971466064,
      "loss_total": 0.026090919971466064,
      "step": 18910
    },
    {
      "grad_norm": 0.13897325098514557,
      "learning_rate": 9.479612071606314e-05,
      "loss": 0.0148,
      "step": 18920
    },
    {
      "loss_action": 0.004839889705181122,
      "loss_total": 0.004839889705181122,
      "step": 18920
    },
    {
      "loss_action": 0.009570201858878136,
      "loss_total": 0.009570201858878136,
      "step": 18920
    },
    {
      "loss_action": 0.011292495764791965,
      "loss_total": 0.011292495764791965,
      "step": 18920
    },
    {
      "loss_action": 0.010438471101224422,
      "loss_total": 0.010438471101224422,
      "step": 18920
    },
    {
      "loss_action": 0.009656257927417755,
      "loss_total": 0.009656257927417755,
      "step": 18920
    },
    {
      "loss_action": 0.016197673976421356,
      "loss_total": 0.016197673976421356,
      "step": 18920
    },
    {
      "loss_action": 0.012769517488777637,
      "loss_total": 0.012769517488777637,
      "step": 18920
    },
    {
      "loss_action": 0.017050588503479958,
      "loss_total": 0.017050588503479958,
      "step": 18920
    },
    {
      "grad_norm": 0.18012253940105438,
      "learning_rate": 9.478877337913244e-05,
      "loss": 0.0138,
      "step": 18930
    },
    {
      "loss_action": 0.013366902247071266,
      "loss_total": 0.013366902247071266,
      "step": 18930
    },
    {
      "loss_action": 0.016766294836997986,
      "loss_total": 0.016766294836997986,
      "step": 18930
    },
    {
      "loss_action": 0.01204492338001728,
      "loss_total": 0.01204492338001728,
      "step": 18930
    },
    {
      "loss_action": 0.008702363818883896,
      "loss_total": 0.008702363818883896,
      "step": 18930
    },
    {
      "loss_action": 0.016502687707543373,
      "loss_total": 0.016502687707543373,
      "step": 18930
    },
    {
      "loss_action": 0.010083839297294617,
      "loss_total": 0.010083839297294617,
      "step": 18930
    },
    {
      "loss_action": 0.012182261794805527,
      "loss_total": 0.012182261794805527,
      "step": 18930
    },
    {
      "loss_action": 0.005987547338008881,
      "loss_total": 0.005987547338008881,
      "step": 18930
    },
    {
      "grad_norm": 0.21790704131126404,
      "learning_rate": 9.478142114416881e-05,
      "loss": 0.0122,
      "step": 18940
    },
    {
      "loss_action": 0.004741629585623741,
      "loss_total": 0.004741629585623741,
      "step": 18940
    },
    {
      "loss_action": 0.006352840457111597,
      "loss_total": 0.006352840457111597,
      "step": 18940
    },
    {
      "loss_action": 0.009204401634633541,
      "loss_total": 0.009204401634633541,
      "step": 18940
    },
    {
      "loss_action": 0.010447410866618156,
      "loss_total": 0.010447410866618156,
      "step": 18940
    },
    {
      "loss_action": 0.008477756753563881,
      "loss_total": 0.008477756753563881,
      "step": 18940
    },
    {
      "loss_action": 0.06410461664199829,
      "loss_total": 0.06410461664199829,
      "step": 18940
    },
    {
      "loss_action": 0.0074942950159311295,
      "loss_total": 0.0074942950159311295,
      "step": 18940
    },
    {
      "loss_action": 0.038299962878227234,
      "loss_total": 0.038299962878227234,
      "step": 18940
    },
    {
      "grad_norm": 0.13627098500728607,
      "learning_rate": 9.47740640119763e-05,
      "loss": 0.0156,
      "step": 18950
    },
    {
      "loss_action": 0.009521298110485077,
      "loss_total": 0.009521298110485077,
      "step": 18950
    },
    {
      "loss_action": 0.020226646214723587,
      "loss_total": 0.020226646214723587,
      "step": 18950
    },
    {
      "loss_action": 0.007892495952546597,
      "loss_total": 0.007892495952546597,
      "step": 18950
    },
    {
      "loss_action": 0.01779285818338394,
      "loss_total": 0.01779285818338394,
      "step": 18950
    },
    {
      "loss_action": 0.010393516160547733,
      "loss_total": 0.010393516160547733,
      "step": 18950
    },
    {
      "loss_action": 0.008139445446431637,
      "loss_total": 0.008139445446431637,
      "step": 18950
    },
    {
      "loss_action": 0.008808079175651073,
      "loss_total": 0.008808079175651073,
      "step": 18950
    },
    {
      "loss_action": 0.007101230323314667,
      "loss_total": 0.007101230323314667,
      "step": 18950
    },
    {
      "grad_norm": 0.18124090135097504,
      "learning_rate": 9.476670198335947e-05,
      "loss": 0.0124,
      "step": 18960
    },
    {
      "loss_action": 0.013407147489488125,
      "loss_total": 0.013407147489488125,
      "step": 18960
    },
    {
      "loss_action": 0.017931882292032242,
      "loss_total": 0.017931882292032242,
      "step": 18960
    },
    {
      "loss_action": 0.06800564378499985,
      "loss_total": 0.06800564378499985,
      "step": 18960
    },
    {
      "loss_action": 0.023329930379986763,
      "loss_total": 0.023329930379986763,
      "step": 18960
    },
    {
      "loss_action": 0.018826458603143692,
      "loss_total": 0.018826458603143692,
      "step": 18960
    },
    {
      "loss_action": 0.016456451267004013,
      "loss_total": 0.016456451267004013,
      "step": 18960
    },
    {
      "loss_action": 0.006022863555699587,
      "loss_total": 0.006022863555699587,
      "step": 18960
    },
    {
      "loss_action": 0.009524677880108356,
      "loss_total": 0.009524677880108356,
      "step": 18960
    },
    {
      "grad_norm": 0.1818685680627823,
      "learning_rate": 9.47593350591234e-05,
      "loss": 0.0152,
      "step": 18970
    },
    {
      "loss_action": 0.006693004630506039,
      "loss_total": 0.006693004630506039,
      "step": 18970
    },
    {
      "loss_action": 0.007438300177454948,
      "loss_total": 0.007438300177454948,
      "step": 18970
    },
    {
      "loss_action": 0.017711274325847626,
      "loss_total": 0.017711274325847626,
      "step": 18970
    },
    {
      "loss_action": 0.03692866861820221,
      "loss_total": 0.03692866861820221,
      "step": 18970
    },
    {
      "loss_action": 0.013301531784236431,
      "loss_total": 0.013301531784236431,
      "step": 18970
    },
    {
      "loss_action": 0.01227871049195528,
      "loss_total": 0.01227871049195528,
      "step": 18970
    },
    {
      "loss_action": 0.015995459631085396,
      "loss_total": 0.015995459631085396,
      "step": 18970
    },
    {
      "loss_action": 0.018220651894807816,
      "loss_total": 0.018220651894807816,
      "step": 18970
    },
    {
      "grad_norm": 0.21713894605636597,
      "learning_rate": 9.475196324007376e-05,
      "loss": 0.014,
      "step": 18980
    },
    {
      "loss_action": 0.011789517477154732,
      "loss_total": 0.011789517477154732,
      "step": 18980
    },
    {
      "loss_action": 0.036212481558322906,
      "loss_total": 0.036212481558322906,
      "step": 18980
    },
    {
      "loss_action": 0.012319393455982208,
      "loss_total": 0.012319393455982208,
      "step": 18980
    },
    {
      "loss_action": 0.023620540276169777,
      "loss_total": 0.023620540276169777,
      "step": 18980
    },
    {
      "loss_action": 0.007215742953121662,
      "loss_total": 0.007215742953121662,
      "step": 18980
    },
    {
      "loss_action": 0.013385273516178131,
      "loss_total": 0.013385273516178131,
      "step": 18980
    },
    {
      "loss_action": 0.00608754763379693,
      "loss_total": 0.00608754763379693,
      "step": 18980
    },
    {
      "loss_action": 0.005902821663767099,
      "loss_total": 0.005902821663767099,
      "step": 18980
    },
    {
      "grad_norm": 0.2316226214170456,
      "learning_rate": 9.474458652701669e-05,
      "loss": 0.0165,
      "step": 18990
    },
    {
      "loss_action": 0.05013081431388855,
      "loss_total": 0.05013081431388855,
      "step": 18990
    },
    {
      "loss_action": 0.008777802810072899,
      "loss_total": 0.008777802810072899,
      "step": 18990
    },
    {
      "loss_action": 0.013658560812473297,
      "loss_total": 0.013658560812473297,
      "step": 18990
    },
    {
      "loss_action": 0.01003058161586523,
      "loss_total": 0.01003058161586523,
      "step": 18990
    },
    {
      "loss_action": 0.030216218903660774,
      "loss_total": 0.030216218903660774,
      "step": 18990
    },
    {
      "loss_action": 0.01286112330853939,
      "loss_total": 0.01286112330853939,
      "step": 18990
    },
    {
      "loss_action": 0.009705932810902596,
      "loss_total": 0.009705932810902596,
      "step": 18990
    },
    {
      "loss_action": 0.010994330048561096,
      "loss_total": 0.010994330048561096,
      "step": 18990
    },
    {
      "grad_norm": 0.18463639914989471,
      "learning_rate": 9.473720492075892e-05,
      "loss": 0.0149,
      "step": 19000
    },
    {
      "loss_action": 0.012283931486308575,
      "loss_total": 0.012283931486308575,
      "step": 19000
    },
    {
      "loss_action": 0.010414262302219868,
      "loss_total": 0.010414262302219868,
      "step": 19000
    },
    {
      "loss_action": 0.013752242550253868,
      "loss_total": 0.013752242550253868,
      "step": 19000
    },
    {
      "loss_action": 0.010392595082521439,
      "loss_total": 0.010392595082521439,
      "step": 19000
    },
    {
      "loss_action": 0.01577458158135414,
      "loss_total": 0.01577458158135414,
      "step": 19000
    },
    {
      "loss_action": 0.010927097871899605,
      "loss_total": 0.010927097871899605,
      "step": 19000
    },
    {
      "loss_action": 0.01494315080344677,
      "loss_total": 0.01494315080344677,
      "step": 19000
    },
    {
      "loss_action": 0.013320311903953552,
      "loss_total": 0.013320311903953552,
      "step": 19000
    },
    {
      "grad_norm": 0.21116308867931366,
      "learning_rate": 9.472981842210768e-05,
      "loss": 0.0148,
      "step": 19010
    },
    {
      "loss_action": 0.014604170806705952,
      "loss_total": 0.014604170806705952,
      "step": 19010
    },
    {
      "loss_action": 0.014941465109586716,
      "loss_total": 0.014941465109586716,
      "step": 19010
    },
    {
      "loss_action": 0.013924156315624714,
      "loss_total": 0.013924156315624714,
      "step": 19010
    },
    {
      "loss_action": 0.025553852319717407,
      "loss_total": 0.025553852319717407,
      "step": 19010
    },
    {
      "loss_action": 0.008268404752016068,
      "loss_total": 0.008268404752016068,
      "step": 19010
    },
    {
      "loss_action": 0.01036742888391018,
      "loss_total": 0.01036742888391018,
      "step": 19010
    },
    {
      "loss_action": 0.01937885209918022,
      "loss_total": 0.01937885209918022,
      "step": 19010
    },
    {
      "loss_action": 0.008185077458620071,
      "loss_total": 0.008185077458620071,
      "step": 19010
    },
    {
      "grad_norm": 0.239768847823143,
      "learning_rate": 9.472242703187074e-05,
      "loss": 0.0147,
      "step": 19020
    },
    {
      "loss_action": 0.007626158185303211,
      "loss_total": 0.007626158185303211,
      "step": 19020
    },
    {
      "loss_action": 0.009549109265208244,
      "loss_total": 0.009549109265208244,
      "step": 19020
    },
    {
      "loss_action": 0.011356659233570099,
      "loss_total": 0.011356659233570099,
      "step": 19020
    },
    {
      "loss_action": 0.009093784727156162,
      "loss_total": 0.009093784727156162,
      "step": 19020
    },
    {
      "loss_action": 0.005856063682585955,
      "loss_total": 0.005856063682585955,
      "step": 19020
    },
    {
      "loss_action": 0.011945297941565514,
      "loss_total": 0.011945297941565514,
      "step": 19020
    },
    {
      "loss_action": 0.007855618372559547,
      "loss_total": 0.007855618372559547,
      "step": 19020
    },
    {
      "loss_action": 0.0056751687079668045,
      "loss_total": 0.0056751687079668045,
      "step": 19020
    },
    {
      "grad_norm": 0.1342054158449173,
      "learning_rate": 9.471503075085643e-05,
      "loss": 0.0132,
      "step": 19030
    },
    {
      "loss_action": 0.003750366624444723,
      "loss_total": 0.003750366624444723,
      "step": 19030
    },
    {
      "loss_action": 0.010204711928963661,
      "loss_total": 0.010204711928963661,
      "step": 19030
    },
    {
      "loss_action": 0.012335160747170448,
      "loss_total": 0.012335160747170448,
      "step": 19030
    },
    {
      "loss_action": 0.02595100924372673,
      "loss_total": 0.02595100924372673,
      "step": 19030
    },
    {
      "loss_action": 0.006549730896949768,
      "loss_total": 0.006549730896949768,
      "step": 19030
    },
    {
      "loss_action": 0.00932674203068018,
      "loss_total": 0.00932674203068018,
      "step": 19030
    },
    {
      "loss_action": 0.011177510023117065,
      "loss_total": 0.011177510023117065,
      "step": 19030
    },
    {
      "loss_action": 0.005535750649869442,
      "loss_total": 0.005535750649869442,
      "step": 19030
    },
    {
      "grad_norm": 0.19539909064769745,
      "learning_rate": 9.470762957987359e-05,
      "loss": 0.0148,
      "step": 19040
    },
    {
      "loss_action": 0.009424323216080666,
      "loss_total": 0.009424323216080666,
      "step": 19040
    },
    {
      "loss_action": 0.0037602537777274847,
      "loss_total": 0.0037602537777274847,
      "step": 19040
    },
    {
      "loss_action": 0.014252448454499245,
      "loss_total": 0.014252448454499245,
      "step": 19040
    },
    {
      "loss_action": 0.010681182146072388,
      "loss_total": 0.010681182146072388,
      "step": 19040
    },
    {
      "loss_action": 0.008812695741653442,
      "loss_total": 0.008812695741653442,
      "step": 19040
    },
    {
      "loss_action": 0.012009000405669212,
      "loss_total": 0.012009000405669212,
      "step": 19040
    },
    {
      "loss_action": 0.004796828143298626,
      "loss_total": 0.004796828143298626,
      "step": 19040
    },
    {
      "loss_action": 0.007550651207566261,
      "loss_total": 0.007550651207566261,
      "step": 19040
    },
    {
      "grad_norm": 0.1327994018793106,
      "learning_rate": 9.470022351973158e-05,
      "loss": 0.0159,
      "step": 19050
    },
    {
      "loss_action": 0.008199511095881462,
      "loss_total": 0.008199511095881462,
      "step": 19050
    },
    {
      "loss_action": 0.019920477643609047,
      "loss_total": 0.019920477643609047,
      "step": 19050
    },
    {
      "loss_action": 0.007149438373744488,
      "loss_total": 0.007149438373744488,
      "step": 19050
    },
    {
      "loss_action": 0.01034831814467907,
      "loss_total": 0.01034831814467907,
      "step": 19050
    },
    {
      "loss_action": 0.016988888382911682,
      "loss_total": 0.016988888382911682,
      "step": 19050
    },
    {
      "loss_action": 0.013148559257388115,
      "loss_total": 0.013148559257388115,
      "step": 19050
    },
    {
      "loss_action": 0.011037101969122887,
      "loss_total": 0.011037101969122887,
      "step": 19050
    },
    {
      "loss_action": 0.023692810907959938,
      "loss_total": 0.023692810907959938,
      "step": 19050
    },
    {
      "grad_norm": 0.15987271070480347,
      "learning_rate": 9.469281257124034e-05,
      "loss": 0.0178,
      "step": 19060
    },
    {
      "loss_action": 0.015364078804850578,
      "loss_total": 0.015364078804850578,
      "step": 19060
    },
    {
      "loss_action": 0.011272741481661797,
      "loss_total": 0.011272741481661797,
      "step": 19060
    },
    {
      "loss_action": 0.01090153120458126,
      "loss_total": 0.01090153120458126,
      "step": 19060
    },
    {
      "loss_action": 0.017560888081789017,
      "loss_total": 0.017560888081789017,
      "step": 19060
    },
    {
      "loss_action": 0.03769218921661377,
      "loss_total": 0.03769218921661377,
      "step": 19060
    },
    {
      "loss_action": 0.007392021827399731,
      "loss_total": 0.007392021827399731,
      "step": 19060
    },
    {
      "loss_action": 0.031504131853580475,
      "loss_total": 0.031504131853580475,
      "step": 19060
    },
    {
      "loss_action": 0.009670747444033623,
      "loss_total": 0.009670747444033623,
      "step": 19060
    },
    {
      "grad_norm": 0.20686306059360504,
      "learning_rate": 9.46853967352103e-05,
      "loss": 0.0177,
      "step": 19070
    },
    {
      "loss_action": 0.012847820296883583,
      "loss_total": 0.012847820296883583,
      "step": 19070
    },
    {
      "loss_action": 0.026527581736445427,
      "loss_total": 0.026527581736445427,
      "step": 19070
    },
    {
      "loss_action": 0.006281931884586811,
      "loss_total": 0.006281931884586811,
      "step": 19070
    },
    {
      "loss_action": 0.011417183093726635,
      "loss_total": 0.011417183093726635,
      "step": 19070
    },
    {
      "loss_action": 0.006381507962942123,
      "loss_total": 0.006381507962942123,
      "step": 19070
    },
    {
      "loss_action": 0.008103229105472565,
      "loss_total": 0.008103229105472565,
      "step": 19070
    },
    {
      "loss_action": 0.00569426454603672,
      "loss_total": 0.00569426454603672,
      "step": 19070
    },
    {
      "loss_action": 0.031160064041614532,
      "loss_total": 0.031160064041614532,
      "step": 19070
    },
    {
      "grad_norm": 0.18557392060756683,
      "learning_rate": 9.467797601245246e-05,
      "loss": 0.016,
      "step": 19080
    },
    {
      "loss_action": 0.012306266464293003,
      "loss_total": 0.012306266464293003,
      "step": 19080
    },
    {
      "loss_action": 0.012098542414605618,
      "loss_total": 0.012098542414605618,
      "step": 19080
    },
    {
      "loss_action": 0.006282984744757414,
      "loss_total": 0.006282984744757414,
      "step": 19080
    },
    {
      "loss_action": 0.01933574676513672,
      "loss_total": 0.01933574676513672,
      "step": 19080
    },
    {
      "loss_action": 0.014885206706821918,
      "loss_total": 0.014885206706821918,
      "step": 19080
    },
    {
      "loss_action": 0.017798857763409615,
      "loss_total": 0.017798857763409615,
      "step": 19080
    },
    {
      "loss_action": 0.019903307780623436,
      "loss_total": 0.019903307780623436,
      "step": 19080
    },
    {
      "loss_action": 0.020715851336717606,
      "loss_total": 0.020715851336717606,
      "step": 19080
    },
    {
      "grad_norm": 0.18216435611248016,
      "learning_rate": 9.467055040377834e-05,
      "loss": 0.0153,
      "step": 19090
    },
    {
      "loss_action": 0.009336477145552635,
      "loss_total": 0.009336477145552635,
      "step": 19090
    },
    {
      "loss_action": 0.017984183505177498,
      "loss_total": 0.017984183505177498,
      "step": 19090
    },
    {
      "loss_action": 0.009613784030079842,
      "loss_total": 0.009613784030079842,
      "step": 19090
    },
    {
      "loss_action": 0.013031412847340107,
      "loss_total": 0.013031412847340107,
      "step": 19090
    },
    {
      "loss_action": 0.015601318329572678,
      "loss_total": 0.015601318329572678,
      "step": 19090
    },
    {
      "loss_action": 0.01575898751616478,
      "loss_total": 0.01575898751616478,
      "step": 19090
    },
    {
      "loss_action": 0.01296952087432146,
      "loss_total": 0.01296952087432146,
      "step": 19090
    },
    {
      "loss_action": 0.006689781788736582,
      "loss_total": 0.006689781788736582,
      "step": 19090
    },
    {
      "grad_norm": 0.175027996301651,
      "learning_rate": 9.466311990999999e-05,
      "loss": 0.018,
      "step": 19100
    },
    {
      "loss_action": 0.006828990764915943,
      "loss_total": 0.006828990764915943,
      "step": 19100
    },
    {
      "loss_action": 0.012217745184898376,
      "loss_total": 0.012217745184898376,
      "step": 19100
    },
    {
      "loss_action": 0.020940177142620087,
      "loss_total": 0.020940177142620087,
      "step": 19100
    },
    {
      "loss_action": 0.022930163890123367,
      "loss_total": 0.022930163890123367,
      "step": 19100
    },
    {
      "loss_action": 0.07684177160263062,
      "loss_total": 0.07684177160263062,
      "step": 19100
    },
    {
      "loss_action": 0.011913810856640339,
      "loss_total": 0.011913810856640339,
      "step": 19100
    },
    {
      "loss_action": 0.023305991664528847,
      "loss_total": 0.023305991664528847,
      "step": 19100
    },
    {
      "loss_action": 0.033892396837472916,
      "loss_total": 0.033892396837472916,
      "step": 19100
    },
    {
      "grad_norm": 0.2117438167333603,
      "learning_rate": 9.465568453193e-05,
      "loss": 0.0178,
      "step": 19110
    },
    {
      "loss_action": 0.009838040918111801,
      "loss_total": 0.009838040918111801,
      "step": 19110
    },
    {
      "loss_action": 0.012801587581634521,
      "loss_total": 0.012801587581634521,
      "step": 19110
    },
    {
      "loss_action": 0.012488754466176033,
      "loss_total": 0.012488754466176033,
      "step": 19110
    },
    {
      "loss_action": 0.029407236725091934,
      "loss_total": 0.029407236725091934,
      "step": 19110
    },
    {
      "loss_action": 0.006618405692279339,
      "loss_total": 0.006618405692279339,
      "step": 19110
    },
    {
      "loss_action": 0.018715886399149895,
      "loss_total": 0.018715886399149895,
      "step": 19110
    },
    {
      "loss_action": 0.008417746983468533,
      "loss_total": 0.008417746983468533,
      "step": 19110
    },
    {
      "loss_action": 0.029913131147623062,
      "loss_total": 0.029913131147623062,
      "step": 19110
    },
    {
      "grad_norm": 0.14056247472763062,
      "learning_rate": 9.464824427038148e-05,
      "loss": 0.0147,
      "step": 19120
    },
    {
      "loss_action": 0.025851892307400703,
      "loss_total": 0.025851892307400703,
      "step": 19120
    },
    {
      "loss_action": 0.008258942514657974,
      "loss_total": 0.008258942514657974,
      "step": 19120
    },
    {
      "loss_action": 0.008867481723427773,
      "loss_total": 0.008867481723427773,
      "step": 19120
    },
    {
      "loss_action": 0.0066532958298921585,
      "loss_total": 0.0066532958298921585,
      "step": 19120
    },
    {
      "loss_action": 0.012840588577091694,
      "loss_total": 0.012840588577091694,
      "step": 19120
    },
    {
      "loss_action": 0.011627549305558205,
      "loss_total": 0.011627549305558205,
      "step": 19120
    },
    {
      "loss_action": 0.0076720803044736385,
      "loss_total": 0.0076720803044736385,
      "step": 19120
    },
    {
      "loss_action": 0.011899417266249657,
      "loss_total": 0.011899417266249657,
      "step": 19120
    },
    {
      "grad_norm": 0.14837300777435303,
      "learning_rate": 9.46407991261681e-05,
      "loss": 0.0137,
      "step": 19130
    },
    {
      "loss_action": 0.012420111335814,
      "loss_total": 0.012420111335814,
      "step": 19130
    },
    {
      "loss_action": 0.008537545800209045,
      "loss_total": 0.008537545800209045,
      "step": 19130
    },
    {
      "loss_action": 0.0110088549554348,
      "loss_total": 0.0110088549554348,
      "step": 19130
    },
    {
      "loss_action": 0.016094380989670753,
      "loss_total": 0.016094380989670753,
      "step": 19130
    },
    {
      "loss_action": 0.01174456998705864,
      "loss_total": 0.01174456998705864,
      "step": 19130
    },
    {
      "loss_action": 0.012899639084935188,
      "loss_total": 0.012899639084935188,
      "step": 19130
    },
    {
      "loss_action": 0.014502563513815403,
      "loss_total": 0.014502563513815403,
      "step": 19130
    },
    {
      "loss_action": 0.011374227702617645,
      "loss_total": 0.011374227702617645,
      "step": 19130
    },
    {
      "grad_norm": 0.2035083919763565,
      "learning_rate": 9.463334910010404e-05,
      "loss": 0.0147,
      "step": 19140
    },
    {
      "loss_action": 0.011368067935109138,
      "loss_total": 0.011368067935109138,
      "step": 19140
    },
    {
      "loss_action": 0.008968965150415897,
      "loss_total": 0.008968965150415897,
      "step": 19140
    },
    {
      "loss_action": 0.00630307849496603,
      "loss_total": 0.00630307849496603,
      "step": 19140
    },
    {
      "loss_action": 0.006637123413383961,
      "loss_total": 0.006637123413383961,
      "step": 19140
    },
    {
      "loss_action": 0.007655961439013481,
      "loss_total": 0.007655961439013481,
      "step": 19140
    },
    {
      "loss_action": 0.004719181917607784,
      "loss_total": 0.004719181917607784,
      "step": 19140
    },
    {
      "loss_action": 0.009298526681959629,
      "loss_total": 0.009298526681959629,
      "step": 19140
    },
    {
      "loss_action": 0.00736091798171401,
      "loss_total": 0.00736091798171401,
      "step": 19140
    },
    {
      "grad_norm": 0.1606488674879074,
      "learning_rate": 9.462589419300403e-05,
      "loss": 0.0133,
      "step": 19150
    },
    {
      "loss_action": 0.01976083219051361,
      "loss_total": 0.01976083219051361,
      "step": 19150
    },
    {
      "loss_action": 0.014796116389334202,
      "loss_total": 0.014796116389334202,
      "step": 19150
    },
    {
      "loss_action": 0.007208122406154871,
      "loss_total": 0.007208122406154871,
      "step": 19150
    },
    {
      "loss_action": 0.006452921777963638,
      "loss_total": 0.006452921777963638,
      "step": 19150
    },
    {
      "loss_action": 0.010251447558403015,
      "loss_total": 0.010251447558403015,
      "step": 19150
    },
    {
      "loss_action": 0.004908047616481781,
      "loss_total": 0.004908047616481781,
      "step": 19150
    },
    {
      "loss_action": 0.006640011444687843,
      "loss_total": 0.006640011444687843,
      "step": 19150
    },
    {
      "loss_action": 0.030791252851486206,
      "loss_total": 0.030791252851486206,
      "step": 19150
    },
    {
      "grad_norm": 0.12096373736858368,
      "learning_rate": 9.461843440568333e-05,
      "loss": 0.0148,
      "step": 19160
    },
    {
      "loss_action": 0.014057429507374763,
      "loss_total": 0.014057429507374763,
      "step": 19160
    },
    {
      "loss_action": 0.017910050228238106,
      "loss_total": 0.017910050228238106,
      "step": 19160
    },
    {
      "loss_action": 0.004826866090297699,
      "loss_total": 0.004826866090297699,
      "step": 19160
    },
    {
      "loss_action": 0.007565986830741167,
      "loss_total": 0.007565986830741167,
      "step": 19160
    },
    {
      "loss_action": 0.008384698070585728,
      "loss_total": 0.008384698070585728,
      "step": 19160
    },
    {
      "loss_action": 0.018130367621779442,
      "loss_total": 0.018130367621779442,
      "step": 19160
    },
    {
      "loss_action": 0.019398432224988937,
      "loss_total": 0.019398432224988937,
      "step": 19160
    },
    {
      "loss_action": 0.012385813519358635,
      "loss_total": 0.012385813519358635,
      "step": 19160
    },
    {
      "grad_norm": 0.15997035801410675,
      "learning_rate": 9.461096973895773e-05,
      "loss": 0.0124,
      "step": 19170
    },
    {
      "loss_action": 0.007538280449807644,
      "loss_total": 0.007538280449807644,
      "step": 19170
    },
    {
      "loss_action": 0.008227561600506306,
      "loss_total": 0.008227561600506306,
      "step": 19170
    },
    {
      "loss_action": 0.020375408232212067,
      "loss_total": 0.020375408232212067,
      "step": 19170
    },
    {
      "loss_action": 0.0048264735378324986,
      "loss_total": 0.0048264735378324986,
      "step": 19170
    },
    {
      "loss_action": 0.009754901751875877,
      "loss_total": 0.009754901751875877,
      "step": 19170
    },
    {
      "loss_action": 0.020118022337555885,
      "loss_total": 0.020118022337555885,
      "step": 19170
    },
    {
      "loss_action": 0.02458900399506092,
      "loss_total": 0.02458900399506092,
      "step": 19170
    },
    {
      "loss_action": 0.01471378467977047,
      "loss_total": 0.01471378467977047,
      "step": 19170
    },
    {
      "grad_norm": 0.17315706610679626,
      "learning_rate": 9.460350019364355e-05,
      "loss": 0.0137,
      "step": 19180
    },
    {
      "loss_action": 0.007513498887419701,
      "loss_total": 0.007513498887419701,
      "step": 19180
    },
    {
      "loss_action": 0.009249348193407059,
      "loss_total": 0.009249348193407059,
      "step": 19180
    },
    {
      "loss_action": 0.007658855989575386,
      "loss_total": 0.007658855989575386,
      "step": 19180
    },
    {
      "loss_action": 0.015786364674568176,
      "loss_total": 0.015786364674568176,
      "step": 19180
    },
    {
      "loss_action": 0.015684425830841064,
      "loss_total": 0.015684425830841064,
      "step": 19180
    },
    {
      "loss_action": 0.007694057188928127,
      "loss_total": 0.007694057188928127,
      "step": 19180
    },
    {
      "loss_action": 0.03305488079786301,
      "loss_total": 0.03305488079786301,
      "step": 19180
    },
    {
      "loss_action": 0.0143172862008214,
      "loss_total": 0.0143172862008214,
      "step": 19180
    },
    {
      "grad_norm": 0.195478156208992,
      "learning_rate": 9.459602577055764e-05,
      "loss": 0.0153,
      "step": 19190
    },
    {
      "loss_action": 0.008784640580415726,
      "loss_total": 0.008784640580415726,
      "step": 19190
    },
    {
      "loss_action": 0.0069534024223685265,
      "loss_total": 0.0069534024223685265,
      "step": 19190
    },
    {
      "loss_action": 0.018813643604516983,
      "loss_total": 0.018813643604516983,
      "step": 19190
    },
    {
      "loss_action": 0.008107254281640053,
      "loss_total": 0.008107254281640053,
      "step": 19190
    },
    {
      "loss_action": 0.005080160219222307,
      "loss_total": 0.005080160219222307,
      "step": 19190
    },
    {
      "loss_action": 0.018624205142259598,
      "loss_total": 0.018624205142259598,
      "step": 19190
    },
    {
      "loss_action": 0.02214696630835533,
      "loss_total": 0.02214696630835533,
      "step": 19190
    },
    {
      "loss_action": 0.011788275092840195,
      "loss_total": 0.011788275092840195,
      "step": 19190
    },
    {
      "grad_norm": 0.17348447442054749,
      "learning_rate": 9.45885464705174e-05,
      "loss": 0.0158,
      "step": 19200
    },
    {
      "loss_action": 0.014466852881014347,
      "loss_total": 0.014466852881014347,
      "step": 19200
    },
    {
      "loss_action": 0.0200413279235363,
      "loss_total": 0.0200413279235363,
      "step": 19200
    },
    {
      "loss_action": 0.015395804308354855,
      "loss_total": 0.015395804308354855,
      "step": 19200
    },
    {
      "loss_action": 0.026935525238513947,
      "loss_total": 0.026935525238513947,
      "step": 19200
    },
    {
      "loss_action": 0.01057803351432085,
      "loss_total": 0.01057803351432085,
      "step": 19200
    },
    {
      "loss_action": 0.01781044714152813,
      "loss_total": 0.01781044714152813,
      "step": 19200
    },
    {
      "loss_action": 0.0052276914939284325,
      "loss_total": 0.0052276914939284325,
      "step": 19200
    },
    {
      "loss_action": 0.016200274229049683,
      "loss_total": 0.016200274229049683,
      "step": 19200
    },
    {
      "grad_norm": 0.149551659822464,
      "learning_rate": 9.458106229434076e-05,
      "loss": 0.013,
      "step": 19210
    },
    {
      "loss_action": 0.02903738245368004,
      "loss_total": 0.02903738245368004,
      "step": 19210
    },
    {
      "loss_action": 0.016052186489105225,
      "loss_total": 0.016052186489105225,
      "step": 19210
    },
    {
      "loss_action": 0.01537383534014225,
      "loss_total": 0.01537383534014225,
      "step": 19210
    },
    {
      "loss_action": 0.007627349812537432,
      "loss_total": 0.007627349812537432,
      "step": 19210
    },
    {
      "loss_action": 0.012363346293568611,
      "loss_total": 0.012363346293568611,
      "step": 19210
    },
    {
      "loss_action": 0.011003321036696434,
      "loss_total": 0.011003321036696434,
      "step": 19210
    },
    {
      "loss_action": 0.007428009528666735,
      "loss_total": 0.007428009528666735,
      "step": 19210
    },
    {
      "loss_action": 0.011077777482569218,
      "loss_total": 0.011077777482569218,
      "step": 19210
    },
    {
      "grad_norm": 0.24305421113967896,
      "learning_rate": 9.457357324284617e-05,
      "loss": 0.0144,
      "step": 19220
    },
    {
      "loss_action": 0.010173393413424492,
      "loss_total": 0.010173393413424492,
      "step": 19220
    },
    {
      "loss_action": 0.020317507907748222,
      "loss_total": 0.020317507907748222,
      "step": 19220
    },
    {
      "loss_action": 0.020457442849874496,
      "loss_total": 0.020457442849874496,
      "step": 19220
    },
    {
      "loss_action": 0.013117524795234203,
      "loss_total": 0.013117524795234203,
      "step": 19220
    },
    {
      "loss_action": 0.01547857467085123,
      "loss_total": 0.01547857467085123,
      "step": 19220
    },
    {
      "loss_action": 0.015473704785108566,
      "loss_total": 0.015473704785108566,
      "step": 19220
    },
    {
      "loss_action": 0.006430530920624733,
      "loss_total": 0.006430530920624733,
      "step": 19220
    },
    {
      "loss_action": 0.03691449016332626,
      "loss_total": 0.03691449016332626,
      "step": 19220
    },
    {
      "grad_norm": 0.12570610642433167,
      "learning_rate": 9.456607931685262e-05,
      "loss": 0.0131,
      "step": 19230
    },
    {
      "loss_action": 0.023804884403944016,
      "loss_total": 0.023804884403944016,
      "step": 19230
    },
    {
      "loss_action": 0.008819522336125374,
      "loss_total": 0.008819522336125374,
      "step": 19230
    },
    {
      "loss_action": 0.009802792221307755,
      "loss_total": 0.009802792221307755,
      "step": 19230
    },
    {
      "loss_action": 0.009884780272841454,
      "loss_total": 0.009884780272841454,
      "step": 19230
    },
    {
      "loss_action": 0.010511279106140137,
      "loss_total": 0.010511279106140137,
      "step": 19230
    },
    {
      "loss_action": 0.02584104798734188,
      "loss_total": 0.02584104798734188,
      "step": 19230
    },
    {
      "loss_action": 0.007464720867574215,
      "loss_total": 0.007464720867574215,
      "step": 19230
    },
    {
      "loss_action": 0.011257853358983994,
      "loss_total": 0.011257853358983994,
      "step": 19230
    },
    {
      "grad_norm": 0.1232922375202179,
      "learning_rate": 9.455858051717965e-05,
      "loss": 0.0125,
      "step": 19240
    },
    {
      "loss_action": 0.004996588919311762,
      "loss_total": 0.004996588919311762,
      "step": 19240
    },
    {
      "loss_action": 0.004217340610921383,
      "loss_total": 0.004217340610921383,
      "step": 19240
    },
    {
      "loss_action": 0.006231788545846939,
      "loss_total": 0.006231788545846939,
      "step": 19240
    },
    {
      "loss_action": 0.032805174589157104,
      "loss_total": 0.032805174589157104,
      "step": 19240
    },
    {
      "loss_action": 0.01763829030096531,
      "loss_total": 0.01763829030096531,
      "step": 19240
    },
    {
      "loss_action": 0.01728273741900921,
      "loss_total": 0.01728273741900921,
      "step": 19240
    },
    {
      "loss_action": 0.007592370733618736,
      "loss_total": 0.007592370733618736,
      "step": 19240
    },
    {
      "loss_action": 0.008708174340426922,
      "loss_total": 0.008708174340426922,
      "step": 19240
    },
    {
      "grad_norm": 0.16115736961364746,
      "learning_rate": 9.45510768446473e-05,
      "loss": 0.0164,
      "step": 19250
    },
    {
      "loss_action": 0.01369544304907322,
      "loss_total": 0.01369544304907322,
      "step": 19250
    },
    {
      "loss_action": 0.0368485152721405,
      "loss_total": 0.0368485152721405,
      "step": 19250
    },
    {
      "loss_action": 0.014064335264265537,
      "loss_total": 0.014064335264265537,
      "step": 19250
    },
    {
      "loss_action": 0.010808948427438736,
      "loss_total": 0.010808948427438736,
      "step": 19250
    },
    {
      "loss_action": 0.014677617698907852,
      "loss_total": 0.014677617698907852,
      "step": 19250
    },
    {
      "loss_action": 0.01588102988898754,
      "loss_total": 0.01588102988898754,
      "step": 19250
    },
    {
      "loss_action": 0.008177381008863449,
      "loss_total": 0.008177381008863449,
      "step": 19250
    },
    {
      "loss_action": 0.010108385235071182,
      "loss_total": 0.010108385235071182,
      "step": 19250
    },
    {
      "grad_norm": 0.1820480227470398,
      "learning_rate": 9.454356830007618e-05,
      "loss": 0.0132,
      "step": 19260
    },
    {
      "loss_action": 0.00671412143856287,
      "loss_total": 0.00671412143856287,
      "step": 19260
    },
    {
      "loss_action": 0.006483667530119419,
      "loss_total": 0.006483667530119419,
      "step": 19260
    },
    {
      "loss_action": 0.00946712400764227,
      "loss_total": 0.00946712400764227,
      "step": 19260
    },
    {
      "loss_action": 0.011761412024497986,
      "loss_total": 0.011761412024497986,
      "step": 19260
    },
    {
      "loss_action": 0.00729651004076004,
      "loss_total": 0.00729651004076004,
      "step": 19260
    },
    {
      "loss_action": 0.015224728733301163,
      "loss_total": 0.015224728733301163,
      "step": 19260
    },
    {
      "loss_action": 0.01945846900343895,
      "loss_total": 0.01945846900343895,
      "step": 19260
    },
    {
      "loss_action": 0.0037292041815817356,
      "loss_total": 0.0037292041815817356,
      "step": 19260
    },
    {
      "grad_norm": 0.15225471556186676,
      "learning_rate": 9.45360548842874e-05,
      "loss": 0.0116,
      "step": 19270
    },
    {
      "loss_action": 0.008791208267211914,
      "loss_total": 0.008791208267211914,
      "step": 19270
    },
    {
      "loss_action": 0.0061281477101147175,
      "loss_total": 0.0061281477101147175,
      "step": 19270
    },
    {
      "loss_action": 0.01939782127737999,
      "loss_total": 0.01939782127737999,
      "step": 19270
    },
    {
      "loss_action": 0.03968752175569534,
      "loss_total": 0.03968752175569534,
      "step": 19270
    },
    {
      "loss_action": 0.03004522994160652,
      "loss_total": 0.03004522994160652,
      "step": 19270
    },
    {
      "loss_action": 0.007043361663818359,
      "loss_total": 0.007043361663818359,
      "step": 19270
    },
    {
      "loss_action": 0.0059175025671720505,
      "loss_total": 0.0059175025671720505,
      "step": 19270
    },
    {
      "loss_action": 0.006048091687262058,
      "loss_total": 0.006048091687262058,
      "step": 19270
    },
    {
      "grad_norm": 0.15829989314079285,
      "learning_rate": 9.452853659810261e-05,
      "loss": 0.0153,
      "step": 19280
    },
    {
      "loss_action": 0.011975115165114403,
      "loss_total": 0.011975115165114403,
      "step": 19280
    },
    {
      "loss_action": 0.013946490362286568,
      "loss_total": 0.013946490362286568,
      "step": 19280
    },
    {
      "loss_action": 0.009687909856438637,
      "loss_total": 0.009687909856438637,
      "step": 19280
    },
    {
      "loss_action": 0.0049665505066514015,
      "loss_total": 0.0049665505066514015,
      "step": 19280
    },
    {
      "loss_action": 0.018988296389579773,
      "loss_total": 0.018988296389579773,
      "step": 19280
    },
    {
      "loss_action": 0.005792525596916676,
      "loss_total": 0.005792525596916676,
      "step": 19280
    },
    {
      "loss_action": 0.009028535336256027,
      "loss_total": 0.009028535336256027,
      "step": 19280
    },
    {
      "loss_action": 0.006973218638449907,
      "loss_total": 0.006973218638449907,
      "step": 19280
    },
    {
      "grad_norm": 0.1343626081943512,
      "learning_rate": 9.452101344234401e-05,
      "loss": 0.013,
      "step": 19290
    },
    {
      "loss_action": 0.022628385573625565,
      "loss_total": 0.022628385573625565,
      "step": 19290
    },
    {
      "loss_action": 0.016151906922459602,
      "loss_total": 0.016151906922459602,
      "step": 19290
    },
    {
      "loss_action": 0.013432202860713005,
      "loss_total": 0.013432202860713005,
      "step": 19290
    },
    {
      "loss_action": 0.006726012099534273,
      "loss_total": 0.006726012099534273,
      "step": 19290
    },
    {
      "loss_action": 0.0055113378912210464,
      "loss_total": 0.0055113378912210464,
      "step": 19290
    },
    {
      "loss_action": 0.004930609837174416,
      "loss_total": 0.004930609837174416,
      "step": 19290
    },
    {
      "loss_action": 0.011342108249664307,
      "loss_total": 0.011342108249664307,
      "step": 19290
    },
    {
      "loss_action": 0.009030584245920181,
      "loss_total": 0.009030584245920181,
      "step": 19290
    },
    {
      "grad_norm": 0.16301019489765167,
      "learning_rate": 9.451348541783431e-05,
      "loss": 0.0146,
      "step": 19300
    },
    {
      "loss_action": 0.01195589080452919,
      "loss_total": 0.01195589080452919,
      "step": 19300
    },
    {
      "loss_action": 0.010815768502652645,
      "loss_total": 0.010815768502652645,
      "step": 19300
    },
    {
      "loss_action": 0.013732623308897018,
      "loss_total": 0.013732623308897018,
      "step": 19300
    },
    {
      "loss_action": 0.013863208703696728,
      "loss_total": 0.013863208703696728,
      "step": 19300
    },
    {
      "loss_action": 0.012901537120342255,
      "loss_total": 0.012901537120342255,
      "step": 19300
    },
    {
      "loss_action": 0.04369935020804405,
      "loss_total": 0.04369935020804405,
      "step": 19300
    },
    {
      "loss_action": 0.007811242714524269,
      "loss_total": 0.007811242714524269,
      "step": 19300
    },
    {
      "loss_action": 0.02230815216898918,
      "loss_total": 0.02230815216898918,
      "step": 19300
    },
    {
      "grad_norm": 0.13676853477954865,
      "learning_rate": 9.450595252539678e-05,
      "loss": 0.0131,
      "step": 19310
    },
    {
      "loss_action": 0.024241000413894653,
      "loss_total": 0.024241000413894653,
      "step": 19310
    },
    {
      "loss_action": 0.00730803981423378,
      "loss_total": 0.00730803981423378,
      "step": 19310
    },
    {
      "loss_action": 0.02417852357029915,
      "loss_total": 0.02417852357029915,
      "step": 19310
    },
    {
      "loss_action": 0.0149004515260458,
      "loss_total": 0.0149004515260458,
      "step": 19310
    },
    {
      "loss_action": 0.017950167879462242,
      "loss_total": 0.017950167879462242,
      "step": 19310
    },
    {
      "loss_action": 0.011826960369944572,
      "loss_total": 0.011826960369944572,
      "step": 19310
    },
    {
      "loss_action": 0.006928936578333378,
      "loss_total": 0.006928936578333378,
      "step": 19310
    },
    {
      "loss_action": 0.005965670570731163,
      "loss_total": 0.005965670570731163,
      "step": 19310
    },
    {
      "grad_norm": 0.12684735655784607,
      "learning_rate": 9.449841476585518e-05,
      "loss": 0.0142,
      "step": 19320
    },
    {
      "loss_action": 0.0207066610455513,
      "loss_total": 0.0207066610455513,
      "step": 19320
    },
    {
      "loss_action": 0.02327481284737587,
      "loss_total": 0.02327481284737587,
      "step": 19320
    },
    {
      "loss_action": 0.007972397841513157,
      "loss_total": 0.007972397841513157,
      "step": 19320
    },
    {
      "loss_action": 0.023912571370601654,
      "loss_total": 0.023912571370601654,
      "step": 19320
    },
    {
      "loss_action": 0.009805070236325264,
      "loss_total": 0.009805070236325264,
      "step": 19320
    },
    {
      "loss_action": 0.012381233274936676,
      "loss_total": 0.012381233274936676,
      "step": 19320
    },
    {
      "loss_action": 0.013374055735766888,
      "loss_total": 0.013374055735766888,
      "step": 19320
    },
    {
      "loss_action": 0.009340371936559677,
      "loss_total": 0.009340371936559677,
      "step": 19320
    },
    {
      "grad_norm": 0.1593821495771408,
      "learning_rate": 9.449087214003384e-05,
      "loss": 0.012,
      "step": 19330
    },
    {
      "loss_action": 0.021663378924131393,
      "loss_total": 0.021663378924131393,
      "step": 19330
    },
    {
      "loss_action": 0.008029738441109657,
      "loss_total": 0.008029738441109657,
      "step": 19330
    },
    {
      "loss_action": 0.012147076427936554,
      "loss_total": 0.012147076427936554,
      "step": 19330
    },
    {
      "loss_action": 0.020967654883861542,
      "loss_total": 0.020967654883861542,
      "step": 19330
    },
    {
      "loss_action": 0.00729716569185257,
      "loss_total": 0.00729716569185257,
      "step": 19330
    },
    {
      "loss_action": 0.013813875615596771,
      "loss_total": 0.013813875615596771,
      "step": 19330
    },
    {
      "loss_action": 0.01654074899852276,
      "loss_total": 0.01654074899852276,
      "step": 19330
    },
    {
      "loss_action": 0.011762095615267754,
      "loss_total": 0.011762095615267754,
      "step": 19330
    },
    {
      "grad_norm": 0.20745636522769928,
      "learning_rate": 9.448332464875765e-05,
      "loss": 0.0125,
      "step": 19340
    },
    {
      "loss_action": 0.018647953867912292,
      "loss_total": 0.018647953867912292,
      "step": 19340
    },
    {
      "loss_action": 0.010584894567728043,
      "loss_total": 0.010584894567728043,
      "step": 19340
    },
    {
      "loss_action": 0.026208888739347458,
      "loss_total": 0.026208888739347458,
      "step": 19340
    },
    {
      "loss_action": 0.00845758244395256,
      "loss_total": 0.00845758244395256,
      "step": 19340
    },
    {
      "loss_action": 0.01241359394043684,
      "loss_total": 0.01241359394043684,
      "step": 19340
    },
    {
      "loss_action": 0.012497561983764172,
      "loss_total": 0.012497561983764172,
      "step": 19340
    },
    {
      "loss_action": 0.006781914737075567,
      "loss_total": 0.006781914737075567,
      "step": 19340
    },
    {
      "loss_action": 0.010249650105834007,
      "loss_total": 0.010249650105834007,
      "step": 19340
    },
    {
      "grad_norm": 0.15258942544460297,
      "learning_rate": 9.447577229285192e-05,
      "loss": 0.0135,
      "step": 19350
    },
    {
      "loss_action": 0.007027407642453909,
      "loss_total": 0.007027407642453909,
      "step": 19350
    },
    {
      "loss_action": 0.01754835620522499,
      "loss_total": 0.01754835620522499,
      "step": 19350
    },
    {
      "loss_action": 0.011508392170071602,
      "loss_total": 0.011508392170071602,
      "step": 19350
    },
    {
      "loss_action": 0.02557682991027832,
      "loss_total": 0.02557682991027832,
      "step": 19350
    },
    {
      "loss_action": 0.019409360364079475,
      "loss_total": 0.019409360364079475,
      "step": 19350
    },
    {
      "loss_action": 0.031809888780117035,
      "loss_total": 0.031809888780117035,
      "step": 19350
    },
    {
      "loss_action": 0.014457332901656628,
      "loss_total": 0.014457332901656628,
      "step": 19350
    },
    {
      "loss_action": 0.014751861803233624,
      "loss_total": 0.014751861803233624,
      "step": 19350
    },
    {
      "grad_norm": 0.20807170867919922,
      "learning_rate": 9.446821507314261e-05,
      "loss": 0.0147,
      "step": 19360
    },
    {
      "loss_action": 0.051192544400691986,
      "loss_total": 0.051192544400691986,
      "step": 19360
    },
    {
      "loss_action": 0.01177554577589035,
      "loss_total": 0.01177554577589035,
      "step": 19360
    },
    {
      "loss_action": 0.006875048391520977,
      "loss_total": 0.006875048391520977,
      "step": 19360
    },
    {
      "loss_action": 0.015004404820501804,
      "loss_total": 0.015004404820501804,
      "step": 19360
    },
    {
      "loss_action": 0.01641090214252472,
      "loss_total": 0.01641090214252472,
      "step": 19360
    },
    {
      "loss_action": 0.016721833497285843,
      "loss_total": 0.016721833497285843,
      "step": 19360
    },
    {
      "loss_action": 0.022043969482183456,
      "loss_total": 0.022043969482183456,
      "step": 19360
    },
    {
      "loss_action": 0.01095633115619421,
      "loss_total": 0.01095633115619421,
      "step": 19360
    },
    {
      "grad_norm": 0.18070177733898163,
      "learning_rate": 9.446065299045617e-05,
      "loss": 0.0185,
      "step": 19370
    },
    {
      "loss_action": 0.019571654498577118,
      "loss_total": 0.019571654498577118,
      "step": 19370
    },
    {
      "loss_action": 0.005158211104571819,
      "loss_total": 0.005158211104571819,
      "step": 19370
    },
    {
      "loss_action": 0.006577351130545139,
      "loss_total": 0.006577351130545139,
      "step": 19370
    },
    {
      "loss_action": 0.007410536520183086,
      "loss_total": 0.007410536520183086,
      "step": 19370
    },
    {
      "loss_action": 0.016255347058176994,
      "loss_total": 0.016255347058176994,
      "step": 19370
    },
    {
      "loss_action": 0.026057157665491104,
      "loss_total": 0.026057157665491104,
      "step": 19370
    },
    {
      "loss_action": 0.01633189246058464,
      "loss_total": 0.01633189246058464,
      "step": 19370
    },
    {
      "loss_action": 0.01179889403283596,
      "loss_total": 0.01179889403283596,
      "step": 19370
    },
    {
      "grad_norm": 0.12861007452011108,
      "learning_rate": 9.445308604561955e-05,
      "loss": 0.0145,
      "step": 19380
    },
    {
      "loss_action": 0.016253210604190826,
      "loss_total": 0.016253210604190826,
      "step": 19380
    },
    {
      "loss_action": 0.016398746520280838,
      "loss_total": 0.016398746520280838,
      "step": 19380
    },
    {
      "loss_action": 0.03044528141617775,
      "loss_total": 0.03044528141617775,
      "step": 19380
    },
    {
      "loss_action": 0.01090807095170021,
      "loss_total": 0.01090807095170021,
      "step": 19380
    },
    {
      "loss_action": 0.014336714521050453,
      "loss_total": 0.014336714521050453,
      "step": 19380
    },
    {
      "loss_action": 0.04050806537270546,
      "loss_total": 0.04050806537270546,
      "step": 19380
    },
    {
      "loss_action": 0.0051948511973023415,
      "loss_total": 0.0051948511973023415,
      "step": 19380
    },
    {
      "loss_action": 0.015427319332957268,
      "loss_total": 0.015427319332957268,
      "step": 19380
    },
    {
      "grad_norm": 0.16614849865436554,
      "learning_rate": 9.444551423946028e-05,
      "loss": 0.0141,
      "step": 19390
    },
    {
      "loss_action": 0.005342655815184116,
      "loss_total": 0.005342655815184116,
      "step": 19390
    },
    {
      "loss_action": 0.015730636194348335,
      "loss_total": 0.015730636194348335,
      "step": 19390
    },
    {
      "loss_action": 0.0090149762108922,
      "loss_total": 0.0090149762108922,
      "step": 19390
    },
    {
      "loss_action": 0.005344160366803408,
      "loss_total": 0.005344160366803408,
      "step": 19390
    },
    {
      "loss_action": 0.03967171162366867,
      "loss_total": 0.03967171162366867,
      "step": 19390
    },
    {
      "loss_action": 0.0067599136382341385,
      "loss_total": 0.0067599136382341385,
      "step": 19390
    },
    {
      "loss_action": 0.01728835515677929,
      "loss_total": 0.01728835515677929,
      "step": 19390
    },
    {
      "loss_action": 0.010641856119036674,
      "loss_total": 0.010641856119036674,
      "step": 19390
    },
    {
      "grad_norm": 0.1255623698234558,
      "learning_rate": 9.443793757280638e-05,
      "loss": 0.0132,
      "step": 19400
    },
    {
      "loss_action": 0.020892318338155746,
      "loss_total": 0.020892318338155746,
      "step": 19400
    },
    {
      "loss_action": 0.009288760833442211,
      "loss_total": 0.009288760833442211,
      "step": 19400
    },
    {
      "loss_action": 0.010762007907032967,
      "loss_total": 0.010762007907032967,
      "step": 19400
    },
    {
      "loss_action": 0.009280174039304256,
      "loss_total": 0.009280174039304256,
      "step": 19400
    },
    {
      "loss_action": 0.009680794551968575,
      "loss_total": 0.009680794551968575,
      "step": 19400
    },
    {
      "loss_action": 0.006542430259287357,
      "loss_total": 0.006542430259287357,
      "step": 19400
    },
    {
      "loss_action": 0.01727057434618473,
      "loss_total": 0.01727057434618473,
      "step": 19400
    },
    {
      "loss_action": 0.010472754016518593,
      "loss_total": 0.010472754016518593,
      "step": 19400
    },
    {
      "grad_norm": 0.15456563234329224,
      "learning_rate": 9.443035604648646e-05,
      "loss": 0.014,
      "step": 19410
    },
    {
      "loss_action": 0.022490864619612694,
      "loss_total": 0.022490864619612694,
      "step": 19410
    },
    {
      "loss_action": 0.016778351739048958,
      "loss_total": 0.016778351739048958,
      "step": 19410
    },
    {
      "loss_action": 0.01680852472782135,
      "loss_total": 0.01680852472782135,
      "step": 19410
    },
    {
      "loss_action": 0.02245420217514038,
      "loss_total": 0.02245420217514038,
      "step": 19410
    },
    {
      "loss_action": 0.012009920552372932,
      "loss_total": 0.012009920552372932,
      "step": 19410
    },
    {
      "loss_action": 0.008722263388335705,
      "loss_total": 0.008722263388335705,
      "step": 19410
    },
    {
      "loss_action": 0.03626250475645065,
      "loss_total": 0.03626250475645065,
      "step": 19410
    },
    {
      "loss_action": 0.013666780665516853,
      "loss_total": 0.013666780665516853,
      "step": 19410
    },
    {
      "grad_norm": 0.18988442420959473,
      "learning_rate": 9.44227696613296e-05,
      "loss": 0.0137,
      "step": 19420
    },
    {
      "loss_action": 0.007970768958330154,
      "loss_total": 0.007970768958330154,
      "step": 19420
    },
    {
      "loss_action": 0.010578739456832409,
      "loss_total": 0.010578739456832409,
      "step": 19420
    },
    {
      "loss_action": 0.010467508807778358,
      "loss_total": 0.010467508807778358,
      "step": 19420
    },
    {
      "loss_action": 0.013395086862146854,
      "loss_total": 0.013395086862146854,
      "step": 19420
    },
    {
      "loss_action": 0.007609029766172171,
      "loss_total": 0.007609029766172171,
      "step": 19420
    },
    {
      "loss_action": 0.015808315947651863,
      "loss_total": 0.015808315947651863,
      "step": 19420
    },
    {
      "loss_action": 0.016055768355727196,
      "loss_total": 0.016055768355727196,
      "step": 19420
    },
    {
      "loss_action": 0.016089266166090965,
      "loss_total": 0.016089266166090965,
      "step": 19420
    },
    {
      "grad_norm": 0.16051648557186127,
      "learning_rate": 9.441517841816542e-05,
      "loss": 0.0125,
      "step": 19430
    },
    {
      "loss_action": 0.005474800243973732,
      "loss_total": 0.005474800243973732,
      "step": 19430
    },
    {
      "loss_action": 0.00800100527703762,
      "loss_total": 0.00800100527703762,
      "step": 19430
    },
    {
      "loss_action": 0.017545128241181374,
      "loss_total": 0.017545128241181374,
      "step": 19430
    },
    {
      "loss_action": 0.004567963071167469,
      "loss_total": 0.004567963071167469,
      "step": 19430
    },
    {
      "loss_action": 0.006076544523239136,
      "loss_total": 0.006076544523239136,
      "step": 19430
    },
    {
      "loss_action": 0.016297969967126846,
      "loss_total": 0.016297969967126846,
      "step": 19430
    },
    {
      "loss_action": 0.01106388121843338,
      "loss_total": 0.01106388121843338,
      "step": 19430
    },
    {
      "loss_action": 0.01779843121767044,
      "loss_total": 0.01779843121767044,
      "step": 19430
    },
    {
      "grad_norm": 0.1593271940946579,
      "learning_rate": 9.440758231782413e-05,
      "loss": 0.0159,
      "step": 19440
    },
    {
      "loss_action": 0.0074667250737547874,
      "loss_total": 0.0074667250737547874,
      "step": 19440
    },
    {
      "loss_action": 0.021893445402383804,
      "loss_total": 0.021893445402383804,
      "step": 19440
    },
    {
      "loss_action": 0.014076986350119114,
      "loss_total": 0.014076986350119114,
      "step": 19440
    },
    {
      "loss_action": 0.01200312003493309,
      "loss_total": 0.01200312003493309,
      "step": 19440
    },
    {
      "loss_action": 0.012878983281552792,
      "loss_total": 0.012878983281552792,
      "step": 19440
    },
    {
      "loss_action": 0.016307681798934937,
      "loss_total": 0.016307681798934937,
      "step": 19440
    },
    {
      "loss_action": 0.010820169001817703,
      "loss_total": 0.010820169001817703,
      "step": 19440
    },
    {
      "loss_action": 0.010528989136219025,
      "loss_total": 0.010528989136219025,
      "step": 19440
    },
    {
      "grad_norm": 0.1305730938911438,
      "learning_rate": 9.439998136113639e-05,
      "loss": 0.0116,
      "step": 19450
    },
    {
      "loss_action": 0.00612800195813179,
      "loss_total": 0.00612800195813179,
      "step": 19450
    },
    {
      "loss_action": 0.011214966885745525,
      "loss_total": 0.011214966885745525,
      "step": 19450
    },
    {
      "loss_action": 0.012665273621678352,
      "loss_total": 0.012665273621678352,
      "step": 19450
    },
    {
      "loss_action": 0.007329053245484829,
      "loss_total": 0.007329053245484829,
      "step": 19450
    },
    {
      "loss_action": 0.008875936269760132,
      "loss_total": 0.008875936269760132,
      "step": 19450
    },
    {
      "loss_action": 0.01276533491909504,
      "loss_total": 0.01276533491909504,
      "step": 19450
    },
    {
      "loss_action": 0.006858814507722855,
      "loss_total": 0.006858814507722855,
      "step": 19450
    },
    {
      "loss_action": 0.029737133532762527,
      "loss_total": 0.029737133532762527,
      "step": 19450
    },
    {
      "grad_norm": 0.11571475118398666,
      "learning_rate": 9.439237554893344e-05,
      "loss": 0.0152,
      "step": 19460
    },
    {
      "loss_action": 0.016325784847140312,
      "loss_total": 0.016325784847140312,
      "step": 19460
    },
    {
      "loss_action": 0.012365576811134815,
      "loss_total": 0.012365576811134815,
      "step": 19460
    },
    {
      "loss_action": 0.005263286642730236,
      "loss_total": 0.005263286642730236,
      "step": 19460
    },
    {
      "loss_action": 0.018530797213315964,
      "loss_total": 0.018530797213315964,
      "step": 19460
    },
    {
      "loss_action": 0.00988277979195118,
      "loss_total": 0.00988277979195118,
      "step": 19460
    },
    {
      "loss_action": 0.009329401887953281,
      "loss_total": 0.009329401887953281,
      "step": 19460
    },
    {
      "loss_action": 0.011850133538246155,
      "loss_total": 0.011850133538246155,
      "step": 19460
    },
    {
      "loss_action": 0.021325435489416122,
      "loss_total": 0.021325435489416122,
      "step": 19460
    },
    {
      "grad_norm": 0.20170281827449799,
      "learning_rate": 9.438476488204705e-05,
      "loss": 0.0135,
      "step": 19470
    },
    {
      "loss_action": 0.006539402529597282,
      "loss_total": 0.006539402529597282,
      "step": 19470
    },
    {
      "loss_action": 0.012734399177134037,
      "loss_total": 0.012734399177134037,
      "step": 19470
    },
    {
      "loss_action": 0.010833537206053734,
      "loss_total": 0.010833537206053734,
      "step": 19470
    },
    {
      "loss_action": 0.009469717741012573,
      "loss_total": 0.009469717741012573,
      "step": 19470
    },
    {
      "loss_action": 0.011088863015174866,
      "loss_total": 0.011088863015174866,
      "step": 19470
    },
    {
      "loss_action": 0.011576738208532333,
      "loss_total": 0.011576738208532333,
      "step": 19470
    },
    {
      "loss_action": 0.008128350600600243,
      "loss_total": 0.008128350600600243,
      "step": 19470
    },
    {
      "loss_action": 0.006941147614270449,
      "loss_total": 0.006941147614270449,
      "step": 19470
    },
    {
      "grad_norm": 0.2591204345226288,
      "learning_rate": 9.43771493613095e-05,
      "loss": 0.014,
      "step": 19480
    },
    {
      "loss_action": 0.00919677596539259,
      "loss_total": 0.00919677596539259,
      "step": 19480
    },
    {
      "loss_action": 0.02850877121090889,
      "loss_total": 0.02850877121090889,
      "step": 19480
    },
    {
      "loss_action": 0.009363915771245956,
      "loss_total": 0.009363915771245956,
      "step": 19480
    },
    {
      "loss_action": 0.012375474907457829,
      "loss_total": 0.012375474907457829,
      "step": 19480
    },
    {
      "loss_action": 0.02424776926636696,
      "loss_total": 0.02424776926636696,
      "step": 19480
    },
    {
      "loss_action": 0.018298745155334473,
      "loss_total": 0.018298745155334473,
      "step": 19480
    },
    {
      "loss_action": 0.00717303017154336,
      "loss_total": 0.00717303017154336,
      "step": 19480
    },
    {
      "loss_action": 0.007387279532849789,
      "loss_total": 0.007387279532849789,
      "step": 19480
    },
    {
      "grad_norm": 0.17695824801921844,
      "learning_rate": 9.436952898755362e-05,
      "loss": 0.0158,
      "step": 19490
    },
    {
      "loss_action": 0.014167272485792637,
      "loss_total": 0.014167272485792637,
      "step": 19490
    },
    {
      "loss_action": 0.007164640352129936,
      "loss_total": 0.007164640352129936,
      "step": 19490
    },
    {
      "loss_action": 0.00799465924501419,
      "loss_total": 0.00799465924501419,
      "step": 19490
    },
    {
      "loss_action": 0.018730273470282555,
      "loss_total": 0.018730273470282555,
      "step": 19490
    },
    {
      "loss_action": 0.013325225561857224,
      "loss_total": 0.013325225561857224,
      "step": 19490
    },
    {
      "loss_action": 0.009908434934914112,
      "loss_total": 0.009908434934914112,
      "step": 19490
    },
    {
      "loss_action": 0.01082694809883833,
      "loss_total": 0.01082694809883833,
      "step": 19490
    },
    {
      "loss_action": 0.013359284028410912,
      "loss_total": 0.013359284028410912,
      "step": 19490
    },
    {
      "grad_norm": 0.16053403913974762,
      "learning_rate": 9.436190376161276e-05,
      "loss": 0.0136,
      "step": 19500
    },
    {
      "loss_action": 0.01244550384581089,
      "loss_total": 0.01244550384581089,
      "step": 19500
    },
    {
      "loss_action": 0.020284418016672134,
      "loss_total": 0.020284418016672134,
      "step": 19500
    },
    {
      "loss_action": 0.011497631669044495,
      "loss_total": 0.011497631669044495,
      "step": 19500
    },
    {
      "loss_action": 0.02050710842013359,
      "loss_total": 0.02050710842013359,
      "step": 19500
    },
    {
      "loss_action": 0.02915162406861782,
      "loss_total": 0.02915162406861782,
      "step": 19500
    },
    {
      "loss_action": 0.009318468160927296,
      "loss_total": 0.009318468160927296,
      "step": 19500
    },
    {
      "loss_action": 0.010027824901044369,
      "loss_total": 0.010027824901044369,
      "step": 19500
    },
    {
      "loss_action": 0.011607654392719269,
      "loss_total": 0.011607654392719269,
      "step": 19500
    },
    {
      "grad_norm": 0.18641924858093262,
      "learning_rate": 9.43542736843208e-05,
      "loss": 0.0145,
      "step": 19510
    },
    {
      "loss_action": 0.007373560220003128,
      "loss_total": 0.007373560220003128,
      "step": 19510
    },
    {
      "loss_action": 0.008624452166259289,
      "loss_total": 0.008624452166259289,
      "step": 19510
    },
    {
      "loss_action": 0.0051040565595030785,
      "loss_total": 0.0051040565595030785,
      "step": 19510
    },
    {
      "loss_action": 0.008726605214178562,
      "loss_total": 0.008726605214178562,
      "step": 19510
    },
    {
      "loss_action": 0.01010213978588581,
      "loss_total": 0.01010213978588581,
      "step": 19510
    },
    {
      "loss_action": 0.014746607281267643,
      "loss_total": 0.014746607281267643,
      "step": 19510
    },
    {
      "loss_action": 0.006724787876009941,
      "loss_total": 0.006724787876009941,
      "step": 19510
    },
    {
      "loss_action": 0.006836703047156334,
      "loss_total": 0.006836703047156334,
      "step": 19510
    },
    {
      "grad_norm": 0.22247038781642914,
      "learning_rate": 9.434663875651216e-05,
      "loss": 0.0137,
      "step": 19520
    },
    {
      "loss_action": 0.008608671836555004,
      "loss_total": 0.008608671836555004,
      "step": 19520
    },
    {
      "loss_action": 0.012502710334956646,
      "loss_total": 0.012502710334956646,
      "step": 19520
    },
    {
      "loss_action": 0.062216587364673615,
      "loss_total": 0.062216587364673615,
      "step": 19520
    },
    {
      "loss_action": 0.012756653130054474,
      "loss_total": 0.012756653130054474,
      "step": 19520
    },
    {
      "loss_action": 0.05473078042268753,
      "loss_total": 0.05473078042268753,
      "step": 19520
    },
    {
      "loss_action": 0.01502965297549963,
      "loss_total": 0.01502965297549963,
      "step": 19520
    },
    {
      "loss_action": 0.054023079574108124,
      "loss_total": 0.054023079574108124,
      "step": 19520
    },
    {
      "loss_action": 0.005023606587201357,
      "loss_total": 0.005023606587201357,
      "step": 19520
    },
    {
      "grad_norm": 0.17051421105861664,
      "learning_rate": 9.433899897902177e-05,
      "loss": 0.0143,
      "step": 19530
    },
    {
      "loss_action": 0.01954108476638794,
      "loss_total": 0.01954108476638794,
      "step": 19530
    },
    {
      "loss_action": 0.014852549880743027,
      "loss_total": 0.014852549880743027,
      "step": 19530
    },
    {
      "loss_action": 0.012639867141842842,
      "loss_total": 0.012639867141842842,
      "step": 19530
    },
    {
      "loss_action": 0.00684704352170229,
      "loss_total": 0.00684704352170229,
      "step": 19530
    },
    {
      "loss_action": 0.009314034134149551,
      "loss_total": 0.009314034134149551,
      "step": 19530
    },
    {
      "loss_action": 0.016561459749937057,
      "loss_total": 0.016561459749937057,
      "step": 19530
    },
    {
      "loss_action": 0.014025312848389149,
      "loss_total": 0.014025312848389149,
      "step": 19530
    },
    {
      "loss_action": 0.011250349693000317,
      "loss_total": 0.011250349693000317,
      "step": 19530
    },
    {
      "grad_norm": 0.1358301192522049,
      "learning_rate": 9.433135435268511e-05,
      "loss": 0.0132,
      "step": 19540
    },
    {
      "loss_action": 0.012365581467747688,
      "loss_total": 0.012365581467747688,
      "step": 19540
    },
    {
      "loss_action": 0.015497565269470215,
      "loss_total": 0.015497565269470215,
      "step": 19540
    },
    {
      "loss_action": 0.007618643343448639,
      "loss_total": 0.007618643343448639,
      "step": 19540
    },
    {
      "loss_action": 0.011342290788888931,
      "loss_total": 0.011342290788888931,
      "step": 19540
    },
    {
      "loss_action": 0.013812592253088951,
      "loss_total": 0.013812592253088951,
      "step": 19540
    },
    {
      "loss_action": 0.005106735043227673,
      "loss_total": 0.005106735043227673,
      "step": 19540
    },
    {
      "loss_action": 0.013675866648554802,
      "loss_total": 0.013675866648554802,
      "step": 19540
    },
    {
      "loss_action": 0.02100347727537155,
      "loss_total": 0.02100347727537155,
      "step": 19540
    },
    {
      "grad_norm": 0.20875172317028046,
      "learning_rate": 9.432370487833819e-05,
      "loss": 0.0143,
      "step": 19550
    },
    {
      "loss_action": 0.03938475251197815,
      "loss_total": 0.03938475251197815,
      "step": 19550
    },
    {
      "loss_action": 0.008664869703352451,
      "loss_total": 0.008664869703352451,
      "step": 19550
    },
    {
      "loss_action": 0.024702437222003937,
      "loss_total": 0.024702437222003937,
      "step": 19550
    },
    {
      "loss_action": 0.013734640553593636,
      "loss_total": 0.013734640553593636,
      "step": 19550
    },
    {
      "loss_action": 0.011197376996278763,
      "loss_total": 0.011197376996278763,
      "step": 19550
    },
    {
      "loss_action": 0.011760810390114784,
      "loss_total": 0.011760810390114784,
      "step": 19550
    },
    {
      "loss_action": 0.044238246977329254,
      "loss_total": 0.044238246977329254,
      "step": 19550
    },
    {
      "loss_action": 0.008003754541277885,
      "loss_total": 0.008003754541277885,
      "step": 19550
    },
    {
      "grad_norm": 0.20506227016448975,
      "learning_rate": 9.431605055681756e-05,
      "loss": 0.0135,
      "step": 19560
    },
    {
      "loss_action": 0.01360747218132019,
      "loss_total": 0.01360747218132019,
      "step": 19560
    },
    {
      "loss_action": 0.009016486816108227,
      "loss_total": 0.009016486816108227,
      "step": 19560
    },
    {
      "loss_action": 0.019251570105552673,
      "loss_total": 0.019251570105552673,
      "step": 19560
    },
    {
      "loss_action": 0.013738598674535751,
      "loss_total": 0.013738598674535751,
      "step": 19560
    },
    {
      "loss_action": 0.0295211523771286,
      "loss_total": 0.0295211523771286,
      "step": 19560
    },
    {
      "loss_action": 0.015120746567845345,
      "loss_total": 0.015120746567845345,
      "step": 19560
    },
    {
      "loss_action": 0.01281297393143177,
      "loss_total": 0.01281297393143177,
      "step": 19560
    },
    {
      "loss_action": 0.02290331944823265,
      "loss_total": 0.02290331944823265,
      "step": 19560
    },
    {
      "grad_norm": 0.13857537508010864,
      "learning_rate": 9.430839138896026e-05,
      "loss": 0.0152,
      "step": 19570
    },
    {
      "loss_action": 0.011696317233145237,
      "loss_total": 0.011696317233145237,
      "step": 19570
    },
    {
      "loss_action": 0.00966981053352356,
      "loss_total": 0.00966981053352356,
      "step": 19570
    },
    {
      "loss_action": 0.01519845798611641,
      "loss_total": 0.01519845798611641,
      "step": 19570
    },
    {
      "loss_action": 0.013950936496257782,
      "loss_total": 0.013950936496257782,
      "step": 19570
    },
    {
      "loss_action": 0.012761475518345833,
      "loss_total": 0.012761475518345833,
      "step": 19570
    },
    {
      "loss_action": 0.012169544585049152,
      "loss_total": 0.012169544585049152,
      "step": 19570
    },
    {
      "loss_action": 0.007856817916035652,
      "loss_total": 0.007856817916035652,
      "step": 19570
    },
    {
      "loss_action": 0.011711901053786278,
      "loss_total": 0.011711901053786278,
      "step": 19570
    },
    {
      "grad_norm": 0.11462368816137314,
      "learning_rate": 9.43007273756039e-05,
      "loss": 0.012,
      "step": 19580
    },
    {
      "loss_action": 0.011621512472629547,
      "loss_total": 0.011621512472629547,
      "step": 19580
    },
    {
      "loss_action": 0.02580295316874981,
      "loss_total": 0.02580295316874981,
      "step": 19580
    },
    {
      "loss_action": 0.019512832164764404,
      "loss_total": 0.019512832164764404,
      "step": 19580
    },
    {
      "loss_action": 0.009151476435363293,
      "loss_total": 0.009151476435363293,
      "step": 19580
    },
    {
      "loss_action": 0.005438767373561859,
      "loss_total": 0.005438767373561859,
      "step": 19580
    },
    {
      "loss_action": 0.01537532452493906,
      "loss_total": 0.01537532452493906,
      "step": 19580
    },
    {
      "loss_action": 0.02084525302052498,
      "loss_total": 0.02084525302052498,
      "step": 19580
    },
    {
      "loss_action": 0.0062387678772211075,
      "loss_total": 0.0062387678772211075,
      "step": 19580
    },
    {
      "grad_norm": 0.2460416555404663,
      "learning_rate": 9.429305851758658e-05,
      "loss": 0.013,
      "step": 19590
    },
    {
      "loss_action": 0.013409475795924664,
      "loss_total": 0.013409475795924664,
      "step": 19590
    },
    {
      "loss_action": 0.01210956834256649,
      "loss_total": 0.01210956834256649,
      "step": 19590
    },
    {
      "loss_action": 0.015169124118983746,
      "loss_total": 0.015169124118983746,
      "step": 19590
    },
    {
      "loss_action": 0.016219310462474823,
      "loss_total": 0.016219310462474823,
      "step": 19590
    },
    {
      "loss_action": 0.010398718528449535,
      "loss_total": 0.010398718528449535,
      "step": 19590
    },
    {
      "loss_action": 0.027261268347501755,
      "loss_total": 0.027261268347501755,
      "step": 19590
    },
    {
      "loss_action": 0.01757132075726986,
      "loss_total": 0.01757132075726986,
      "step": 19590
    },
    {
      "loss_action": 0.01516812201589346,
      "loss_total": 0.01516812201589346,
      "step": 19590
    },
    {
      "grad_norm": 0.1918424516916275,
      "learning_rate": 9.428538481574699e-05,
      "loss": 0.0137,
      "step": 19600
    },
    {
      "loss_action": 0.021742455661296844,
      "loss_total": 0.021742455661296844,
      "step": 19600
    },
    {
      "loss_action": 0.009393059648573399,
      "loss_total": 0.009393059648573399,
      "step": 19600
    },
    {
      "loss_action": 0.015200761146843433,
      "loss_total": 0.015200761146843433,
      "step": 19600
    },
    {
      "loss_action": 0.014764809980988503,
      "loss_total": 0.014764809980988503,
      "step": 19600
    },
    {
      "loss_action": 0.007887590676546097,
      "loss_total": 0.007887590676546097,
      "step": 19600
    },
    {
      "loss_action": 0.03856422007083893,
      "loss_total": 0.03856422007083893,
      "step": 19600
    },
    {
      "loss_action": 0.008615834638476372,
      "loss_total": 0.008615834638476372,
      "step": 19600
    },
    {
      "loss_action": 0.0077674295753240585,
      "loss_total": 0.0077674295753240585,
      "step": 19600
    },
    {
      "grad_norm": 0.09898515790700912,
      "learning_rate": 9.42777062709243e-05,
      "loss": 0.0129,
      "step": 19610
    },
    {
      "loss_action": 0.005889664404094219,
      "loss_total": 0.005889664404094219,
      "step": 19610
    },
    {
      "loss_action": 0.004694398958235979,
      "loss_total": 0.004694398958235979,
      "step": 19610
    },
    {
      "loss_action": 0.00940563902258873,
      "loss_total": 0.00940563902258873,
      "step": 19610
    },
    {
      "loss_action": 0.014334635809063911,
      "loss_total": 0.014334635809063911,
      "step": 19610
    },
    {
      "loss_action": 0.006620350293815136,
      "loss_total": 0.006620350293815136,
      "step": 19610
    },
    {
      "loss_action": 0.011414546519517899,
      "loss_total": 0.011414546519517899,
      "step": 19610
    },
    {
      "loss_action": 0.009132683277130127,
      "loss_total": 0.009132683277130127,
      "step": 19610
    },
    {
      "loss_action": 0.011428707279264927,
      "loss_total": 0.011428707279264927,
      "step": 19610
    },
    {
      "grad_norm": 0.14749270677566528,
      "learning_rate": 9.427002288395821e-05,
      "loss": 0.0125,
      "step": 19620
    },
    {
      "loss_action": 0.008499667048454285,
      "loss_total": 0.008499667048454285,
      "step": 19620
    },
    {
      "loss_action": 0.028487354516983032,
      "loss_total": 0.028487354516983032,
      "step": 19620
    },
    {
      "loss_action": 0.11708609759807587,
      "loss_total": 0.11708609759807587,
      "step": 19620
    },
    {
      "loss_action": 0.005350425373762846,
      "loss_total": 0.005350425373762846,
      "step": 19620
    },
    {
      "loss_action": 0.004088914953172207,
      "loss_total": 0.004088914953172207,
      "step": 19620
    },
    {
      "loss_action": 0.004199108108878136,
      "loss_total": 0.004199108108878136,
      "step": 19620
    },
    {
      "loss_action": 0.008940117433667183,
      "loss_total": 0.008940117433667183,
      "step": 19620
    },
    {
      "loss_action": 0.010904585011303425,
      "loss_total": 0.010904585011303425,
      "step": 19620
    },
    {
      "grad_norm": 0.131197988986969,
      "learning_rate": 9.426233465568898e-05,
      "loss": 0.0137,
      "step": 19630
    },
    {
      "loss_action": 0.0063859280198812485,
      "loss_total": 0.0063859280198812485,
      "step": 19630
    },
    {
      "loss_action": 0.013722286559641361,
      "loss_total": 0.013722286559641361,
      "step": 19630
    },
    {
      "loss_action": 0.007204320281744003,
      "loss_total": 0.007204320281744003,
      "step": 19630
    },
    {
      "loss_action": 0.011364617384970188,
      "loss_total": 0.011364617384970188,
      "step": 19630
    },
    {
      "loss_action": 0.007255788426846266,
      "loss_total": 0.007255788426846266,
      "step": 19630
    },
    {
      "loss_action": 0.014309187419712543,
      "loss_total": 0.014309187419712543,
      "step": 19630
    },
    {
      "loss_action": 0.003279554657638073,
      "loss_total": 0.003279554657638073,
      "step": 19630
    },
    {
      "loss_action": 0.015132330358028412,
      "loss_total": 0.015132330358028412,
      "step": 19630
    },
    {
      "grad_norm": 0.19180434942245483,
      "learning_rate": 9.42546415869574e-05,
      "loss": 0.0136,
      "step": 19640
    },
    {
      "loss_action": 0.019998958334326744,
      "loss_total": 0.019998958334326744,
      "step": 19640
    },
    {
      "loss_action": 0.014219474047422409,
      "loss_total": 0.014219474047422409,
      "step": 19640
    },
    {
      "loss_action": 0.01508572231978178,
      "loss_total": 0.01508572231978178,
      "step": 19640
    },
    {
      "loss_action": 0.016599033027887344,
      "loss_total": 0.016599033027887344,
      "step": 19640
    },
    {
      "loss_action": 0.018001742660999298,
      "loss_total": 0.018001742660999298,
      "step": 19640
    },
    {
      "loss_action": 0.03201547637581825,
      "loss_total": 0.03201547637581825,
      "step": 19640
    },
    {
      "loss_action": 0.005094476509839296,
      "loss_total": 0.005094476509839296,
      "step": 19640
    },
    {
      "loss_action": 0.012047497555613518,
      "loss_total": 0.012047497555613518,
      "step": 19640
    },
    {
      "grad_norm": 0.18846967816352844,
      "learning_rate": 9.424694367860473e-05,
      "loss": 0.0153,
      "step": 19650
    },
    {
      "loss_action": 0.0072712707333266735,
      "loss_total": 0.0072712707333266735,
      "step": 19650
    },
    {
      "loss_action": 0.030618885532021523,
      "loss_total": 0.030618885532021523,
      "step": 19650
    },
    {
      "loss_action": 0.007233357056975365,
      "loss_total": 0.007233357056975365,
      "step": 19650
    },
    {
      "loss_action": 0.011718245223164558,
      "loss_total": 0.011718245223164558,
      "step": 19650
    },
    {
      "loss_action": 0.012835569679737091,
      "loss_total": 0.012835569679737091,
      "step": 19650
    },
    {
      "loss_action": 0.014849687926471233,
      "loss_total": 0.014849687926471233,
      "step": 19650
    },
    {
      "loss_action": 0.01318262331187725,
      "loss_total": 0.01318262331187725,
      "step": 19650
    },
    {
      "loss_action": 0.014602341689169407,
      "loss_total": 0.014602341689169407,
      "step": 19650
    },
    {
      "grad_norm": 0.24306131899356842,
      "learning_rate": 9.423924093147284e-05,
      "loss": 0.0163,
      "step": 19660
    },
    {
      "loss_action": 0.02685515210032463,
      "loss_total": 0.02685515210032463,
      "step": 19660
    },
    {
      "loss_action": 0.017076974734663963,
      "loss_total": 0.017076974734663963,
      "step": 19660
    },
    {
      "loss_action": 0.016163675114512444,
      "loss_total": 0.016163675114512444,
      "step": 19660
    },
    {
      "loss_action": 0.018849803134799004,
      "loss_total": 0.018849803134799004,
      "step": 19660
    },
    {
      "loss_action": 0.021313168108463287,
      "loss_total": 0.021313168108463287,
      "step": 19660
    },
    {
      "loss_action": 0.009554248303174973,
      "loss_total": 0.009554248303174973,
      "step": 19660
    },
    {
      "loss_action": 0.0126119926571846,
      "loss_total": 0.0126119926571846,
      "step": 19660
    },
    {
      "loss_action": 0.011785199865698814,
      "loss_total": 0.011785199865698814,
      "step": 19660
    },
    {
      "grad_norm": 0.15818673372268677,
      "learning_rate": 9.423153334640407e-05,
      "loss": 0.0149,
      "step": 19670
    },
    {
      "loss_action": 0.015914199873805046,
      "loss_total": 0.015914199873805046,
      "step": 19670
    },
    {
      "loss_action": 0.016236132010817528,
      "loss_total": 0.016236132010817528,
      "step": 19670
    },
    {
      "loss_action": 0.011182700283825397,
      "loss_total": 0.011182700283825397,
      "step": 19670
    },
    {
      "loss_action": 0.0053549231961369514,
      "loss_total": 0.0053549231961369514,
      "step": 19670
    },
    {
      "loss_action": 0.009826933965086937,
      "loss_total": 0.009826933965086937,
      "step": 19670
    },
    {
      "loss_action": 0.008614849299192429,
      "loss_total": 0.008614849299192429,
      "step": 19670
    },
    {
      "loss_action": 0.014839550480246544,
      "loss_total": 0.014839550480246544,
      "step": 19670
    },
    {
      "loss_action": 0.007698925212025642,
      "loss_total": 0.007698925212025642,
      "step": 19670
    },
    {
      "grad_norm": 0.1716945767402649,
      "learning_rate": 9.42238209242413e-05,
      "loss": 0.0125,
      "step": 19680
    },
    {
      "loss_action": 0.007785215973854065,
      "loss_total": 0.007785215973854065,
      "step": 19680
    },
    {
      "loss_action": 0.007062622345983982,
      "loss_total": 0.007062622345983982,
      "step": 19680
    },
    {
      "loss_action": 0.009343188256025314,
      "loss_total": 0.009343188256025314,
      "step": 19680
    },
    {
      "loss_action": 0.0069854301400482655,
      "loss_total": 0.0069854301400482655,
      "step": 19680
    },
    {
      "loss_action": 0.011754731647670269,
      "loss_total": 0.011754731647670269,
      "step": 19680
    },
    {
      "loss_action": 0.008843130432069302,
      "loss_total": 0.008843130432069302,
      "step": 19680
    },
    {
      "loss_action": 0.0147353271022439,
      "loss_total": 0.0147353271022439,
      "step": 19680
    },
    {
      "loss_action": 0.010353069752454758,
      "loss_total": 0.010353069752454758,
      "step": 19680
    },
    {
      "grad_norm": 0.19496935606002808,
      "learning_rate": 9.421610366582798e-05,
      "loss": 0.0123,
      "step": 19690
    },
    {
      "loss_action": 0.010631626471877098,
      "loss_total": 0.010631626471877098,
      "step": 19690
    },
    {
      "loss_action": 0.010639602318406105,
      "loss_total": 0.010639602318406105,
      "step": 19690
    },
    {
      "loss_action": 0.013157207518815994,
      "loss_total": 0.013157207518815994,
      "step": 19690
    },
    {
      "loss_action": 0.012605322524905205,
      "loss_total": 0.012605322524905205,
      "step": 19690
    },
    {
      "loss_action": 0.008451889269053936,
      "loss_total": 0.008451889269053936,
      "step": 19690
    },
    {
      "loss_action": 0.010650429874658585,
      "loss_total": 0.010650429874658585,
      "step": 19690
    },
    {
      "loss_action": 0.0070242686197161674,
      "loss_total": 0.0070242686197161674,
      "step": 19690
    },
    {
      "loss_action": 0.003083674004301429,
      "loss_total": 0.003083674004301429,
      "step": 19690
    },
    {
      "grad_norm": 0.1772589236497879,
      "learning_rate": 9.420838157200803e-05,
      "loss": 0.0106,
      "step": 19700
    },
    {
      "loss_action": 0.011664469726383686,
      "loss_total": 0.011664469726383686,
      "step": 19700
    },
    {
      "loss_action": 0.012390500865876675,
      "loss_total": 0.012390500865876675,
      "step": 19700
    },
    {
      "loss_action": 0.01997528038918972,
      "loss_total": 0.01997528038918972,
      "step": 19700
    },
    {
      "loss_action": 0.006054417230188847,
      "loss_total": 0.006054417230188847,
      "step": 19700
    },
    {
      "loss_action": 0.01715984381735325,
      "loss_total": 0.01715984381735325,
      "step": 19700
    },
    {
      "loss_action": 0.01541421189904213,
      "loss_total": 0.01541421189904213,
      "step": 19700
    },
    {
      "loss_action": 0.010762494057416916,
      "loss_total": 0.010762494057416916,
      "step": 19700
    },
    {
      "loss_action": 0.01040741614997387,
      "loss_total": 0.01040741614997387,
      "step": 19700
    },
    {
      "grad_norm": 0.18050619959831238,
      "learning_rate": 9.420065464362594e-05,
      "loss": 0.0139,
      "step": 19710
    },
    {
      "loss_action": 0.015615014359354973,
      "loss_total": 0.015615014359354973,
      "step": 19710
    },
    {
      "loss_action": 0.024097396060824394,
      "loss_total": 0.024097396060824394,
      "step": 19710
    },
    {
      "loss_action": 0.00962790846824646,
      "loss_total": 0.00962790846824646,
      "step": 19710
    },
    {
      "loss_action": 0.012833128683269024,
      "loss_total": 0.012833128683269024,
      "step": 19710
    },
    {
      "loss_action": 0.019170736894011497,
      "loss_total": 0.019170736894011497,
      "step": 19710
    },
    {
      "loss_action": 0.015204251743853092,
      "loss_total": 0.015204251743853092,
      "step": 19710
    },
    {
      "loss_action": 0.011334807612001896,
      "loss_total": 0.011334807612001896,
      "step": 19710
    },
    {
      "loss_action": 0.012773782014846802,
      "loss_total": 0.012773782014846802,
      "step": 19710
    },
    {
      "grad_norm": 0.15027965605258942,
      "learning_rate": 9.419292288152673e-05,
      "loss": 0.0135,
      "step": 19720
    },
    {
      "loss_action": 0.00670667365193367,
      "loss_total": 0.00670667365193367,
      "step": 19720
    },
    {
      "loss_action": 0.009342346340417862,
      "loss_total": 0.009342346340417862,
      "step": 19720
    },
    {
      "loss_action": 0.013118762522935867,
      "loss_total": 0.013118762522935867,
      "step": 19720
    },
    {
      "loss_action": 0.005110524594783783,
      "loss_total": 0.005110524594783783,
      "step": 19720
    },
    {
      "loss_action": 0.009142547845840454,
      "loss_total": 0.009142547845840454,
      "step": 19720
    },
    {
      "loss_action": 0.009724721312522888,
      "loss_total": 0.009724721312522888,
      "step": 19720
    },
    {
      "loss_action": 0.023603947833180428,
      "loss_total": 0.023603947833180428,
      "step": 19720
    },
    {
      "loss_action": 0.013052914291620255,
      "loss_total": 0.013052914291620255,
      "step": 19720
    },
    {
      "grad_norm": 0.17947505414485931,
      "learning_rate": 9.418518628655588e-05,
      "loss": 0.0144,
      "step": 19730
    },
    {
      "loss_action": 0.01972139999270439,
      "loss_total": 0.01972139999270439,
      "step": 19730
    },
    {
      "loss_action": 0.008047878742218018,
      "loss_total": 0.008047878742218018,
      "step": 19730
    },
    {
      "loss_action": 0.015138623304665089,
      "loss_total": 0.015138623304665089,
      "step": 19730
    },
    {
      "loss_action": 0.014062678441405296,
      "loss_total": 0.014062678441405296,
      "step": 19730
    },
    {
      "loss_action": 0.015931319445371628,
      "loss_total": 0.015931319445371628,
      "step": 19730
    },
    {
      "loss_action": 0.01352126058191061,
      "loss_total": 0.01352126058191061,
      "step": 19730
    },
    {
      "loss_action": 0.016714919358491898,
      "loss_total": 0.016714919358491898,
      "step": 19730
    },
    {
      "loss_action": 0.0072524757124483585,
      "loss_total": 0.0072524757124483585,
      "step": 19730
    },
    {
      "grad_norm": 0.2135276347398758,
      "learning_rate": 9.417744485955951e-05,
      "loss": 0.0153,
      "step": 19740
    },
    {
      "loss_action": 0.005607977043837309,
      "loss_total": 0.005607977043837309,
      "step": 19740
    },
    {
      "loss_action": 0.009765805676579475,
      "loss_total": 0.009765805676579475,
      "step": 19740
    },
    {
      "loss_action": 0.011155713349580765,
      "loss_total": 0.011155713349580765,
      "step": 19740
    },
    {
      "loss_action": 0.020582981407642365,
      "loss_total": 0.020582981407642365,
      "step": 19740
    },
    {
      "loss_action": 0.006147982552647591,
      "loss_total": 0.006147982552647591,
      "step": 19740
    },
    {
      "loss_action": 0.01017392985522747,
      "loss_total": 0.01017392985522747,
      "step": 19740
    },
    {
      "loss_action": 0.007777978200465441,
      "loss_total": 0.007777978200465441,
      "step": 19740
    },
    {
      "loss_action": 0.03435182198882103,
      "loss_total": 0.03435182198882103,
      "step": 19740
    },
    {
      "grad_norm": 0.13035240769386292,
      "learning_rate": 9.41696986013842e-05,
      "loss": 0.0146,
      "step": 19750
    },
    {
      "loss_action": 0.020197903737425804,
      "loss_total": 0.020197903737425804,
      "step": 19750
    },
    {
      "loss_action": 0.011921223253011703,
      "loss_total": 0.011921223253011703,
      "step": 19750
    },
    {
      "loss_action": 0.0185721255838871,
      "loss_total": 0.0185721255838871,
      "step": 19750
    },
    {
      "loss_action": 0.01962527073919773,
      "loss_total": 0.01962527073919773,
      "step": 19750
    },
    {
      "loss_action": 0.004562115762382746,
      "loss_total": 0.004562115762382746,
      "step": 19750
    },
    {
      "loss_action": 0.012160036712884903,
      "loss_total": 0.012160036712884903,
      "step": 19750
    },
    {
      "loss_action": 0.004121796227991581,
      "loss_total": 0.004121796227991581,
      "step": 19750
    },
    {
      "loss_action": 0.07603293657302856,
      "loss_total": 0.07603293657302856,
      "step": 19750
    },
    {
      "grad_norm": 0.16357581317424774,
      "learning_rate": 9.416194751287705e-05,
      "loss": 0.0143,
      "step": 19760
    },
    {
      "loss_action": 0.018434330821037292,
      "loss_total": 0.018434330821037292,
      "step": 19760
    },
    {
      "loss_action": 0.020786046981811523,
      "loss_total": 0.020786046981811523,
      "step": 19760
    },
    {
      "loss_action": 0.01905808597803116,
      "loss_total": 0.01905808597803116,
      "step": 19760
    },
    {
      "loss_action": 0.019008133560419083,
      "loss_total": 0.019008133560419083,
      "step": 19760
    },
    {
      "loss_action": 0.02954571694135666,
      "loss_total": 0.02954571694135666,
      "step": 19760
    },
    {
      "loss_action": 0.010484036058187485,
      "loss_total": 0.010484036058187485,
      "step": 19760
    },
    {
      "loss_action": 0.04875095933675766,
      "loss_total": 0.04875095933675766,
      "step": 19760
    },
    {
      "loss_action": 0.015204406343400478,
      "loss_total": 0.015204406343400478,
      "step": 19760
    },
    {
      "grad_norm": 0.13524401187896729,
      "learning_rate": 9.415419159488572e-05,
      "loss": 0.0132,
      "step": 19770
    },
    {
      "loss_action": 0.011951583437621593,
      "loss_total": 0.011951583437621593,
      "step": 19770
    },
    {
      "loss_action": 0.004401214886456728,
      "loss_total": 0.004401214886456728,
      "step": 19770
    },
    {
      "loss_action": 0.019497113302350044,
      "loss_total": 0.019497113302350044,
      "step": 19770
    },
    {
      "loss_action": 0.02046731859445572,
      "loss_total": 0.02046731859445572,
      "step": 19770
    },
    {
      "loss_action": 0.03069007769227028,
      "loss_total": 0.03069007769227028,
      "step": 19770
    },
    {
      "loss_action": 0.02086222916841507,
      "loss_total": 0.02086222916841507,
      "step": 19770
    },
    {
      "loss_action": 0.009504484944045544,
      "loss_total": 0.009504484944045544,
      "step": 19770
    },
    {
      "loss_action": 0.015069255605340004,
      "loss_total": 0.015069255605340004,
      "step": 19770
    },
    {
      "grad_norm": 0.2123897820711136,
      "learning_rate": 9.414643084825837e-05,
      "loss": 0.0119,
      "step": 19780
    },
    {
      "loss_action": 0.015682516619563103,
      "loss_total": 0.015682516619563103,
      "step": 19780
    },
    {
      "loss_action": 0.01622522808611393,
      "loss_total": 0.01622522808611393,
      "step": 19780
    },
    {
      "loss_action": 0.021386608481407166,
      "loss_total": 0.021386608481407166,
      "step": 19780
    },
    {
      "loss_action": 0.015164021402597427,
      "loss_total": 0.015164021402597427,
      "step": 19780
    },
    {
      "loss_action": 0.02309645153582096,
      "loss_total": 0.02309645153582096,
      "step": 19780
    },
    {
      "loss_action": 0.008763852529227734,
      "loss_total": 0.008763852529227734,
      "step": 19780
    },
    {
      "loss_action": 0.010761468671262264,
      "loss_total": 0.010761468671262264,
      "step": 19780
    },
    {
      "loss_action": 0.011294243857264519,
      "loss_total": 0.011294243857264519,
      "step": 19780
    },
    {
      "grad_norm": 0.1591065376996994,
      "learning_rate": 9.413866527384372e-05,
      "loss": 0.0136,
      "step": 19790
    },
    {
      "loss_action": 0.027773041278123856,
      "loss_total": 0.027773041278123856,
      "step": 19790
    },
    {
      "loss_action": 0.0190076045691967,
      "loss_total": 0.0190076045691967,
      "step": 19790
    },
    {
      "loss_action": 0.01570603996515274,
      "loss_total": 0.01570603996515274,
      "step": 19790
    },
    {
      "loss_action": 0.01336929202079773,
      "loss_total": 0.01336929202079773,
      "step": 19790
    },
    {
      "loss_action": 0.008506622165441513,
      "loss_total": 0.008506622165441513,
      "step": 19790
    },
    {
      "loss_action": 0.012572894804179668,
      "loss_total": 0.012572894804179668,
      "step": 19790
    },
    {
      "loss_action": 0.020261766389012337,
      "loss_total": 0.020261766389012337,
      "step": 19790
    },
    {
      "loss_action": 0.06962957978248596,
      "loss_total": 0.06962957978248596,
      "step": 19790
    },
    {
      "grad_norm": 0.13611626625061035,
      "learning_rate": 9.4130894872491e-05,
      "loss": 0.014,
      "step": 19800
    },
    {
      "loss_action": 0.005531767383217812,
      "loss_total": 0.005531767383217812,
      "step": 19800
    },
    {
      "loss_action": 0.010345123708248138,
      "loss_total": 0.010345123708248138,
      "step": 19800
    },
    {
      "loss_action": 0.014364171773195267,
      "loss_total": 0.014364171773195267,
      "step": 19800
    },
    {
      "loss_action": 0.007421230897307396,
      "loss_total": 0.007421230897307396,
      "step": 19800
    },
    {
      "loss_action": 0.016932638362050056,
      "loss_total": 0.016932638362050056,
      "step": 19800
    },
    {
      "loss_action": 0.00987519696354866,
      "loss_total": 0.00987519696354866,
      "step": 19800
    },
    {
      "loss_action": 0.01587323285639286,
      "loss_total": 0.01587323285639286,
      "step": 19800
    },
    {
      "loss_action": 0.022244717925786972,
      "loss_total": 0.022244717925786972,
      "step": 19800
    },
    {
      "grad_norm": 0.1161409467458725,
      "learning_rate": 9.412311964504998e-05,
      "loss": 0.0133,
      "step": 19810
    },
    {
      "loss_action": 0.014803574420511723,
      "loss_total": 0.014803574420511723,
      "step": 19810
    },
    {
      "loss_action": 0.0045997099950909615,
      "loss_total": 0.0045997099950909615,
      "step": 19810
    },
    {
      "loss_action": 0.008806484751403332,
      "loss_total": 0.008806484751403332,
      "step": 19810
    },
    {
      "loss_action": 0.014789608307182789,
      "loss_total": 0.014789608307182789,
      "step": 19810
    },
    {
      "loss_action": 0.01333647221326828,
      "loss_total": 0.01333647221326828,
      "step": 19810
    },
    {
      "loss_action": 0.011800311505794525,
      "loss_total": 0.011800311505794525,
      "step": 19810
    },
    {
      "loss_action": 0.02375740185379982,
      "loss_total": 0.02375740185379982,
      "step": 19810
    },
    {
      "loss_action": 0.011796542443335056,
      "loss_total": 0.011796542443335056,
      "step": 19810
    },
    {
      "grad_norm": 0.1286836862564087,
      "learning_rate": 9.411533959237091e-05,
      "loss": 0.012,
      "step": 19820
    },
    {
      "loss_action": 0.014935490675270557,
      "loss_total": 0.014935490675270557,
      "step": 19820
    },
    {
      "loss_action": 0.021158747375011444,
      "loss_total": 0.021158747375011444,
      "step": 19820
    },
    {
      "loss_action": 0.013417396694421768,
      "loss_total": 0.013417396694421768,
      "step": 19820
    },
    {
      "loss_action": 0.01406396646052599,
      "loss_total": 0.01406396646052599,
      "step": 19820
    },
    {
      "loss_action": 0.01361750066280365,
      "loss_total": 0.01361750066280365,
      "step": 19820
    },
    {
      "loss_action": 0.03117317520081997,
      "loss_total": 0.03117317520081997,
      "step": 19820
    },
    {
      "loss_action": 0.016294395551085472,
      "loss_total": 0.016294395551085472,
      "step": 19820
    },
    {
      "loss_action": 0.00782834179699421,
      "loss_total": 0.00782834179699421,
      "step": 19820
    },
    {
      "grad_norm": 0.17772017419338226,
      "learning_rate": 9.410755471530464e-05,
      "loss": 0.0147,
      "step": 19830
    },
    {
      "loss_action": 0.006074373610317707,
      "loss_total": 0.006074373610317707,
      "step": 19830
    },
    {
      "loss_action": 0.007905812934041023,
      "loss_total": 0.007905812934041023,
      "step": 19830
    },
    {
      "loss_action": 0.03280637040734291,
      "loss_total": 0.03280637040734291,
      "step": 19830
    },
    {
      "loss_action": 0.009814844466745853,
      "loss_total": 0.009814844466745853,
      "step": 19830
    },
    {
      "loss_action": 0.016360260546207428,
      "loss_total": 0.016360260546207428,
      "step": 19830
    },
    {
      "loss_action": 0.0054566506296396255,
      "loss_total": 0.0054566506296396255,
      "step": 19830
    },
    {
      "loss_action": 0.011896765790879726,
      "loss_total": 0.011896765790879726,
      "step": 19830
    },
    {
      "loss_action": 0.006221846677362919,
      "loss_total": 0.006221846677362919,
      "step": 19830
    },
    {
      "grad_norm": 0.19657234847545624,
      "learning_rate": 9.40997650147025e-05,
      "loss": 0.0148,
      "step": 19840
    },
    {
      "loss_action": 0.013609478250145912,
      "loss_total": 0.013609478250145912,
      "step": 19840
    },
    {
      "loss_action": 0.008560461923480034,
      "loss_total": 0.008560461923480034,
      "step": 19840
    },
    {
      "loss_action": 0.012183340266346931,
      "loss_total": 0.012183340266346931,
      "step": 19840
    },
    {
      "loss_action": 0.006897817365825176,
      "loss_total": 0.006897817365825176,
      "step": 19840
    },
    {
      "loss_action": 0.014032380655407906,
      "loss_total": 0.014032380655407906,
      "step": 19840
    },
    {
      "loss_action": 0.01188322901725769,
      "loss_total": 0.01188322901725769,
      "step": 19840
    },
    {
      "loss_action": 0.024286571890115738,
      "loss_total": 0.024286571890115738,
      "step": 19840
    },
    {
      "loss_action": 0.011169726960361004,
      "loss_total": 0.011169726960361004,
      "step": 19840
    },
    {
      "grad_norm": 0.1991671770811081,
      "learning_rate": 9.409197049141637e-05,
      "loss": 0.0137,
      "step": 19850
    },
    {
      "loss_action": 0.01840556040406227,
      "loss_total": 0.01840556040406227,
      "step": 19850
    },
    {
      "loss_action": 0.01724221184849739,
      "loss_total": 0.01724221184849739,
      "step": 19850
    },
    {
      "loss_action": 0.009489031508564949,
      "loss_total": 0.009489031508564949,
      "step": 19850
    },
    {
      "loss_action": 0.013071376830339432,
      "loss_total": 0.013071376830339432,
      "step": 19850
    },
    {
      "loss_action": 0.008354052901268005,
      "loss_total": 0.008354052901268005,
      "step": 19850
    },
    {
      "loss_action": 0.01710972934961319,
      "loss_total": 0.01710972934961319,
      "step": 19850
    },
    {
      "loss_action": 0.015346230007708073,
      "loss_total": 0.015346230007708073,
      "step": 19850
    },
    {
      "loss_action": 0.018513282760977745,
      "loss_total": 0.018513282760977745,
      "step": 19850
    },
    {
      "grad_norm": 0.16544802486896515,
      "learning_rate": 9.408417114629863e-05,
      "loss": 0.0136,
      "step": 19860
    },
    {
      "loss_action": 0.004498233553022146,
      "loss_total": 0.004498233553022146,
      "step": 19860
    },
    {
      "loss_action": 0.01021399162709713,
      "loss_total": 0.01021399162709713,
      "step": 19860
    },
    {
      "loss_action": 0.023320768028497696,
      "loss_total": 0.023320768028497696,
      "step": 19860
    },
    {
      "loss_action": 0.01094879861921072,
      "loss_total": 0.01094879861921072,
      "step": 19860
    },
    {
      "loss_action": 0.00814438983798027,
      "loss_total": 0.00814438983798027,
      "step": 19860
    },
    {
      "loss_action": 0.03955015540122986,
      "loss_total": 0.03955015540122986,
      "step": 19860
    },
    {
      "loss_action": 0.004434426315128803,
      "loss_total": 0.004434426315128803,
      "step": 19860
    },
    {
      "loss_action": 0.02744397707283497,
      "loss_total": 0.02744397707283497,
      "step": 19860
    },
    {
      "grad_norm": 0.16206225752830505,
      "learning_rate": 9.40763669802022e-05,
      "loss": 0.0151,
      "step": 19870
    },
    {
      "loss_action": 0.006183605641126633,
      "loss_total": 0.006183605641126633,
      "step": 19870
    },
    {
      "loss_action": 0.011356677860021591,
      "loss_total": 0.011356677860021591,
      "step": 19870
    },
    {
      "loss_action": 0.008714793249964714,
      "loss_total": 0.008714793249964714,
      "step": 19870
    },
    {
      "loss_action": 0.009938189759850502,
      "loss_total": 0.009938189759850502,
      "step": 19870
    },
    {
      "loss_action": 0.013775289990007877,
      "loss_total": 0.013775289990007877,
      "step": 19870
    },
    {
      "loss_action": 0.011588933877646923,
      "loss_total": 0.011588933877646923,
      "step": 19870
    },
    {
      "loss_action": 0.02962464466691017,
      "loss_total": 0.02962464466691017,
      "step": 19870
    },
    {
      "loss_action": 0.006435624323785305,
      "loss_total": 0.006435624323785305,
      "step": 19870
    },
    {
      "grad_norm": 0.15521320700645447,
      "learning_rate": 9.406855799398056e-05,
      "loss": 0.0136,
      "step": 19880
    },
    {
      "loss_action": 0.013154881075024605,
      "loss_total": 0.013154881075024605,
      "step": 19880
    },
    {
      "loss_action": 0.024387817829847336,
      "loss_total": 0.024387817829847336,
      "step": 19880
    },
    {
      "loss_action": 0.00716121681034565,
      "loss_total": 0.00716121681034565,
      "step": 19880
    },
    {
      "loss_action": 0.015468154102563858,
      "loss_total": 0.015468154102563858,
      "step": 19880
    },
    {
      "loss_action": 0.008974967524409294,
      "loss_total": 0.008974967524409294,
      "step": 19880
    },
    {
      "loss_action": 0.015039796009659767,
      "loss_total": 0.015039796009659767,
      "step": 19880
    },
    {
      "loss_action": 0.014672763645648956,
      "loss_total": 0.014672763645648956,
      "step": 19880
    },
    {
      "loss_action": 0.009581545367836952,
      "loss_total": 0.009581545367836952,
      "step": 19880
    },
    {
      "grad_norm": 0.16672596335411072,
      "learning_rate": 9.406074418848767e-05,
      "loss": 0.0136,
      "step": 19890
    },
    {
      "loss_action": 0.019288882613182068,
      "loss_total": 0.019288882613182068,
      "step": 19890
    },
    {
      "loss_action": 0.017691489309072495,
      "loss_total": 0.017691489309072495,
      "step": 19890
    },
    {
      "loss_action": 0.013569544069468975,
      "loss_total": 0.013569544069468975,
      "step": 19890
    },
    {
      "loss_action": 0.020076634362339973,
      "loss_total": 0.020076634362339973,
      "step": 19890
    },
    {
      "loss_action": 0.01649487018585205,
      "loss_total": 0.01649487018585205,
      "step": 19890
    },
    {
      "loss_action": 0.024676967412233353,
      "loss_total": 0.024676967412233353,
      "step": 19890
    },
    {
      "loss_action": 0.02455211989581585,
      "loss_total": 0.02455211989581585,
      "step": 19890
    },
    {
      "loss_action": 0.022571595385670662,
      "loss_total": 0.022571595385670662,
      "step": 19890
    },
    {
      "grad_norm": 0.1855771690607071,
      "learning_rate": 9.405292556457805e-05,
      "loss": 0.0154,
      "step": 19900
    },
    {
      "loss_action": 0.010816802270710468,
      "loss_total": 0.010816802270710468,
      "step": 19900
    },
    {
      "loss_action": 0.013300163671374321,
      "loss_total": 0.013300163671374321,
      "step": 19900
    },
    {
      "loss_action": 0.013222205452620983,
      "loss_total": 0.013222205452620983,
      "step": 19900
    },
    {
      "loss_action": 0.035849787294864655,
      "loss_total": 0.035849787294864655,
      "step": 19900
    },
    {
      "loss_action": 0.010173370130360126,
      "loss_total": 0.010173370130360126,
      "step": 19900
    },
    {
      "loss_action": 0.024268612265586853,
      "loss_total": 0.024268612265586853,
      "step": 19900
    },
    {
      "loss_action": 0.012300007045269012,
      "loss_total": 0.012300007045269012,
      "step": 19900
    },
    {
      "loss_action": 0.011362100020051003,
      "loss_total": 0.011362100020051003,
      "step": 19900
    },
    {
      "grad_norm": 0.14014564454555511,
      "learning_rate": 9.404510212310671e-05,
      "loss": 0.0158,
      "step": 19910
    },
    {
      "loss_action": 0.015175714157521725,
      "loss_total": 0.015175714157521725,
      "step": 19910
    },
    {
      "loss_action": 0.021549198776483536,
      "loss_total": 0.021549198776483536,
      "step": 19910
    },
    {
      "loss_action": 0.010760022327303886,
      "loss_total": 0.010760022327303886,
      "step": 19910
    },
    {
      "loss_action": 0.013085875660181046,
      "loss_total": 0.013085875660181046,
      "step": 19910
    },
    {
      "loss_action": 0.013035017997026443,
      "loss_total": 0.013035017997026443,
      "step": 19910
    },
    {
      "loss_action": 0.014717998914420605,
      "loss_total": 0.014717998914420605,
      "step": 19910
    },
    {
      "loss_action": 0.012012885883450508,
      "loss_total": 0.012012885883450508,
      "step": 19910
    },
    {
      "loss_action": 0.009125285781919956,
      "loss_total": 0.009125285781919956,
      "step": 19910
    },
    {
      "grad_norm": 0.1776065230369568,
      "learning_rate": 9.403727386492924e-05,
      "loss": 0.0152,
      "step": 19920
    },
    {
      "loss_action": 0.023287735879421234,
      "loss_total": 0.023287735879421234,
      "step": 19920
    },
    {
      "loss_action": 0.011433655396103859,
      "loss_total": 0.011433655396103859,
      "step": 19920
    },
    {
      "loss_action": 0.0063732392154634,
      "loss_total": 0.0063732392154634,
      "step": 19920
    },
    {
      "loss_action": 0.008486103266477585,
      "loss_total": 0.008486103266477585,
      "step": 19920
    },
    {
      "loss_action": 0.05243265628814697,
      "loss_total": 0.05243265628814697,
      "step": 19920
    },
    {
      "loss_action": 0.010127977468073368,
      "loss_total": 0.010127977468073368,
      "step": 19920
    },
    {
      "loss_action": 0.01512885745614767,
      "loss_total": 0.01512885745614767,
      "step": 19920
    },
    {
      "loss_action": 0.02352948486804962,
      "loss_total": 0.02352948486804962,
      "step": 19920
    },
    {
      "grad_norm": 0.15815414488315582,
      "learning_rate": 9.40294407909017e-05,
      "loss": 0.0163,
      "step": 19930
    },
    {
      "loss_action": 0.008649034425616264,
      "loss_total": 0.008649034425616264,
      "step": 19930
    },
    {
      "loss_action": 0.0037278421223163605,
      "loss_total": 0.0037278421223163605,
      "step": 19930
    },
    {
      "loss_action": 0.00716005451977253,
      "loss_total": 0.00716005451977253,
      "step": 19930
    },
    {
      "loss_action": 0.011129015125334263,
      "loss_total": 0.011129015125334263,
      "step": 19930
    },
    {
      "loss_action": 0.016985520720481873,
      "loss_total": 0.016985520720481873,
      "step": 19930
    },
    {
      "loss_action": 0.03153664618730545,
      "loss_total": 0.03153664618730545,
      "step": 19930
    },
    {
      "loss_action": 0.00713546946644783,
      "loss_total": 0.00713546946644783,
      "step": 19930
    },
    {
      "loss_action": 0.009493870660662651,
      "loss_total": 0.009493870660662651,
      "step": 19930
    },
    {
      "grad_norm": 0.10802123695611954,
      "learning_rate": 9.40216029018807e-05,
      "loss": 0.0131,
      "step": 19940
    },
    {
      "loss_action": 0.008036172017455101,
      "loss_total": 0.008036172017455101,
      "step": 19940
    },
    {
      "loss_action": 0.0061437711119651794,
      "loss_total": 0.0061437711119651794,
      "step": 19940
    },
    {
      "loss_action": 0.014936044812202454,
      "loss_total": 0.014936044812202454,
      "step": 19940
    },
    {
      "loss_action": 0.025655031204223633,
      "loss_total": 0.025655031204223633,
      "step": 19940
    },
    {
      "loss_action": 0.013814972713589668,
      "loss_total": 0.013814972713589668,
      "step": 19940
    },
    {
      "loss_action": 0.00957388337701559,
      "loss_total": 0.00957388337701559,
      "step": 19940
    },
    {
      "loss_action": 0.014137396588921547,
      "loss_total": 0.014137396588921547,
      "step": 19940
    },
    {
      "loss_action": 0.007976156659424305,
      "loss_total": 0.007976156659424305,
      "step": 19940
    },
    {
      "grad_norm": 0.15648521482944489,
      "learning_rate": 9.401376019872338e-05,
      "loss": 0.0145,
      "step": 19950
    },
    {
      "loss_action": 0.014865890145301819,
      "loss_total": 0.014865890145301819,
      "step": 19950
    },
    {
      "loss_action": 0.009176718071103096,
      "loss_total": 0.009176718071103096,
      "step": 19950
    },
    {
      "loss_action": 0.005601081531494856,
      "loss_total": 0.005601081531494856,
      "step": 19950
    },
    {
      "loss_action": 0.01646358333528042,
      "loss_total": 0.01646358333528042,
      "step": 19950
    },
    {
      "loss_action": 0.006868770811706781,
      "loss_total": 0.006868770811706781,
      "step": 19950
    },
    {
      "loss_action": 0.010501735843718052,
      "loss_total": 0.010501735843718052,
      "step": 19950
    },
    {
      "loss_action": 0.01990552619099617,
      "loss_total": 0.01990552619099617,
      "step": 19950
    },
    {
      "loss_action": 0.007958503440022469,
      "loss_total": 0.007958503440022469,
      "step": 19950
    },
    {
      "grad_norm": 0.3098614811897278,
      "learning_rate": 9.400591268228746e-05,
      "loss": 0.0184,
      "step": 19960
    },
    {
      "loss_action": 0.007412555627524853,
      "loss_total": 0.007412555627524853,
      "step": 19960
    },
    {
      "loss_action": 0.016987746581435204,
      "loss_total": 0.016987746581435204,
      "step": 19960
    },
    {
      "loss_action": 0.005406041629612446,
      "loss_total": 0.005406041629612446,
      "step": 19960
    },
    {
      "loss_action": 0.014042450115084648,
      "loss_total": 0.014042450115084648,
      "step": 19960
    },
    {
      "loss_action": 0.016521969810128212,
      "loss_total": 0.016521969810128212,
      "step": 19960
    },
    {
      "loss_action": 0.04302097111940384,
      "loss_total": 0.04302097111940384,
      "step": 19960
    },
    {
      "loss_action": 0.012994403019547462,
      "loss_total": 0.012994403019547462,
      "step": 19960
    },
    {
      "loss_action": 0.008245488628745079,
      "loss_total": 0.008245488628745079,
      "step": 19960
    },
    {
      "grad_norm": 0.19961106777191162,
      "learning_rate": 9.399806035343106e-05,
      "loss": 0.0145,
      "step": 19970
    },
    {
      "loss_action": 0.015879351645708084,
      "loss_total": 0.015879351645708084,
      "step": 19970
    },
    {
      "loss_action": 0.01844756305217743,
      "loss_total": 0.01844756305217743,
      "step": 19970
    },
    {
      "loss_action": 0.016164973378181458,
      "loss_total": 0.016164973378181458,
      "step": 19970
    },
    {
      "loss_action": 0.0349629744887352,
      "loss_total": 0.0349629744887352,
      "step": 19970
    },
    {
      "loss_action": 0.02433887869119644,
      "loss_total": 0.02433887869119644,
      "step": 19970
    },
    {
      "loss_action": 0.01701219193637371,
      "loss_total": 0.01701219193637371,
      "step": 19970
    },
    {
      "loss_action": 0.006932561285793781,
      "loss_total": 0.006932561285793781,
      "step": 19970
    },
    {
      "loss_action": 0.01688086800277233,
      "loss_total": 0.01688086800277233,
      "step": 19970
    },
    {
      "grad_norm": 0.09326455742120743,
      "learning_rate": 9.399020321301294e-05,
      "loss": 0.0133,
      "step": 19980
    },
    {
      "loss_action": 0.010414538905024529,
      "loss_total": 0.010414538905024529,
      "step": 19980
    },
    {
      "loss_action": 0.021796345710754395,
      "loss_total": 0.021796345710754395,
      "step": 19980
    },
    {
      "loss_action": 0.006471979897469282,
      "loss_total": 0.006471979897469282,
      "step": 19980
    },
    {
      "loss_action": 0.01529537234455347,
      "loss_total": 0.01529537234455347,
      "step": 19980
    },
    {
      "loss_action": 0.009388621896505356,
      "loss_total": 0.009388621896505356,
      "step": 19980
    },
    {
      "loss_action": 0.010608885437250137,
      "loss_total": 0.010608885437250137,
      "step": 19980
    },
    {
      "loss_action": 0.006329264957457781,
      "loss_total": 0.006329264957457781,
      "step": 19980
    },
    {
      "loss_action": 0.006010586861521006,
      "loss_total": 0.006010586861521006,
      "step": 19980
    },
    {
      "grad_norm": 0.21792852878570557,
      "learning_rate": 9.398234126189234e-05,
      "loss": 0.0126,
      "step": 19990
    },
    {
      "loss_action": 0.020389052107930183,
      "loss_total": 0.020389052107930183,
      "step": 19990
    },
    {
      "loss_action": 0.012774497270584106,
      "loss_total": 0.012774497270584106,
      "step": 19990
    },
    {
      "loss_action": 0.018584437668323517,
      "loss_total": 0.018584437668323517,
      "step": 19990
    },
    {
      "loss_action": 0.00877769198268652,
      "loss_total": 0.00877769198268652,
      "step": 19990
    },
    {
      "loss_action": 0.01292764488607645,
      "loss_total": 0.01292764488607645,
      "step": 19990
    },
    {
      "loss_action": 0.014344618655741215,
      "loss_total": 0.014344618655741215,
      "step": 19990
    },
    {
      "loss_action": 0.02109893597662449,
      "loss_total": 0.02109893597662449,
      "step": 19990
    },
    {
      "loss_action": 0.012736814096570015,
      "loss_total": 0.012736814096570015,
      "step": 19990
    },
    {
      "grad_norm": 0.1832296997308731,
      "learning_rate": 9.397447450092902e-05,
      "loss": 0.0135,
      "step": 20000
    },
    {
      "loss_action": 0.018342982977628708,
      "loss_total": 0.018342982977628708,
      "step": 20000
    },
    {
      "loss_action": 0.016370121389627457,
      "loss_total": 0.016370121389627457,
      "step": 20000
    },
    {
      "loss_action": 0.004320977255702019,
      "loss_total": 0.004320977255702019,
      "step": 20000
    },
    {
      "loss_action": 0.012012504041194916,
      "loss_total": 0.012012504041194916,
      "step": 20000
    },
    {
      "loss_action": 0.008182819001376629,
      "loss_total": 0.008182819001376629,
      "step": 20000
    },
    {
      "loss_action": 0.006286372430622578,
      "loss_total": 0.006286372430622578,
      "step": 20000
    },
    {
      "loss_action": 0.02169622667133808,
      "loss_total": 0.02169622667133808,
      "step": 20000
    },
    {
      "loss_action": 0.00775704113766551,
      "loss_total": 0.00775704113766551,
      "step": 20000
    },
    {
      "grad_norm": 0.14287352561950684,
      "learning_rate": 9.39666029309833e-05,
      "loss": 0.0116,
      "step": 20010
    },
    {
      "loss_action": 0.011399786919355392,
      "loss_total": 0.011399786919355392,
      "step": 20010
    },
    {
      "loss_action": 0.00846058875322342,
      "loss_total": 0.00846058875322342,
      "step": 20010
    },
    {
      "loss_action": 0.012899486348032951,
      "loss_total": 0.012899486348032951,
      "step": 20010
    },
    {
      "loss_action": 0.004619074985384941,
      "loss_total": 0.004619074985384941,
      "step": 20010
    },
    {
      "loss_action": 0.015148982405662537,
      "loss_total": 0.015148982405662537,
      "step": 20010
    },
    {
      "loss_action": 0.006596783176064491,
      "loss_total": 0.006596783176064491,
      "step": 20010
    },
    {
      "loss_action": 0.00906358566135168,
      "loss_total": 0.00906358566135168,
      "step": 20010
    },
    {
      "loss_action": 0.007919728755950928,
      "loss_total": 0.007919728755950928,
      "step": 20010
    },
    {
      "grad_norm": 0.12020520865917206,
      "learning_rate": 9.395872655291596e-05,
      "loss": 0.0118,
      "step": 20020
    },
    {
      "loss_action": 0.009703267365694046,
      "loss_total": 0.009703267365694046,
      "step": 20020
    },
    {
      "loss_action": 0.012621783651411533,
      "loss_total": 0.012621783651411533,
      "step": 20020
    },
    {
      "loss_action": 0.006758963689208031,
      "loss_total": 0.006758963689208031,
      "step": 20020
    },
    {
      "loss_action": 0.012755940668284893,
      "loss_total": 0.012755940668284893,
      "step": 20020
    },
    {
      "loss_action": 0.022461630403995514,
      "loss_total": 0.022461630403995514,
      "step": 20020
    },
    {
      "loss_action": 0.007938330993056297,
      "loss_total": 0.007938330993056297,
      "step": 20020
    },
    {
      "loss_action": 0.008514633402228355,
      "loss_total": 0.008514633402228355,
      "step": 20020
    },
    {
      "loss_action": 0.009149711579084396,
      "loss_total": 0.009149711579084396,
      "step": 20020
    },
    {
      "grad_norm": 0.2203052043914795,
      "learning_rate": 9.395084536758838e-05,
      "loss": 0.0125,
      "step": 20030
    },
    {
      "loss_action": 0.015332456678152084,
      "loss_total": 0.015332456678152084,
      "step": 20030
    },
    {
      "loss_action": 0.038528330624103546,
      "loss_total": 0.038528330624103546,
      "step": 20030
    },
    {
      "loss_action": 0.018209438771009445,
      "loss_total": 0.018209438771009445,
      "step": 20030
    },
    {
      "loss_action": 0.02469249814748764,
      "loss_total": 0.02469249814748764,
      "step": 20030
    },
    {
      "loss_action": 0.011074347421526909,
      "loss_total": 0.011074347421526909,
      "step": 20030
    },
    {
      "loss_action": 0.014502337202429771,
      "loss_total": 0.014502337202429771,
      "step": 20030
    },
    {
      "loss_action": 0.006716420873999596,
      "loss_total": 0.006716420873999596,
      "step": 20030
    },
    {
      "loss_action": 0.026947401463985443,
      "loss_total": 0.026947401463985443,
      "step": 20030
    },
    {
      "grad_norm": 0.1457853615283966,
      "learning_rate": 9.394295937586243e-05,
      "loss": 0.0149,
      "step": 20040
    },
    {
      "loss_action": 0.00966513343155384,
      "loss_total": 0.00966513343155384,
      "step": 20040
    },
    {
      "loss_action": 0.007652695290744305,
      "loss_total": 0.007652695290744305,
      "step": 20040
    },
    {
      "loss_action": 0.009259937331080437,
      "loss_total": 0.009259937331080437,
      "step": 20040
    },
    {
      "loss_action": 0.0033737942576408386,
      "loss_total": 0.0033737942576408386,
      "step": 20040
    },
    {
      "loss_action": 0.006911803036928177,
      "loss_total": 0.006911803036928177,
      "step": 20040
    },
    {
      "loss_action": 0.022030074149370193,
      "loss_total": 0.022030074149370193,
      "step": 20040
    },
    {
      "loss_action": 0.006848669610917568,
      "loss_total": 0.006848669610917568,
      "step": 20040
    },
    {
      "loss_action": 0.016019882634282112,
      "loss_total": 0.016019882634282112,
      "step": 20040
    },
    {
      "grad_norm": 0.1281709522008896,
      "learning_rate": 9.393506857860052e-05,
      "loss": 0.0112,
      "step": 20050
    },
    {
      "loss_action": 0.01308251079171896,
      "loss_total": 0.01308251079171896,
      "step": 20050
    },
    {
      "loss_action": 0.01633884757757187,
      "loss_total": 0.01633884757757187,
      "step": 20050
    },
    {
      "loss_action": 0.005723321344703436,
      "loss_total": 0.005723321344703436,
      "step": 20050
    },
    {
      "loss_action": 0.013293419033288956,
      "loss_total": 0.013293419033288956,
      "step": 20050
    },
    {
      "loss_action": 0.011165596544742584,
      "loss_total": 0.011165596544742584,
      "step": 20050
    },
    {
      "loss_action": 0.010367857292294502,
      "loss_total": 0.010367857292294502,
      "step": 20050
    },
    {
      "loss_action": 0.0071217697113752365,
      "loss_total": 0.0071217697113752365,
      "step": 20050
    },
    {
      "loss_action": 0.016155650839209557,
      "loss_total": 0.016155650839209557,
      "step": 20050
    },
    {
      "grad_norm": 0.12572191655635834,
      "learning_rate": 9.392717297666555e-05,
      "loss": 0.0139,
      "step": 20060
    },
    {
      "loss_action": 0.003901840653270483,
      "loss_total": 0.003901840653270483,
      "step": 20060
    },
    {
      "loss_action": 0.007541400380432606,
      "loss_total": 0.007541400380432606,
      "step": 20060
    },
    {
      "loss_action": 0.00933833047747612,
      "loss_total": 0.00933833047747612,
      "step": 20060
    },
    {
      "loss_action": 0.009911498054862022,
      "loss_total": 0.009911498054862022,
      "step": 20060
    },
    {
      "loss_action": 0.006163581740111113,
      "loss_total": 0.006163581740111113,
      "step": 20060
    },
    {
      "loss_action": 0.0045015159994363785,
      "loss_total": 0.0045015159994363785,
      "step": 20060
    },
    {
      "loss_action": 0.0049097915180027485,
      "loss_total": 0.0049097915180027485,
      "step": 20060
    },
    {
      "loss_action": 0.018293771892786026,
      "loss_total": 0.018293771892786026,
      "step": 20060
    },
    {
      "grad_norm": 0.1634194701910019,
      "learning_rate": 9.391927257092101e-05,
      "loss": 0.0122,
      "step": 20070
    },
    {
      "loss_action": 0.004127149470150471,
      "loss_total": 0.004127149470150471,
      "step": 20070
    },
    {
      "loss_action": 0.014230671338737011,
      "loss_total": 0.014230671338737011,
      "step": 20070
    },
    {
      "loss_action": 0.01772657409310341,
      "loss_total": 0.01772657409310341,
      "step": 20070
    },
    {
      "loss_action": 0.008082685060799122,
      "loss_total": 0.008082685060799122,
      "step": 20070
    },
    {
      "loss_action": 0.019585762172937393,
      "loss_total": 0.019585762172937393,
      "step": 20070
    },
    {
      "loss_action": 0.0214165560901165,
      "loss_total": 0.0214165560901165,
      "step": 20070
    },
    {
      "loss_action": 0.016141166910529137,
      "loss_total": 0.016141166910529137,
      "step": 20070
    },
    {
      "loss_action": 0.01243773102760315,
      "loss_total": 0.01243773102760315,
      "step": 20070
    },
    {
      "grad_norm": 0.1434536725282669,
      "learning_rate": 9.391136736223085e-05,
      "loss": 0.0132,
      "step": 20080
    },
    {
      "loss_action": 0.008779998868703842,
      "loss_total": 0.008779998868703842,
      "step": 20080
    },
    {
      "loss_action": 0.006324212998151779,
      "loss_total": 0.006324212998151779,
      "step": 20080
    },
    {
      "loss_action": 0.023556595668196678,
      "loss_total": 0.023556595668196678,
      "step": 20080
    },
    {
      "loss_action": 0.006655313074588776,
      "loss_total": 0.006655313074588776,
      "step": 20080
    },
    {
      "loss_action": 0.006554644089192152,
      "loss_total": 0.006554644089192152,
      "step": 20080
    },
    {
      "loss_action": 0.007078427821397781,
      "loss_total": 0.007078427821397781,
      "step": 20080
    },
    {
      "loss_action": 0.026646900922060013,
      "loss_total": 0.026646900922060013,
      "step": 20080
    },
    {
      "loss_action": 0.005171468015760183,
      "loss_total": 0.005171468015760183,
      "step": 20080
    },
    {
      "grad_norm": 0.12230078130960464,
      "learning_rate": 9.390345735145956e-05,
      "loss": 0.0125,
      "step": 20090
    },
    {
      "loss_action": 0.014186163432896137,
      "loss_total": 0.014186163432896137,
      "step": 20090
    },
    {
      "loss_action": 0.016249043866991997,
      "loss_total": 0.016249043866991997,
      "step": 20090
    },
    {
      "loss_action": 0.013896381482481956,
      "loss_total": 0.013896381482481956,
      "step": 20090
    },
    {
      "loss_action": 0.00934099406003952,
      "loss_total": 0.00934099406003952,
      "step": 20090
    },
    {
      "loss_action": 0.007940307259559631,
      "loss_total": 0.007940307259559631,
      "step": 20090
    },
    {
      "loss_action": 0.010613447986543179,
      "loss_total": 0.010613447986543179,
      "step": 20090
    },
    {
      "loss_action": 0.008363504894077778,
      "loss_total": 0.008363504894077778,
      "step": 20090
    },
    {
      "loss_action": 0.0166984461247921,
      "loss_total": 0.0166984461247921,
      "step": 20090
    },
    {
      "grad_norm": 0.14713387191295624,
      "learning_rate": 9.389554253947219e-05,
      "loss": 0.0127,
      "step": 20100
    },
    {
      "loss_action": 0.00874460767954588,
      "loss_total": 0.00874460767954588,
      "step": 20100
    },
    {
      "loss_action": 0.017430095002055168,
      "loss_total": 0.017430095002055168,
      "step": 20100
    },
    {
      "loss_action": 0.011363323777914047,
      "loss_total": 0.011363323777914047,
      "step": 20100
    },
    {
      "loss_action": 0.015606190077960491,
      "loss_total": 0.015606190077960491,
      "step": 20100
    },
    {
      "loss_action": 0.02873927727341652,
      "loss_total": 0.02873927727341652,
      "step": 20100
    },
    {
      "loss_action": 0.007402366027235985,
      "loss_total": 0.007402366027235985,
      "step": 20100
    },
    {
      "loss_action": 0.013842318207025528,
      "loss_total": 0.013842318207025528,
      "step": 20100
    },
    {
      "loss_action": 0.016884298995137215,
      "loss_total": 0.016884298995137215,
      "step": 20100
    },
    {
      "grad_norm": 0.22127139568328857,
      "learning_rate": 9.388762292713428e-05,
      "loss": 0.0144,
      "step": 20110
    },
    {
      "loss_action": 0.01692945882678032,
      "loss_total": 0.01692945882678032,
      "step": 20110
    },
    {
      "loss_action": 0.014031356200575829,
      "loss_total": 0.014031356200575829,
      "step": 20110
    },
    {
      "loss_action": 0.0057826293632388115,
      "loss_total": 0.0057826293632388115,
      "step": 20110
    },
    {
      "loss_action": 0.004591250326484442,
      "loss_total": 0.004591250326484442,
      "step": 20110
    },
    {
      "loss_action": 0.005229697562754154,
      "loss_total": 0.005229697562754154,
      "step": 20110
    },
    {
      "loss_action": 0.01710592955350876,
      "loss_total": 0.01710592955350876,
      "step": 20110
    },
    {
      "loss_action": 0.007168943528085947,
      "loss_total": 0.007168943528085947,
      "step": 20110
    },
    {
      "loss_action": 0.007310015149414539,
      "loss_total": 0.007310015149414539,
      "step": 20110
    },
    {
      "grad_norm": 0.14190539717674255,
      "learning_rate": 9.38796985153119e-05,
      "loss": 0.0129,
      "step": 20120
    },
    {
      "loss_action": 0.007043914403766394,
      "loss_total": 0.007043914403766394,
      "step": 20120
    },
    {
      "loss_action": 0.027809616178274155,
      "loss_total": 0.027809616178274155,
      "step": 20120
    },
    {
      "loss_action": 0.007772261742502451,
      "loss_total": 0.007772261742502451,
      "step": 20120
    },
    {
      "loss_action": 0.004017659928649664,
      "loss_total": 0.004017659928649664,
      "step": 20120
    },
    {
      "loss_action": 0.01764177531003952,
      "loss_total": 0.01764177531003952,
      "step": 20120
    },
    {
      "loss_action": 0.013937637209892273,
      "loss_total": 0.013937637209892273,
      "step": 20120
    },
    {
      "loss_action": 0.010567734949290752,
      "loss_total": 0.010567734949290752,
      "step": 20120
    },
    {
      "loss_action": 0.007093928288668394,
      "loss_total": 0.007093928288668394,
      "step": 20120
    },
    {
      "grad_norm": 0.17357918620109558,
      "learning_rate": 9.387176930487169e-05,
      "loss": 0.0144,
      "step": 20130
    },
    {
      "loss_action": 0.013563210144639015,
      "loss_total": 0.013563210144639015,
      "step": 20130
    },
    {
      "loss_action": 0.010857729241251945,
      "loss_total": 0.010857729241251945,
      "step": 20130
    },
    {
      "loss_action": 0.012507718056440353,
      "loss_total": 0.012507718056440353,
      "step": 20130
    },
    {
      "loss_action": 0.009684363380074501,
      "loss_total": 0.009684363380074501,
      "step": 20130
    },
    {
      "loss_action": 0.026449337601661682,
      "loss_total": 0.026449337601661682,
      "step": 20130
    },
    {
      "loss_action": 0.030062947422266006,
      "loss_total": 0.030062947422266006,
      "step": 20130
    },
    {
      "loss_action": 0.009893164038658142,
      "loss_total": 0.009893164038658142,
      "step": 20130
    },
    {
      "loss_action": 0.01414242759346962,
      "loss_total": 0.01414242759346962,
      "step": 20130
    },
    {
      "grad_norm": 0.17023226618766785,
      "learning_rate": 9.386383529668072e-05,
      "loss": 0.0144,
      "step": 20140
    },
    {
      "loss_action": 0.008976774290204048,
      "loss_total": 0.008976774290204048,
      "step": 20140
    },
    {
      "loss_action": 0.008283207193017006,
      "loss_total": 0.008283207193017006,
      "step": 20140
    },
    {
      "loss_action": 0.007813744246959686,
      "loss_total": 0.007813744246959686,
      "step": 20140
    },
    {
      "loss_action": 0.01674388349056244,
      "loss_total": 0.01674388349056244,
      "step": 20140
    },
    {
      "loss_action": 0.011507909744977951,
      "loss_total": 0.011507909744977951,
      "step": 20140
    },
    {
      "loss_action": 0.011323358863592148,
      "loss_total": 0.011323358863592148,
      "step": 20140
    },
    {
      "loss_action": 0.021099135279655457,
      "loss_total": 0.021099135279655457,
      "step": 20140
    },
    {
      "loss_action": 0.009625818580389023,
      "loss_total": 0.009625818580389023,
      "step": 20140
    },
    {
      "grad_norm": 0.19928057491779327,
      "learning_rate": 9.385589649160669e-05,
      "loss": 0.0132,
      "step": 20150
    },
    {
      "loss_action": 0.021509431302547455,
      "loss_total": 0.021509431302547455,
      "step": 20150
    },
    {
      "loss_action": 0.016396362334489822,
      "loss_total": 0.016396362334489822,
      "step": 20150
    },
    {
      "loss_action": 0.006403639912605286,
      "loss_total": 0.006403639912605286,
      "step": 20150
    },
    {
      "loss_action": 0.005074736662209034,
      "loss_total": 0.005074736662209034,
      "step": 20150
    },
    {
      "loss_action": 0.01114294957369566,
      "loss_total": 0.01114294957369566,
      "step": 20150
    },
    {
      "loss_action": 0.010096924379467964,
      "loss_total": 0.010096924379467964,
      "step": 20150
    },
    {
      "loss_action": 0.02141786366701126,
      "loss_total": 0.02141786366701126,
      "step": 20150
    },
    {
      "loss_action": 0.0200142040848732,
      "loss_total": 0.0200142040848732,
      "step": 20150
    },
    {
      "grad_norm": 0.1759229451417923,
      "learning_rate": 9.384795289051775e-05,
      "loss": 0.0147,
      "step": 20160
    },
    {
      "loss_action": 0.012681648135185242,
      "loss_total": 0.012681648135185242,
      "step": 20160
    },
    {
      "loss_action": 0.018116984516382217,
      "loss_total": 0.018116984516382217,
      "step": 20160
    },
    {
      "loss_action": 0.018366679549217224,
      "loss_total": 0.018366679549217224,
      "step": 20160
    },
    {
      "loss_action": 0.01830376125872135,
      "loss_total": 0.01830376125872135,
      "step": 20160
    },
    {
      "loss_action": 0.007448385003954172,
      "loss_total": 0.007448385003954172,
      "step": 20160
    },
    {
      "loss_action": 0.030530331656336784,
      "loss_total": 0.030530331656336784,
      "step": 20160
    },
    {
      "loss_action": 0.01686638593673706,
      "loss_total": 0.01686638593673706,
      "step": 20160
    },
    {
      "loss_action": 0.013235459104180336,
      "loss_total": 0.013235459104180336,
      "step": 20160
    },
    {
      "grad_norm": 0.13264688849449158,
      "learning_rate": 9.384000449428261e-05,
      "loss": 0.015,
      "step": 20170
    },
    {
      "loss_action": 0.008597017265856266,
      "loss_total": 0.008597017265856266,
      "step": 20170
    },
    {
      "loss_action": 0.03714236244559288,
      "loss_total": 0.03714236244559288,
      "step": 20170
    },
    {
      "loss_action": 0.006567111238837242,
      "loss_total": 0.006567111238837242,
      "step": 20170
    },
    {
      "loss_action": 0.006822097115218639,
      "loss_total": 0.006822097115218639,
      "step": 20170
    },
    {
      "loss_action": 0.013405236415565014,
      "loss_total": 0.013405236415565014,
      "step": 20170
    },
    {
      "loss_action": 0.018307972699403763,
      "loss_total": 0.018307972699403763,
      "step": 20170
    },
    {
      "loss_action": 0.014491492882370949,
      "loss_total": 0.014491492882370949,
      "step": 20170
    },
    {
      "loss_action": 0.011658454313874245,
      "loss_total": 0.011658454313874245,
      "step": 20170
    },
    {
      "grad_norm": 0.11867738515138626,
      "learning_rate": 9.383205130377048e-05,
      "loss": 0.0133,
      "step": 20180
    },
    {
      "loss_action": 0.009433908388018608,
      "loss_total": 0.009433908388018608,
      "step": 20180
    },
    {
      "loss_action": 0.004280997905880213,
      "loss_total": 0.004280997905880213,
      "step": 20180
    },
    {
      "loss_action": 0.009202366694808006,
      "loss_total": 0.009202366694808006,
      "step": 20180
    },
    {
      "loss_action": 0.004527824465185404,
      "loss_total": 0.004527824465185404,
      "step": 20180
    },
    {
      "loss_action": 0.009080078452825546,
      "loss_total": 0.009080078452825546,
      "step": 20180
    },
    {
      "loss_action": 0.006073002703487873,
      "loss_total": 0.006073002703487873,
      "step": 20180
    },
    {
      "loss_action": 0.009108238853514194,
      "loss_total": 0.009108238853514194,
      "step": 20180
    },
    {
      "loss_action": 0.01240139827132225,
      "loss_total": 0.01240139827132225,
      "step": 20180
    },
    {
      "grad_norm": 0.14986644685268402,
      "learning_rate": 9.382409331985114e-05,
      "loss": 0.0119,
      "step": 20190
    },
    {
      "loss_action": 0.012969734147191048,
      "loss_total": 0.012969734147191048,
      "step": 20190
    },
    {
      "loss_action": 0.036419231444597244,
      "loss_total": 0.036419231444597244,
      "step": 20190
    },
    {
      "loss_action": 0.011433710344135761,
      "loss_total": 0.011433710344135761,
      "step": 20190
    },
    {
      "loss_action": 0.01955486834049225,
      "loss_total": 0.01955486834049225,
      "step": 20190
    },
    {
      "loss_action": 0.011724758893251419,
      "loss_total": 0.011724758893251419,
      "step": 20190
    },
    {
      "loss_action": 0.0066476259380578995,
      "loss_total": 0.0066476259380578995,
      "step": 20190
    },
    {
      "loss_action": 0.006363186053931713,
      "loss_total": 0.006363186053931713,
      "step": 20190
    },
    {
      "loss_action": 0.004631263669580221,
      "loss_total": 0.004631263669580221,
      "step": 20190
    },
    {
      "grad_norm": 0.15991933643817902,
      "learning_rate": 9.381613054339482e-05,
      "loss": 0.0132,
      "step": 20200
    },
    {
      "loss_action": 0.03122713603079319,
      "loss_total": 0.03122713603079319,
      "step": 20200
    },
    {
      "loss_action": 0.0279063880443573,
      "loss_total": 0.0279063880443573,
      "step": 20200
    },
    {
      "loss_action": 0.04484674707055092,
      "loss_total": 0.04484674707055092,
      "step": 20200
    },
    {
      "loss_action": 0.017014941200613976,
      "loss_total": 0.017014941200613976,
      "step": 20200
    },
    {
      "loss_action": 0.013056710362434387,
      "loss_total": 0.013056710362434387,
      "step": 20200
    },
    {
      "loss_action": 0.015180427581071854,
      "loss_total": 0.015180427581071854,
      "step": 20200
    },
    {
      "loss_action": 0.003901946824043989,
      "loss_total": 0.003901946824043989,
      "step": 20200
    },
    {
      "loss_action": 0.010466786101460457,
      "loss_total": 0.010466786101460457,
      "step": 20200
    },
    {
      "grad_norm": 0.16844792664051056,
      "learning_rate": 9.380816297527235e-05,
      "loss": 0.0134,
      "step": 20210
    },
    {
      "loss_action": 0.01384086161851883,
      "loss_total": 0.01384086161851883,
      "step": 20210
    },
    {
      "loss_action": 0.010250838473439217,
      "loss_total": 0.010250838473439217,
      "step": 20210
    },
    {
      "loss_action": 0.02001410350203514,
      "loss_total": 0.02001410350203514,
      "step": 20210
    },
    {
      "loss_action": 0.0098810363560915,
      "loss_total": 0.0098810363560915,
      "step": 20210
    },
    {
      "loss_action": 0.012177146039903164,
      "loss_total": 0.012177146039903164,
      "step": 20210
    },
    {
      "loss_action": 0.02412155084311962,
      "loss_total": 0.02412155084311962,
      "step": 20210
    },
    {
      "loss_action": 0.013608667068183422,
      "loss_total": 0.013608667068183422,
      "step": 20210
    },
    {
      "loss_action": 0.011640259064733982,
      "loss_total": 0.011640259064733982,
      "step": 20210
    },
    {
      "grad_norm": 0.27222567796707153,
      "learning_rate": 9.380019061635506e-05,
      "loss": 0.015,
      "step": 20220
    },
    {
      "loss_action": 0.0072603169828653336,
      "loss_total": 0.0072603169828653336,
      "step": 20220
    },
    {
      "loss_action": 0.012263431213796139,
      "loss_total": 0.012263431213796139,
      "step": 20220
    },
    {
      "loss_action": 0.029868638142943382,
      "loss_total": 0.029868638142943382,
      "step": 20220
    },
    {
      "loss_action": 0.02085256204009056,
      "loss_total": 0.02085256204009056,
      "step": 20220
    },
    {
      "loss_action": 0.028843261301517487,
      "loss_total": 0.028843261301517487,
      "step": 20220
    },
    {
      "loss_action": 0.012631968595087528,
      "loss_total": 0.012631968595087528,
      "step": 20220
    },
    {
      "loss_action": 0.0306831244379282,
      "loss_total": 0.0306831244379282,
      "step": 20220
    },
    {
      "loss_action": 0.011340703815221786,
      "loss_total": 0.011340703815221786,
      "step": 20220
    },
    {
      "grad_norm": 0.16463570296764374,
      "learning_rate": 9.379221346751474e-05,
      "loss": 0.0157,
      "step": 20230
    },
    {
      "loss_action": 0.00866728462278843,
      "loss_total": 0.00866728462278843,
      "step": 20230
    },
    {
      "loss_action": 0.016605332493782043,
      "loss_total": 0.016605332493782043,
      "step": 20230
    },
    {
      "loss_action": 0.0038852905854582787,
      "loss_total": 0.0038852905854582787,
      "step": 20230
    },
    {
      "loss_action": 0.021645551547408104,
      "loss_total": 0.021645551547408104,
      "step": 20230
    },
    {
      "loss_action": 0.006817575544118881,
      "loss_total": 0.006817575544118881,
      "step": 20230
    },
    {
      "loss_action": 0.014584001153707504,
      "loss_total": 0.014584001153707504,
      "step": 20230
    },
    {
      "loss_action": 0.007410247810184956,
      "loss_total": 0.007410247810184956,
      "step": 20230
    },
    {
      "loss_action": 0.005662155337631702,
      "loss_total": 0.005662155337631702,
      "step": 20230
    },
    {
      "grad_norm": 0.12714476883411407,
      "learning_rate": 9.378423152962382e-05,
      "loss": 0.0137,
      "step": 20240
    },
    {
      "loss_action": 0.021275833249092102,
      "loss_total": 0.021275833249092102,
      "step": 20240
    },
    {
      "loss_action": 0.0050046127289533615,
      "loss_total": 0.0050046127289533615,
      "step": 20240
    },
    {
      "loss_action": 0.02655792608857155,
      "loss_total": 0.02655792608857155,
      "step": 20240
    },
    {
      "loss_action": 0.0040224408730864525,
      "loss_total": 0.0040224408730864525,
      "step": 20240
    },
    {
      "loss_action": 0.013088374398648739,
      "loss_total": 0.013088374398648739,
      "step": 20240
    },
    {
      "loss_action": 0.009172046557068825,
      "loss_total": 0.009172046557068825,
      "step": 20240
    },
    {
      "loss_action": 0.008826328441500664,
      "loss_total": 0.008826328441500664,
      "step": 20240
    },
    {
      "loss_action": 0.004781021736562252,
      "loss_total": 0.004781021736562252,
      "step": 20240
    },
    {
      "grad_norm": 0.1501884162425995,
      "learning_rate": 9.377624480355517e-05,
      "loss": 0.014,
      "step": 20250
    },
    {
      "loss_action": 0.0201890729367733,
      "loss_total": 0.0201890729367733,
      "step": 20250
    },
    {
      "loss_action": 0.01380486972630024,
      "loss_total": 0.01380486972630024,
      "step": 20250
    },
    {
      "loss_action": 0.021877838298678398,
      "loss_total": 0.021877838298678398,
      "step": 20250
    },
    {
      "loss_action": 0.009436064399778843,
      "loss_total": 0.009436064399778843,
      "step": 20250
    },
    {
      "loss_action": 0.015118297189474106,
      "loss_total": 0.015118297189474106,
      "step": 20250
    },
    {
      "loss_action": 0.009816603735089302,
      "loss_total": 0.009816603735089302,
      "step": 20250
    },
    {
      "loss_action": 0.01457225065678358,
      "loss_total": 0.01457225065678358,
      "step": 20250
    },
    {
      "loss_action": 0.027945425361394882,
      "loss_total": 0.027945425361394882,
      "step": 20250
    },
    {
      "grad_norm": 0.15399198234081268,
      "learning_rate": 9.376825329018219e-05,
      "loss": 0.0154,
      "step": 20260
    },
    {
      "loss_action": 0.019113030284643173,
      "loss_total": 0.019113030284643173,
      "step": 20260
    },
    {
      "loss_action": 0.011660650372505188,
      "loss_total": 0.011660650372505188,
      "step": 20260
    },
    {
      "loss_action": 0.00919156614691019,
      "loss_total": 0.00919156614691019,
      "step": 20260
    },
    {
      "loss_action": 0.008151408284902573,
      "loss_total": 0.008151408284902573,
      "step": 20260
    },
    {
      "loss_action": 0.024793747812509537,
      "loss_total": 0.024793747812509537,
      "step": 20260
    },
    {
      "loss_action": 0.008166031911969185,
      "loss_total": 0.008166031911969185,
      "step": 20260
    },
    {
      "loss_action": 0.006476617883890867,
      "loss_total": 0.006476617883890867,
      "step": 20260
    },
    {
      "loss_action": 0.012698736973106861,
      "loss_total": 0.012698736973106861,
      "step": 20260
    },
    {
      "grad_norm": 0.1361982673406601,
      "learning_rate": 9.376025699037884e-05,
      "loss": 0.0128,
      "step": 20270
    },
    {
      "loss_action": 0.014525750651955605,
      "loss_total": 0.014525750651955605,
      "step": 20270
    },
    {
      "loss_action": 0.006432534195482731,
      "loss_total": 0.006432534195482731,
      "step": 20270
    },
    {
      "loss_action": 0.011783165857195854,
      "loss_total": 0.011783165857195854,
      "step": 20270
    },
    {
      "loss_action": 0.004551568068563938,
      "loss_total": 0.004551568068563938,
      "step": 20270
    },
    {
      "loss_action": 0.007319001480937004,
      "loss_total": 0.007319001480937004,
      "step": 20270
    },
    {
      "loss_action": 0.006967056542634964,
      "loss_total": 0.006967056542634964,
      "step": 20270
    },
    {
      "loss_action": 0.011753938160836697,
      "loss_total": 0.011753938160836697,
      "step": 20270
    },
    {
      "loss_action": 0.011174637824296951,
      "loss_total": 0.011174637824296951,
      "step": 20270
    },
    {
      "grad_norm": 0.17296400666236877,
      "learning_rate": 9.37522559050196e-05,
      "loss": 0.0121,
      "step": 20280
    },
    {
      "loss_action": 0.003886127844452858,
      "loss_total": 0.003886127844452858,
      "step": 20280
    },
    {
      "loss_action": 0.020290201529860497,
      "loss_total": 0.020290201529860497,
      "step": 20280
    },
    {
      "loss_action": 0.005632039159536362,
      "loss_total": 0.005632039159536362,
      "step": 20280
    },
    {
      "loss_action": 0.004798309877514839,
      "loss_total": 0.004798309877514839,
      "step": 20280
    },
    {
      "loss_action": 0.015015684068202972,
      "loss_total": 0.015015684068202972,
      "step": 20280
    },
    {
      "loss_action": 0.007638633716851473,
      "loss_total": 0.007638633716851473,
      "step": 20280
    },
    {
      "loss_action": 0.011345871724188328,
      "loss_total": 0.011345871724188328,
      "step": 20280
    },
    {
      "loss_action": 0.006034880876541138,
      "loss_total": 0.006034880876541138,
      "step": 20280
    },
    {
      "grad_norm": 0.16763927042484283,
      "learning_rate": 9.37442500349794e-05,
      "loss": 0.0136,
      "step": 20290
    },
    {
      "loss_action": 0.008847284130752087,
      "loss_total": 0.008847284130752087,
      "step": 20290
    },
    {
      "loss_action": 0.01282348483800888,
      "loss_total": 0.01282348483800888,
      "step": 20290
    },
    {
      "loss_action": 0.008581445552408695,
      "loss_total": 0.008581445552408695,
      "step": 20290
    },
    {
      "loss_action": 0.005770980380475521,
      "loss_total": 0.005770980380475521,
      "step": 20290
    },
    {
      "loss_action": 0.016252033412456512,
      "loss_total": 0.016252033412456512,
      "step": 20290
    },
    {
      "loss_action": 0.008225822821259499,
      "loss_total": 0.008225822821259499,
      "step": 20290
    },
    {
      "loss_action": 0.0241624116897583,
      "loss_total": 0.0241624116897583,
      "step": 20290
    },
    {
      "loss_action": 0.020345572382211685,
      "loss_total": 0.020345572382211685,
      "step": 20290
    },
    {
      "grad_norm": 0.22759239375591278,
      "learning_rate": 9.373623938113381e-05,
      "loss": 0.0135,
      "step": 20300
    },
    {
      "loss_action": 0.009580942802131176,
      "loss_total": 0.009580942802131176,
      "step": 20300
    },
    {
      "loss_action": 0.007514145225286484,
      "loss_total": 0.007514145225286484,
      "step": 20300
    },
    {
      "loss_action": 0.006764675490558147,
      "loss_total": 0.006764675490558147,
      "step": 20300
    },
    {
      "loss_action": 0.023240473121404648,
      "loss_total": 0.023240473121404648,
      "step": 20300
    },
    {
      "loss_action": 0.011672775261104107,
      "loss_total": 0.011672775261104107,
      "step": 20300
    },
    {
      "loss_action": 0.013064275495707989,
      "loss_total": 0.013064275495707989,
      "step": 20300
    },
    {
      "loss_action": 0.00524354912340641,
      "loss_total": 0.00524354912340641,
      "step": 20300
    },
    {
      "loss_action": 0.009130249731242657,
      "loss_total": 0.009130249731242657,
      "step": 20300
    },
    {
      "grad_norm": 0.15606491267681122,
      "learning_rate": 9.372822394435883e-05,
      "loss": 0.0133,
      "step": 20310
    },
    {
      "loss_action": 0.007198640611022711,
      "loss_total": 0.007198640611022711,
      "step": 20310
    },
    {
      "loss_action": 0.004780694842338562,
      "loss_total": 0.004780694842338562,
      "step": 20310
    },
    {
      "loss_action": 0.01011642999947071,
      "loss_total": 0.01011642999947071,
      "step": 20310
    },
    {
      "loss_action": 0.03824308142066002,
      "loss_total": 0.03824308142066002,
      "step": 20310
    },
    {
      "loss_action": 0.014857176691293716,
      "loss_total": 0.014857176691293716,
      "step": 20310
    },
    {
      "loss_action": 0.01926451176404953,
      "loss_total": 0.01926451176404953,
      "step": 20310
    },
    {
      "loss_action": 0.010001957416534424,
      "loss_total": 0.010001957416534424,
      "step": 20310
    },
    {
      "loss_action": 0.0112919295206666,
      "loss_total": 0.0112919295206666,
      "step": 20310
    },
    {
      "grad_norm": 0.14938019216060638,
      "learning_rate": 9.372020372553102e-05,
      "loss": 0.0121,
      "step": 20320
    },
    {
      "loss_action": 0.023602405562996864,
      "loss_total": 0.023602405562996864,
      "step": 20320
    },
    {
      "loss_action": 0.031114719808101654,
      "loss_total": 0.031114719808101654,
      "step": 20320
    },
    {
      "loss_action": 0.017125645652413368,
      "loss_total": 0.017125645652413368,
      "step": 20320
    },
    {
      "loss_action": 0.011136188171803951,
      "loss_total": 0.011136188171803951,
      "step": 20320
    },
    {
      "loss_action": 0.021209269762039185,
      "loss_total": 0.021209269762039185,
      "step": 20320
    },
    {
      "loss_action": 0.017548689618706703,
      "loss_total": 0.017548689618706703,
      "step": 20320
    },
    {
      "loss_action": 0.011250492185354233,
      "loss_total": 0.011250492185354233,
      "step": 20320
    },
    {
      "loss_action": 0.01234926376491785,
      "loss_total": 0.01234926376491785,
      "step": 20320
    },
    {
      "grad_norm": 0.20298199355602264,
      "learning_rate": 9.371217872552746e-05,
      "loss": 0.0129,
      "step": 20330
    },
    {
      "loss_action": 0.029549160972237587,
      "loss_total": 0.029549160972237587,
      "step": 20330
    },
    {
      "loss_action": 0.011696787551045418,
      "loss_total": 0.011696787551045418,
      "step": 20330
    },
    {
      "loss_action": 0.016682444140315056,
      "loss_total": 0.016682444140315056,
      "step": 20330
    },
    {
      "loss_action": 0.010357191786170006,
      "loss_total": 0.010357191786170006,
      "step": 20330
    },
    {
      "loss_action": 0.007781315129250288,
      "loss_total": 0.007781315129250288,
      "step": 20330
    },
    {
      "loss_action": 0.028243551030755043,
      "loss_total": 0.028243551030755043,
      "step": 20330
    },
    {
      "loss_action": 0.009284734725952148,
      "loss_total": 0.009284734725952148,
      "step": 20330
    },
    {
      "loss_action": 0.012126059271395206,
      "loss_total": 0.012126059271395206,
      "step": 20330
    },
    {
      "grad_norm": 0.1261252909898758,
      "learning_rate": 9.370414894522576e-05,
      "loss": 0.015,
      "step": 20340
    },
    {
      "loss_action": 0.012419737875461578,
      "loss_total": 0.012419737875461578,
      "step": 20340
    },
    {
      "loss_action": 0.00771178025752306,
      "loss_total": 0.00771178025752306,
      "step": 20340
    },
    {
      "loss_action": 0.008008372038602829,
      "loss_total": 0.008008372038602829,
      "step": 20340
    },
    {
      "loss_action": 0.012753832153975964,
      "loss_total": 0.012753832153975964,
      "step": 20340
    },
    {
      "loss_action": 0.01800633780658245,
      "loss_total": 0.01800633780658245,
      "step": 20340
    },
    {
      "loss_action": 0.024911966174840927,
      "loss_total": 0.024911966174840927,
      "step": 20340
    },
    {
      "loss_action": 0.017130035907030106,
      "loss_total": 0.017130035907030106,
      "step": 20340
    },
    {
      "loss_action": 0.025754425674676895,
      "loss_total": 0.025754425674676895,
      "step": 20340
    },
    {
      "grad_norm": 0.1517930030822754,
      "learning_rate": 9.369611438550406e-05,
      "loss": 0.0165,
      "step": 20350
    },
    {
      "loss_action": 0.008217865601181984,
      "loss_total": 0.008217865601181984,
      "step": 20350
    },
    {
      "loss_action": 0.03873248025774956,
      "loss_total": 0.03873248025774956,
      "step": 20350
    },
    {
      "loss_action": 0.006401983089745045,
      "loss_total": 0.006401983089745045,
      "step": 20350
    },
    {
      "loss_action": 0.010662974789738655,
      "loss_total": 0.010662974789738655,
      "step": 20350
    },
    {
      "loss_action": 0.014504237100481987,
      "loss_total": 0.014504237100481987,
      "step": 20350
    },
    {
      "loss_action": 0.02613418735563755,
      "loss_total": 0.02613418735563755,
      "step": 20350
    },
    {
      "loss_action": 0.009220024570822716,
      "loss_total": 0.009220024570822716,
      "step": 20350
    },
    {
      "loss_action": 0.008978298865258694,
      "loss_total": 0.008978298865258694,
      "step": 20350
    },
    {
      "grad_norm": 0.13639047741889954,
      "learning_rate": 9.368807504724095e-05,
      "loss": 0.0157,
      "step": 20360
    },
    {
      "loss_action": 0.010817167349159718,
      "loss_total": 0.010817167349159718,
      "step": 20360
    },
    {
      "loss_action": 0.01692618988454342,
      "loss_total": 0.01692618988454342,
      "step": 20360
    },
    {
      "loss_action": 0.015864674001932144,
      "loss_total": 0.015864674001932144,
      "step": 20360
    },
    {
      "loss_action": 0.012240855023264885,
      "loss_total": 0.012240855023264885,
      "step": 20360
    },
    {
      "loss_action": 0.007741793990135193,
      "loss_total": 0.007741793990135193,
      "step": 20360
    },
    {
      "loss_action": 0.008081626147031784,
      "loss_total": 0.008081626147031784,
      "step": 20360
    },
    {
      "loss_action": 0.01363381091505289,
      "loss_total": 0.01363381091505289,
      "step": 20360
    },
    {
      "loss_action": 0.012711534276604652,
      "loss_total": 0.012711534276604652,
      "step": 20360
    },
    {
      "grad_norm": 0.14490574598312378,
      "learning_rate": 9.368003093131565e-05,
      "loss": 0.0138,
      "step": 20370
    },
    {
      "loss_action": 0.022853996604681015,
      "loss_total": 0.022853996604681015,
      "step": 20370
    },
    {
      "loss_action": 0.015248684212565422,
      "loss_total": 0.015248684212565422,
      "step": 20370
    },
    {
      "loss_action": 0.006470181979238987,
      "loss_total": 0.006470181979238987,
      "step": 20370
    },
    {
      "loss_action": 0.005089388228952885,
      "loss_total": 0.005089388228952885,
      "step": 20370
    },
    {
      "loss_action": 0.0099968072026968,
      "loss_total": 0.0099968072026968,
      "step": 20370
    },
    {
      "loss_action": 0.014252081513404846,
      "loss_total": 0.014252081513404846,
      "step": 20370
    },
    {
      "loss_action": 0.009791769087314606,
      "loss_total": 0.009791769087314606,
      "step": 20370
    },
    {
      "loss_action": 0.0062970248982310295,
      "loss_total": 0.0062970248982310295,
      "step": 20370
    },
    {
      "grad_norm": 0.13903149962425232,
      "learning_rate": 9.367198203860785e-05,
      "loss": 0.0159,
      "step": 20380
    },
    {
      "loss_action": 0.007073624990880489,
      "loss_total": 0.007073624990880489,
      "step": 20380
    },
    {
      "loss_action": 0.005915666464716196,
      "loss_total": 0.005915666464716196,
      "step": 20380
    },
    {
      "loss_action": 0.017819195985794067,
      "loss_total": 0.017819195985794067,
      "step": 20380
    },
    {
      "loss_action": 0.0075969453901052475,
      "loss_total": 0.0075969453901052475,
      "step": 20380
    },
    {
      "loss_action": 0.010617703199386597,
      "loss_total": 0.010617703199386597,
      "step": 20380
    },
    {
      "loss_action": 0.018286027014255524,
      "loss_total": 0.018286027014255524,
      "step": 20380
    },
    {
      "loss_action": 0.018922796472907066,
      "loss_total": 0.018922796472907066,
      "step": 20380
    },
    {
      "loss_action": 0.025720572099089622,
      "loss_total": 0.025720572099089622,
      "step": 20380
    },
    {
      "grad_norm": 0.12823499739170074,
      "learning_rate": 9.366392836999774e-05,
      "loss": 0.0122,
      "step": 20390
    },
    {
      "loss_action": 0.008498134091496468,
      "loss_total": 0.008498134091496468,
      "step": 20390
    },
    {
      "loss_action": 0.012006491422653198,
      "loss_total": 0.012006491422653198,
      "step": 20390
    },
    {
      "loss_action": 0.026716377586126328,
      "loss_total": 0.026716377586126328,
      "step": 20390
    },
    {
      "loss_action": 0.010508090257644653,
      "loss_total": 0.010508090257644653,
      "step": 20390
    },
    {
      "loss_action": 0.014576321467757225,
      "loss_total": 0.014576321467757225,
      "step": 20390
    },
    {
      "loss_action": 0.03323720395565033,
      "loss_total": 0.03323720395565033,
      "step": 20390
    },
    {
      "loss_action": 0.01668141409754753,
      "loss_total": 0.01668141409754753,
      "step": 20390
    },
    {
      "loss_action": 0.012175330892205238,
      "loss_total": 0.012175330892205238,
      "step": 20390
    },
    {
      "grad_norm": 0.18242605030536652,
      "learning_rate": 9.365586992636607e-05,
      "loss": 0.0139,
      "step": 20400
    },
    {
      "loss_action": 0.012800099328160286,
      "loss_total": 0.012800099328160286,
      "step": 20400
    },
    {
      "loss_action": 0.008030629716813564,
      "loss_total": 0.008030629716813564,
      "step": 20400
    },
    {
      "loss_action": 0.02301449328660965,
      "loss_total": 0.02301449328660965,
      "step": 20400
    },
    {
      "loss_action": 0.038393761962652206,
      "loss_total": 0.038393761962652206,
      "step": 20400
    },
    {
      "loss_action": 0.013939086347818375,
      "loss_total": 0.013939086347818375,
      "step": 20400
    },
    {
      "loss_action": 0.003937976900488138,
      "loss_total": 0.003937976900488138,
      "step": 20400
    },
    {
      "loss_action": 0.004334862343966961,
      "loss_total": 0.004334862343966961,
      "step": 20400
    },
    {
      "loss_action": 0.0070581259205937386,
      "loss_total": 0.0070581259205937386,
      "step": 20400
    },
    {
      "grad_norm": 0.17976248264312744,
      "learning_rate": 9.364780670859412e-05,
      "loss": 0.0135,
      "step": 20410
    },
    {
      "loss_action": 0.018845949321985245,
      "loss_total": 0.018845949321985245,
      "step": 20410
    },
    {
      "loss_action": 0.0063170697540044785,
      "loss_total": 0.0063170697540044785,
      "step": 20410
    },
    {
      "loss_action": 0.016585977748036385,
      "loss_total": 0.016585977748036385,
      "step": 20410
    },
    {
      "loss_action": 0.027091698721051216,
      "loss_total": 0.027091698721051216,
      "step": 20410
    },
    {
      "loss_action": 0.01174642238765955,
      "loss_total": 0.01174642238765955,
      "step": 20410
    },
    {
      "loss_action": 0.015553077682852745,
      "loss_total": 0.015553077682852745,
      "step": 20410
    },
    {
      "loss_action": 0.02118324674665928,
      "loss_total": 0.02118324674665928,
      "step": 20410
    },
    {
      "loss_action": 0.008953128941357136,
      "loss_total": 0.008953128941357136,
      "step": 20410
    },
    {
      "grad_norm": 0.19362331926822662,
      "learning_rate": 9.363973871756364e-05,
      "loss": 0.0135,
      "step": 20420
    },
    {
      "loss_action": 0.014488369226455688,
      "loss_total": 0.014488369226455688,
      "step": 20420
    },
    {
      "loss_action": 0.01664382591843605,
      "loss_total": 0.01664382591843605,
      "step": 20420
    },
    {
      "loss_action": 0.014360041357576847,
      "loss_total": 0.014360041357576847,
      "step": 20420
    },
    {
      "loss_action": 0.01603141613304615,
      "loss_total": 0.01603141613304615,
      "step": 20420
    },
    {
      "loss_action": 0.0197108443826437,
      "loss_total": 0.0197108443826437,
      "step": 20420
    },
    {
      "loss_action": 0.01716257631778717,
      "loss_total": 0.01716257631778717,
      "step": 20420
    },
    {
      "loss_action": 0.008364958688616753,
      "loss_total": 0.008364958688616753,
      "step": 20420
    },
    {
      "loss_action": 0.009000488556921482,
      "loss_total": 0.009000488556921482,
      "step": 20420
    },
    {
      "grad_norm": 0.09916555881500244,
      "learning_rate": 9.363166595415696e-05,
      "loss": 0.0132,
      "step": 20430
    },
    {
      "loss_action": 0.01292614545673132,
      "loss_total": 0.01292614545673132,
      "step": 20430
    },
    {
      "loss_action": 0.013074668124318123,
      "loss_total": 0.013074668124318123,
      "step": 20430
    },
    {
      "loss_action": 0.0061887213960289955,
      "loss_total": 0.0061887213960289955,
      "step": 20430
    },
    {
      "loss_action": 0.009010706096887589,
      "loss_total": 0.009010706096887589,
      "step": 20430
    },
    {
      "loss_action": 0.011374451220035553,
      "loss_total": 0.011374451220035553,
      "step": 20430
    },
    {
      "loss_action": 0.006653809454292059,
      "loss_total": 0.006653809454292059,
      "step": 20430
    },
    {
      "loss_action": 0.009187290444970131,
      "loss_total": 0.009187290444970131,
      "step": 20430
    },
    {
      "loss_action": 0.009622907266020775,
      "loss_total": 0.009622907266020775,
      "step": 20430
    },
    {
      "grad_norm": 0.14336417615413666,
      "learning_rate": 9.362358841925686e-05,
      "loss": 0.0141,
      "step": 20440
    },
    {
      "loss_action": 0.014613434672355652,
      "loss_total": 0.014613434672355652,
      "step": 20440
    },
    {
      "loss_action": 0.012279590591788292,
      "loss_total": 0.012279590591788292,
      "step": 20440
    },
    {
      "loss_action": 0.006800231523811817,
      "loss_total": 0.006800231523811817,
      "step": 20440
    },
    {
      "loss_action": 0.005796519573777914,
      "loss_total": 0.005796519573777914,
      "step": 20440
    },
    {
      "loss_action": 0.03113620914518833,
      "loss_total": 0.03113620914518833,
      "step": 20440
    },
    {
      "loss_action": 0.013889679685235023,
      "loss_total": 0.013889679685235023,
      "step": 20440
    },
    {
      "loss_action": 0.005813363008201122,
      "loss_total": 0.005813363008201122,
      "step": 20440
    },
    {
      "loss_action": 0.0073346649296581745,
      "loss_total": 0.0073346649296581745,
      "step": 20440
    },
    {
      "grad_norm": 0.18551380932331085,
      "learning_rate": 9.361550611374674e-05,
      "loss": 0.0145,
      "step": 20450
    },
    {
      "loss_action": 0.01395324431359768,
      "loss_total": 0.01395324431359768,
      "step": 20450
    },
    {
      "loss_action": 0.00973115861415863,
      "loss_total": 0.00973115861415863,
      "step": 20450
    },
    {
      "loss_action": 0.008264385163784027,
      "loss_total": 0.008264385163784027,
      "step": 20450
    },
    {
      "loss_action": 0.010001955553889275,
      "loss_total": 0.010001955553889275,
      "step": 20450
    },
    {
      "loss_action": 0.017753738909959793,
      "loss_total": 0.017753738909959793,
      "step": 20450
    },
    {
      "loss_action": 0.008037859573960304,
      "loss_total": 0.008037859573960304,
      "step": 20450
    },
    {
      "loss_action": 0.029084865003824234,
      "loss_total": 0.029084865003824234,
      "step": 20450
    },
    {
      "loss_action": 0.008955489844083786,
      "loss_total": 0.008955489844083786,
      "step": 20450
    },
    {
      "grad_norm": 0.18712250888347626,
      "learning_rate": 9.360741903851043e-05,
      "loss": 0.0148,
      "step": 20460
    },
    {
      "loss_action": 0.009565926156938076,
      "loss_total": 0.009565926156938076,
      "step": 20460
    },
    {
      "loss_action": 0.023274920880794525,
      "loss_total": 0.023274920880794525,
      "step": 20460
    },
    {
      "loss_action": 0.023225832730531693,
      "loss_total": 0.023225832730531693,
      "step": 20460
    },
    {
      "loss_action": 0.021364744752645493,
      "loss_total": 0.021364744752645493,
      "step": 20460
    },
    {
      "loss_action": 0.008615552447736263,
      "loss_total": 0.008615552447736263,
      "step": 20460
    },
    {
      "loss_action": 0.010297554545104504,
      "loss_total": 0.010297554545104504,
      "step": 20460
    },
    {
      "loss_action": 0.005619625095278025,
      "loss_total": 0.005619625095278025,
      "step": 20460
    },
    {
      "loss_action": 0.012644239701330662,
      "loss_total": 0.012644239701330662,
      "step": 20460
    },
    {
      "grad_norm": 0.18843580782413483,
      "learning_rate": 9.359932719443236e-05,
      "loss": 0.0141,
      "step": 20470
    },
    {
      "loss_action": 0.008811562322080135,
      "loss_total": 0.008811562322080135,
      "step": 20470
    },
    {
      "loss_action": 0.014674747362732887,
      "loss_total": 0.014674747362732887,
      "step": 20470
    },
    {
      "loss_action": 0.04839111864566803,
      "loss_total": 0.04839111864566803,
      "step": 20470
    },
    {
      "loss_action": 0.0113545386120677,
      "loss_total": 0.0113545386120677,
      "step": 20470
    },
    {
      "loss_action": 0.01555074192583561,
      "loss_total": 0.01555074192583561,
      "step": 20470
    },
    {
      "loss_action": 0.015634745359420776,
      "loss_total": 0.015634745359420776,
      "step": 20470
    },
    {
      "loss_action": 0.006986171938478947,
      "loss_total": 0.006986171938478947,
      "step": 20470
    },
    {
      "loss_action": 0.01201778743416071,
      "loss_total": 0.01201778743416071,
      "step": 20470
    },
    {
      "grad_norm": 0.15419696271419525,
      "learning_rate": 9.35912305823974e-05,
      "loss": 0.0145,
      "step": 20480
    },
    {
      "loss_action": 0.005013353191316128,
      "loss_total": 0.005013353191316128,
      "step": 20480
    },
    {
      "loss_action": 0.011902974918484688,
      "loss_total": 0.011902974918484688,
      "step": 20480
    },
    {
      "loss_action": 0.006743891630321741,
      "loss_total": 0.006743891630321741,
      "step": 20480
    },
    {
      "loss_action": 0.008738852106034756,
      "loss_total": 0.008738852106034756,
      "step": 20480
    },
    {
      "loss_action": 0.015887711197137833,
      "loss_total": 0.015887711197137833,
      "step": 20480
    },
    {
      "loss_action": 0.013041175901889801,
      "loss_total": 0.013041175901889801,
      "step": 20480
    },
    {
      "loss_action": 0.01100277528166771,
      "loss_total": 0.01100277528166771,
      "step": 20480
    },
    {
      "loss_action": 0.014486626721918583,
      "loss_total": 0.014486626721918583,
      "step": 20480
    },
    {
      "grad_norm": 0.14244739711284637,
      "learning_rate": 9.358312920329101e-05,
      "loss": 0.0135,
      "step": 20490
    },
    {
      "loss_action": 0.0069660041481256485,
      "loss_total": 0.0069660041481256485,
      "step": 20490
    },
    {
      "loss_action": 0.013926374725997448,
      "loss_total": 0.013926374725997448,
      "step": 20490
    },
    {
      "loss_action": 0.01836407743394375,
      "loss_total": 0.01836407743394375,
      "step": 20490
    },
    {
      "loss_action": 0.014998631551861763,
      "loss_total": 0.014998631551861763,
      "step": 20490
    },
    {
      "loss_action": 0.005499774590134621,
      "loss_total": 0.005499774590134621,
      "step": 20490
    },
    {
      "loss_action": 0.024886351078748703,
      "loss_total": 0.024886351078748703,
      "step": 20490
    },
    {
      "loss_action": 0.019128892570734024,
      "loss_total": 0.019128892570734024,
      "step": 20490
    },
    {
      "loss_action": 0.009505238384008408,
      "loss_total": 0.009505238384008408,
      "step": 20490
    },
    {
      "grad_norm": 0.16897253692150116,
      "learning_rate": 9.357502305799914e-05,
      "loss": 0.0127,
      "step": 20500
    },
    {
      "loss_action": 0.01816593110561371,
      "loss_total": 0.01816593110561371,
      "step": 20500
    },
    {
      "loss_action": 0.011721345596015453,
      "loss_total": 0.011721345596015453,
      "step": 20500
    },
    {
      "loss_action": 0.012159020639955997,
      "loss_total": 0.012159020639955997,
      "step": 20500
    },
    {
      "loss_action": 0.02028886415064335,
      "loss_total": 0.02028886415064335,
      "step": 20500
    },
    {
      "loss_action": 0.015425270423293114,
      "loss_total": 0.015425270423293114,
      "step": 20500
    },
    {
      "loss_action": 0.019195441156625748,
      "loss_total": 0.019195441156625748,
      "step": 20500
    },
    {
      "loss_action": 0.01947265863418579,
      "loss_total": 0.01947265863418579,
      "step": 20500
    },
    {
      "loss_action": 0.019395694136619568,
      "loss_total": 0.019395694136619568,
      "step": 20500
    },
    {
      "grad_norm": 0.22623002529144287,
      "learning_rate": 9.356691214740824e-05,
      "loss": 0.0121,
      "step": 20510
    },
    {
      "loss_action": 0.015782110393047333,
      "loss_total": 0.015782110393047333,
      "step": 20510
    },
    {
      "loss_action": 0.007504289038479328,
      "loss_total": 0.007504289038479328,
      "step": 20510
    },
    {
      "loss_action": 0.02696838602423668,
      "loss_total": 0.02696838602423668,
      "step": 20510
    },
    {
      "loss_action": 0.014309907332062721,
      "loss_total": 0.014309907332062721,
      "step": 20510
    },
    {
      "loss_action": 0.009183846414089203,
      "loss_total": 0.009183846414089203,
      "step": 20510
    },
    {
      "loss_action": 0.011728022247552872,
      "loss_total": 0.011728022247552872,
      "step": 20510
    },
    {
      "loss_action": 0.00588161451742053,
      "loss_total": 0.00588161451742053,
      "step": 20510
    },
    {
      "loss_action": 0.015783369541168213,
      "loss_total": 0.015783369541168213,
      "step": 20510
    },
    {
      "grad_norm": 0.17937076091766357,
      "learning_rate": 9.355879647240535e-05,
      "loss": 0.0132,
      "step": 20520
    },
    {
      "loss_action": 0.014471657574176788,
      "loss_total": 0.014471657574176788,
      "step": 20520
    },
    {
      "loss_action": 0.05729096382856369,
      "loss_total": 0.05729096382856369,
      "step": 20520
    },
    {
      "loss_action": 0.019682101905345917,
      "loss_total": 0.019682101905345917,
      "step": 20520
    },
    {
      "loss_action": 0.011798636987805367,
      "loss_total": 0.011798636987805367,
      "step": 20520
    },
    {
      "loss_action": 0.011814918369054794,
      "loss_total": 0.011814918369054794,
      "step": 20520
    },
    {
      "loss_action": 0.01780880056321621,
      "loss_total": 0.01780880056321621,
      "step": 20520
    },
    {
      "loss_action": 0.016430595889687538,
      "loss_total": 0.016430595889687538,
      "step": 20520
    },
    {
      "loss_action": 0.031531259417533875,
      "loss_total": 0.031531259417533875,
      "step": 20520
    },
    {
      "grad_norm": 0.16103200614452362,
      "learning_rate": 9.355067603387798e-05,
      "loss": 0.0141,
      "step": 20530
    },
    {
      "loss_action": 0.009869839996099472,
      "loss_total": 0.009869839996099472,
      "step": 20530
    },
    {
      "loss_action": 0.01036463025957346,
      "loss_total": 0.01036463025957346,
      "step": 20530
    },
    {
      "loss_action": 0.008794303983449936,
      "loss_total": 0.008794303983449936,
      "step": 20530
    },
    {
      "loss_action": 0.024958785623311996,
      "loss_total": 0.024958785623311996,
      "step": 20530
    },
    {
      "loss_action": 0.017987065017223358,
      "loss_total": 0.017987065017223358,
      "step": 20530
    },
    {
      "loss_action": 0.011341206729412079,
      "loss_total": 0.011341206729412079,
      "step": 20530
    },
    {
      "loss_action": 0.015784217044711113,
      "loss_total": 0.015784217044711113,
      "step": 20530
    },
    {
      "loss_action": 0.018967460840940475,
      "loss_total": 0.018967460840940475,
      "step": 20530
    },
    {
      "grad_norm": 0.17878660559654236,
      "learning_rate": 9.354255083271412e-05,
      "loss": 0.014,
      "step": 20540
    },
    {
      "loss_action": 0.00749422051012516,
      "loss_total": 0.00749422051012516,
      "step": 20540
    },
    {
      "loss_action": 0.009233979508280754,
      "loss_total": 0.009233979508280754,
      "step": 20540
    },
    {
      "loss_action": 0.006897910498082638,
      "loss_total": 0.006897910498082638,
      "step": 20540
    },
    {
      "loss_action": 0.015350420027971268,
      "loss_total": 0.015350420027971268,
      "step": 20540
    },
    {
      "loss_action": 0.007592488080263138,
      "loss_total": 0.007592488080263138,
      "step": 20540
    },
    {
      "loss_action": 0.0036202254705131054,
      "loss_total": 0.0036202254705131054,
      "step": 20540
    },
    {
      "loss_action": 0.004094013944268227,
      "loss_total": 0.004094013944268227,
      "step": 20540
    },
    {
      "loss_action": 0.005796513054519892,
      "loss_total": 0.005796513054519892,
      "step": 20540
    },
    {
      "grad_norm": 0.1659250408411026,
      "learning_rate": 9.353442086980239e-05,
      "loss": 0.0139,
      "step": 20550
    },
    {
      "loss_action": 0.010503886267542839,
      "loss_total": 0.010503886267542839,
      "step": 20550
    },
    {
      "loss_action": 0.012149276211857796,
      "loss_total": 0.012149276211857796,
      "step": 20550
    },
    {
      "loss_action": 0.006483182776719332,
      "loss_total": 0.006483182776719332,
      "step": 20550
    },
    {
      "loss_action": 0.008632023818790913,
      "loss_total": 0.008632023818790913,
      "step": 20550
    },
    {
      "loss_action": 0.006713316310197115,
      "loss_total": 0.006713316310197115,
      "step": 20550
    },
    {
      "loss_action": 0.01149396039545536,
      "loss_total": 0.01149396039545536,
      "step": 20550
    },
    {
      "loss_action": 0.012584935873746872,
      "loss_total": 0.012584935873746872,
      "step": 20550
    },
    {
      "loss_action": 0.00869395025074482,
      "loss_total": 0.00869395025074482,
      "step": 20550
    },
    {
      "grad_norm": 0.17197495698928833,
      "learning_rate": 9.352628614603185e-05,
      "loss": 0.0128,
      "step": 20560
    },
    {
      "loss_action": 0.015247844159603119,
      "loss_total": 0.015247844159603119,
      "step": 20560
    },
    {
      "loss_action": 0.011584684252738953,
      "loss_total": 0.011584684252738953,
      "step": 20560
    },
    {
      "loss_action": 0.010656516999006271,
      "loss_total": 0.010656516999006271,
      "step": 20560
    },
    {
      "loss_action": 0.013643626123666763,
      "loss_total": 0.013643626123666763,
      "step": 20560
    },
    {
      "loss_action": 0.009918845258653164,
      "loss_total": 0.009918845258653164,
      "step": 20560
    },
    {
      "loss_action": 0.012148283421993256,
      "loss_total": 0.012148283421993256,
      "step": 20560
    },
    {
      "loss_action": 0.016452785581350327,
      "loss_total": 0.016452785581350327,
      "step": 20560
    },
    {
      "loss_action": 0.014619988389313221,
      "loss_total": 0.014619988389313221,
      "step": 20560
    },
    {
      "grad_norm": 0.14377407729625702,
      "learning_rate": 9.351814666229209e-05,
      "loss": 0.0128,
      "step": 20570
    },
    {
      "loss_action": 0.02715228497982025,
      "loss_total": 0.02715228497982025,
      "step": 20570
    },
    {
      "loss_action": 0.03771788999438286,
      "loss_total": 0.03771788999438286,
      "step": 20570
    },
    {
      "loss_action": 0.013116084039211273,
      "loss_total": 0.013116084039211273,
      "step": 20570
    },
    {
      "loss_action": 0.025029579177498817,
      "loss_total": 0.025029579177498817,
      "step": 20570
    },
    {
      "loss_action": 0.01568426936864853,
      "loss_total": 0.01568426936864853,
      "step": 20570
    },
    {
      "loss_action": 0.00873781181871891,
      "loss_total": 0.00873781181871891,
      "step": 20570
    },
    {
      "loss_action": 0.013439828529953957,
      "loss_total": 0.013439828529953957,
      "step": 20570
    },
    {
      "loss_action": 0.005537211894989014,
      "loss_total": 0.005537211894989014,
      "step": 20570
    },
    {
      "grad_norm": 0.1486143171787262,
      "learning_rate": 9.351000241947324e-05,
      "loss": 0.014,
      "step": 20580
    },
    {
      "loss_action": 0.020632686093449593,
      "loss_total": 0.020632686093449593,
      "step": 20580
    },
    {
      "loss_action": 0.01576099917292595,
      "loss_total": 0.01576099917292595,
      "step": 20580
    },
    {
      "loss_action": 0.016927365213632584,
      "loss_total": 0.016927365213632584,
      "step": 20580
    },
    {
      "loss_action": 0.01600947044789791,
      "loss_total": 0.01600947044789791,
      "step": 20580
    },
    {
      "loss_action": 0.006955395918339491,
      "loss_total": 0.006955395918339491,
      "step": 20580
    },
    {
      "loss_action": 0.022590123116970062,
      "loss_total": 0.022590123116970062,
      "step": 20580
    },
    {
      "loss_action": 0.02285068668425083,
      "loss_total": 0.02285068668425083,
      "step": 20580
    },
    {
      "loss_action": 0.022738665342330933,
      "loss_total": 0.022738665342330933,
      "step": 20580
    },
    {
      "grad_norm": 0.15205982327461243,
      "learning_rate": 9.350185341846594e-05,
      "loss": 0.0143,
      "step": 20590
    },
    {
      "loss_action": 0.01644784025847912,
      "loss_total": 0.01644784025847912,
      "step": 20590
    },
    {
      "loss_action": 0.015382710844278336,
      "loss_total": 0.015382710844278336,
      "step": 20590
    },
    {
      "loss_action": 0.01136611495167017,
      "loss_total": 0.01136611495167017,
      "step": 20590
    },
    {
      "loss_action": 0.00891155656427145,
      "loss_total": 0.00891155656427145,
      "step": 20590
    },
    {
      "loss_action": 0.00917698722332716,
      "loss_total": 0.00917698722332716,
      "step": 20590
    },
    {
      "loss_action": 0.013487119227647781,
      "loss_total": 0.013487119227647781,
      "step": 20590
    },
    {
      "loss_action": 0.017381593585014343,
      "loss_total": 0.017381593585014343,
      "step": 20590
    },
    {
      "loss_action": 0.021428190171718597,
      "loss_total": 0.021428190171718597,
      "step": 20590
    },
    {
      "grad_norm": 0.19404344260692596,
      "learning_rate": 9.349369966016134e-05,
      "loss": 0.0146,
      "step": 20600
    },
    {
      "loss_action": 0.00866885855793953,
      "loss_total": 0.00866885855793953,
      "step": 20600
    },
    {
      "loss_action": 0.014914432540535927,
      "loss_total": 0.014914432540535927,
      "step": 20600
    },
    {
      "loss_action": 0.02480941265821457,
      "loss_total": 0.02480941265821457,
      "step": 20600
    },
    {
      "loss_action": 0.013552792370319366,
      "loss_total": 0.013552792370319366,
      "step": 20600
    },
    {
      "loss_action": 0.06000011786818504,
      "loss_total": 0.06000011786818504,
      "step": 20600
    },
    {
      "loss_action": 0.01472906768321991,
      "loss_total": 0.01472906768321991,
      "step": 20600
    },
    {
      "loss_action": 0.0060404823161661625,
      "loss_total": 0.0060404823161661625,
      "step": 20600
    },
    {
      "loss_action": 0.011994295753538609,
      "loss_total": 0.011994295753538609,
      "step": 20600
    },
    {
      "grad_norm": 0.14145956933498383,
      "learning_rate": 9.348554114545117e-05,
      "loss": 0.0117,
      "step": 20610
    },
    {
      "loss_action": 0.006747043691575527,
      "loss_total": 0.006747043691575527,
      "step": 20610
    },
    {
      "loss_action": 0.004978517070412636,
      "loss_total": 0.004978517070412636,
      "step": 20610
    },
    {
      "loss_action": 0.007797993719577789,
      "loss_total": 0.007797993719577789,
      "step": 20610
    },
    {
      "loss_action": 0.007233611773699522,
      "loss_total": 0.007233611773699522,
      "step": 20610
    },
    {
      "loss_action": 0.006281609646975994,
      "loss_total": 0.006281609646975994,
      "step": 20610
    },
    {
      "loss_action": 0.019104376435279846,
      "loss_total": 0.019104376435279846,
      "step": 20610
    },
    {
      "loss_action": 0.0045472923666238785,
      "loss_total": 0.0045472923666238785,
      "step": 20610
    },
    {
      "loss_action": 0.01914881356060505,
      "loss_total": 0.01914881356060505,
      "step": 20610
    },
    {
      "grad_norm": 0.12989430129528046,
      "learning_rate": 9.347737787522758e-05,
      "loss": 0.0108,
      "step": 20620
    },
    {
      "loss_action": 0.014813718385994434,
      "loss_total": 0.014813718385994434,
      "step": 20620
    },
    {
      "loss_action": 0.010564377531409264,
      "loss_total": 0.010564377531409264,
      "step": 20620
    },
    {
      "loss_action": 0.005163854919373989,
      "loss_total": 0.005163854919373989,
      "step": 20620
    },
    {
      "loss_action": 0.014590220525860786,
      "loss_total": 0.014590220525860786,
      "step": 20620
    },
    {
      "loss_action": 0.01713581383228302,
      "loss_total": 0.01713581383228302,
      "step": 20620
    },
    {
      "loss_action": 0.010676832869648933,
      "loss_total": 0.010676832869648933,
      "step": 20620
    },
    {
      "loss_action": 0.021882236003875732,
      "loss_total": 0.021882236003875732,
      "step": 20620
    },
    {
      "loss_action": 0.007656962610781193,
      "loss_total": 0.007656962610781193,
      "step": 20620
    },
    {
      "grad_norm": 0.13957594335079193,
      "learning_rate": 9.346920985038332e-05,
      "loss": 0.013,
      "step": 20630
    },
    {
      "loss_action": 0.008338822051882744,
      "loss_total": 0.008338822051882744,
      "step": 20630
    },
    {
      "loss_action": 0.005481484346091747,
      "loss_total": 0.005481484346091747,
      "step": 20630
    },
    {
      "loss_action": 0.010312946513295174,
      "loss_total": 0.010312946513295174,
      "step": 20630
    },
    {
      "loss_action": 0.015707463026046753,
      "loss_total": 0.015707463026046753,
      "step": 20630
    },
    {
      "loss_action": 0.014493170194327831,
      "loss_total": 0.014493170194327831,
      "step": 20630
    },
    {
      "loss_action": 0.011539026163518429,
      "loss_total": 0.011539026163518429,
      "step": 20630
    },
    {
      "loss_action": 0.011211197823286057,
      "loss_total": 0.011211197823286057,
      "step": 20630
    },
    {
      "loss_action": 0.01318860612809658,
      "loss_total": 0.01318860612809658,
      "step": 20630
    },
    {
      "grad_norm": 0.14434269070625305,
      "learning_rate": 9.346103707181162e-05,
      "loss": 0.014,
      "step": 20640
    },
    {
      "loss_action": 0.01228504441678524,
      "loss_total": 0.01228504441678524,
      "step": 20640
    },
    {
      "loss_action": 0.013874484226107597,
      "loss_total": 0.013874484226107597,
      "step": 20640
    },
    {
      "loss_action": 0.018057774752378464,
      "loss_total": 0.018057774752378464,
      "step": 20640
    },
    {
      "loss_action": 0.008323714137077332,
      "loss_total": 0.008323714137077332,
      "step": 20640
    },
    {
      "loss_action": 0.006305607035756111,
      "loss_total": 0.006305607035756111,
      "step": 20640
    },
    {
      "loss_action": 0.021006612107157707,
      "loss_total": 0.021006612107157707,
      "step": 20640
    },
    {
      "loss_action": 0.012424035929143429,
      "loss_total": 0.012424035929143429,
      "step": 20640
    },
    {
      "loss_action": 0.007924226112663746,
      "loss_total": 0.007924226112663746,
      "step": 20640
    },
    {
      "grad_norm": 0.18153969943523407,
      "learning_rate": 9.345285954040626e-05,
      "loss": 0.0124,
      "step": 20650
    },
    {
      "loss_action": 0.017130455002188683,
      "loss_total": 0.017130455002188683,
      "step": 20650
    },
    {
      "loss_action": 0.016128337010741234,
      "loss_total": 0.016128337010741234,
      "step": 20650
    },
    {
      "loss_action": 0.009183202870190144,
      "loss_total": 0.009183202870190144,
      "step": 20650
    },
    {
      "loss_action": 0.0046576508320868015,
      "loss_total": 0.0046576508320868015,
      "step": 20650
    },
    {
      "loss_action": 0.00967363454401493,
      "loss_total": 0.00967363454401493,
      "step": 20650
    },
    {
      "loss_action": 0.0073630595579743385,
      "loss_total": 0.0073630595579743385,
      "step": 20650
    },
    {
      "loss_action": 0.004803192336112261,
      "loss_total": 0.004803192336112261,
      "step": 20650
    },
    {
      "loss_action": 0.008475784212350845,
      "loss_total": 0.008475784212350845,
      "step": 20650
    },
    {
      "grad_norm": 0.13787877559661865,
      "learning_rate": 9.34446772570615e-05,
      "loss": 0.012,
      "step": 20660
    },
    {
      "loss_action": 0.007366599980741739,
      "loss_total": 0.007366599980741739,
      "step": 20660
    },
    {
      "loss_action": 0.006441642064601183,
      "loss_total": 0.006441642064601183,
      "step": 20660
    },
    {
      "loss_action": 0.005543694365769625,
      "loss_total": 0.005543694365769625,
      "step": 20660
    },
    {
      "loss_action": 0.00501567916944623,
      "loss_total": 0.00501567916944623,
      "step": 20660
    },
    {
      "loss_action": 0.00834855530411005,
      "loss_total": 0.00834855530411005,
      "step": 20660
    },
    {
      "loss_action": 0.02752038463950157,
      "loss_total": 0.02752038463950157,
      "step": 20660
    },
    {
      "loss_action": 0.0365632101893425,
      "loss_total": 0.0365632101893425,
      "step": 20660
    },
    {
      "loss_action": 0.005617480259388685,
      "loss_total": 0.005617480259388685,
      "step": 20660
    },
    {
      "grad_norm": 0.1741367131471634,
      "learning_rate": 9.343649022267214e-05,
      "loss": 0.0114,
      "step": 20670
    },
    {
      "loss_action": 0.013376406393945217,
      "loss_total": 0.013376406393945217,
      "step": 20670
    },
    {
      "loss_action": 0.024724017828702927,
      "loss_total": 0.024724017828702927,
      "step": 20670
    },
    {
      "loss_action": 0.009625012055039406,
      "loss_total": 0.009625012055039406,
      "step": 20670
    },
    {
      "loss_action": 0.02004857175052166,
      "loss_total": 0.02004857175052166,
      "step": 20670
    },
    {
      "loss_action": 0.016215987503528595,
      "loss_total": 0.016215987503528595,
      "step": 20670
    },
    {
      "loss_action": 0.018074780702590942,
      "loss_total": 0.018074780702590942,
      "step": 20670
    },
    {
      "loss_action": 0.003984313923865557,
      "loss_total": 0.003984313923865557,
      "step": 20670
    },
    {
      "loss_action": 0.02630474418401718,
      "loss_total": 0.02630474418401718,
      "step": 20670
    },
    {
      "grad_norm": 0.14102590084075928,
      "learning_rate": 9.342829843813353e-05,
      "loss": 0.0147,
      "step": 20680
    },
    {
      "loss_action": 0.016942279413342476,
      "loss_total": 0.016942279413342476,
      "step": 20680
    },
    {
      "loss_action": 0.0033310833387076855,
      "loss_total": 0.0033310833387076855,
      "step": 20680
    },
    {
      "loss_action": 0.013401243835687637,
      "loss_total": 0.013401243835687637,
      "step": 20680
    },
    {
      "loss_action": 0.0243866965174675,
      "loss_total": 0.0243866965174675,
      "step": 20680
    },
    {
      "loss_action": 0.024536512792110443,
      "loss_total": 0.024536512792110443,
      "step": 20680
    },
    {
      "loss_action": 0.01927252858877182,
      "loss_total": 0.01927252858877182,
      "step": 20680
    },
    {
      "loss_action": 0.013042899779975414,
      "loss_total": 0.013042899779975414,
      "step": 20680
    },
    {
      "loss_action": 0.010819733142852783,
      "loss_total": 0.010819733142852783,
      "step": 20680
    },
    {
      "grad_norm": 0.17849497497081757,
      "learning_rate": 9.342010190434149e-05,
      "loss": 0.014,
      "step": 20690
    },
    {
      "loss_action": 0.012831931002438068,
      "loss_total": 0.012831931002438068,
      "step": 20690
    },
    {
      "loss_action": 0.015255146659910679,
      "loss_total": 0.015255146659910679,
      "step": 20690
    },
    {
      "loss_action": 0.013122018426656723,
      "loss_total": 0.013122018426656723,
      "step": 20690
    },
    {
      "loss_action": 0.014849063940346241,
      "loss_total": 0.014849063940346241,
      "step": 20690
    },
    {
      "loss_action": 0.06254171580076218,
      "loss_total": 0.06254171580076218,
      "step": 20690
    },
    {
      "loss_action": 0.02241675741970539,
      "loss_total": 0.02241675741970539,
      "step": 20690
    },
    {
      "loss_action": 0.01207884680479765,
      "loss_total": 0.01207884680479765,
      "step": 20690
    },
    {
      "loss_action": 0.004802894312888384,
      "loss_total": 0.004802894312888384,
      "step": 20690
    },
    {
      "grad_norm": 0.1117524653673172,
      "learning_rate": 9.34119006221924e-05,
      "loss": 0.0143,
      "step": 20700
    },
    {
      "loss_action": 0.01856861636042595,
      "loss_total": 0.01856861636042595,
      "step": 20700
    },
    {
      "loss_action": 0.011799750849604607,
      "loss_total": 0.011799750849604607,
      "step": 20700
    },
    {
      "loss_action": 0.035786040127277374,
      "loss_total": 0.035786040127277374,
      "step": 20700
    },
    {
      "loss_action": 0.010823316872119904,
      "loss_total": 0.010823316872119904,
      "step": 20700
    },
    {
      "loss_action": 0.0049689700827002525,
      "loss_total": 0.0049689700827002525,
      "step": 20700
    },
    {
      "loss_action": 0.013430502265691757,
      "loss_total": 0.013430502265691757,
      "step": 20700
    },
    {
      "loss_action": 0.01199440099298954,
      "loss_total": 0.01199440099298954,
      "step": 20700
    },
    {
      "loss_action": 0.022399116307497025,
      "loss_total": 0.022399116307497025,
      "step": 20700
    },
    {
      "grad_norm": 0.156513050198555,
      "learning_rate": 9.340369459258313e-05,
      "loss": 0.0119,
      "step": 20710
    },
    {
      "loss_action": 0.020286887884140015,
      "loss_total": 0.020286887884140015,
      "step": 20710
    },
    {
      "loss_action": 0.0084797702729702,
      "loss_total": 0.0084797702729702,
      "step": 20710
    },
    {
      "loss_action": 0.022378165274858475,
      "loss_total": 0.022378165274858475,
      "step": 20710
    },
    {
      "loss_action": 0.005841500591486692,
      "loss_total": 0.005841500591486692,
      "step": 20710
    },
    {
      "loss_action": 0.008438771590590477,
      "loss_total": 0.008438771590590477,
      "step": 20710
    },
    {
      "loss_action": 0.02166263945400715,
      "loss_total": 0.02166263945400715,
      "step": 20710
    },
    {
      "loss_action": 0.079671211540699,
      "loss_total": 0.079671211540699,
      "step": 20710
    },
    {
      "loss_action": 0.008702250197529793,
      "loss_total": 0.008702250197529793,
      "step": 20710
    },
    {
      "grad_norm": 0.15988264977931976,
      "learning_rate": 9.339548381641106e-05,
      "loss": 0.0134,
      "step": 20720
    },
    {
      "loss_action": 0.023661132901906967,
      "loss_total": 0.023661132901906967,
      "step": 20720
    },
    {
      "loss_action": 0.00823477003723383,
      "loss_total": 0.00823477003723383,
      "step": 20720
    },
    {
      "loss_action": 0.011420678347349167,
      "loss_total": 0.011420678347349167,
      "step": 20720
    },
    {
      "loss_action": 0.014021803624927998,
      "loss_total": 0.014021803624927998,
      "step": 20720
    },
    {
      "loss_action": 0.030415983870625496,
      "loss_total": 0.030415983870625496,
      "step": 20720
    },
    {
      "loss_action": 0.01724790595471859,
      "loss_total": 0.01724790595471859,
      "step": 20720
    },
    {
      "loss_action": 0.03632044419646263,
      "loss_total": 0.03632044419646263,
      "step": 20720
    },
    {
      "loss_action": 0.012621689587831497,
      "loss_total": 0.012621689587831497,
      "step": 20720
    },
    {
      "grad_norm": 0.16600532829761505,
      "learning_rate": 9.338726829457413e-05,
      "loss": 0.0147,
      "step": 20730
    },
    {
      "loss_action": 0.009415248408913612,
      "loss_total": 0.009415248408913612,
      "step": 20730
    },
    {
      "loss_action": 0.019181672483682632,
      "loss_total": 0.019181672483682632,
      "step": 20730
    },
    {
      "loss_action": 0.006837842054665089,
      "loss_total": 0.006837842054665089,
      "step": 20730
    },
    {
      "loss_action": 0.01433150190860033,
      "loss_total": 0.01433150190860033,
      "step": 20730
    },
    {
      "loss_action": 0.02242860198020935,
      "loss_total": 0.02242860198020935,
      "step": 20730
    },
    {
      "loss_action": 0.011273030191659927,
      "loss_total": 0.011273030191659927,
      "step": 20730
    },
    {
      "loss_action": 0.020943395793437958,
      "loss_total": 0.020943395793437958,
      "step": 20730
    },
    {
      "loss_action": 0.01084695290774107,
      "loss_total": 0.01084695290774107,
      "step": 20730
    },
    {
      "grad_norm": 0.266963392496109,
      "learning_rate": 9.337904802797078e-05,
      "loss": 0.0121,
      "step": 20740
    },
    {
      "loss_action": 0.009652393870055676,
      "loss_total": 0.009652393870055676,
      "step": 20740
    },
    {
      "loss_action": 0.006274293642491102,
      "loss_total": 0.006274293642491102,
      "step": 20740
    },
    {
      "loss_action": 0.020232899114489555,
      "loss_total": 0.020232899114489555,
      "step": 20740
    },
    {
      "loss_action": 0.017316387966275215,
      "loss_total": 0.017316387966275215,
      "step": 20740
    },
    {
      "loss_action": 0.013271529227495193,
      "loss_total": 0.013271529227495193,
      "step": 20740
    },
    {
      "loss_action": 0.026445139199495316,
      "loss_total": 0.026445139199495316,
      "step": 20740
    },
    {
      "loss_action": 0.02321048080921173,
      "loss_total": 0.02321048080921173,
      "step": 20740
    },
    {
      "loss_action": 0.034469425678253174,
      "loss_total": 0.034469425678253174,
      "step": 20740
    },
    {
      "grad_norm": 0.11707168817520142,
      "learning_rate": 9.337082301749993e-05,
      "loss": 0.0133,
      "step": 20750
    },
    {
      "loss_action": 0.007855920121073723,
      "loss_total": 0.007855920121073723,
      "step": 20750
    },
    {
      "loss_action": 0.003804953070357442,
      "loss_total": 0.003804953070357442,
      "step": 20750
    },
    {
      "loss_action": 0.01737295836210251,
      "loss_total": 0.01737295836210251,
      "step": 20750
    },
    {
      "loss_action": 0.006911570206284523,
      "loss_total": 0.006911570206284523,
      "step": 20750
    },
    {
      "loss_action": 0.0047389003448188305,
      "loss_total": 0.0047389003448188305,
      "step": 20750
    },
    {
      "loss_action": 0.004669964779168367,
      "loss_total": 0.004669964779168367,
      "step": 20750
    },
    {
      "loss_action": 0.008340483531355858,
      "loss_total": 0.008340483531355858,
      "step": 20750
    },
    {
      "loss_action": 0.01042961422353983,
      "loss_total": 0.01042961422353983,
      "step": 20750
    },
    {
      "grad_norm": 0.17481277883052826,
      "learning_rate": 9.336259326406109e-05,
      "loss": 0.0107,
      "step": 20760
    },
    {
      "loss_action": 0.010621638968586922,
      "loss_total": 0.010621638968586922,
      "step": 20760
    },
    {
      "loss_action": 0.00955287180840969,
      "loss_total": 0.00955287180840969,
      "step": 20760
    },
    {
      "loss_action": 0.0164484865963459,
      "loss_total": 0.0164484865963459,
      "step": 20760
    },
    {
      "loss_action": 0.0047020073980093,
      "loss_total": 0.0047020073980093,
      "step": 20760
    },
    {
      "loss_action": 0.0090892743319273,
      "loss_total": 0.0090892743319273,
      "step": 20760
    },
    {
      "loss_action": 0.00609717657789588,
      "loss_total": 0.00609717657789588,
      "step": 20760
    },
    {
      "loss_action": 0.011291222646832466,
      "loss_total": 0.011291222646832466,
      "step": 20760
    },
    {
      "loss_action": 0.007802950218319893,
      "loss_total": 0.007802950218319893,
      "step": 20760
    },
    {
      "grad_norm": 0.18632352352142334,
      "learning_rate": 9.335435876855427e-05,
      "loss": 0.0139,
      "step": 20770
    },
    {
      "loss_action": 0.005466535687446594,
      "loss_total": 0.005466535687446594,
      "step": 20770
    },
    {
      "loss_action": 0.005820833146572113,
      "loss_total": 0.005820833146572113,
      "step": 20770
    },
    {
      "loss_action": 0.00387665000744164,
      "loss_total": 0.00387665000744164,
      "step": 20770
    },
    {
      "loss_action": 0.02317778952419758,
      "loss_total": 0.02317778952419758,
      "step": 20770
    },
    {
      "loss_action": 0.010329646058380604,
      "loss_total": 0.010329646058380604,
      "step": 20770
    },
    {
      "loss_action": 0.009499077685177326,
      "loss_total": 0.009499077685177326,
      "step": 20770
    },
    {
      "loss_action": 0.013696517795324326,
      "loss_total": 0.013696517795324326,
      "step": 20770
    },
    {
      "loss_action": 0.013487262651324272,
      "loss_total": 0.013487262651324272,
      "step": 20770
    },
    {
      "grad_norm": 0.22381962835788727,
      "learning_rate": 9.334611953187994e-05,
      "loss": 0.0131,
      "step": 20780
    },
    {
      "loss_action": 0.012846486642956734,
      "loss_total": 0.012846486642956734,
      "step": 20780
    },
    {
      "loss_action": 0.010766137391328812,
      "loss_total": 0.010766137391328812,
      "step": 20780
    },
    {
      "loss_action": 0.010167105123400688,
      "loss_total": 0.010167105123400688,
      "step": 20780
    },
    {
      "loss_action": 0.015157768502831459,
      "loss_total": 0.015157768502831459,
      "step": 20780
    },
    {
      "loss_action": 0.03789849579334259,
      "loss_total": 0.03789849579334259,
      "step": 20780
    },
    {
      "loss_action": 0.012038035318255424,
      "loss_total": 0.012038035318255424,
      "step": 20780
    },
    {
      "loss_action": 0.011369211599230766,
      "loss_total": 0.011369211599230766,
      "step": 20780
    },
    {
      "loss_action": 0.03251582384109497,
      "loss_total": 0.03251582384109497,
      "step": 20780
    },
    {
      "grad_norm": 0.15440140664577484,
      "learning_rate": 9.333787555493914e-05,
      "loss": 0.0142,
      "step": 20790
    },
    {
      "loss_action": 0.016209037974476814,
      "loss_total": 0.016209037974476814,
      "step": 20790
    },
    {
      "loss_action": 0.007890991866588593,
      "loss_total": 0.007890991866588593,
      "step": 20790
    },
    {
      "loss_action": 0.01090951357036829,
      "loss_total": 0.01090951357036829,
      "step": 20790
    },
    {
      "loss_action": 0.004716447554528713,
      "loss_total": 0.004716447554528713,
      "step": 20790
    },
    {
      "loss_action": 0.015227366238832474,
      "loss_total": 0.015227366238832474,
      "step": 20790
    },
    {
      "loss_action": 0.00944672990590334,
      "loss_total": 0.00944672990590334,
      "step": 20790
    },
    {
      "loss_action": 0.005764136090874672,
      "loss_total": 0.005764136090874672,
      "step": 20790
    },
    {
      "loss_action": 0.007084482349455357,
      "loss_total": 0.007084482349455357,
      "step": 20790
    },
    {
      "grad_norm": 0.13010533154010773,
      "learning_rate": 9.332962683863345e-05,
      "loss": 0.0119,
      "step": 20800
    },
    {
      "loss_action": 0.017872361466288567,
      "loss_total": 0.017872361466288567,
      "step": 20800
    },
    {
      "loss_action": 0.006445534992963076,
      "loss_total": 0.006445534992963076,
      "step": 20800
    },
    {
      "loss_action": 0.004492427222430706,
      "loss_total": 0.004492427222430706,
      "step": 20800
    },
    {
      "loss_action": 0.012546246871352196,
      "loss_total": 0.012546246871352196,
      "step": 20800
    },
    {
      "loss_action": 0.028491150587797165,
      "loss_total": 0.028491150587797165,
      "step": 20800
    },
    {
      "loss_action": 0.011114208027720451,
      "loss_total": 0.011114208027720451,
      "step": 20800
    },
    {
      "loss_action": 0.006230317056179047,
      "loss_total": 0.006230317056179047,
      "step": 20800
    },
    {
      "loss_action": 0.016194021329283714,
      "loss_total": 0.016194021329283714,
      "step": 20800
    },
    {
      "grad_norm": 0.17056041955947876,
      "learning_rate": 9.332137338386489e-05,
      "loss": 0.0152,
      "step": 20810
    },
    {
      "loss_action": 0.011557860299944878,
      "loss_total": 0.011557860299944878,
      "step": 20810
    },
    {
      "loss_action": 0.029745686799287796,
      "loss_total": 0.029745686799287796,
      "step": 20810
    },
    {
      "loss_action": 0.019279930740594864,
      "loss_total": 0.019279930740594864,
      "step": 20810
    },
    {
      "loss_action": 0.010497117415070534,
      "loss_total": 0.010497117415070534,
      "step": 20810
    },
    {
      "loss_action": 0.023479793220758438,
      "loss_total": 0.023479793220758438,
      "step": 20810
    },
    {
      "loss_action": 0.012566015124320984,
      "loss_total": 0.012566015124320984,
      "step": 20810
    },
    {
      "loss_action": 0.008501043543219566,
      "loss_total": 0.008501043543219566,
      "step": 20810
    },
    {
      "loss_action": 0.02154092863202095,
      "loss_total": 0.02154092863202095,
      "step": 20810
    },
    {
      "grad_norm": 0.100519560277462,
      "learning_rate": 9.33131151915361e-05,
      "loss": 0.0129,
      "step": 20820
    },
    {
      "loss_action": 0.007235988974571228,
      "loss_total": 0.007235988974571228,
      "step": 20820
    },
    {
      "loss_action": 0.015745937824249268,
      "loss_total": 0.015745937824249268,
      "step": 20820
    },
    {
      "loss_action": 0.007768158335238695,
      "loss_total": 0.007768158335238695,
      "step": 20820
    },
    {
      "loss_action": 0.012742373161017895,
      "loss_total": 0.012742373161017895,
      "step": 20820
    },
    {
      "loss_action": 0.04689048230648041,
      "loss_total": 0.04689048230648041,
      "step": 20820
    },
    {
      "loss_action": 0.013816445134580135,
      "loss_total": 0.013816445134580135,
      "step": 20820
    },
    {
      "loss_action": 0.006079523824155331,
      "loss_total": 0.006079523824155331,
      "step": 20820
    },
    {
      "loss_action": 0.012828566133975983,
      "loss_total": 0.012828566133975983,
      "step": 20820
    },
    {
      "grad_norm": 0.21466004848480225,
      "learning_rate": 9.330485226255012e-05,
      "loss": 0.0128,
      "step": 20830
    },
    {
      "loss_action": 0.018922079354524612,
      "loss_total": 0.018922079354524612,
      "step": 20830
    },
    {
      "loss_action": 0.019377879798412323,
      "loss_total": 0.019377879798412323,
      "step": 20830
    },
    {
      "loss_action": 0.005095009692013264,
      "loss_total": 0.005095009692013264,
      "step": 20830
    },
    {
      "loss_action": 0.008076373487710953,
      "loss_total": 0.008076373487710953,
      "step": 20830
    },
    {
      "loss_action": 0.02233908697962761,
      "loss_total": 0.02233908697962761,
      "step": 20830
    },
    {
      "loss_action": 0.012384410947561264,
      "loss_total": 0.012384410947561264,
      "step": 20830
    },
    {
      "loss_action": 0.008587365970015526,
      "loss_total": 0.008587365970015526,
      "step": 20830
    },
    {
      "loss_action": 0.007273571100085974,
      "loss_total": 0.007273571100085974,
      "step": 20830
    },
    {
      "grad_norm": 0.19962932169437408,
      "learning_rate": 9.329658459781061e-05,
      "loss": 0.0154,
      "step": 20840
    },
    {
      "loss_action": 0.0064628650434315205,
      "loss_total": 0.0064628650434315205,
      "step": 20840
    },
    {
      "loss_action": 0.02214447408914566,
      "loss_total": 0.02214447408914566,
      "step": 20840
    },
    {
      "loss_action": 0.011540643870830536,
      "loss_total": 0.011540643870830536,
      "step": 20840
    },
    {
      "loss_action": 0.013236867263913155,
      "loss_total": 0.013236867263913155,
      "step": 20840
    },
    {
      "loss_action": 0.01793118566274643,
      "loss_total": 0.01793118566274643,
      "step": 20840
    },
    {
      "loss_action": 0.022739320993423462,
      "loss_total": 0.022739320993423462,
      "step": 20840
    },
    {
      "loss_action": 0.011711418628692627,
      "loss_total": 0.011711418628692627,
      "step": 20840
    },
    {
      "loss_action": 0.007630577776581049,
      "loss_total": 0.007630577776581049,
      "step": 20840
    },
    {
      "grad_norm": 0.14890243113040924,
      "learning_rate": 9.328831219822172e-05,
      "loss": 0.0138,
      "step": 20850
    },
    {
      "loss_action": 0.007422466296702623,
      "loss_total": 0.007422466296702623,
      "step": 20850
    },
    {
      "loss_action": 0.009980433620512486,
      "loss_total": 0.009980433620512486,
      "step": 20850
    },
    {
      "loss_action": 0.015048407018184662,
      "loss_total": 0.015048407018184662,
      "step": 20850
    },
    {
      "loss_action": 0.014278555288910866,
      "loss_total": 0.014278555288910866,
      "step": 20850
    },
    {
      "loss_action": 0.019485067576169968,
      "loss_total": 0.019485067576169968,
      "step": 20850
    },
    {
      "loss_action": 0.01063105184584856,
      "loss_total": 0.01063105184584856,
      "step": 20850
    },
    {
      "loss_action": 0.009546557441353798,
      "loss_total": 0.009546557441353798,
      "step": 20850
    },
    {
      "loss_action": 0.008964907377958298,
      "loss_total": 0.008964907377958298,
      "step": 20850
    },
    {
      "grad_norm": 0.13368818163871765,
      "learning_rate": 9.328003506468808e-05,
      "loss": 0.0135,
      "step": 20860
    },
    {
      "loss_action": 0.018793942406773567,
      "loss_total": 0.018793942406773567,
      "step": 20860
    },
    {
      "loss_action": 0.011006668210029602,
      "loss_total": 0.011006668210029602,
      "step": 20860
    },
    {
      "loss_action": 0.007430715952068567,
      "loss_total": 0.007430715952068567,
      "step": 20860
    },
    {
      "loss_action": 0.00951637327671051,
      "loss_total": 0.00951637327671051,
      "step": 20860
    },
    {
      "loss_action": 0.014308162033557892,
      "loss_total": 0.014308162033557892,
      "step": 20860
    },
    {
      "loss_action": 0.030556660145521164,
      "loss_total": 0.030556660145521164,
      "step": 20860
    },
    {
      "loss_action": 0.007734520360827446,
      "loss_total": 0.007734520360827446,
      "step": 20860
    },
    {
      "loss_action": 0.015579072758555412,
      "loss_total": 0.015579072758555412,
      "step": 20860
    },
    {
      "grad_norm": 0.19128236174583435,
      "learning_rate": 9.327175319811488e-05,
      "loss": 0.0146,
      "step": 20870
    },
    {
      "loss_action": 0.006078645121306181,
      "loss_total": 0.006078645121306181,
      "step": 20870
    },
    {
      "loss_action": 0.02230958640575409,
      "loss_total": 0.02230958640575409,
      "step": 20870
    },
    {
      "loss_action": 0.016197606921195984,
      "loss_total": 0.016197606921195984,
      "step": 20870
    },
    {
      "loss_action": 0.013461621478199959,
      "loss_total": 0.013461621478199959,
      "step": 20870
    },
    {
      "loss_action": 0.010214366018772125,
      "loss_total": 0.010214366018772125,
      "step": 20870
    },
    {
      "loss_action": 0.01072994340211153,
      "loss_total": 0.01072994340211153,
      "step": 20870
    },
    {
      "loss_action": 0.008962150663137436,
      "loss_total": 0.008962150663137436,
      "step": 20870
    },
    {
      "loss_action": 0.012336650863289833,
      "loss_total": 0.012336650863289833,
      "step": 20870
    },
    {
      "grad_norm": 0.15855218470096588,
      "learning_rate": 9.326346659940781e-05,
      "loss": 0.014,
      "step": 20880
    },
    {
      "loss_action": 0.018536072224378586,
      "loss_total": 0.018536072224378586,
      "step": 20880
    },
    {
      "loss_action": 0.014961546286940575,
      "loss_total": 0.014961546286940575,
      "step": 20880
    },
    {
      "loss_action": 0.012638121843338013,
      "loss_total": 0.012638121843338013,
      "step": 20880
    },
    {
      "loss_action": 0.027565481141209602,
      "loss_total": 0.027565481141209602,
      "step": 20880
    },
    {
      "loss_action": 0.01697647199034691,
      "loss_total": 0.01697647199034691,
      "step": 20880
    },
    {
      "loss_action": 0.008450665511190891,
      "loss_total": 0.008450665511190891,
      "step": 20880
    },
    {
      "loss_action": 0.010951820760965347,
      "loss_total": 0.010951820760965347,
      "step": 20880
    },
    {
      "loss_action": 0.01236795075237751,
      "loss_total": 0.01236795075237751,
      "step": 20880
    },
    {
      "grad_norm": 0.17667169868946075,
      "learning_rate": 9.325517526947308e-05,
      "loss": 0.0146,
      "step": 20890
    },
    {
      "loss_action": 0.01309819333255291,
      "loss_total": 0.01309819333255291,
      "step": 20890
    },
    {
      "loss_action": 0.019367527216672897,
      "loss_total": 0.019367527216672897,
      "step": 20890
    },
    {
      "loss_action": 0.009109788574278355,
      "loss_total": 0.009109788574278355,
      "step": 20890
    },
    {
      "loss_action": 0.012777692638337612,
      "loss_total": 0.012777692638337612,
      "step": 20890
    },
    {
      "loss_action": 0.006977195851504803,
      "loss_total": 0.006977195851504803,
      "step": 20890
    },
    {
      "loss_action": 0.012566689401865005,
      "loss_total": 0.012566689401865005,
      "step": 20890
    },
    {
      "loss_action": 0.014080516993999481,
      "loss_total": 0.014080516993999481,
      "step": 20890
    },
    {
      "loss_action": 0.015701236203312874,
      "loss_total": 0.015701236203312874,
      "step": 20890
    },
    {
      "grad_norm": 0.15307557582855225,
      "learning_rate": 9.32468792092174e-05,
      "loss": 0.0127,
      "step": 20900
    },
    {
      "loss_action": 0.013264844194054604,
      "loss_total": 0.013264844194054604,
      "step": 20900
    },
    {
      "loss_action": 0.007079969625920057,
      "loss_total": 0.007079969625920057,
      "step": 20900
    },
    {
      "loss_action": 0.006848673336207867,
      "loss_total": 0.006848673336207867,
      "step": 20900
    },
    {
      "loss_action": 0.006186576560139656,
      "loss_total": 0.006186576560139656,
      "step": 20900
    },
    {
      "loss_action": 0.004207930993288755,
      "loss_total": 0.004207930993288755,
      "step": 20900
    },
    {
      "loss_action": 0.01855292171239853,
      "loss_total": 0.01855292171239853,
      "step": 20900
    },
    {
      "loss_action": 0.007441240828484297,
      "loss_total": 0.007441240828484297,
      "step": 20900
    },
    {
      "loss_action": 0.014317348599433899,
      "loss_total": 0.014317348599433899,
      "step": 20900
    },
    {
      "grad_norm": 0.21294793486595154,
      "learning_rate": 9.323857841954803e-05,
      "loss": 0.0156,
      "step": 20910
    },
    {
      "loss_action": 0.022621314972639084,
      "loss_total": 0.022621314972639084,
      "step": 20910
    },
    {
      "loss_action": 0.027647551149129868,
      "loss_total": 0.027647551149129868,
      "step": 20910
    },
    {
      "loss_action": 0.018946271389722824,
      "loss_total": 0.018946271389722824,
      "step": 20910
    },
    {
      "loss_action": 0.0044210245832800865,
      "loss_total": 0.0044210245832800865,
      "step": 20910
    },
    {
      "loss_action": 0.016190722584724426,
      "loss_total": 0.016190722584724426,
      "step": 20910
    },
    {
      "loss_action": 0.005788521841168404,
      "loss_total": 0.005788521841168404,
      "step": 20910
    },
    {
      "loss_action": 0.016201220452785492,
      "loss_total": 0.016201220452785492,
      "step": 20910
    },
    {
      "loss_action": 0.015591843985021114,
      "loss_total": 0.015591843985021114,
      "step": 20910
    },
    {
      "grad_norm": 0.11007075756788254,
      "learning_rate": 9.323027290137276e-05,
      "loss": 0.0144,
      "step": 20920
    },
    {
      "loss_action": 0.021037623286247253,
      "loss_total": 0.021037623286247253,
      "step": 20920
    },
    {
      "loss_action": 0.004809335805475712,
      "loss_total": 0.004809335805475712,
      "step": 20920
    },
    {
      "loss_action": 0.01165352389216423,
      "loss_total": 0.01165352389216423,
      "step": 20920
    },
    {
      "loss_action": 0.010017827153205872,
      "loss_total": 0.010017827153205872,
      "step": 20920
    },
    {
      "loss_action": 0.008244767785072327,
      "loss_total": 0.008244767785072327,
      "step": 20920
    },
    {
      "loss_action": 0.009740995243191719,
      "loss_total": 0.009740995243191719,
      "step": 20920
    },
    {
      "loss_action": 0.011734616942703724,
      "loss_total": 0.011734616942703724,
      "step": 20920
    },
    {
      "loss_action": 0.016041293740272522,
      "loss_total": 0.016041293740272522,
      "step": 20920
    },
    {
      "grad_norm": 0.12850114703178406,
      "learning_rate": 9.322196265559981e-05,
      "loss": 0.0119,
      "step": 20930
    },
    {
      "loss_action": 0.00873786024749279,
      "loss_total": 0.00873786024749279,
      "step": 20930
    },
    {
      "loss_action": 0.009376944974064827,
      "loss_total": 0.009376944974064827,
      "step": 20930
    },
    {
      "loss_action": 0.011420081369578838,
      "loss_total": 0.011420081369578838,
      "step": 20930
    },
    {
      "loss_action": 0.007279522716999054,
      "loss_total": 0.007279522716999054,
      "step": 20930
    },
    {
      "loss_action": 0.014595812186598778,
      "loss_total": 0.014595812186598778,
      "step": 20930
    },
    {
      "loss_action": 0.011453337967395782,
      "loss_total": 0.011453337967395782,
      "step": 20930
    },
    {
      "loss_action": 0.04755498468875885,
      "loss_total": 0.04755498468875885,
      "step": 20930
    },
    {
      "loss_action": 0.009355409070849419,
      "loss_total": 0.009355409070849419,
      "step": 20930
    },
    {
      "grad_norm": 0.11290430277585983,
      "learning_rate": 9.321364768313803e-05,
      "loss": 0.0144,
      "step": 20940
    },
    {
      "loss_action": 0.006660874467343092,
      "loss_total": 0.006660874467343092,
      "step": 20940
    },
    {
      "loss_action": 0.00558933150023222,
      "loss_total": 0.00558933150023222,
      "step": 20940
    },
    {
      "loss_action": 0.006091054994612932,
      "loss_total": 0.006091054994612932,
      "step": 20940
    },
    {
      "loss_action": 0.005880502052605152,
      "loss_total": 0.005880502052605152,
      "step": 20940
    },
    {
      "loss_action": 0.009106202982366085,
      "loss_total": 0.009106202982366085,
      "step": 20940
    },
    {
      "loss_action": 0.01799718663096428,
      "loss_total": 0.01799718663096428,
      "step": 20940
    },
    {
      "loss_action": 0.013275090605020523,
      "loss_total": 0.013275090605020523,
      "step": 20940
    },
    {
      "loss_action": 0.01000059675425291,
      "loss_total": 0.01000059675425291,
      "step": 20940
    },
    {
      "grad_norm": 0.2241995632648468,
      "learning_rate": 9.32053279848967e-05,
      "loss": 0.014,
      "step": 20950
    },
    {
      "loss_action": 0.009265594184398651,
      "loss_total": 0.009265594184398651,
      "step": 20950
    },
    {
      "loss_action": 0.009606262668967247,
      "loss_total": 0.009606262668967247,
      "step": 20950
    },
    {
      "loss_action": 0.009156610816717148,
      "loss_total": 0.009156610816717148,
      "step": 20950
    },
    {
      "loss_action": 0.01446953322738409,
      "loss_total": 0.01446953322738409,
      "step": 20950
    },
    {
      "loss_action": 0.008003879338502884,
      "loss_total": 0.008003879338502884,
      "step": 20950
    },
    {
      "loss_action": 0.019867699593305588,
      "loss_total": 0.019867699593305588,
      "step": 20950
    },
    {
      "loss_action": 0.008956678211688995,
      "loss_total": 0.008956678211688995,
      "step": 20950
    },
    {
      "loss_action": 0.012158675119280815,
      "loss_total": 0.012158675119280815,
      "step": 20950
    },
    {
      "grad_norm": 0.13850270211696625,
      "learning_rate": 9.319700356178567e-05,
      "loss": 0.0145,
      "step": 20960
    },
    {
      "loss_action": 0.0084117716178298,
      "loss_total": 0.0084117716178298,
      "step": 20960
    },
    {
      "loss_action": 0.008272910490632057,
      "loss_total": 0.008272910490632057,
      "step": 20960
    },
    {
      "loss_action": 0.024198193103075027,
      "loss_total": 0.024198193103075027,
      "step": 20960
    },
    {
      "loss_action": 0.00541805662214756,
      "loss_total": 0.00541805662214756,
      "step": 20960
    },
    {
      "loss_action": 0.004823643714189529,
      "loss_total": 0.004823643714189529,
      "step": 20960
    },
    {
      "loss_action": 0.013897694647312164,
      "loss_total": 0.013897694647312164,
      "step": 20960
    },
    {
      "loss_action": 0.02671285718679428,
      "loss_total": 0.02671285718679428,
      "step": 20960
    },
    {
      "loss_action": 0.004975457675755024,
      "loss_total": 0.004975457675755024,
      "step": 20960
    },
    {
      "grad_norm": 0.1111944243311882,
      "learning_rate": 9.318867441471527e-05,
      "loss": 0.0124,
      "step": 20970
    },
    {
      "loss_action": 0.01611710712313652,
      "loss_total": 0.01611710712313652,
      "step": 20970
    },
    {
      "loss_action": 0.005168265197426081,
      "loss_total": 0.005168265197426081,
      "step": 20970
    },
    {
      "loss_action": 0.00308150053024292,
      "loss_total": 0.00308150053024292,
      "step": 20970
    },
    {
      "loss_action": 0.009359465911984444,
      "loss_total": 0.009359465911984444,
      "step": 20970
    },
    {
      "loss_action": 0.03191673755645752,
      "loss_total": 0.03191673755645752,
      "step": 20970
    },
    {
      "loss_action": 0.02514808624982834,
      "loss_total": 0.02514808624982834,
      "step": 20970
    },
    {
      "loss_action": 0.013819912448525429,
      "loss_total": 0.013819912448525429,
      "step": 20970
    },
    {
      "loss_action": 0.015996310859918594,
      "loss_total": 0.015996310859918594,
      "step": 20970
    },
    {
      "grad_norm": 0.1556478887796402,
      "learning_rate": 9.318034054459637e-05,
      "loss": 0.0125,
      "step": 20980
    },
    {
      "loss_action": 0.007968571037054062,
      "loss_total": 0.007968571037054062,
      "step": 20980
    },
    {
      "loss_action": 0.009509189054369926,
      "loss_total": 0.009509189054369926,
      "step": 20980
    },
    {
      "loss_action": 0.005641591269522905,
      "loss_total": 0.005641591269522905,
      "step": 20980
    },
    {
      "loss_action": 0.008476946502923965,
      "loss_total": 0.008476946502923965,
      "step": 20980
    },
    {
      "loss_action": 0.019039154052734375,
      "loss_total": 0.019039154052734375,
      "step": 20980
    },
    {
      "loss_action": 0.009252957068383694,
      "loss_total": 0.009252957068383694,
      "step": 20980
    },
    {
      "loss_action": 0.011136645451188087,
      "loss_total": 0.011136645451188087,
      "step": 20980
    },
    {
      "loss_action": 0.005796230398118496,
      "loss_total": 0.005796230398118496,
      "step": 20980
    },
    {
      "grad_norm": 0.11830422282218933,
      "learning_rate": 9.317200195234034e-05,
      "loss": 0.0117,
      "step": 20990
    },
    {
      "loss_action": 0.023485377430915833,
      "loss_total": 0.023485377430915833,
      "step": 20990
    },
    {
      "loss_action": 0.009271308779716492,
      "loss_total": 0.009271308779716492,
      "step": 20990
    },
    {
      "loss_action": 0.009056197479367256,
      "loss_total": 0.009056197479367256,
      "step": 20990
    },
    {
      "loss_action": 0.011434966698288918,
      "loss_total": 0.011434966698288918,
      "step": 20990
    },
    {
      "loss_action": 0.01527971588075161,
      "loss_total": 0.01527971588075161,
      "step": 20990
    },
    {
      "loss_action": 0.01834685169160366,
      "loss_total": 0.01834685169160366,
      "step": 20990
    },
    {
      "loss_action": 0.01357120368629694,
      "loss_total": 0.01357120368629694,
      "step": 20990
    },
    {
      "loss_action": 0.007099933922290802,
      "loss_total": 0.007099933922290802,
      "step": 20990
    },
    {
      "grad_norm": 0.18473590910434723,
      "learning_rate": 9.316365863885909e-05,
      "loss": 0.0133,
      "step": 21000
    },
    {
      "loss_action": 0.011483477428555489,
      "loss_total": 0.011483477428555489,
      "step": 21000
    },
    {
      "loss_action": 0.008826188743114471,
      "loss_total": 0.008826188743114471,
      "step": 21000
    },
    {
      "loss_action": 0.010320989415049553,
      "loss_total": 0.010320989415049553,
      "step": 21000
    },
    {
      "loss_action": 0.026264004409313202,
      "loss_total": 0.026264004409313202,
      "step": 21000
    },
    {
      "loss_action": 0.008742660284042358,
      "loss_total": 0.008742660284042358,
      "step": 21000
    },
    {
      "loss_action": 0.005757921375334263,
      "loss_total": 0.005757921375334263,
      "step": 21000
    },
    {
      "loss_action": 0.008987820707261562,
      "loss_total": 0.008987820707261562,
      "step": 21000
    },
    {
      "loss_action": 0.006485053803771734,
      "loss_total": 0.006485053803771734,
      "step": 21000
    },
    {
      "grad_norm": 0.19760437309741974,
      "learning_rate": 9.315531060506502e-05,
      "loss": 0.013,
      "step": 21010
    },
    {
      "loss_action": 0.01477820985019207,
      "loss_total": 0.01477820985019207,
      "step": 21010
    },
    {
      "loss_action": 0.01083184964954853,
      "loss_total": 0.01083184964954853,
      "step": 21010
    },
    {
      "loss_action": 0.02098006382584572,
      "loss_total": 0.02098006382584572,
      "step": 21010
    },
    {
      "loss_action": 0.010437618009746075,
      "loss_total": 0.010437618009746075,
      "step": 21010
    },
    {
      "loss_action": 0.026056865230202675,
      "loss_total": 0.026056865230202675,
      "step": 21010
    },
    {
      "loss_action": 0.004812551196664572,
      "loss_total": 0.004812551196664572,
      "step": 21010
    },
    {
      "loss_action": 0.02029966004192829,
      "loss_total": 0.02029966004192829,
      "step": 21010
    },
    {
      "loss_action": 0.023420654237270355,
      "loss_total": 0.023420654237270355,
      "step": 21010
    },
    {
      "grad_norm": 0.15642225742340088,
      "learning_rate": 9.314695785187108e-05,
      "loss": 0.0134,
      "step": 21020
    },
    {
      "loss_action": 0.003490568371489644,
      "loss_total": 0.003490568371489644,
      "step": 21020
    },
    {
      "loss_action": 0.0077753192745149136,
      "loss_total": 0.0077753192745149136,
      "step": 21020
    },
    {
      "loss_action": 0.015720754861831665,
      "loss_total": 0.015720754861831665,
      "step": 21020
    },
    {
      "loss_action": 0.0065236398950219154,
      "loss_total": 0.0065236398950219154,
      "step": 21020
    },
    {
      "loss_action": 0.009331253357231617,
      "loss_total": 0.009331253357231617,
      "step": 21020
    },
    {
      "loss_action": 0.0041661337018013,
      "loss_total": 0.0041661337018013,
      "step": 21020
    },
    {
      "loss_action": 0.012873427011072636,
      "loss_total": 0.012873427011072636,
      "step": 21020
    },
    {
      "loss_action": 0.003441947977989912,
      "loss_total": 0.003441947977989912,
      "step": 21020
    },
    {
      "grad_norm": 0.10566221922636032,
      "learning_rate": 9.313860038019069e-05,
      "loss": 0.0122,
      "step": 21030
    },
    {
      "loss_action": 0.007666261866688728,
      "loss_total": 0.007666261866688728,
      "step": 21030
    },
    {
      "loss_action": 0.016415826976299286,
      "loss_total": 0.016415826976299286,
      "step": 21030
    },
    {
      "loss_action": 0.008914530277252197,
      "loss_total": 0.008914530277252197,
      "step": 21030
    },
    {
      "loss_action": 0.030183158814907074,
      "loss_total": 0.030183158814907074,
      "step": 21030
    },
    {
      "loss_action": 0.010812618769705296,
      "loss_total": 0.010812618769705296,
      "step": 21030
    },
    {
      "loss_action": 0.012681489810347557,
      "loss_total": 0.012681489810347557,
      "step": 21030
    },
    {
      "loss_action": 0.010434105060994625,
      "loss_total": 0.010434105060994625,
      "step": 21030
    },
    {
      "loss_action": 0.013087337836623192,
      "loss_total": 0.013087337836623192,
      "step": 21030
    },
    {
      "grad_norm": 0.147625133395195,
      "learning_rate": 9.313023819093782e-05,
      "loss": 0.0126,
      "step": 21040
    },
    {
      "loss_action": 0.015923934057354927,
      "loss_total": 0.015923934057354927,
      "step": 21040
    },
    {
      "loss_action": 0.013218855485320091,
      "loss_total": 0.013218855485320091,
      "step": 21040
    },
    {
      "loss_action": 0.010915327817201614,
      "loss_total": 0.010915327817201614,
      "step": 21040
    },
    {
      "loss_action": 0.012110160663723946,
      "loss_total": 0.012110160663723946,
      "step": 21040
    },
    {
      "loss_action": 0.012999777682125568,
      "loss_total": 0.012999777682125568,
      "step": 21040
    },
    {
      "loss_action": 0.010224150493741035,
      "loss_total": 0.010224150493741035,
      "step": 21040
    },
    {
      "loss_action": 0.005630709696561098,
      "loss_total": 0.005630709696561098,
      "step": 21040
    },
    {
      "loss_action": 0.027946488931775093,
      "loss_total": 0.027946488931775093,
      "step": 21040
    },
    {
      "grad_norm": 0.17310895025730133,
      "learning_rate": 9.312187128502695e-05,
      "loss": 0.0119,
      "step": 21050
    },
    {
      "loss_action": 0.027771281078457832,
      "loss_total": 0.027771281078457832,
      "step": 21050
    },
    {
      "loss_action": 0.013533305376768112,
      "loss_total": 0.013533305376768112,
      "step": 21050
    },
    {
      "loss_action": 0.006132789887487888,
      "loss_total": 0.006132789887487888,
      "step": 21050
    },
    {
      "loss_action": 0.005720804445445538,
      "loss_total": 0.005720804445445538,
      "step": 21050
    },
    {
      "loss_action": 0.005596397444605827,
      "loss_total": 0.005596397444605827,
      "step": 21050
    },
    {
      "loss_action": 0.007001320365816355,
      "loss_total": 0.007001320365816355,
      "step": 21050
    },
    {
      "loss_action": 0.00802889559417963,
      "loss_total": 0.00802889559417963,
      "step": 21050
    },
    {
      "loss_action": 0.003838900476694107,
      "loss_total": 0.003838900476694107,
      "step": 21050
    },
    {
      "grad_norm": 0.17542840540409088,
      "learning_rate": 9.311349966337307e-05,
      "loss": 0.0124,
      "step": 21060
    },
    {
      "loss_action": 0.02828863263130188,
      "loss_total": 0.02828863263130188,
      "step": 21060
    },
    {
      "loss_action": 0.008211711421608925,
      "loss_total": 0.008211711421608925,
      "step": 21060
    },
    {
      "loss_action": 0.008077053353190422,
      "loss_total": 0.008077053353190422,
      "step": 21060
    },
    {
      "loss_action": 0.019143950194120407,
      "loss_total": 0.019143950194120407,
      "step": 21060
    },
    {
      "loss_action": 0.0074698422104120255,
      "loss_total": 0.0074698422104120255,
      "step": 21060
    },
    {
      "loss_action": 0.007133637089282274,
      "loss_total": 0.007133637089282274,
      "step": 21060
    },
    {
      "loss_action": 0.006545825861394405,
      "loss_total": 0.006545825861394405,
      "step": 21060
    },
    {
      "loss_action": 0.014894545078277588,
      "loss_total": 0.014894545078277588,
      "step": 21060
    },
    {
      "grad_norm": 0.1437217742204666,
      "learning_rate": 9.310512332689169e-05,
      "loss": 0.0107,
      "step": 21070
    },
    {
      "loss_action": 0.006583371199667454,
      "loss_total": 0.006583371199667454,
      "step": 21070
    },
    {
      "loss_action": 0.017230045050382614,
      "loss_total": 0.017230045050382614,
      "step": 21070
    },
    {
      "loss_action": 0.006499396171420813,
      "loss_total": 0.006499396171420813,
      "step": 21070
    },
    {
      "loss_action": 0.007223397959023714,
      "loss_total": 0.007223397959023714,
      "step": 21070
    },
    {
      "loss_action": 0.005647966638207436,
      "loss_total": 0.005647966638207436,
      "step": 21070
    },
    {
      "loss_action": 0.01501375436782837,
      "loss_total": 0.01501375436782837,
      "step": 21070
    },
    {
      "loss_action": 0.005376229993999004,
      "loss_total": 0.005376229993999004,
      "step": 21070
    },
    {
      "loss_action": 0.011200891807675362,
      "loss_total": 0.011200891807675362,
      "step": 21070
    },
    {
      "grad_norm": 0.15478378534317017,
      "learning_rate": 9.309674227649883e-05,
      "loss": 0.0142,
      "step": 21080
    },
    {
      "loss_action": 0.03148392587900162,
      "loss_total": 0.03148392587900162,
      "step": 21080
    },
    {
      "loss_action": 0.008117602206766605,
      "loss_total": 0.008117602206766605,
      "step": 21080
    },
    {
      "loss_action": 0.023724813014268875,
      "loss_total": 0.023724813014268875,
      "step": 21080
    },
    {
      "loss_action": 0.011396805755794048,
      "loss_total": 0.011396805755794048,
      "step": 21080
    },
    {
      "loss_action": 0.010292871855199337,
      "loss_total": 0.010292871855199337,
      "step": 21080
    },
    {
      "loss_action": 0.00989060290157795,
      "loss_total": 0.00989060290157795,
      "step": 21080
    },
    {
      "loss_action": 0.02253989689052105,
      "loss_total": 0.02253989689052105,
      "step": 21080
    },
    {
      "loss_action": 0.026920855045318604,
      "loss_total": 0.026920855045318604,
      "step": 21080
    },
    {
      "grad_norm": 0.27725034952163696,
      "learning_rate": 9.308835651311103e-05,
      "loss": 0.0145,
      "step": 21090
    },
    {
      "loss_action": 0.005335069261491299,
      "loss_total": 0.005335069261491299,
      "step": 21090
    },
    {
      "loss_action": 0.014521386474370956,
      "loss_total": 0.014521386474370956,
      "step": 21090
    },
    {
      "loss_action": 0.010595021769404411,
      "loss_total": 0.010595021769404411,
      "step": 21090
    },
    {
      "loss_action": 0.01250728964805603,
      "loss_total": 0.01250728964805603,
      "step": 21090
    },
    {
      "loss_action": 0.007293131202459335,
      "loss_total": 0.007293131202459335,
      "step": 21090
    },
    {
      "loss_action": 0.007972046732902527,
      "loss_total": 0.007972046732902527,
      "step": 21090
    },
    {
      "loss_action": 0.0053804428316652775,
      "loss_total": 0.0053804428316652775,
      "step": 21090
    },
    {
      "loss_action": 0.01741737499833107,
      "loss_total": 0.01741737499833107,
      "step": 21090
    },
    {
      "grad_norm": 0.1677490621805191,
      "learning_rate": 9.307996603764533e-05,
      "loss": 0.0152,
      "step": 21100
    },
    {
      "loss_action": 0.008819116279482841,
      "loss_total": 0.008819116279482841,
      "step": 21100
    },
    {
      "loss_action": 0.01161267701536417,
      "loss_total": 0.01161267701536417,
      "step": 21100
    },
    {
      "loss_action": 0.01588415540754795,
      "loss_total": 0.01588415540754795,
      "step": 21100
    },
    {
      "loss_action": 0.011786446906626225,
      "loss_total": 0.011786446906626225,
      "step": 21100
    },
    {
      "loss_action": 0.00807926431298256,
      "loss_total": 0.00807926431298256,
      "step": 21100
    },
    {
      "loss_action": 0.008928686380386353,
      "loss_total": 0.008928686380386353,
      "step": 21100
    },
    {
      "loss_action": 0.0038012638688087463,
      "loss_total": 0.0038012638688087463,
      "step": 21100
    },
    {
      "loss_action": 0.012087147682905197,
      "loss_total": 0.012087147682905197,
      "step": 21100
    },
    {
      "grad_norm": 0.10412728786468506,
      "learning_rate": 9.307157085101932e-05,
      "loss": 0.0111,
      "step": 21110
    },
    {
      "loss_action": 0.005515206139534712,
      "loss_total": 0.005515206139534712,
      "step": 21110
    },
    {
      "loss_action": 0.017254358157515526,
      "loss_total": 0.017254358157515526,
      "step": 21110
    },
    {
      "loss_action": 0.016162261366844177,
      "loss_total": 0.016162261366844177,
      "step": 21110
    },
    {
      "loss_action": 0.009524699300527573,
      "loss_total": 0.009524699300527573,
      "step": 21110
    },
    {
      "loss_action": 0.006241657771170139,
      "loss_total": 0.006241657771170139,
      "step": 21110
    },
    {
      "loss_action": 0.009966719895601273,
      "loss_total": 0.009966719895601273,
      "step": 21110
    },
    {
      "loss_action": 0.020222820341587067,
      "loss_total": 0.020222820341587067,
      "step": 21110
    },
    {
      "loss_action": 0.03136513754725456,
      "loss_total": 0.03136513754725456,
      "step": 21110
    },
    {
      "grad_norm": 0.1327386349439621,
      "learning_rate": 9.306317095415109e-05,
      "loss": 0.014,
      "step": 21120
    },
    {
      "loss_action": 0.015760289505124092,
      "loss_total": 0.015760289505124092,
      "step": 21120
    },
    {
      "loss_action": 0.03908221051096916,
      "loss_total": 0.03908221051096916,
      "step": 21120
    },
    {
      "loss_action": 0.016430988907814026,
      "loss_total": 0.016430988907814026,
      "step": 21120
    },
    {
      "loss_action": 0.009573817253112793,
      "loss_total": 0.009573817253112793,
      "step": 21120
    },
    {
      "loss_action": 0.016289640218019485,
      "loss_total": 0.016289640218019485,
      "step": 21120
    },
    {
      "loss_action": 0.007402012590318918,
      "loss_total": 0.007402012590318918,
      "step": 21120
    },
    {
      "loss_action": 0.016888059675693512,
      "loss_total": 0.016888059675693512,
      "step": 21120
    },
    {
      "loss_action": 0.012851856648921967,
      "loss_total": 0.012851856648921967,
      "step": 21120
    },
    {
      "grad_norm": 0.2089231163263321,
      "learning_rate": 9.305476634795922e-05,
      "loss": 0.016,
      "step": 21130
    },
    {
      "loss_action": 0.009645912796258926,
      "loss_total": 0.009645912796258926,
      "step": 21130
    },
    {
      "loss_action": 0.015085766091942787,
      "loss_total": 0.015085766091942787,
      "step": 21130
    },
    {
      "loss_action": 0.016927126795053482,
      "loss_total": 0.016927126795053482,
      "step": 21130
    },
    {
      "loss_action": 0.02767142280936241,
      "loss_total": 0.02767142280936241,
      "step": 21130
    },
    {
      "loss_action": 0.0039089578203856945,
      "loss_total": 0.0039089578203856945,
      "step": 21130
    },
    {
      "loss_action": 0.021724367514252663,
      "loss_total": 0.021724367514252663,
      "step": 21130
    },
    {
      "loss_action": 0.010514159686863422,
      "loss_total": 0.010514159686863422,
      "step": 21130
    },
    {
      "loss_action": 0.005480014719069004,
      "loss_total": 0.005480014719069004,
      "step": 21130
    },
    {
      "grad_norm": 0.12176203727722168,
      "learning_rate": 9.304635703336284e-05,
      "loss": 0.0135,
      "step": 21140
    },
    {
      "loss_action": 0.00787923764437437,
      "loss_total": 0.00787923764437437,
      "step": 21140
    },
    {
      "loss_action": 0.01219228096306324,
      "loss_total": 0.01219228096306324,
      "step": 21140
    },
    {
      "loss_action": 0.015484567731618881,
      "loss_total": 0.015484567731618881,
      "step": 21140
    },
    {
      "loss_action": 0.006926220841705799,
      "loss_total": 0.006926220841705799,
      "step": 21140
    },
    {
      "loss_action": 0.01624443382024765,
      "loss_total": 0.01624443382024765,
      "step": 21140
    },
    {
      "loss_action": 0.007387774996459484,
      "loss_total": 0.007387774996459484,
      "step": 21140
    },
    {
      "loss_action": 0.013659020885825157,
      "loss_total": 0.013659020885825157,
      "step": 21140
    },
    {
      "loss_action": 0.018525978550314903,
      "loss_total": 0.018525978550314903,
      "step": 21140
    },
    {
      "grad_norm": 0.15065549314022064,
      "learning_rate": 9.303794301128157e-05,
      "loss": 0.0129,
      "step": 21150
    },
    {
      "loss_action": 0.007142333313822746,
      "loss_total": 0.007142333313822746,
      "step": 21150
    },
    {
      "loss_action": 0.00860487762838602,
      "loss_total": 0.00860487762838602,
      "step": 21150
    },
    {
      "loss_action": 0.013009907677769661,
      "loss_total": 0.013009907677769661,
      "step": 21150
    },
    {
      "loss_action": 0.008987680077552795,
      "loss_total": 0.008987680077552795,
      "step": 21150
    },
    {
      "loss_action": 0.008942171931266785,
      "loss_total": 0.008942171931266785,
      "step": 21150
    },
    {
      "loss_action": 0.009074116125702858,
      "loss_total": 0.009074116125702858,
      "step": 21150
    },
    {
      "loss_action": 0.012151448987424374,
      "loss_total": 0.012151448987424374,
      "step": 21150
    },
    {
      "loss_action": 0.009197060950100422,
      "loss_total": 0.009197060950100422,
      "step": 21150
    },
    {
      "grad_norm": 0.1378599852323532,
      "learning_rate": 9.302952428263555e-05,
      "loss": 0.0125,
      "step": 21160
    },
    {
      "loss_action": 0.013553040102124214,
      "loss_total": 0.013553040102124214,
      "step": 21160
    },
    {
      "loss_action": 0.012110747396945953,
      "loss_total": 0.012110747396945953,
      "step": 21160
    },
    {
      "loss_action": 0.012852784246206284,
      "loss_total": 0.012852784246206284,
      "step": 21160
    },
    {
      "loss_action": 0.015360171906650066,
      "loss_total": 0.015360171906650066,
      "step": 21160
    },
    {
      "loss_action": 0.013283802196383476,
      "loss_total": 0.013283802196383476,
      "step": 21160
    },
    {
      "loss_action": 0.009507305920124054,
      "loss_total": 0.009507305920124054,
      "step": 21160
    },
    {
      "loss_action": 0.006051977165043354,
      "loss_total": 0.006051977165043354,
      "step": 21160
    },
    {
      "loss_action": 0.006219172850251198,
      "loss_total": 0.006219172850251198,
      "step": 21160
    },
    {
      "grad_norm": 0.1646413654088974,
      "learning_rate": 9.302110084834545e-05,
      "loss": 0.0123,
      "step": 21170
    },
    {
      "loss_action": 0.0035755708813667297,
      "loss_total": 0.0035755708813667297,
      "step": 21170
    },
    {
      "loss_action": 0.01994079351425171,
      "loss_total": 0.01994079351425171,
      "step": 21170
    },
    {
      "loss_action": 0.005656244233250618,
      "loss_total": 0.005656244233250618,
      "step": 21170
    },
    {
      "loss_action": 0.011964693665504456,
      "loss_total": 0.011964693665504456,
      "step": 21170
    },
    {
      "loss_action": 0.007186077069491148,
      "loss_total": 0.007186077069491148,
      "step": 21170
    },
    {
      "loss_action": 0.006555289961397648,
      "loss_total": 0.006555289961397648,
      "step": 21170
    },
    {
      "loss_action": 0.018894899636507034,
      "loss_total": 0.018894899636507034,
      "step": 21170
    },
    {
      "loss_action": 0.006288777105510235,
      "loss_total": 0.006288777105510235,
      "step": 21170
    },
    {
      "grad_norm": 0.22369635105133057,
      "learning_rate": 9.301267270933245e-05,
      "loss": 0.0119,
      "step": 21180
    },
    {
      "loss_action": 0.013237500563263893,
      "loss_total": 0.013237500563263893,
      "step": 21180
    },
    {
      "loss_action": 0.004755333997309208,
      "loss_total": 0.004755333997309208,
      "step": 21180
    },
    {
      "loss_action": 0.009572207927703857,
      "loss_total": 0.009572207927703857,
      "step": 21180
    },
    {
      "loss_action": 0.005864051170647144,
      "loss_total": 0.005864051170647144,
      "step": 21180
    },
    {
      "loss_action": 0.007507970556616783,
      "loss_total": 0.007507970556616783,
      "step": 21180
    },
    {
      "loss_action": 0.008497962728142738,
      "loss_total": 0.008497962728142738,
      "step": 21180
    },
    {
      "loss_action": 0.00859281700104475,
      "loss_total": 0.00859281700104475,
      "step": 21180
    },
    {
      "loss_action": 0.005918296054005623,
      "loss_total": 0.005918296054005623,
      "step": 21180
    },
    {
      "grad_norm": 0.12537357211112976,
      "learning_rate": 9.300423986651823e-05,
      "loss": 0.0132,
      "step": 21190
    },
    {
      "loss_action": 0.00638276431709528,
      "loss_total": 0.00638276431709528,
      "step": 21190
    },
    {
      "loss_action": 0.003929545637220144,
      "loss_total": 0.003929545637220144,
      "step": 21190
    },
    {
      "loss_action": 0.008352067321538925,
      "loss_total": 0.008352067321538925,
      "step": 21190
    },
    {
      "loss_action": 0.019784336909651756,
      "loss_total": 0.019784336909651756,
      "step": 21190
    },
    {
      "loss_action": 0.007162262685596943,
      "loss_total": 0.007162262685596943,
      "step": 21190
    },
    {
      "loss_action": 0.02674996294081211,
      "loss_total": 0.02674996294081211,
      "step": 21190
    },
    {
      "loss_action": 0.01670442521572113,
      "loss_total": 0.01670442521572113,
      "step": 21190
    },
    {
      "loss_action": 0.0075597153045237064,
      "loss_total": 0.0075597153045237064,
      "step": 21190
    },
    {
      "grad_norm": 0.13325883448123932,
      "learning_rate": 9.299580232082501e-05,
      "loss": 0.0122,
      "step": 21200
    },
    {
      "loss_action": 0.005351852625608444,
      "loss_total": 0.005351852625608444,
      "step": 21200
    },
    {
      "loss_action": 0.011109459213912487,
      "loss_total": 0.011109459213912487,
      "step": 21200
    },
    {
      "loss_action": 0.009793983772397041,
      "loss_total": 0.009793983772397041,
      "step": 21200
    },
    {
      "loss_action": 0.008436350151896477,
      "loss_total": 0.008436350151896477,
      "step": 21200
    },
    {
      "loss_action": 0.007145456038415432,
      "loss_total": 0.007145456038415432,
      "step": 21200
    },
    {
      "loss_action": 0.015185218304395676,
      "loss_total": 0.015185218304395676,
      "step": 21200
    },
    {
      "loss_action": 0.009495370090007782,
      "loss_total": 0.009495370090007782,
      "step": 21200
    },
    {
      "loss_action": 0.008583360351622105,
      "loss_total": 0.008583360351622105,
      "step": 21200
    },
    {
      "grad_norm": 0.1209057942032814,
      "learning_rate": 9.298736007317547e-05,
      "loss": 0.0125,
      "step": 21210
    },
    {
      "loss_action": 0.009516838937997818,
      "loss_total": 0.009516838937997818,
      "step": 21210
    },
    {
      "loss_action": 0.006542460527271032,
      "loss_total": 0.006542460527271032,
      "step": 21210
    },
    {
      "loss_action": 0.03436344116926193,
      "loss_total": 0.03436344116926193,
      "step": 21210
    },
    {
      "loss_action": 0.023583149537444115,
      "loss_total": 0.023583149537444115,
      "step": 21210
    },
    {
      "loss_action": 0.010036002844572067,
      "loss_total": 0.010036002844572067,
      "step": 21210
    },
    {
      "loss_action": 0.006419755052775145,
      "loss_total": 0.006419755052775145,
      "step": 21210
    },
    {
      "loss_action": 0.02247013710439205,
      "loss_total": 0.02247013710439205,
      "step": 21210
    },
    {
      "loss_action": 0.01323402114212513,
      "loss_total": 0.01323402114212513,
      "step": 21210
    },
    {
      "grad_norm": 0.17383737862110138,
      "learning_rate": 9.297891312449288e-05,
      "loss": 0.0132,
      "step": 21220
    },
    {
      "loss_action": 0.012858519330620766,
      "loss_total": 0.012858519330620766,
      "step": 21220
    },
    {
      "loss_action": 0.004861785098910332,
      "loss_total": 0.004861785098910332,
      "step": 21220
    },
    {
      "loss_action": 0.025440100580453873,
      "loss_total": 0.025440100580453873,
      "step": 21220
    },
    {
      "loss_action": 0.00909772701561451,
      "loss_total": 0.00909772701561451,
      "step": 21220
    },
    {
      "loss_action": 0.011074354872107506,
      "loss_total": 0.011074354872107506,
      "step": 21220
    },
    {
      "loss_action": 0.008984517306089401,
      "loss_total": 0.008984517306089401,
      "step": 21220
    },
    {
      "loss_action": 0.03051079995930195,
      "loss_total": 0.03051079995930195,
      "step": 21220
    },
    {
      "loss_action": 0.0031265798024833202,
      "loss_total": 0.0031265798024833202,
      "step": 21220
    },
    {
      "grad_norm": 0.15683695673942566,
      "learning_rate": 9.297046147570094e-05,
      "loss": 0.0121,
      "step": 21230
    },
    {
      "loss_action": 0.01736162230372429,
      "loss_total": 0.01736162230372429,
      "step": 21230
    },
    {
      "loss_action": 0.017160292714834213,
      "loss_total": 0.017160292714834213,
      "step": 21230
    },
    {
      "loss_action": 0.0077625722624361515,
      "loss_total": 0.0077625722624361515,
      "step": 21230
    },
    {
      "loss_action": 0.008112401701509953,
      "loss_total": 0.008112401701509953,
      "step": 21230
    },
    {
      "loss_action": 0.00760163739323616,
      "loss_total": 0.00760163739323616,
      "step": 21230
    },
    {
      "loss_action": 0.009377927519381046,
      "loss_total": 0.009377927519381046,
      "step": 21230
    },
    {
      "loss_action": 0.011502803303301334,
      "loss_total": 0.011502803303301334,
      "step": 21230
    },
    {
      "loss_action": 0.0040268851444125175,
      "loss_total": 0.0040268851444125175,
      "step": 21230
    },
    {
      "grad_norm": 0.11495759338140488,
      "learning_rate": 9.296200512772396e-05,
      "loss": 0.0126,
      "step": 21240
    },
    {
      "loss_action": 0.011468219570815563,
      "loss_total": 0.011468219570815563,
      "step": 21240
    },
    {
      "loss_action": 0.005499128717929125,
      "loss_total": 0.005499128717929125,
      "step": 21240
    },
    {
      "loss_action": 0.008851729333400726,
      "loss_total": 0.008851729333400726,
      "step": 21240
    },
    {
      "loss_action": 0.010243288241326809,
      "loss_total": 0.010243288241326809,
      "step": 21240
    },
    {
      "loss_action": 0.015228092670440674,
      "loss_total": 0.015228092670440674,
      "step": 21240
    },
    {
      "loss_action": 0.017262469977140427,
      "loss_total": 0.017262469977140427,
      "step": 21240
    },
    {
      "loss_action": 0.00957482773810625,
      "loss_total": 0.00957482773810625,
      "step": 21240
    },
    {
      "loss_action": 0.009597592987120152,
      "loss_total": 0.009597592987120152,
      "step": 21240
    },
    {
      "grad_norm": 0.1362224817276001,
      "learning_rate": 9.295354408148668e-05,
      "loss": 0.0119,
      "step": 21250
    },
    {
      "loss_action": 0.01698433794081211,
      "loss_total": 0.01698433794081211,
      "step": 21250
    },
    {
      "loss_action": 0.021830778568983078,
      "loss_total": 0.021830778568983078,
      "step": 21250
    },
    {
      "loss_action": 0.01393241435289383,
      "loss_total": 0.01393241435289383,
      "step": 21250
    },
    {
      "loss_action": 0.01854633167386055,
      "loss_total": 0.01854633167386055,
      "step": 21250
    },
    {
      "loss_action": 0.020943263545632362,
      "loss_total": 0.020943263545632362,
      "step": 21250
    },
    {
      "loss_action": 0.016804834827780724,
      "loss_total": 0.016804834827780724,
      "step": 21250
    },
    {
      "loss_action": 0.01167261227965355,
      "loss_total": 0.01167261227965355,
      "step": 21250
    },
    {
      "loss_action": 0.016096362844109535,
      "loss_total": 0.016096362844109535,
      "step": 21250
    },
    {
      "grad_norm": 0.18296219408512115,
      "learning_rate": 9.294507833791441e-05,
      "loss": 0.0115,
      "step": 21260
    },
    {
      "loss_action": 0.017552122473716736,
      "loss_total": 0.017552122473716736,
      "step": 21260
    },
    {
      "loss_action": 0.009745275601744652,
      "loss_total": 0.009745275601744652,
      "step": 21260
    },
    {
      "loss_action": 0.019065041095018387,
      "loss_total": 0.019065041095018387,
      "step": 21260
    },
    {
      "loss_action": 0.01661178469657898,
      "loss_total": 0.01661178469657898,
      "step": 21260
    },
    {
      "loss_action": 0.022063270211219788,
      "loss_total": 0.022063270211219788,
      "step": 21260
    },
    {
      "loss_action": 0.009620904922485352,
      "loss_total": 0.009620904922485352,
      "step": 21260
    },
    {
      "loss_action": 0.012846817262470722,
      "loss_total": 0.012846817262470722,
      "step": 21260
    },
    {
      "loss_action": 0.01547645777463913,
      "loss_total": 0.01547645777463913,
      "step": 21260
    },
    {
      "grad_norm": 0.16015183925628662,
      "learning_rate": 9.293660789793295e-05,
      "loss": 0.0119,
      "step": 21270
    },
    {
      "loss_action": 0.005006636958569288,
      "loss_total": 0.005006636958569288,
      "step": 21270
    },
    {
      "loss_action": 0.00849568285048008,
      "loss_total": 0.00849568285048008,
      "step": 21270
    },
    {
      "loss_action": 0.027360400184988976,
      "loss_total": 0.027360400184988976,
      "step": 21270
    },
    {
      "loss_action": 0.013548041693866253,
      "loss_total": 0.013548041693866253,
      "step": 21270
    },
    {
      "loss_action": 0.00782292801886797,
      "loss_total": 0.00782292801886797,
      "step": 21270
    },
    {
      "loss_action": 0.011739475652575493,
      "loss_total": 0.011739475652575493,
      "step": 21270
    },
    {
      "loss_action": 0.007720531430095434,
      "loss_total": 0.007720531430095434,
      "step": 21270
    },
    {
      "loss_action": 0.021098099648952484,
      "loss_total": 0.021098099648952484,
      "step": 21270
    },
    {
      "grad_norm": 0.13061009347438812,
      "learning_rate": 9.292813276246858e-05,
      "loss": 0.0119,
      "step": 21280
    },
    {
      "loss_action": 0.007562365848571062,
      "loss_total": 0.007562365848571062,
      "step": 21280
    },
    {
      "loss_action": 0.01106688566505909,
      "loss_total": 0.01106688566505909,
      "step": 21280
    },
    {
      "loss_action": 0.01254100538790226,
      "loss_total": 0.01254100538790226,
      "step": 21280
    },
    {
      "loss_action": 0.011536780744791031,
      "loss_total": 0.011536780744791031,
      "step": 21280
    },
    {
      "loss_action": 0.009778632782399654,
      "loss_total": 0.009778632782399654,
      "step": 21280
    },
    {
      "loss_action": 0.052941665053367615,
      "loss_total": 0.052941665053367615,
      "step": 21280
    },
    {
      "loss_action": 0.008801457472145557,
      "loss_total": 0.008801457472145557,
      "step": 21280
    },
    {
      "loss_action": 0.006647326517850161,
      "loss_total": 0.006647326517850161,
      "step": 21280
    },
    {
      "grad_norm": 0.12540820240974426,
      "learning_rate": 9.291965293244816e-05,
      "loss": 0.0129,
      "step": 21290
    },
    {
      "loss_action": 0.006665809545665979,
      "loss_total": 0.006665809545665979,
      "step": 21290
    },
    {
      "loss_action": 0.006870746146887541,
      "loss_total": 0.006870746146887541,
      "step": 21290
    },
    {
      "loss_action": 0.021315887570381165,
      "loss_total": 0.021315887570381165,
      "step": 21290
    },
    {
      "loss_action": 0.026322316378355026,
      "loss_total": 0.026322316378355026,
      "step": 21290
    },
    {
      "loss_action": 0.006265695206820965,
      "loss_total": 0.006265695206820965,
      "step": 21290
    },
    {
      "loss_action": 0.014541640877723694,
      "loss_total": 0.014541640877723694,
      "step": 21290
    },
    {
      "loss_action": 0.0073875803500413895,
      "loss_total": 0.0073875803500413895,
      "step": 21290
    },
    {
      "loss_action": 0.008634228259325027,
      "loss_total": 0.008634228259325027,
      "step": 21290
    },
    {
      "grad_norm": 0.10588984936475754,
      "learning_rate": 9.291116840879904e-05,
      "loss": 0.0116,
      "step": 21300
    },
    {
      "loss_action": 0.01144443079829216,
      "loss_total": 0.01144443079829216,
      "step": 21300
    },
    {
      "loss_action": 0.006617256440222263,
      "loss_total": 0.006617256440222263,
      "step": 21300
    },
    {
      "loss_action": 0.012079363688826561,
      "loss_total": 0.012079363688826561,
      "step": 21300
    },
    {
      "loss_action": 0.01242662500590086,
      "loss_total": 0.01242662500590086,
      "step": 21300
    },
    {
      "loss_action": 0.015776466578245163,
      "loss_total": 0.015776466578245163,
      "step": 21300
    },
    {
      "loss_action": 0.05210787057876587,
      "loss_total": 0.05210787057876587,
      "step": 21300
    },
    {
      "loss_action": 0.014020241796970367,
      "loss_total": 0.014020241796970367,
      "step": 21300
    },
    {
      "loss_action": 0.006623191758990288,
      "loss_total": 0.006623191758990288,
      "step": 21300
    },
    {
      "grad_norm": 0.15728256106376648,
      "learning_rate": 9.290267919244904e-05,
      "loss": 0.0137,
      "step": 21310
    },
    {
      "loss_action": 0.007574088871479034,
      "loss_total": 0.007574088871479034,
      "step": 21310
    },
    {
      "loss_action": 0.007952665910124779,
      "loss_total": 0.007952665910124779,
      "step": 21310
    },
    {
      "loss_action": 0.01794598251581192,
      "loss_total": 0.01794598251581192,
      "step": 21310
    },
    {
      "loss_action": 0.004236309789121151,
      "loss_total": 0.004236309789121151,
      "step": 21310
    },
    {
      "loss_action": 0.022973883897066116,
      "loss_total": 0.022973883897066116,
      "step": 21310
    },
    {
      "loss_action": 0.011091446503996849,
      "loss_total": 0.011091446503996849,
      "step": 21310
    },
    {
      "loss_action": 0.010583226568996906,
      "loss_total": 0.010583226568996906,
      "step": 21310
    },
    {
      "loss_action": 0.009518370032310486,
      "loss_total": 0.009518370032310486,
      "step": 21310
    },
    {
      "grad_norm": 0.10326862335205078,
      "learning_rate": 9.289418528432655e-05,
      "loss": 0.0113,
      "step": 21320
    },
    {
      "loss_action": 0.009934874251484871,
      "loss_total": 0.009934874251484871,
      "step": 21320
    },
    {
      "loss_action": 0.013298075646162033,
      "loss_total": 0.013298075646162033,
      "step": 21320
    },
    {
      "loss_action": 0.007910325191915035,
      "loss_total": 0.007910325191915035,
      "step": 21320
    },
    {
      "loss_action": 0.011677183210849762,
      "loss_total": 0.011677183210849762,
      "step": 21320
    },
    {
      "loss_action": 0.01122785359621048,
      "loss_total": 0.01122785359621048,
      "step": 21320
    },
    {
      "loss_action": 0.011001517996191978,
      "loss_total": 0.011001517996191978,
      "step": 21320
    },
    {
      "loss_action": 0.014765940606594086,
      "loss_total": 0.014765940606594086,
      "step": 21320
    },
    {
      "loss_action": 0.009899611584842205,
      "loss_total": 0.009899611584842205,
      "step": 21320
    },
    {
      "grad_norm": 0.1409510225057602,
      "learning_rate": 9.288568668536045e-05,
      "loss": 0.011,
      "step": 21330
    },
    {
      "loss_action": 0.009212763980031013,
      "loss_total": 0.009212763980031013,
      "step": 21330
    },
    {
      "loss_action": 0.008347634226083755,
      "loss_total": 0.008347634226083755,
      "step": 21330
    },
    {
      "loss_action": 0.00836602970957756,
      "loss_total": 0.00836602970957756,
      "step": 21330
    },
    {
      "loss_action": 0.012572351843118668,
      "loss_total": 0.012572351843118668,
      "step": 21330
    },
    {
      "loss_action": 0.018836595118045807,
      "loss_total": 0.018836595118045807,
      "step": 21330
    },
    {
      "loss_action": 0.010962936095893383,
      "loss_total": 0.010962936095893383,
      "step": 21330
    },
    {
      "loss_action": 0.010293298400938511,
      "loss_total": 0.010293298400938511,
      "step": 21330
    },
    {
      "loss_action": 0.021871795877814293,
      "loss_total": 0.021871795877814293,
      "step": 21330
    },
    {
      "grad_norm": 0.4109390377998352,
      "learning_rate": 9.287718339648013e-05,
      "loss": 0.0142,
      "step": 21340
    },
    {
      "loss_action": 0.012388244271278381,
      "loss_total": 0.012388244271278381,
      "step": 21340
    },
    {
      "loss_action": 0.007203797809779644,
      "loss_total": 0.007203797809779644,
      "step": 21340
    },
    {
      "loss_action": 0.011346552520990372,
      "loss_total": 0.011346552520990372,
      "step": 21340
    },
    {
      "loss_action": 0.007585352286696434,
      "loss_total": 0.007585352286696434,
      "step": 21340
    },
    {
      "loss_action": 0.008250917308032513,
      "loss_total": 0.008250917308032513,
      "step": 21340
    },
    {
      "loss_action": 0.017171058803796768,
      "loss_total": 0.017171058803796768,
      "step": 21340
    },
    {
      "loss_action": 0.006625063717365265,
      "loss_total": 0.006625063717365265,
      "step": 21340
    },
    {
      "loss_action": 0.006499564740806818,
      "loss_total": 0.006499564740806818,
      "step": 21340
    },
    {
      "grad_norm": 0.13342660665512085,
      "learning_rate": 9.28686754186155e-05,
      "loss": 0.0154,
      "step": 21350
    },
    {
      "loss_action": 0.02941710501909256,
      "loss_total": 0.02941710501909256,
      "step": 21350
    },
    {
      "loss_action": 0.022198159247636795,
      "loss_total": 0.022198159247636795,
      "step": 21350
    },
    {
      "loss_action": 0.005605160258710384,
      "loss_total": 0.005605160258710384,
      "step": 21350
    },
    {
      "loss_action": 0.009887920692563057,
      "loss_total": 0.009887920692563057,
      "step": 21350
    },
    {
      "loss_action": 0.008317389525473118,
      "loss_total": 0.008317389525473118,
      "step": 21350
    },
    {
      "loss_action": 0.02130923978984356,
      "loss_total": 0.02130923978984356,
      "step": 21350
    },
    {
      "loss_action": 0.011179281398653984,
      "loss_total": 0.011179281398653984,
      "step": 21350
    },
    {
      "loss_action": 0.010333221405744553,
      "loss_total": 0.010333221405744553,
      "step": 21350
    },
    {
      "grad_norm": 0.23009636998176575,
      "learning_rate": 9.286016275269698e-05,
      "loss": 0.0152,
      "step": 21360
    },
    {
      "loss_action": 0.02452017366886139,
      "loss_total": 0.02452017366886139,
      "step": 21360
    },
    {
      "loss_action": 0.012781624682247639,
      "loss_total": 0.012781624682247639,
      "step": 21360
    },
    {
      "loss_action": 0.03696724399924278,
      "loss_total": 0.03696724399924278,
      "step": 21360
    },
    {
      "loss_action": 0.011159582994878292,
      "loss_total": 0.011159582994878292,
      "step": 21360
    },
    {
      "loss_action": 0.009462245739996433,
      "loss_total": 0.009462245739996433,
      "step": 21360
    },
    {
      "loss_action": 0.01329135987907648,
      "loss_total": 0.01329135987907648,
      "step": 21360
    },
    {
      "loss_action": 0.005697705317288637,
      "loss_total": 0.005697705317288637,
      "step": 21360
    },
    {
      "loss_action": 0.00602402538061142,
      "loss_total": 0.00602402538061142,
      "step": 21360
    },
    {
      "grad_norm": 0.14637064933776855,
      "learning_rate": 9.285164539965551e-05,
      "loss": 0.0145,
      "step": 21370
    },
    {
      "loss_action": 0.02861909382045269,
      "loss_total": 0.02861909382045269,
      "step": 21370
    },
    {
      "loss_action": 0.04143960401415825,
      "loss_total": 0.04143960401415825,
      "step": 21370
    },
    {
      "loss_action": 0.008529184386134148,
      "loss_total": 0.008529184386134148,
      "step": 21370
    },
    {
      "loss_action": 0.01226155273616314,
      "loss_total": 0.01226155273616314,
      "step": 21370
    },
    {
      "loss_action": 0.009652286767959595,
      "loss_total": 0.009652286767959595,
      "step": 21370
    },
    {
      "loss_action": 0.012232944369316101,
      "loss_total": 0.012232944369316101,
      "step": 21370
    },
    {
      "loss_action": 0.009757482446730137,
      "loss_total": 0.009757482446730137,
      "step": 21370
    },
    {
      "loss_action": 0.04369892179965973,
      "loss_total": 0.04369892179965973,
      "step": 21370
    },
    {
      "grad_norm": 0.19682389497756958,
      "learning_rate": 9.284312336042251e-05,
      "loss": 0.0133,
      "step": 21380
    },
    {
      "loss_action": 0.012664501555263996,
      "loss_total": 0.012664501555263996,
      "step": 21380
    },
    {
      "loss_action": 0.005701160989701748,
      "loss_total": 0.005701160989701748,
      "step": 21380
    },
    {
      "loss_action": 0.008979772217571735,
      "loss_total": 0.008979772217571735,
      "step": 21380
    },
    {
      "loss_action": 0.0066513074561953545,
      "loss_total": 0.0066513074561953545,
      "step": 21380
    },
    {
      "loss_action": 0.009977991692721844,
      "loss_total": 0.009977991692721844,
      "step": 21380
    },
    {
      "loss_action": 0.008536831475794315,
      "loss_total": 0.008536831475794315,
      "step": 21380
    },
    {
      "loss_action": 0.02182091400027275,
      "loss_total": 0.02182091400027275,
      "step": 21380
    },
    {
      "loss_action": 0.01635829359292984,
      "loss_total": 0.01635829359292984,
      "step": 21380
    },
    {
      "grad_norm": 0.21109680831432343,
      "learning_rate": 9.283459663592996e-05,
      "loss": 0.0128,
      "step": 21390
    },
    {
      "loss_action": 0.01752963289618492,
      "loss_total": 0.01752963289618492,
      "step": 21390
    },
    {
      "loss_action": 0.021145401522517204,
      "loss_total": 0.021145401522517204,
      "step": 21390
    },
    {
      "loss_action": 0.007019417826086283,
      "loss_total": 0.007019417826086283,
      "step": 21390
    },
    {
      "loss_action": 0.005652811843901873,
      "loss_total": 0.005652811843901873,
      "step": 21390
    },
    {
      "loss_action": 0.014810341410338879,
      "loss_total": 0.014810341410338879,
      "step": 21390
    },
    {
      "loss_action": 0.00554586760699749,
      "loss_total": 0.00554586760699749,
      "step": 21390
    },
    {
      "loss_action": 0.021883495151996613,
      "loss_total": 0.021883495151996613,
      "step": 21390
    },
    {
      "loss_action": 0.008948556147515774,
      "loss_total": 0.008948556147515774,
      "step": 21390
    },
    {
      "grad_norm": 0.17485487461090088,
      "learning_rate": 9.282606522711033e-05,
      "loss": 0.0162,
      "step": 21400
    },
    {
      "loss_action": 0.013452673330903053,
      "loss_total": 0.013452673330903053,
      "step": 21400
    },
    {
      "loss_action": 0.007732823025435209,
      "loss_total": 0.007732823025435209,
      "step": 21400
    },
    {
      "loss_action": 0.017360633239150047,
      "loss_total": 0.017360633239150047,
      "step": 21400
    },
    {
      "loss_action": 0.015617229975759983,
      "loss_total": 0.015617229975759983,
      "step": 21400
    },
    {
      "loss_action": 0.011535492725670338,
      "loss_total": 0.011535492725670338,
      "step": 21400
    },
    {
      "loss_action": 0.008220061659812927,
      "loss_total": 0.008220061659812927,
      "step": 21400
    },
    {
      "loss_action": 0.013338415883481503,
      "loss_total": 0.013338415883481503,
      "step": 21400
    },
    {
      "loss_action": 0.023808810859918594,
      "loss_total": 0.023808810859918594,
      "step": 21400
    },
    {
      "grad_norm": 0.135064497590065,
      "learning_rate": 9.281752913489657e-05,
      "loss": 0.014,
      "step": 21410
    },
    {
      "loss_action": 0.004378676880151033,
      "loss_total": 0.004378676880151033,
      "step": 21410
    },
    {
      "loss_action": 0.009244713932275772,
      "loss_total": 0.009244713932275772,
      "step": 21410
    },
    {
      "loss_action": 0.010033264756202698,
      "loss_total": 0.010033264756202698,
      "step": 21410
    },
    {
      "loss_action": 0.013577188365161419,
      "loss_total": 0.013577188365161419,
      "step": 21410
    },
    {
      "loss_action": 0.013486824929714203,
      "loss_total": 0.013486824929714203,
      "step": 21410
    },
    {
      "loss_action": 0.01033032312989235,
      "loss_total": 0.01033032312989235,
      "step": 21410
    },
    {
      "loss_action": 0.017236430197954178,
      "loss_total": 0.017236430197954178,
      "step": 21410
    },
    {
      "loss_action": 0.009462174028158188,
      "loss_total": 0.009462174028158188,
      "step": 21410
    },
    {
      "grad_norm": 0.13555297255516052,
      "learning_rate": 9.280898836022222e-05,
      "loss": 0.0134,
      "step": 21420
    },
    {
      "loss_action": 0.011838532984256744,
      "loss_total": 0.011838532984256744,
      "step": 21420
    },
    {
      "loss_action": 0.011935334652662277,
      "loss_total": 0.011935334652662277,
      "step": 21420
    },
    {
      "loss_action": 0.00949600525200367,
      "loss_total": 0.00949600525200367,
      "step": 21420
    },
    {
      "loss_action": 0.005922089330852032,
      "loss_total": 0.005922089330852032,
      "step": 21420
    },
    {
      "loss_action": 0.008236713707447052,
      "loss_total": 0.008236713707447052,
      "step": 21420
    },
    {
      "loss_action": 0.005443875677883625,
      "loss_total": 0.005443875677883625,
      "step": 21420
    },
    {
      "loss_action": 0.004738214425742626,
      "loss_total": 0.004738214425742626,
      "step": 21420
    },
    {
      "loss_action": 0.008124211803078651,
      "loss_total": 0.008124211803078651,
      "step": 21420
    },
    {
      "grad_norm": 0.15622146427631378,
      "learning_rate": 9.280044290402126e-05,
      "loss": 0.0116,
      "step": 21430
    },
    {
      "loss_action": 0.005300755612552166,
      "loss_total": 0.005300755612552166,
      "step": 21430
    },
    {
      "loss_action": 0.005725940689444542,
      "loss_total": 0.005725940689444542,
      "step": 21430
    },
    {
      "loss_action": 0.005621903110295534,
      "loss_total": 0.005621903110295534,
      "step": 21430
    },
    {
      "loss_action": 0.006170501932501793,
      "loss_total": 0.006170501932501793,
      "step": 21430
    },
    {
      "loss_action": 0.011526430957019329,
      "loss_total": 0.011526430957019329,
      "step": 21430
    },
    {
      "loss_action": 0.025629108771681786,
      "loss_total": 0.025629108771681786,
      "step": 21430
    },
    {
      "loss_action": 0.008269956335425377,
      "loss_total": 0.008269956335425377,
      "step": 21430
    },
    {
      "loss_action": 0.0064257606863975525,
      "loss_total": 0.0064257606863975525,
      "step": 21430
    },
    {
      "grad_norm": 0.17404203116893768,
      "learning_rate": 9.279189276722821e-05,
      "loss": 0.0132,
      "step": 21440
    },
    {
      "loss_action": 0.01571175828576088,
      "loss_total": 0.01571175828576088,
      "step": 21440
    },
    {
      "loss_action": 0.008262144401669502,
      "loss_total": 0.008262144401669502,
      "step": 21440
    },
    {
      "loss_action": 0.03453214466571808,
      "loss_total": 0.03453214466571808,
      "step": 21440
    },
    {
      "loss_action": 0.01385718397796154,
      "loss_total": 0.01385718397796154,
      "step": 21440
    },
    {
      "loss_action": 0.010365751571953297,
      "loss_total": 0.010365751571953297,
      "step": 21440
    },
    {
      "loss_action": 0.015084443613886833,
      "loss_total": 0.015084443613886833,
      "step": 21440
    },
    {
      "loss_action": 0.014355972409248352,
      "loss_total": 0.014355972409248352,
      "step": 21440
    },
    {
      "loss_action": 0.00706110056489706,
      "loss_total": 0.00706110056489706,
      "step": 21440
    },
    {
      "grad_norm": 0.16060017049312592,
      "learning_rate": 9.278333795077812e-05,
      "loss": 0.0138,
      "step": 21450
    },
    {
      "loss_action": 0.006908612325787544,
      "loss_total": 0.006908612325787544,
      "step": 21450
    },
    {
      "loss_action": 0.016583222895860672,
      "loss_total": 0.016583222895860672,
      "step": 21450
    },
    {
      "loss_action": 0.01905003748834133,
      "loss_total": 0.01905003748834133,
      "step": 21450
    },
    {
      "loss_action": 0.010958459228277206,
      "loss_total": 0.010958459228277206,
      "step": 21450
    },
    {
      "loss_action": 0.0074105653911828995,
      "loss_total": 0.0074105653911828995,
      "step": 21450
    },
    {
      "loss_action": 0.00776720093563199,
      "loss_total": 0.00776720093563199,
      "step": 21450
    },
    {
      "loss_action": 0.005169226787984371,
      "loss_total": 0.005169226787984371,
      "step": 21450
    },
    {
      "loss_action": 0.006913540884852409,
      "loss_total": 0.006913540884852409,
      "step": 21450
    },
    {
      "grad_norm": 0.1395907998085022,
      "learning_rate": 9.27747784556065e-05,
      "loss": 0.0117,
      "step": 21460
    },
    {
      "loss_action": 0.0040068174712359905,
      "loss_total": 0.0040068174712359905,
      "step": 21460
    },
    {
      "loss_action": 0.005456478334963322,
      "loss_total": 0.005456478334963322,
      "step": 21460
    },
    {
      "loss_action": 0.006060125771909952,
      "loss_total": 0.006060125771909952,
      "step": 21460
    },
    {
      "loss_action": 0.021530091762542725,
      "loss_total": 0.021530091762542725,
      "step": 21460
    },
    {
      "loss_action": 0.034884482622146606,
      "loss_total": 0.034884482622146606,
      "step": 21460
    },
    {
      "loss_action": 0.007755395025014877,
      "loss_total": 0.007755395025014877,
      "step": 21460
    },
    {
      "loss_action": 0.019760793074965477,
      "loss_total": 0.019760793074965477,
      "step": 21460
    },
    {
      "loss_action": 0.02216201461851597,
      "loss_total": 0.02216201461851597,
      "step": 21460
    },
    {
      "grad_norm": 0.1346246898174286,
      "learning_rate": 9.276621428264942e-05,
      "loss": 0.0138,
      "step": 21470
    },
    {
      "loss_action": 0.02116880565881729,
      "loss_total": 0.02116880565881729,
      "step": 21470
    },
    {
      "loss_action": 0.027758140116930008,
      "loss_total": 0.027758140116930008,
      "step": 21470
    },
    {
      "loss_action": 0.006852715276181698,
      "loss_total": 0.006852715276181698,
      "step": 21470
    },
    {
      "loss_action": 0.023267198354005814,
      "loss_total": 0.023267198354005814,
      "step": 21470
    },
    {
      "loss_action": 0.00565119506791234,
      "loss_total": 0.00565119506791234,
      "step": 21470
    },
    {
      "loss_action": 0.011925879865884781,
      "loss_total": 0.011925879865884781,
      "step": 21470
    },
    {
      "loss_action": 0.0054824636317789555,
      "loss_total": 0.0054824636317789555,
      "step": 21470
    },
    {
      "loss_action": 0.004657210316509008,
      "loss_total": 0.004657210316509008,
      "step": 21470
    },
    {
      "grad_norm": 0.18358366191387177,
      "learning_rate": 9.275764543284345e-05,
      "loss": 0.012,
      "step": 21480
    },
    {
      "loss_action": 0.009141767397522926,
      "loss_total": 0.009141767397522926,
      "step": 21480
    },
    {
      "loss_action": 0.006890317425131798,
      "loss_total": 0.006890317425131798,
      "step": 21480
    },
    {
      "loss_action": 0.0119500532746315,
      "loss_total": 0.0119500532746315,
      "step": 21480
    },
    {
      "loss_action": 0.015315852127969265,
      "loss_total": 0.015315852127969265,
      "step": 21480
    },
    {
      "loss_action": 0.006134500727057457,
      "loss_total": 0.006134500727057457,
      "step": 21480
    },
    {
      "loss_action": 0.009767033159732819,
      "loss_total": 0.009767033159732819,
      "step": 21480
    },
    {
      "loss_action": 0.03220149129629135,
      "loss_total": 0.03220149129629135,
      "step": 21480
    },
    {
      "loss_action": 0.03627909719944,
      "loss_total": 0.03627909719944,
      "step": 21480
    },
    {
      "grad_norm": 0.18713462352752686,
      "learning_rate": 9.274907190712566e-05,
      "loss": 0.012,
      "step": 21490
    },
    {
      "loss_action": 0.005404874682426453,
      "loss_total": 0.005404874682426453,
      "step": 21490
    },
    {
      "loss_action": 0.012580019421875477,
      "loss_total": 0.012580019421875477,
      "step": 21490
    },
    {
      "loss_action": 0.010086651891469955,
      "loss_total": 0.010086651891469955,
      "step": 21490
    },
    {
      "loss_action": 0.02699267491698265,
      "loss_total": 0.02699267491698265,
      "step": 21490
    },
    {
      "loss_action": 0.006933148019015789,
      "loss_total": 0.006933148019015789,
      "step": 21490
    },
    {
      "loss_action": 0.030042514204978943,
      "loss_total": 0.030042514204978943,
      "step": 21490
    },
    {
      "loss_action": 0.010973535478115082,
      "loss_total": 0.010973535478115082,
      "step": 21490
    },
    {
      "loss_action": 0.005672728642821312,
      "loss_total": 0.005672728642821312,
      "step": 21490
    },
    {
      "grad_norm": 0.1769910454750061,
      "learning_rate": 9.274049370643363e-05,
      "loss": 0.0142,
      "step": 21500
    },
    {
      "loss_action": 0.010447058826684952,
      "loss_total": 0.010447058826684952,
      "step": 21500
    },
    {
      "loss_action": 0.009057259187102318,
      "loss_total": 0.009057259187102318,
      "step": 21500
    },
    {
      "loss_action": 0.02024860866367817,
      "loss_total": 0.02024860866367817,
      "step": 21500
    },
    {
      "loss_action": 0.008885116316378117,
      "loss_total": 0.008885116316378117,
      "step": 21500
    },
    {
      "loss_action": 0.008823019452393055,
      "loss_total": 0.008823019452393055,
      "step": 21500
    },
    {
      "loss_action": 0.007148312870413065,
      "loss_total": 0.007148312870413065,
      "step": 21500
    },
    {
      "loss_action": 0.020493701100349426,
      "loss_total": 0.020493701100349426,
      "step": 21500
    },
    {
      "loss_action": 0.005036698654294014,
      "loss_total": 0.005036698654294014,
      "step": 21500
    },
    {
      "grad_norm": 0.1899052858352661,
      "learning_rate": 9.273191083170547e-05,
      "loss": 0.0139,
      "step": 21510
    },
    {
      "loss_action": 0.005312089808285236,
      "loss_total": 0.005312089808285236,
      "step": 21510
    },
    {
      "loss_action": 0.012582233175635338,
      "loss_total": 0.012582233175635338,
      "step": 21510
    },
    {
      "loss_action": 0.0090939961373806,
      "loss_total": 0.0090939961373806,
      "step": 21510
    },
    {
      "loss_action": 0.011225249618291855,
      "loss_total": 0.011225249618291855,
      "step": 21510
    },
    {
      "loss_action": 0.018776962533593178,
      "loss_total": 0.018776962533593178,
      "step": 21510
    },
    {
      "loss_action": 0.010242758318781853,
      "loss_total": 0.010242758318781853,
      "step": 21510
    },
    {
      "loss_action": 0.007340359501540661,
      "loss_total": 0.007340359501540661,
      "step": 21510
    },
    {
      "loss_action": 0.006141302175819874,
      "loss_total": 0.006141302175819874,
      "step": 21510
    },
    {
      "grad_norm": 0.1553989052772522,
      "learning_rate": 9.27233232838798e-05,
      "loss": 0.0127,
      "step": 21520
    },
    {
      "loss_action": 0.015469573438167572,
      "loss_total": 0.015469573438167572,
      "step": 21520
    },
    {
      "loss_action": 0.013946976512670517,
      "loss_total": 0.013946976512670517,
      "step": 21520
    },
    {
      "loss_action": 0.007434842176735401,
      "loss_total": 0.007434842176735401,
      "step": 21520
    },
    {
      "loss_action": 0.009645460173487663,
      "loss_total": 0.009645460173487663,
      "step": 21520
    },
    {
      "loss_action": 0.008661285974085331,
      "loss_total": 0.008661285974085331,
      "step": 21520
    },
    {
      "loss_action": 0.010905755683779716,
      "loss_total": 0.010905755683779716,
      "step": 21520
    },
    {
      "loss_action": 0.007947796955704689,
      "loss_total": 0.007947796955704689,
      "step": 21520
    },
    {
      "loss_action": 0.004387183114886284,
      "loss_total": 0.004387183114886284,
      "step": 21520
    },
    {
      "grad_norm": 0.1591254621744156,
      "learning_rate": 9.27147310638957e-05,
      "loss": 0.0135,
      "step": 21530
    },
    {
      "loss_action": 0.012389684095978737,
      "loss_total": 0.012389684095978737,
      "step": 21530
    },
    {
      "loss_action": 0.016578415408730507,
      "loss_total": 0.016578415408730507,
      "step": 21530
    },
    {
      "loss_action": 0.00523014273494482,
      "loss_total": 0.00523014273494482,
      "step": 21530
    },
    {
      "loss_action": 0.008690627291798592,
      "loss_total": 0.008690627291798592,
      "step": 21530
    },
    {
      "loss_action": 0.038761623203754425,
      "loss_total": 0.038761623203754425,
      "step": 21530
    },
    {
      "loss_action": 0.00930044986307621,
      "loss_total": 0.00930044986307621,
      "step": 21530
    },
    {
      "loss_action": 0.01891901344060898,
      "loss_total": 0.01891901344060898,
      "step": 21530
    },
    {
      "loss_action": 0.008870882913470268,
      "loss_total": 0.008870882913470268,
      "step": 21530
    },
    {
      "grad_norm": 0.21403779089450836,
      "learning_rate": 9.270613417269286e-05,
      "loss": 0.0123,
      "step": 21540
    },
    {
      "loss_action": 0.0069277603179216385,
      "loss_total": 0.0069277603179216385,
      "step": 21540
    },
    {
      "loss_action": 0.0054442123509943485,
      "loss_total": 0.0054442123509943485,
      "step": 21540
    },
    {
      "loss_action": 0.005709226708859205,
      "loss_total": 0.005709226708859205,
      "step": 21540
    },
    {
      "loss_action": 0.017185848206281662,
      "loss_total": 0.017185848206281662,
      "step": 21540
    },
    {
      "loss_action": 0.01312797237187624,
      "loss_total": 0.01312797237187624,
      "step": 21540
    },
    {
      "loss_action": 0.022068068385124207,
      "loss_total": 0.022068068385124207,
      "step": 21540
    },
    {
      "loss_action": 0.011701397597789764,
      "loss_total": 0.011701397597789764,
      "step": 21540
    },
    {
      "loss_action": 0.025534607470035553,
      "loss_total": 0.025534607470035553,
      "step": 21540
    },
    {
      "grad_norm": 0.10024099051952362,
      "learning_rate": 9.269753261121138e-05,
      "loss": 0.0141,
      "step": 21550
    },
    {
      "loss_action": 0.00908069871366024,
      "loss_total": 0.00908069871366024,
      "step": 21550
    },
    {
      "loss_action": 0.029283732175827026,
      "loss_total": 0.029283732175827026,
      "step": 21550
    },
    {
      "loss_action": 0.009996945969760418,
      "loss_total": 0.009996945969760418,
      "step": 21550
    },
    {
      "loss_action": 0.010047377087175846,
      "loss_total": 0.010047377087175846,
      "step": 21550
    },
    {
      "loss_action": 0.004800006747245789,
      "loss_total": 0.004800006747245789,
      "step": 21550
    },
    {
      "loss_action": 0.007783017121255398,
      "loss_total": 0.007783017121255398,
      "step": 21550
    },
    {
      "loss_action": 0.010328895412385464,
      "loss_total": 0.010328895412385464,
      "step": 21550
    },
    {
      "loss_action": 0.015597713179886341,
      "loss_total": 0.015597713179886341,
      "step": 21550
    },
    {
      "grad_norm": 0.15997527539730072,
      "learning_rate": 9.268892638039194e-05,
      "loss": 0.0129,
      "step": 21560
    },
    {
      "loss_action": 0.020709501579403877,
      "loss_total": 0.020709501579403877,
      "step": 21560
    },
    {
      "loss_action": 0.022045904770493507,
      "loss_total": 0.022045904770493507,
      "step": 21560
    },
    {
      "loss_action": 0.031068461015820503,
      "loss_total": 0.031068461015820503,
      "step": 21560
    },
    {
      "loss_action": 0.018719973042607307,
      "loss_total": 0.018719973042607307,
      "step": 21560
    },
    {
      "loss_action": 0.009787710383534431,
      "loss_total": 0.009787710383534431,
      "step": 21560
    },
    {
      "loss_action": 0.021464359015226364,
      "loss_total": 0.021464359015226364,
      "step": 21560
    },
    {
      "loss_action": 0.005904862191528082,
      "loss_total": 0.005904862191528082,
      "step": 21560
    },
    {
      "loss_action": 0.007187564391642809,
      "loss_total": 0.007187564391642809,
      "step": 21560
    },
    {
      "grad_norm": 0.18664030730724335,
      "learning_rate": 9.268031548117569e-05,
      "loss": 0.0133,
      "step": 21570
    },
    {
      "loss_action": 0.006728550884872675,
      "loss_total": 0.006728550884872675,
      "step": 21570
    },
    {
      "loss_action": 0.016536111012101173,
      "loss_total": 0.016536111012101173,
      "step": 21570
    },
    {
      "loss_action": 0.008227430284023285,
      "loss_total": 0.008227430284023285,
      "step": 21570
    },
    {
      "loss_action": 0.011728394776582718,
      "loss_total": 0.011728394776582718,
      "step": 21570
    },
    {
      "loss_action": 0.011985542252659798,
      "loss_total": 0.011985542252659798,
      "step": 21570
    },
    {
      "loss_action": 0.01494967844337225,
      "loss_total": 0.01494967844337225,
      "step": 21570
    },
    {
      "loss_action": 0.005403114482760429,
      "loss_total": 0.005403114482760429,
      "step": 21570
    },
    {
      "loss_action": 0.008822026662528515,
      "loss_total": 0.008822026662528515,
      "step": 21570
    },
    {
      "grad_norm": 0.18355262279510498,
      "learning_rate": 9.26716999145043e-05,
      "loss": 0.0151,
      "step": 21580
    },
    {
      "loss_action": 0.03434951975941658,
      "loss_total": 0.03434951975941658,
      "step": 21580
    },
    {
      "loss_action": 0.011957678012549877,
      "loss_total": 0.011957678012549877,
      "step": 21580
    },
    {
      "loss_action": 0.007827913388609886,
      "loss_total": 0.007827913388609886,
      "step": 21580
    },
    {
      "loss_action": 0.01419080886989832,
      "loss_total": 0.01419080886989832,
      "step": 21580
    },
    {
      "loss_action": 0.00737017672508955,
      "loss_total": 0.00737017672508955,
      "step": 21580
    },
    {
      "loss_action": 0.015907125547528267,
      "loss_total": 0.015907125547528267,
      "step": 21580
    },
    {
      "loss_action": 0.011820466257631779,
      "loss_total": 0.011820466257631779,
      "step": 21580
    },
    {
      "loss_action": 0.01586144231259823,
      "loss_total": 0.01586144231259823,
      "step": 21580
    },
    {
      "grad_norm": 0.1619550883769989,
      "learning_rate": 9.266307968131998e-05,
      "loss": 0.0138,
      "step": 21590
    },
    {
      "loss_action": 0.012171427719295025,
      "loss_total": 0.012171427719295025,
      "step": 21590
    },
    {
      "loss_action": 0.008164097554981709,
      "loss_total": 0.008164097554981709,
      "step": 21590
    },
    {
      "loss_action": 0.007552549242973328,
      "loss_total": 0.007552549242973328,
      "step": 21590
    },
    {
      "loss_action": 0.0045824600383639336,
      "loss_total": 0.0045824600383639336,
      "step": 21590
    },
    {
      "loss_action": 0.011784572154283524,
      "loss_total": 0.011784572154283524,
      "step": 21590
    },
    {
      "loss_action": 0.014969319105148315,
      "loss_total": 0.014969319105148315,
      "step": 21590
    },
    {
      "loss_action": 0.011122316122055054,
      "loss_total": 0.011122316122055054,
      "step": 21590
    },
    {
      "loss_action": 0.0054489984177052975,
      "loss_total": 0.0054489984177052975,
      "step": 21590
    },
    {
      "grad_norm": 0.1342920958995819,
      "learning_rate": 9.26544547825654e-05,
      "loss": 0.0125,
      "step": 21600
    },
    {
      "loss_action": 0.013629140332341194,
      "loss_total": 0.013629140332341194,
      "step": 21600
    },
    {
      "loss_action": 0.007108934223651886,
      "loss_total": 0.007108934223651886,
      "step": 21600
    },
    {
      "loss_action": 0.012347589246928692,
      "loss_total": 0.012347589246928692,
      "step": 21600
    },
    {
      "loss_action": 0.011645815335214138,
      "loss_total": 0.011645815335214138,
      "step": 21600
    },
    {
      "loss_action": 0.01747354492545128,
      "loss_total": 0.01747354492545128,
      "step": 21600
    },
    {
      "loss_action": 0.019054414704442024,
      "loss_total": 0.019054414704442024,
      "step": 21600
    },
    {
      "loss_action": 0.005788231268525124,
      "loss_total": 0.005788231268525124,
      "step": 21600
    },
    {
      "loss_action": 0.0148250637575984,
      "loss_total": 0.0148250637575984,
      "step": 21600
    },
    {
      "grad_norm": 0.1470259577035904,
      "learning_rate": 9.264582521918376e-05,
      "loss": 0.014,
      "step": 21610
    },
    {
      "loss_action": 0.004201826639473438,
      "loss_total": 0.004201826639473438,
      "step": 21610
    },
    {
      "loss_action": 0.018821166828274727,
      "loss_total": 0.018821166828274727,
      "step": 21610
    },
    {
      "loss_action": 0.0062743425369262695,
      "loss_total": 0.0062743425369262695,
      "step": 21610
    },
    {
      "loss_action": 0.00732722831889987,
      "loss_total": 0.00732722831889987,
      "step": 21610
    },
    {
      "loss_action": 0.006138080731034279,
      "loss_total": 0.006138080731034279,
      "step": 21610
    },
    {
      "loss_action": 0.014478078112006187,
      "loss_total": 0.014478078112006187,
      "step": 21610
    },
    {
      "loss_action": 0.01259739138185978,
      "loss_total": 0.01259739138185978,
      "step": 21610
    },
    {
      "loss_action": 0.023412393406033516,
      "loss_total": 0.023412393406033516,
      "step": 21610
    },
    {
      "grad_norm": 0.17480690777301788,
      "learning_rate": 9.263719099211881e-05,
      "loss": 0.0124,
      "step": 21620
    },
    {
      "loss_action": 0.018425825983285904,
      "loss_total": 0.018425825983285904,
      "step": 21620
    },
    {
      "loss_action": 0.005076314322650433,
      "loss_total": 0.005076314322650433,
      "step": 21620
    },
    {
      "loss_action": 0.012280589900910854,
      "loss_total": 0.012280589900910854,
      "step": 21620
    },
    {
      "loss_action": 0.010259157046675682,
      "loss_total": 0.010259157046675682,
      "step": 21620
    },
    {
      "loss_action": 0.008406085893511772,
      "loss_total": 0.008406085893511772,
      "step": 21620
    },
    {
      "loss_action": 0.008378254249691963,
      "loss_total": 0.008378254249691963,
      "step": 21620
    },
    {
      "loss_action": 0.01927787810564041,
      "loss_total": 0.01927787810564041,
      "step": 21620
    },
    {
      "loss_action": 0.012373846024274826,
      "loss_total": 0.012373846024274826,
      "step": 21620
    },
    {
      "grad_norm": 0.15510553121566772,
      "learning_rate": 9.262855210231476e-05,
      "loss": 0.0128,
      "step": 21630
    },
    {
      "loss_action": 0.012983398512005806,
      "loss_total": 0.012983398512005806,
      "step": 21630
    },
    {
      "loss_action": 0.015238179825246334,
      "loss_total": 0.015238179825246334,
      "step": 21630
    },
    {
      "loss_action": 0.017462480813264847,
      "loss_total": 0.017462480813264847,
      "step": 21630
    },
    {
      "loss_action": 0.011468115262687206,
      "loss_total": 0.011468115262687206,
      "step": 21630
    },
    {
      "loss_action": 0.007682548835873604,
      "loss_total": 0.007682548835873604,
      "step": 21630
    },
    {
      "loss_action": 0.015318362042307854,
      "loss_total": 0.015318362042307854,
      "step": 21630
    },
    {
      "loss_action": 0.00913855992257595,
      "loss_total": 0.00913855992257595,
      "step": 21630
    },
    {
      "loss_action": 0.012793926522135735,
      "loss_total": 0.012793926522135735,
      "step": 21630
    },
    {
      "grad_norm": 0.09994664788246155,
      "learning_rate": 9.261990855071633e-05,
      "loss": 0.0117,
      "step": 21640
    },
    {
      "loss_action": 0.01054837740957737,
      "loss_total": 0.01054837740957737,
      "step": 21640
    },
    {
      "loss_action": 0.013207868672907352,
      "loss_total": 0.013207868672907352,
      "step": 21640
    },
    {
      "loss_action": 0.0060206931084394455,
      "loss_total": 0.0060206931084394455,
      "step": 21640
    },
    {
      "loss_action": 0.010027178563177586,
      "loss_total": 0.010027178563177586,
      "step": 21640
    },
    {
      "loss_action": 0.005591272376477718,
      "loss_total": 0.005591272376477718,
      "step": 21640
    },
    {
      "loss_action": 0.021070517599582672,
      "loss_total": 0.021070517599582672,
      "step": 21640
    },
    {
      "loss_action": 0.01661542057991028,
      "loss_total": 0.01661542057991028,
      "step": 21640
    },
    {
      "loss_action": 0.0058019282296299934,
      "loss_total": 0.0058019282296299934,
      "step": 21640
    },
    {
      "grad_norm": 0.1924096941947937,
      "learning_rate": 9.261126033826878e-05,
      "loss": 0.0132,
      "step": 21650
    },
    {
      "loss_action": 0.004238777328282595,
      "loss_total": 0.004238777328282595,
      "step": 21650
    },
    {
      "loss_action": 0.011217990890145302,
      "loss_total": 0.011217990890145302,
      "step": 21650
    },
    {
      "loss_action": 0.013529972173273563,
      "loss_total": 0.013529972173273563,
      "step": 21650
    },
    {
      "loss_action": 0.012890012934803963,
      "loss_total": 0.012890012934803963,
      "step": 21650
    },
    {
      "loss_action": 0.012384832836687565,
      "loss_total": 0.012384832836687565,
      "step": 21650
    },
    {
      "loss_action": 0.011508366093039513,
      "loss_total": 0.011508366093039513,
      "step": 21650
    },
    {
      "loss_action": 0.018838711082935333,
      "loss_total": 0.018838711082935333,
      "step": 21650
    },
    {
      "loss_action": 0.011002665385603905,
      "loss_total": 0.011002665385603905,
      "step": 21650
    },
    {
      "grad_norm": 0.09898205101490021,
      "learning_rate": 9.260260746591786e-05,
      "loss": 0.0104,
      "step": 21660
    },
    {
      "loss_action": 0.011158553883433342,
      "loss_total": 0.011158553883433342,
      "step": 21660
    },
    {
      "loss_action": 0.0039739105850458145,
      "loss_total": 0.0039739105850458145,
      "step": 21660
    },
    {
      "loss_action": 0.008518065325915813,
      "loss_total": 0.008518065325915813,
      "step": 21660
    },
    {
      "loss_action": 0.013653169386088848,
      "loss_total": 0.013653169386088848,
      "step": 21660
    },
    {
      "loss_action": 0.005359998904168606,
      "loss_total": 0.005359998904168606,
      "step": 21660
    },
    {
      "loss_action": 0.006469991989433765,
      "loss_total": 0.006469991989433765,
      "step": 21660
    },
    {
      "loss_action": 0.005784188397228718,
      "loss_total": 0.005784188397228718,
      "step": 21660
    },
    {
      "loss_action": 0.005146302282810211,
      "loss_total": 0.005146302282810211,
      "step": 21660
    },
    {
      "grad_norm": 0.1452498584985733,
      "learning_rate": 9.259394993460985e-05,
      "loss": 0.0119,
      "step": 21670
    },
    {
      "loss_action": 0.002952290466055274,
      "loss_total": 0.002952290466055274,
      "step": 21670
    },
    {
      "loss_action": 0.01472027413547039,
      "loss_total": 0.01472027413547039,
      "step": 21670
    },
    {
      "loss_action": 0.00933699868619442,
      "loss_total": 0.00933699868619442,
      "step": 21670
    },
    {
      "loss_action": 0.004084551706910133,
      "loss_total": 0.004084551706910133,
      "step": 21670
    },
    {
      "loss_action": 0.006328647490590811,
      "loss_total": 0.006328647490590811,
      "step": 21670
    },
    {
      "loss_action": 0.006759803742170334,
      "loss_total": 0.006759803742170334,
      "step": 21670
    },
    {
      "loss_action": 0.017265981063246727,
      "loss_total": 0.017265981063246727,
      "step": 21670
    },
    {
      "loss_action": 0.004938802216202021,
      "loss_total": 0.004938802216202021,
      "step": 21670
    },
    {
      "grad_norm": 0.1951424479484558,
      "learning_rate": 9.258528774529151e-05,
      "loss": 0.0123,
      "step": 21680
    },
    {
      "loss_action": 0.0054302094504237175,
      "loss_total": 0.0054302094504237175,
      "step": 21680
    },
    {
      "loss_action": 0.004760144744068384,
      "loss_total": 0.004760144744068384,
      "step": 21680
    },
    {
      "loss_action": 0.0055231498554348946,
      "loss_total": 0.0055231498554348946,
      "step": 21680
    },
    {
      "loss_action": 0.033406633883714676,
      "loss_total": 0.033406633883714676,
      "step": 21680
    },
    {
      "loss_action": 0.012653719633817673,
      "loss_total": 0.012653719633817673,
      "step": 21680
    },
    {
      "loss_action": 0.0076440381817519665,
      "loss_total": 0.0076440381817519665,
      "step": 21680
    },
    {
      "loss_action": 0.014367631636559963,
      "loss_total": 0.014367631636559963,
      "step": 21680
    },
    {
      "loss_action": 0.010138247162103653,
      "loss_total": 0.010138247162103653,
      "step": 21680
    },
    {
      "grad_norm": 0.08989033102989197,
      "learning_rate": 9.257662089891013e-05,
      "loss": 0.0105,
      "step": 21690
    },
    {
      "loss_action": 0.016257962211966515,
      "loss_total": 0.016257962211966515,
      "step": 21690
    },
    {
      "loss_action": 0.010169008746743202,
      "loss_total": 0.010169008746743202,
      "step": 21690
    },
    {
      "loss_action": 0.0057103680446743965,
      "loss_total": 0.0057103680446743965,
      "step": 21690
    },
    {
      "loss_action": 0.014463333413004875,
      "loss_total": 0.014463333413004875,
      "step": 21690
    },
    {
      "loss_action": 0.010009152814745903,
      "loss_total": 0.010009152814745903,
      "step": 21690
    },
    {
      "loss_action": 0.007347801700234413,
      "loss_total": 0.007347801700234413,
      "step": 21690
    },
    {
      "loss_action": 0.008616281673312187,
      "loss_total": 0.008616281673312187,
      "step": 21690
    },
    {
      "loss_action": 0.005684622563421726,
      "loss_total": 0.005684622563421726,
      "step": 21690
    },
    {
      "grad_norm": 0.12061599642038345,
      "learning_rate": 9.25679493964135e-05,
      "loss": 0.0117,
      "step": 21700
    },
    {
      "loss_action": 0.005282266531139612,
      "loss_total": 0.005282266531139612,
      "step": 21700
    },
    {
      "loss_action": 0.015908747911453247,
      "loss_total": 0.015908747911453247,
      "step": 21700
    },
    {
      "loss_action": 0.01217246986925602,
      "loss_total": 0.01217246986925602,
      "step": 21700
    },
    {
      "loss_action": 0.006942046340554953,
      "loss_total": 0.006942046340554953,
      "step": 21700
    },
    {
      "loss_action": 0.008740133605897427,
      "loss_total": 0.008740133605897427,
      "step": 21700
    },
    {
      "loss_action": 0.016489587724208832,
      "loss_total": 0.016489587724208832,
      "step": 21700
    },
    {
      "loss_action": 0.00476848054677248,
      "loss_total": 0.00476848054677248,
      "step": 21700
    },
    {
      "loss_action": 0.01335880346596241,
      "loss_total": 0.01335880346596241,
      "step": 21700
    },
    {
      "grad_norm": 0.1406591236591339,
      "learning_rate": 9.255927323874994e-05,
      "loss": 0.0108,
      "step": 21710
    },
    {
      "loss_action": 0.003954846877604723,
      "loss_total": 0.003954846877604723,
      "step": 21710
    },
    {
      "loss_action": 0.009455349296331406,
      "loss_total": 0.009455349296331406,
      "step": 21710
    },
    {
      "loss_action": 0.0039426414296031,
      "loss_total": 0.0039426414296031,
      "step": 21710
    },
    {
      "loss_action": 0.024986328557133675,
      "loss_total": 0.024986328557133675,
      "step": 21710
    },
    {
      "loss_action": 0.007053903304040432,
      "loss_total": 0.007053903304040432,
      "step": 21710
    },
    {
      "loss_action": 0.011167848482728004,
      "loss_total": 0.011167848482728004,
      "step": 21710
    },
    {
      "loss_action": 0.010900065302848816,
      "loss_total": 0.010900065302848816,
      "step": 21710
    },
    {
      "loss_action": 0.008014553226530552,
      "loss_total": 0.008014553226530552,
      "step": 21710
    },
    {
      "grad_norm": 0.1673610359430313,
      "learning_rate": 9.255059242686822e-05,
      "loss": 0.0134,
      "step": 21720
    },
    {
      "loss_action": 0.010411536321043968,
      "loss_total": 0.010411536321043968,
      "step": 21720
    },
    {
      "loss_action": 0.01820221170783043,
      "loss_total": 0.01820221170783043,
      "step": 21720
    },
    {
      "loss_action": 0.027239104732871056,
      "loss_total": 0.027239104732871056,
      "step": 21720
    },
    {
      "loss_action": 0.005888071376830339,
      "loss_total": 0.005888071376830339,
      "step": 21720
    },
    {
      "loss_action": 0.013155066408216953,
      "loss_total": 0.013155066408216953,
      "step": 21720
    },
    {
      "loss_action": 0.010698983445763588,
      "loss_total": 0.010698983445763588,
      "step": 21720
    },
    {
      "loss_action": 0.00766911543905735,
      "loss_total": 0.00766911543905735,
      "step": 21720
    },
    {
      "loss_action": 0.018035944551229477,
      "loss_total": 0.018035944551229477,
      "step": 21720
    },
    {
      "grad_norm": 0.14498890936374664,
      "learning_rate": 9.254190696171769e-05,
      "loss": 0.0124,
      "step": 21730
    },
    {
      "loss_action": 0.0176628977060318,
      "loss_total": 0.0176628977060318,
      "step": 21730
    },
    {
      "loss_action": 0.00950607843697071,
      "loss_total": 0.00950607843697071,
      "step": 21730
    },
    {
      "loss_action": 0.01192348264157772,
      "loss_total": 0.01192348264157772,
      "step": 21730
    },
    {
      "loss_action": 0.012105047702789307,
      "loss_total": 0.012105047702789307,
      "step": 21730
    },
    {
      "loss_action": 0.006884048692882061,
      "loss_total": 0.006884048692882061,
      "step": 21730
    },
    {
      "loss_action": 0.010184088721871376,
      "loss_total": 0.010184088721871376,
      "step": 21730
    },
    {
      "loss_action": 0.015352331101894379,
      "loss_total": 0.015352331101894379,
      "step": 21730
    },
    {
      "loss_action": 0.016331039369106293,
      "loss_total": 0.016331039369106293,
      "step": 21730
    },
    {
      "grad_norm": 0.16412247717380524,
      "learning_rate": 9.25332168442482e-05,
      "loss": 0.0126,
      "step": 21740
    },
    {
      "loss_action": 0.023246044293045998,
      "loss_total": 0.023246044293045998,
      "step": 21740
    },
    {
      "loss_action": 0.014901735819876194,
      "loss_total": 0.014901735819876194,
      "step": 21740
    },
    {
      "loss_action": 0.007759297266602516,
      "loss_total": 0.007759297266602516,
      "step": 21740
    },
    {
      "loss_action": 0.01823277771472931,
      "loss_total": 0.01823277771472931,
      "step": 21740
    },
    {
      "loss_action": 0.015218209475278854,
      "loss_total": 0.015218209475278854,
      "step": 21740
    },
    {
      "loss_action": 0.007611060980707407,
      "loss_total": 0.007611060980707407,
      "step": 21740
    },
    {
      "loss_action": 0.009701970033347607,
      "loss_total": 0.009701970033347607,
      "step": 21740
    },
    {
      "loss_action": 0.01284727267920971,
      "loss_total": 0.01284727267920971,
      "step": 21740
    },
    {
      "grad_norm": 0.15903295576572418,
      "learning_rate": 9.252452207541004e-05,
      "loss": 0.0126,
      "step": 21750
    },
    {
      "loss_action": 0.008634010329842567,
      "loss_total": 0.008634010329842567,
      "step": 21750
    },
    {
      "loss_action": 0.01324600912630558,
      "loss_total": 0.01324600912630558,
      "step": 21750
    },
    {
      "loss_action": 0.013876523822546005,
      "loss_total": 0.013876523822546005,
      "step": 21750
    },
    {
      "loss_action": 0.008489199914038181,
      "loss_total": 0.008489199914038181,
      "step": 21750
    },
    {
      "loss_action": 0.00538402795791626,
      "loss_total": 0.00538402795791626,
      "step": 21750
    },
    {
      "loss_action": 0.03315551206469536,
      "loss_total": 0.03315551206469536,
      "step": 21750
    },
    {
      "loss_action": 0.003512000199407339,
      "loss_total": 0.003512000199407339,
      "step": 21750
    },
    {
      "loss_action": 0.019133808091282845,
      "loss_total": 0.019133808091282845,
      "step": 21750
    },
    {
      "grad_norm": 0.13823716342449188,
      "learning_rate": 9.251582265615409e-05,
      "loss": 0.0119,
      "step": 21760
    },
    {
      "loss_action": 0.0064373016357421875,
      "loss_total": 0.0064373016357421875,
      "step": 21760
    },
    {
      "loss_action": 0.015757039189338684,
      "loss_total": 0.015757039189338684,
      "step": 21760
    },
    {
      "loss_action": 0.02965441346168518,
      "loss_total": 0.02965441346168518,
      "step": 21760
    },
    {
      "loss_action": 0.007728703785687685,
      "loss_total": 0.007728703785687685,
      "step": 21760
    },
    {
      "loss_action": 0.009685816243290901,
      "loss_total": 0.009685816243290901,
      "step": 21760
    },
    {
      "loss_action": 0.010580534115433693,
      "loss_total": 0.010580534115433693,
      "step": 21760
    },
    {
      "loss_action": 0.014458656311035156,
      "loss_total": 0.014458656311035156,
      "step": 21760
    },
    {
      "loss_action": 0.02027478627860546,
      "loss_total": 0.02027478627860546,
      "step": 21760
    },
    {
      "grad_norm": 0.0995253324508667,
      "learning_rate": 9.250711858743169e-05,
      "loss": 0.0124,
      "step": 21770
    },
    {
      "loss_action": 0.01759129762649536,
      "loss_total": 0.01759129762649536,
      "step": 21770
    },
    {
      "loss_action": 0.007533677853643894,
      "loss_total": 0.007533677853643894,
      "step": 21770
    },
    {
      "loss_action": 0.008437180891633034,
      "loss_total": 0.008437180891633034,
      "step": 21770
    },
    {
      "loss_action": 0.007695842068642378,
      "loss_total": 0.007695842068642378,
      "step": 21770
    },
    {
      "loss_action": 0.009931478649377823,
      "loss_total": 0.009931478649377823,
      "step": 21770
    },
    {
      "loss_action": 0.007738314103335142,
      "loss_total": 0.007738314103335142,
      "step": 21770
    },
    {
      "loss_action": 0.007059583906084299,
      "loss_total": 0.007059583906084299,
      "step": 21770
    },
    {
      "loss_action": 0.005687533877789974,
      "loss_total": 0.005687533877789974,
      "step": 21770
    },
    {
      "grad_norm": 0.15862905979156494,
      "learning_rate": 9.24984098701947e-05,
      "loss": 0.0125,
      "step": 21780
    },
    {
      "loss_action": 0.013017760589718819,
      "loss_total": 0.013017760589718819,
      "step": 21780
    },
    {
      "loss_action": 0.007899259217083454,
      "loss_total": 0.007899259217083454,
      "step": 21780
    },
    {
      "loss_action": 0.01958625763654709,
      "loss_total": 0.01958625763654709,
      "step": 21780
    },
    {
      "loss_action": 0.01804053783416748,
      "loss_total": 0.01804053783416748,
      "step": 21780
    },
    {
      "loss_action": 0.005897757597267628,
      "loss_total": 0.005897757597267628,
      "step": 21780
    },
    {
      "loss_action": 0.011022873222827911,
      "loss_total": 0.011022873222827911,
      "step": 21780
    },
    {
      "loss_action": 0.006736270152032375,
      "loss_total": 0.006736270152032375,
      "step": 21780
    },
    {
      "loss_action": 0.009101456962525845,
      "loss_total": 0.009101456962525845,
      "step": 21780
    },
    {
      "grad_norm": 0.136878103017807,
      "learning_rate": 9.248969650539552e-05,
      "loss": 0.0099,
      "step": 21790
    },
    {
      "loss_action": 0.008727463893592358,
      "loss_total": 0.008727463893592358,
      "step": 21790
    },
    {
      "loss_action": 0.008532213978469372,
      "loss_total": 0.008532213978469372,
      "step": 21790
    },
    {
      "loss_action": 0.008948149159550667,
      "loss_total": 0.008948149159550667,
      "step": 21790
    },
    {
      "loss_action": 0.009014381095767021,
      "loss_total": 0.009014381095767021,
      "step": 21790
    },
    {
      "loss_action": 0.020850472152233124,
      "loss_total": 0.020850472152233124,
      "step": 21790
    },
    {
      "loss_action": 0.006937869358807802,
      "loss_total": 0.006937869358807802,
      "step": 21790
    },
    {
      "loss_action": 0.010964804328978062,
      "loss_total": 0.010964804328978062,
      "step": 21790
    },
    {
      "loss_action": 0.007142945658415556,
      "loss_total": 0.007142945658415556,
      "step": 21790
    },
    {
      "grad_norm": 0.18667878210544586,
      "learning_rate": 9.2480978493987e-05,
      "loss": 0.0139,
      "step": 21800
    },
    {
      "loss_action": 0.006394398398697376,
      "loss_total": 0.006394398398697376,
      "step": 21800
    },
    {
      "loss_action": 0.00640840781852603,
      "loss_total": 0.00640840781852603,
      "step": 21800
    },
    {
      "loss_action": 0.006856699474155903,
      "loss_total": 0.006856699474155903,
      "step": 21800
    },
    {
      "loss_action": 0.005318902432918549,
      "loss_total": 0.005318902432918549,
      "step": 21800
    },
    {
      "loss_action": 0.003329926636070013,
      "loss_total": 0.003329926636070013,
      "step": 21800
    },
    {
      "loss_action": 0.009543167427182198,
      "loss_total": 0.009543167427182198,
      "step": 21800
    },
    {
      "loss_action": 0.007631486281752586,
      "loss_total": 0.007631486281752586,
      "step": 21800
    },
    {
      "loss_action": 0.00794970616698265,
      "loss_total": 0.00794970616698265,
      "step": 21800
    },
    {
      "grad_norm": 0.11834024637937546,
      "learning_rate": 9.247225583692256e-05,
      "loss": 0.0109,
      "step": 21810
    },
    {
      "loss_action": 0.015158703550696373,
      "loss_total": 0.015158703550696373,
      "step": 21810
    },
    {
      "loss_action": 0.013428142294287682,
      "loss_total": 0.013428142294287682,
      "step": 21810
    },
    {
      "loss_action": 0.021342307329177856,
      "loss_total": 0.021342307329177856,
      "step": 21810
    },
    {
      "loss_action": 0.01193350087851286,
      "loss_total": 0.01193350087851286,
      "step": 21810
    },
    {
      "loss_action": 0.010203412733972073,
      "loss_total": 0.010203412733972073,
      "step": 21810
    },
    {
      "loss_action": 0.01203932985663414,
      "loss_total": 0.01203932985663414,
      "step": 21810
    },
    {
      "loss_action": 0.006138688884675503,
      "loss_total": 0.006138688884675503,
      "step": 21810
    },
    {
      "loss_action": 0.016100723296403885,
      "loss_total": 0.016100723296403885,
      "step": 21810
    },
    {
      "grad_norm": 0.19212616980075836,
      "learning_rate": 9.246352853515607e-05,
      "loss": 0.0131,
      "step": 21820
    },
    {
      "loss_action": 0.007445072755217552,
      "loss_total": 0.007445072755217552,
      "step": 21820
    },
    {
      "loss_action": 0.006037488579750061,
      "loss_total": 0.006037488579750061,
      "step": 21820
    },
    {
      "loss_action": 0.0029246006160974503,
      "loss_total": 0.0029246006160974503,
      "step": 21820
    },
    {
      "loss_action": 0.010408112779259682,
      "loss_total": 0.010408112779259682,
      "step": 21820
    },
    {
      "loss_action": 0.02019713632762432,
      "loss_total": 0.02019713632762432,
      "step": 21820
    },
    {
      "loss_action": 0.012103489600121975,
      "loss_total": 0.012103489600121975,
      "step": 21820
    },
    {
      "loss_action": 0.0042621297761797905,
      "loss_total": 0.0042621297761797905,
      "step": 21820
    },
    {
      "loss_action": 0.014641324989497662,
      "loss_total": 0.014641324989497662,
      "step": 21820
    },
    {
      "grad_norm": 0.1278533935546875,
      "learning_rate": 9.245479658964194e-05,
      "loss": 0.0129,
      "step": 21830
    },
    {
      "loss_action": 0.006473127752542496,
      "loss_total": 0.006473127752542496,
      "step": 21830
    },
    {
      "loss_action": 0.006729995831847191,
      "loss_total": 0.006729995831847191,
      "step": 21830
    },
    {
      "loss_action": 0.008717896416783333,
      "loss_total": 0.008717896416783333,
      "step": 21830
    },
    {
      "loss_action": 0.01620805263519287,
      "loss_total": 0.01620805263519287,
      "step": 21830
    },
    {
      "loss_action": 0.011383313685655594,
      "loss_total": 0.011383313685655594,
      "step": 21830
    },
    {
      "loss_action": 0.009286941029131413,
      "loss_total": 0.009286941029131413,
      "step": 21830
    },
    {
      "loss_action": 0.009280410595238209,
      "loss_total": 0.009280410595238209,
      "step": 21830
    },
    {
      "loss_action": 0.006962581537663937,
      "loss_total": 0.006962581537663937,
      "step": 21830
    },
    {
      "grad_norm": 0.18658873438835144,
      "learning_rate": 9.244606000133507e-05,
      "loss": 0.0133,
      "step": 21840
    },
    {
      "loss_action": 0.00505311181768775,
      "loss_total": 0.00505311181768775,
      "step": 21840
    },
    {
      "loss_action": 0.021889738738536835,
      "loss_total": 0.021889738738536835,
      "step": 21840
    },
    {
      "loss_action": 0.03531256690621376,
      "loss_total": 0.03531256690621376,
      "step": 21840
    },
    {
      "loss_action": 0.02548166736960411,
      "loss_total": 0.02548166736960411,
      "step": 21840
    },
    {
      "loss_action": 0.009593168273568153,
      "loss_total": 0.009593168273568153,
      "step": 21840
    },
    {
      "loss_action": 0.008411077782511711,
      "loss_total": 0.008411077782511711,
      "step": 21840
    },
    {
      "loss_action": 0.006943237967789173,
      "loss_total": 0.006943237967789173,
      "step": 21840
    },
    {
      "loss_action": 0.0028950157575309277,
      "loss_total": 0.0028950157575309277,
      "step": 21840
    },
    {
      "grad_norm": 0.17674091458320618,
      "learning_rate": 9.24373187711909e-05,
      "loss": 0.0161,
      "step": 21850
    },
    {
      "loss_action": 0.012107719667255878,
      "loss_total": 0.012107719667255878,
      "step": 21850
    },
    {
      "loss_action": 0.010485272854566574,
      "loss_total": 0.010485272854566574,
      "step": 21850
    },
    {
      "loss_action": 0.0071960920467972755,
      "loss_total": 0.0071960920467972755,
      "step": 21850
    },
    {
      "loss_action": 0.017616992816329002,
      "loss_total": 0.017616992816329002,
      "step": 21850
    },
    {
      "loss_action": 0.00987236201763153,
      "loss_total": 0.00987236201763153,
      "step": 21850
    },
    {
      "loss_action": 0.014631982892751694,
      "loss_total": 0.014631982892751694,
      "step": 21850
    },
    {
      "loss_action": 0.014076282270252705,
      "loss_total": 0.014076282270252705,
      "step": 21850
    },
    {
      "loss_action": 0.011504796333611012,
      "loss_total": 0.011504796333611012,
      "step": 21850
    },
    {
      "grad_norm": 0.28811150789260864,
      "learning_rate": 9.242857290016537e-05,
      "loss": 0.0146,
      "step": 21860
    },
    {
      "loss_action": 0.013578090816736221,
      "loss_total": 0.013578090816736221,
      "step": 21860
    },
    {
      "loss_action": 0.014882264658808708,
      "loss_total": 0.014882264658808708,
      "step": 21860
    },
    {
      "loss_action": 0.03179151192307472,
      "loss_total": 0.03179151192307472,
      "step": 21860
    },
    {
      "loss_action": 0.010715562850236893,
      "loss_total": 0.010715562850236893,
      "step": 21860
    },
    {
      "loss_action": 0.01890953630208969,
      "loss_total": 0.01890953630208969,
      "step": 21860
    },
    {
      "loss_action": 0.005535569973289967,
      "loss_total": 0.005535569973289967,
      "step": 21860
    },
    {
      "loss_action": 0.03276098519563675,
      "loss_total": 0.03276098519563675,
      "step": 21860
    },
    {
      "loss_action": 0.009229755029082298,
      "loss_total": 0.009229755029082298,
      "step": 21860
    },
    {
      "grad_norm": 0.18557403981685638,
      "learning_rate": 9.241982238921488e-05,
      "loss": 0.0154,
      "step": 21870
    },
    {
      "loss_action": 0.0064117820002138615,
      "loss_total": 0.0064117820002138615,
      "step": 21870
    },
    {
      "loss_action": 0.011418988928198814,
      "loss_total": 0.011418988928198814,
      "step": 21870
    },
    {
      "loss_action": 0.010281196795403957,
      "loss_total": 0.010281196795403957,
      "step": 21870
    },
    {
      "loss_action": 0.015485510230064392,
      "loss_total": 0.015485510230064392,
      "step": 21870
    },
    {
      "loss_action": 0.01690066233277321,
      "loss_total": 0.01690066233277321,
      "step": 21870
    },
    {
      "loss_action": 0.014515737071633339,
      "loss_total": 0.014515737071633339,
      "step": 21870
    },
    {
      "loss_action": 0.012029396370053291,
      "loss_total": 0.012029396370053291,
      "step": 21870
    },
    {
      "loss_action": 0.025023192167282104,
      "loss_total": 0.025023192167282104,
      "step": 21870
    },
    {
      "grad_norm": 0.15837116539478302,
      "learning_rate": 9.24110672392964e-05,
      "loss": 0.0133,
      "step": 21880
    },
    {
      "loss_action": 0.008816646412014961,
      "loss_total": 0.008816646412014961,
      "step": 21880
    },
    {
      "loss_action": 0.01058227475732565,
      "loss_total": 0.01058227475732565,
      "step": 21880
    },
    {
      "loss_action": 0.027725886553525925,
      "loss_total": 0.027725886553525925,
      "step": 21880
    },
    {
      "loss_action": 0.008986454457044601,
      "loss_total": 0.008986454457044601,
      "step": 21880
    },
    {
      "loss_action": 0.009750359691679478,
      "loss_total": 0.009750359691679478,
      "step": 21880
    },
    {
      "loss_action": 0.018322478979825974,
      "loss_total": 0.018322478979825974,
      "step": 21880
    },
    {
      "loss_action": 0.00802875217050314,
      "loss_total": 0.00802875217050314,
      "step": 21880
    },
    {
      "loss_action": 0.012046389281749725,
      "loss_total": 0.012046389281749725,
      "step": 21880
    },
    {
      "grad_norm": 0.19919008016586304,
      "learning_rate": 9.240230745136737e-05,
      "loss": 0.016,
      "step": 21890
    },
    {
      "loss_action": 0.03345906361937523,
      "loss_total": 0.03345906361937523,
      "step": 21890
    },
    {
      "loss_action": 0.012879529967904091,
      "loss_total": 0.012879529967904091,
      "step": 21890
    },
    {
      "loss_action": 0.015155263245105743,
      "loss_total": 0.015155263245105743,
      "step": 21890
    },
    {
      "loss_action": 0.0068212030455470085,
      "loss_total": 0.0068212030455470085,
      "step": 21890
    },
    {
      "loss_action": 0.010517332702875137,
      "loss_total": 0.010517332702875137,
      "step": 21890
    },
    {
      "loss_action": 0.011068070307374,
      "loss_total": 0.011068070307374,
      "step": 21890
    },
    {
      "loss_action": 0.006674854084849358,
      "loss_total": 0.006674854084849358,
      "step": 21890
    },
    {
      "loss_action": 0.010378949344158173,
      "loss_total": 0.010378949344158173,
      "step": 21890
    },
    {
      "grad_norm": 0.20003673434257507,
      "learning_rate": 9.239354302638575e-05,
      "loss": 0.0144,
      "step": 21900
    },
    {
      "loss_action": 0.00434452760964632,
      "loss_total": 0.00434452760964632,
      "step": 21900
    },
    {
      "loss_action": 0.008379431441426277,
      "loss_total": 0.008379431441426277,
      "step": 21900
    },
    {
      "loss_action": 0.014034879393875599,
      "loss_total": 0.014034879393875599,
      "step": 21900
    },
    {
      "loss_action": 0.014919253066182137,
      "loss_total": 0.014919253066182137,
      "step": 21900
    },
    {
      "loss_action": 0.01038060337305069,
      "loss_total": 0.01038060337305069,
      "step": 21900
    },
    {
      "loss_action": 0.020716417580842972,
      "loss_total": 0.020716417580842972,
      "step": 21900
    },
    {
      "loss_action": 0.016345852985978127,
      "loss_total": 0.016345852985978127,
      "step": 21900
    },
    {
      "loss_action": 0.023016400635242462,
      "loss_total": 0.023016400635242462,
      "step": 21900
    },
    {
      "grad_norm": 0.17506946623325348,
      "learning_rate": 9.238477396531e-05,
      "loss": 0.0151,
      "step": 21910
    },
    {
      "loss_action": 0.021632684394717216,
      "loss_total": 0.021632684394717216,
      "step": 21910
    },
    {
      "loss_action": 0.00946679525077343,
      "loss_total": 0.00946679525077343,
      "step": 21910
    },
    {
      "loss_action": 0.004227395169436932,
      "loss_total": 0.004227395169436932,
      "step": 21910
    },
    {
      "loss_action": 0.01128395739942789,
      "loss_total": 0.01128395739942789,
      "step": 21910
    },
    {
      "loss_action": 0.012467366643249989,
      "loss_total": 0.012467366643249989,
      "step": 21910
    },
    {
      "loss_action": 0.0063927751034498215,
      "loss_total": 0.0063927751034498215,
      "step": 21910
    },
    {
      "loss_action": 0.014263162389397621,
      "loss_total": 0.014263162389397621,
      "step": 21910
    },
    {
      "loss_action": 0.010054307989776134,
      "loss_total": 0.010054307989776134,
      "step": 21910
    },
    {
      "grad_norm": 0.1754683405160904,
      "learning_rate": 9.23760002690991e-05,
      "loss": 0.013,
      "step": 21920
    },
    {
      "loss_action": 0.009711306542158127,
      "loss_total": 0.009711306542158127,
      "step": 21920
    },
    {
      "loss_action": 0.008140684105455875,
      "loss_total": 0.008140684105455875,
      "step": 21920
    },
    {
      "loss_action": 0.006821753922849894,
      "loss_total": 0.006821753922849894,
      "step": 21920
    },
    {
      "loss_action": 0.023074612021446228,
      "loss_total": 0.023074612021446228,
      "step": 21920
    },
    {
      "loss_action": 0.015456249937415123,
      "loss_total": 0.015456249937415123,
      "step": 21920
    },
    {
      "loss_action": 0.014009055681526661,
      "loss_total": 0.014009055681526661,
      "step": 21920
    },
    {
      "loss_action": 0.012014234438538551,
      "loss_total": 0.012014234438538551,
      "step": 21920
    },
    {
      "loss_action": 0.011339571326971054,
      "loss_total": 0.011339571326971054,
      "step": 21920
    },
    {
      "grad_norm": 0.20883852243423462,
      "learning_rate": 9.236722193871252e-05,
      "loss": 0.0151,
      "step": 21930
    },
    {
      "loss_action": 0.005386359989643097,
      "loss_total": 0.005386359989643097,
      "step": 21930
    },
    {
      "loss_action": 0.011346962302923203,
      "loss_total": 0.011346962302923203,
      "step": 21930
    },
    {
      "loss_action": 0.02259320393204689,
      "loss_total": 0.02259320393204689,
      "step": 21930
    },
    {
      "loss_action": 0.02225056290626526,
      "loss_total": 0.02225056290626526,
      "step": 21930
    },
    {
      "loss_action": 0.007082114927470684,
      "loss_total": 0.007082114927470684,
      "step": 21930
    },
    {
      "loss_action": 0.01251436211168766,
      "loss_total": 0.01251436211168766,
      "step": 21930
    },
    {
      "loss_action": 0.042092613875865936,
      "loss_total": 0.042092613875865936,
      "step": 21930
    },
    {
      "loss_action": 0.030864741653203964,
      "loss_total": 0.030864741653203964,
      "step": 21930
    },
    {
      "grad_norm": 0.11078394949436188,
      "learning_rate": 9.235843897511023e-05,
      "loss": 0.0133,
      "step": 21940
    },
    {
      "loss_action": 0.034497931599617004,
      "loss_total": 0.034497931599617004,
      "step": 21940
    },
    {
      "loss_action": 0.026470739394426346,
      "loss_total": 0.026470739394426346,
      "step": 21940
    },
    {
      "loss_action": 0.015971697866916656,
      "loss_total": 0.015971697866916656,
      "step": 21940
    },
    {
      "loss_action": 0.007758826017379761,
      "loss_total": 0.007758826017379761,
      "step": 21940
    },
    {
      "loss_action": 0.01272963359951973,
      "loss_total": 0.01272963359951973,
      "step": 21940
    },
    {
      "loss_action": 0.009051593020558357,
      "loss_total": 0.009051593020558357,
      "step": 21940
    },
    {
      "loss_action": 0.010979735292494297,
      "loss_total": 0.010979735292494297,
      "step": 21940
    },
    {
      "loss_action": 0.007869895547628403,
      "loss_total": 0.007869895547628403,
      "step": 21940
    },
    {
      "grad_norm": 0.14881329238414764,
      "learning_rate": 9.234965137925276e-05,
      "loss": 0.0124,
      "step": 21950
    },
    {
      "loss_action": 0.010753278620541096,
      "loss_total": 0.010753278620541096,
      "step": 21950
    },
    {
      "loss_action": 0.009500126354396343,
      "loss_total": 0.009500126354396343,
      "step": 21950
    },
    {
      "loss_action": 0.014486771076917648,
      "loss_total": 0.014486771076917648,
      "step": 21950
    },
    {
      "loss_action": 0.012329915538430214,
      "loss_total": 0.012329915538430214,
      "step": 21950
    },
    {
      "loss_action": 0.00926271267235279,
      "loss_total": 0.00926271267235279,
      "step": 21950
    },
    {
      "loss_action": 0.02185036987066269,
      "loss_total": 0.02185036987066269,
      "step": 21950
    },
    {
      "loss_action": 0.003971360623836517,
      "loss_total": 0.003971360623836517,
      "step": 21950
    },
    {
      "loss_action": 0.011484265327453613,
      "loss_total": 0.011484265327453613,
      "step": 21950
    },
    {
      "grad_norm": 0.154389426112175,
      "learning_rate": 9.234085915210108e-05,
      "loss": 0.0113,
      "step": 21960
    },
    {
      "loss_action": 0.008868787437677383,
      "loss_total": 0.008868787437677383,
      "step": 21960
    },
    {
      "loss_action": 0.007831266149878502,
      "loss_total": 0.007831266149878502,
      "step": 21960
    },
    {
      "loss_action": 0.009821286424994469,
      "loss_total": 0.009821286424994469,
      "step": 21960
    },
    {
      "loss_action": 0.0071365684270858765,
      "loss_total": 0.0071365684270858765,
      "step": 21960
    },
    {
      "loss_action": 0.0046729943715035915,
      "loss_total": 0.0046729943715035915,
      "step": 21960
    },
    {
      "loss_action": 0.006336605176329613,
      "loss_total": 0.006336605176329613,
      "step": 21960
    },
    {
      "loss_action": 0.01288947556167841,
      "loss_total": 0.01288947556167841,
      "step": 21960
    },
    {
      "loss_action": 0.03988395631313324,
      "loss_total": 0.03988395631313324,
      "step": 21960
    },
    {
      "grad_norm": 0.21321570873260498,
      "learning_rate": 9.23320622946167e-05,
      "loss": 0.0143,
      "step": 21970
    },
    {
      "loss_action": 0.007777524646371603,
      "loss_total": 0.007777524646371603,
      "step": 21970
    },
    {
      "loss_action": 0.01931033842265606,
      "loss_total": 0.01931033842265606,
      "step": 21970
    },
    {
      "loss_action": 0.012444636784493923,
      "loss_total": 0.012444636784493923,
      "step": 21970
    },
    {
      "loss_action": 0.011562725529074669,
      "loss_total": 0.011562725529074669,
      "step": 21970
    },
    {
      "loss_action": 0.022225039079785347,
      "loss_total": 0.022225039079785347,
      "step": 21970
    },
    {
      "loss_action": 0.012785607948899269,
      "loss_total": 0.012785607948899269,
      "step": 21970
    },
    {
      "loss_action": 0.015638675540685654,
      "loss_total": 0.015638675540685654,
      "step": 21970
    },
    {
      "loss_action": 0.01493571326136589,
      "loss_total": 0.01493571326136589,
      "step": 21970
    },
    {
      "grad_norm": 0.18878859281539917,
      "learning_rate": 9.232326080776163e-05,
      "loss": 0.0128,
      "step": 21980
    },
    {
      "loss_action": 0.01976441591978073,
      "loss_total": 0.01976441591978073,
      "step": 21980
    },
    {
      "loss_action": 0.00892579648643732,
      "loss_total": 0.00892579648643732,
      "step": 21980
    },
    {
      "loss_action": 0.018860530108213425,
      "loss_total": 0.018860530108213425,
      "step": 21980
    },
    {
      "loss_action": 0.025196202099323273,
      "loss_total": 0.025196202099323273,
      "step": 21980
    },
    {
      "loss_action": 0.010040782392024994,
      "loss_total": 0.010040782392024994,
      "step": 21980
    },
    {
      "loss_action": 0.01407038327306509,
      "loss_total": 0.01407038327306509,
      "step": 21980
    },
    {
      "loss_action": 0.007241826970130205,
      "loss_total": 0.007241826970130205,
      "step": 21980
    },
    {
      "loss_action": 0.007465951144695282,
      "loss_total": 0.007465951144695282,
      "step": 21980
    },
    {
      "grad_norm": 0.16396427154541016,
      "learning_rate": 9.23144546924984e-05,
      "loss": 0.0136,
      "step": 21990
    },
    {
      "loss_action": 0.018549799919128418,
      "loss_total": 0.018549799919128418,
      "step": 21990
    },
    {
      "loss_action": 0.007917220704257488,
      "loss_total": 0.007917220704257488,
      "step": 21990
    },
    {
      "loss_action": 0.012815926223993301,
      "loss_total": 0.012815926223993301,
      "step": 21990
    },
    {
      "loss_action": 0.012472312897443771,
      "loss_total": 0.012472312897443771,
      "step": 21990
    },
    {
      "loss_action": 0.028652429580688477,
      "loss_total": 0.028652429580688477,
      "step": 21990
    },
    {
      "loss_action": 0.021283719688653946,
      "loss_total": 0.021283719688653946,
      "step": 21990
    },
    {
      "loss_action": 0.014217531308531761,
      "loss_total": 0.014217531308531761,
      "step": 21990
    },
    {
      "loss_action": 0.011283996514976025,
      "loss_total": 0.011283996514976025,
      "step": 21990
    },
    {
      "grad_norm": 0.18369610607624054,
      "learning_rate": 9.230564394979e-05,
      "loss": 0.0144,
      "step": 22000
    },
    {
      "loss_action": 0.01491190493106842,
      "loss_total": 0.01491190493106842,
      "step": 22000
    },
    {
      "loss_action": 0.011091159656643867,
      "loss_total": 0.011091159656643867,
      "step": 22000
    },
    {
      "loss_action": 0.007965638302266598,
      "loss_total": 0.007965638302266598,
      "step": 22000
    },
    {
      "loss_action": 0.009343263693153858,
      "loss_total": 0.009343263693153858,
      "step": 22000
    },
    {
      "loss_action": 0.012966547161340714,
      "loss_total": 0.012966547161340714,
      "step": 22000
    },
    {
      "loss_action": 0.0043969727121293545,
      "loss_total": 0.0043969727121293545,
      "step": 22000
    },
    {
      "loss_action": 0.011611174792051315,
      "loss_total": 0.011611174792051315,
      "step": 22000
    },
    {
      "loss_action": 0.010923733934760094,
      "loss_total": 0.010923733934760094,
      "step": 22000
    },
    {
      "grad_norm": 0.16558191180229187,
      "learning_rate": 9.22968285806e-05,
      "loss": 0.0117,
      "step": 22010
    },
    {
      "loss_action": 0.008459307253360748,
      "loss_total": 0.008459307253360748,
      "step": 22010
    },
    {
      "loss_action": 0.006821016781032085,
      "loss_total": 0.006821016781032085,
      "step": 22010
    },
    {
      "loss_action": 0.01695416495203972,
      "loss_total": 0.01695416495203972,
      "step": 22010
    },
    {
      "loss_action": 0.015229482203722,
      "loss_total": 0.015229482203722,
      "step": 22010
    },
    {
      "loss_action": 0.012329270131886005,
      "loss_total": 0.012329270131886005,
      "step": 22010
    },
    {
      "loss_action": 0.007540237158536911,
      "loss_total": 0.007540237158536911,
      "step": 22010
    },
    {
      "loss_action": 0.011429260484874249,
      "loss_total": 0.011429260484874249,
      "step": 22010
    },
    {
      "loss_action": 0.0109020434319973,
      "loss_total": 0.0109020434319973,
      "step": 22010
    },
    {
      "grad_norm": 0.1818736493587494,
      "learning_rate": 9.228800858589242e-05,
      "loss": 0.0129,
      "step": 22020
    },
    {
      "loss_action": 0.007979406043887138,
      "loss_total": 0.007979406043887138,
      "step": 22020
    },
    {
      "loss_action": 0.006586101371794939,
      "loss_total": 0.006586101371794939,
      "step": 22020
    },
    {
      "loss_action": 0.015085113234817982,
      "loss_total": 0.015085113234817982,
      "step": 22020
    },
    {
      "loss_action": 0.010129101574420929,
      "loss_total": 0.010129101574420929,
      "step": 22020
    },
    {
      "loss_action": 0.025263868272304535,
      "loss_total": 0.025263868272304535,
      "step": 22020
    },
    {
      "loss_action": 0.018686601892113686,
      "loss_total": 0.018686601892113686,
      "step": 22020
    },
    {
      "loss_action": 0.014787117019295692,
      "loss_total": 0.014787117019295692,
      "step": 22020
    },
    {
      "loss_action": 0.009120648726820946,
      "loss_total": 0.009120648726820946,
      "step": 22020
    },
    {
      "grad_norm": 0.11278575658798218,
      "learning_rate": 9.227918396663179e-05,
      "loss": 0.0119,
      "step": 22030
    },
    {
      "loss_action": 0.007319800090044737,
      "loss_total": 0.007319800090044737,
      "step": 22030
    },
    {
      "loss_action": 0.011438028886914253,
      "loss_total": 0.011438028886914253,
      "step": 22030
    },
    {
      "loss_action": 0.029331792145967484,
      "loss_total": 0.029331792145967484,
      "step": 22030
    },
    {
      "loss_action": 0.004085768014192581,
      "loss_total": 0.004085768014192581,
      "step": 22030
    },
    {
      "loss_action": 0.0073812175542116165,
      "loss_total": 0.0073812175542116165,
      "step": 22030
    },
    {
      "loss_action": 0.007285261992365122,
      "loss_total": 0.007285261992365122,
      "step": 22030
    },
    {
      "loss_action": 0.004403868690133095,
      "loss_total": 0.004403868690133095,
      "step": 22030
    },
    {
      "loss_action": 0.004501483403146267,
      "loss_total": 0.004501483403146267,
      "step": 22030
    },
    {
      "grad_norm": 0.1386452466249466,
      "learning_rate": 9.227035472378319e-05,
      "loss": 0.0127,
      "step": 22040
    },
    {
      "loss_action": 0.01780901476740837,
      "loss_total": 0.01780901476740837,
      "step": 22040
    },
    {
      "loss_action": 0.014899181202054024,
      "loss_total": 0.014899181202054024,
      "step": 22040
    },
    {
      "loss_action": 0.011358983814716339,
      "loss_total": 0.011358983814716339,
      "step": 22040
    },
    {
      "loss_action": 0.020913435146212578,
      "loss_total": 0.020913435146212578,
      "step": 22040
    },
    {
      "loss_action": 0.013639438897371292,
      "loss_total": 0.013639438897371292,
      "step": 22040
    },
    {
      "loss_action": 0.014637533575296402,
      "loss_total": 0.014637533575296402,
      "step": 22040
    },
    {
      "loss_action": 0.016138918697834015,
      "loss_total": 0.016138918697834015,
      "step": 22040
    },
    {
      "loss_action": 0.03069183975458145,
      "loss_total": 0.03069183975458145,
      "step": 22040
    },
    {
      "grad_norm": 0.1995844841003418,
      "learning_rate": 9.226152085831213e-05,
      "loss": 0.0142,
      "step": 22050
    },
    {
      "loss_action": 0.01505323126912117,
      "loss_total": 0.01505323126912117,
      "step": 22050
    },
    {
      "loss_action": 0.006123711355030537,
      "loss_total": 0.006123711355030537,
      "step": 22050
    },
    {
      "loss_action": 0.033642031252384186,
      "loss_total": 0.033642031252384186,
      "step": 22050
    },
    {
      "loss_action": 0.006367784924805164,
      "loss_total": 0.006367784924805164,
      "step": 22050
    },
    {
      "loss_action": 0.0065268161706626415,
      "loss_total": 0.0065268161706626415,
      "step": 22050
    },
    {
      "loss_action": 0.005599698983132839,
      "loss_total": 0.005599698983132839,
      "step": 22050
    },
    {
      "loss_action": 0.007509610615670681,
      "loss_total": 0.007509610615670681,
      "step": 22050
    },
    {
      "loss_action": 0.005587019491940737,
      "loss_total": 0.005587019491940737,
      "step": 22050
    },
    {
      "grad_norm": 0.13109852373600006,
      "learning_rate": 9.22526823711847e-05,
      "loss": 0.0115,
      "step": 22060
    },
    {
      "loss_action": 0.011737259104847908,
      "loss_total": 0.011737259104847908,
      "step": 22060
    },
    {
      "loss_action": 0.009463619440793991,
      "loss_total": 0.009463619440793991,
      "step": 22060
    },
    {
      "loss_action": 0.016787704080343246,
      "loss_total": 0.016787704080343246,
      "step": 22060
    },
    {
      "loss_action": 0.014656156301498413,
      "loss_total": 0.014656156301498413,
      "step": 22060
    },
    {
      "loss_action": 0.007821733132004738,
      "loss_total": 0.007821733132004738,
      "step": 22060
    },
    {
      "loss_action": 0.012514481320977211,
      "loss_total": 0.012514481320977211,
      "step": 22060
    },
    {
      "loss_action": 0.008315535262227058,
      "loss_total": 0.008315535262227058,
      "step": 22060
    },
    {
      "loss_action": 0.0075384872034192085,
      "loss_total": 0.0075384872034192085,
      "step": 22060
    },
    {
      "grad_norm": 0.1893840879201889,
      "learning_rate": 9.224383926336745e-05,
      "loss": 0.0112,
      "step": 22070
    },
    {
      "loss_action": 0.017943168058991432,
      "loss_total": 0.017943168058991432,
      "step": 22070
    },
    {
      "loss_action": 0.010607879608869553,
      "loss_total": 0.010607879608869553,
      "step": 22070
    },
    {
      "loss_action": 0.0069554708898067474,
      "loss_total": 0.0069554708898067474,
      "step": 22070
    },
    {
      "loss_action": 0.008783804252743721,
      "loss_total": 0.008783804252743721,
      "step": 22070
    },
    {
      "loss_action": 0.008670146577060223,
      "loss_total": 0.008670146577060223,
      "step": 22070
    },
    {
      "loss_action": 0.012709219008684158,
      "loss_total": 0.012709219008684158,
      "step": 22070
    },
    {
      "loss_action": 0.021099470555782318,
      "loss_total": 0.021099470555782318,
      "step": 22070
    },
    {
      "loss_action": 0.029076136648654938,
      "loss_total": 0.029076136648654938,
      "step": 22070
    },
    {
      "grad_norm": 0.21636424958705902,
      "learning_rate": 9.223499153582744e-05,
      "loss": 0.0137,
      "step": 22080
    },
    {
      "loss_action": 0.00700900424271822,
      "loss_total": 0.00700900424271822,
      "step": 22080
    },
    {
      "loss_action": 0.00599577184766531,
      "loss_total": 0.00599577184766531,
      "step": 22080
    },
    {
      "loss_action": 0.009283075109124184,
      "loss_total": 0.009283075109124184,
      "step": 22080
    },
    {
      "loss_action": 0.02290050871670246,
      "loss_total": 0.02290050871670246,
      "step": 22080
    },
    {
      "loss_action": 0.0036657978780567646,
      "loss_total": 0.0036657978780567646,
      "step": 22080
    },
    {
      "loss_action": 0.006087643560022116,
      "loss_total": 0.006087643560022116,
      "step": 22080
    },
    {
      "loss_action": 0.007723528891801834,
      "loss_total": 0.007723528891801834,
      "step": 22080
    },
    {
      "loss_action": 0.0055697099305689335,
      "loss_total": 0.0055697099305689335,
      "step": 22080
    },
    {
      "grad_norm": 0.11800738424062729,
      "learning_rate": 9.222613918953226e-05,
      "loss": 0.0114,
      "step": 22090
    },
    {
      "loss_action": 0.00965418852865696,
      "loss_total": 0.00965418852865696,
      "step": 22090
    },
    {
      "loss_action": 0.02051057294011116,
      "loss_total": 0.02051057294011116,
      "step": 22090
    },
    {
      "loss_action": 0.017051178961992264,
      "loss_total": 0.017051178961992264,
      "step": 22090
    },
    {
      "loss_action": 0.0050305868498981,
      "loss_total": 0.0050305868498981,
      "step": 22090
    },
    {
      "loss_action": 0.010394370183348656,
      "loss_total": 0.010394370183348656,
      "step": 22090
    },
    {
      "loss_action": 0.011165685951709747,
      "loss_total": 0.011165685951709747,
      "step": 22090
    },
    {
      "loss_action": 0.035916753113269806,
      "loss_total": 0.035916753113269806,
      "step": 22090
    },
    {
      "loss_action": 0.019435662776231766,
      "loss_total": 0.019435662776231766,
      "step": 22090
    },
    {
      "grad_norm": 0.11927884817123413,
      "learning_rate": 9.221728222544999e-05,
      "loss": 0.0116,
      "step": 22100
    },
    {
      "loss_action": 0.008333900012075901,
      "loss_total": 0.008333900012075901,
      "step": 22100
    },
    {
      "loss_action": 0.0044014956802129745,
      "loss_total": 0.0044014956802129745,
      "step": 22100
    },
    {
      "loss_action": 0.01178833656013012,
      "loss_total": 0.01178833656013012,
      "step": 22100
    },
    {
      "loss_action": 0.015837792307138443,
      "loss_total": 0.015837792307138443,
      "step": 22100
    },
    {
      "loss_action": 0.014904944226145744,
      "loss_total": 0.014904944226145744,
      "step": 22100
    },
    {
      "loss_action": 0.020221807062625885,
      "loss_total": 0.020221807062625885,
      "step": 22100
    },
    {
      "loss_action": 0.012129868380725384,
      "loss_total": 0.012129868380725384,
      "step": 22100
    },
    {
      "loss_action": 0.021550826728343964,
      "loss_total": 0.021550826728343964,
      "step": 22100
    },
    {
      "grad_norm": 0.17872440814971924,
      "learning_rate": 9.22084206445492e-05,
      "loss": 0.0126,
      "step": 22110
    },
    {
      "loss_action": 0.023696308955550194,
      "loss_total": 0.023696308955550194,
      "step": 22110
    },
    {
      "loss_action": 0.008551320061087608,
      "loss_total": 0.008551320061087608,
      "step": 22110
    },
    {
      "loss_action": 0.013001376762986183,
      "loss_total": 0.013001376762986183,
      "step": 22110
    },
    {
      "loss_action": 0.0110701285302639,
      "loss_total": 0.0110701285302639,
      "step": 22110
    },
    {
      "loss_action": 0.006000291556119919,
      "loss_total": 0.006000291556119919,
      "step": 22110
    },
    {
      "loss_action": 0.007214630953967571,
      "loss_total": 0.007214630953967571,
      "step": 22110
    },
    {
      "loss_action": 0.006758700590580702,
      "loss_total": 0.006758700590580702,
      "step": 22110
    },
    {
      "loss_action": 0.008587367832660675,
      "loss_total": 0.008587367832660675,
      "step": 22110
    },
    {
      "grad_norm": 0.19864347577095032,
      "learning_rate": 9.2199554447799e-05,
      "loss": 0.0119,
      "step": 22120
    },
    {
      "loss_action": 0.015055661089718342,
      "loss_total": 0.015055661089718342,
      "step": 22120
    },
    {
      "loss_action": 0.00781456008553505,
      "loss_total": 0.00781456008553505,
      "step": 22120
    },
    {
      "loss_action": 0.007860144600272179,
      "loss_total": 0.007860144600272179,
      "step": 22120
    },
    {
      "loss_action": 0.01341806910932064,
      "loss_total": 0.01341806910932064,
      "step": 22120
    },
    {
      "loss_action": 0.007507205009460449,
      "loss_total": 0.007507205009460449,
      "step": 22120
    },
    {
      "loss_action": 0.012741675600409508,
      "loss_total": 0.012741675600409508,
      "step": 22120
    },
    {
      "loss_action": 0.01313567254692316,
      "loss_total": 0.01313567254692316,
      "step": 22120
    },
    {
      "loss_action": 0.01386430487036705,
      "loss_total": 0.01386430487036705,
      "step": 22120
    },
    {
      "grad_norm": 0.15567325055599213,
      "learning_rate": 9.219068363616897e-05,
      "loss": 0.0155,
      "step": 22130
    },
    {
      "loss_action": 0.008335179649293423,
      "loss_total": 0.008335179649293423,
      "step": 22130
    },
    {
      "loss_action": 0.022463571280241013,
      "loss_total": 0.022463571280241013,
      "step": 22130
    },
    {
      "loss_action": 0.01187322661280632,
      "loss_total": 0.01187322661280632,
      "step": 22130
    },
    {
      "loss_action": 0.007938460446894169,
      "loss_total": 0.007938460446894169,
      "step": 22130
    },
    {
      "loss_action": 0.010681714862585068,
      "loss_total": 0.010681714862585068,
      "step": 22130
    },
    {
      "loss_action": 0.03533700853586197,
      "loss_total": 0.03533700853586197,
      "step": 22130
    },
    {
      "loss_action": 0.0062283603474497795,
      "loss_total": 0.0062283603474497795,
      "step": 22130
    },
    {
      "loss_action": 0.012400830164551735,
      "loss_total": 0.012400830164551735,
      "step": 22130
    },
    {
      "grad_norm": 0.19681450724601746,
      "learning_rate": 9.218180821062919e-05,
      "loss": 0.013,
      "step": 22140
    },
    {
      "loss_action": 0.009415422566235065,
      "loss_total": 0.009415422566235065,
      "step": 22140
    },
    {
      "loss_action": 0.0160022284835577,
      "loss_total": 0.0160022284835577,
      "step": 22140
    },
    {
      "loss_action": 0.022569606080651283,
      "loss_total": 0.022569606080651283,
      "step": 22140
    },
    {
      "loss_action": 0.013751331716775894,
      "loss_total": 0.013751331716775894,
      "step": 22140
    },
    {
      "loss_action": 0.017605789005756378,
      "loss_total": 0.017605789005756378,
      "step": 22140
    },
    {
      "loss_action": 0.01836569420993328,
      "loss_total": 0.01836569420993328,
      "step": 22140
    },
    {
      "loss_action": 0.02019939199090004,
      "loss_total": 0.02019939199090004,
      "step": 22140
    },
    {
      "loss_action": 0.004529058001935482,
      "loss_total": 0.004529058001935482,
      "step": 22140
    },
    {
      "grad_norm": 0.1357864886522293,
      "learning_rate": 9.21729281721503e-05,
      "loss": 0.0125,
      "step": 22150
    },
    {
      "loss_action": 0.011398429051041603,
      "loss_total": 0.011398429051041603,
      "step": 22150
    },
    {
      "loss_action": 0.005132710561156273,
      "loss_total": 0.005132710561156273,
      "step": 22150
    },
    {
      "loss_action": 0.00795051734894514,
      "loss_total": 0.00795051734894514,
      "step": 22150
    },
    {
      "loss_action": 0.007570123299956322,
      "loss_total": 0.007570123299956322,
      "step": 22150
    },
    {
      "loss_action": 0.011061159893870354,
      "loss_total": 0.011061159893870354,
      "step": 22150
    },
    {
      "loss_action": 0.028774958103895187,
      "loss_total": 0.028774958103895187,
      "step": 22150
    },
    {
      "loss_action": 0.014858124777674675,
      "loss_total": 0.014858124777674675,
      "step": 22150
    },
    {
      "loss_action": 0.017027290537953377,
      "loss_total": 0.017027290537953377,
      "step": 22150
    },
    {
      "grad_norm": 0.13937634229660034,
      "learning_rate": 9.216404352170339e-05,
      "loss": 0.0149,
      "step": 22160
    },
    {
      "loss_action": 0.018655724823474884,
      "loss_total": 0.018655724823474884,
      "step": 22160
    },
    {
      "loss_action": 0.009114819578826427,
      "loss_total": 0.009114819578826427,
      "step": 22160
    },
    {
      "loss_action": 0.010955267585814,
      "loss_total": 0.010955267585814,
      "step": 22160
    },
    {
      "loss_action": 0.011059317737817764,
      "loss_total": 0.011059317737817764,
      "step": 22160
    },
    {
      "loss_action": 0.009231592528522015,
      "loss_total": 0.009231592528522015,
      "step": 22160
    },
    {
      "loss_action": 0.01886565610766411,
      "loss_total": 0.01886565610766411,
      "step": 22160
    },
    {
      "loss_action": 0.008932732045650482,
      "loss_total": 0.008932732045650482,
      "step": 22160
    },
    {
      "loss_action": 0.012888789176940918,
      "loss_total": 0.012888789176940918,
      "step": 22160
    },
    {
      "grad_norm": 0.1531699299812317,
      "learning_rate": 9.215515426026007e-05,
      "loss": 0.0145,
      "step": 22170
    },
    {
      "loss_action": 0.01086499635130167,
      "loss_total": 0.01086499635130167,
      "step": 22170
    },
    {
      "loss_action": 0.020234888419508934,
      "loss_total": 0.020234888419508934,
      "step": 22170
    },
    {
      "loss_action": 0.008871406316757202,
      "loss_total": 0.008871406316757202,
      "step": 22170
    },
    {
      "loss_action": 0.010374296456575394,
      "loss_total": 0.010374296456575394,
      "step": 22170
    },
    {
      "loss_action": 0.01226370595395565,
      "loss_total": 0.01226370595395565,
      "step": 22170
    },
    {
      "loss_action": 0.02328125387430191,
      "loss_total": 0.02328125387430191,
      "step": 22170
    },
    {
      "loss_action": 0.021085819229483604,
      "loss_total": 0.021085819229483604,
      "step": 22170
    },
    {
      "loss_action": 0.013935462571680546,
      "loss_total": 0.013935462571680546,
      "step": 22170
    },
    {
      "grad_norm": 0.11713898181915283,
      "learning_rate": 9.214626038879246e-05,
      "loss": 0.0135,
      "step": 22180
    },
    {
      "loss_action": 0.011966641992330551,
      "loss_total": 0.011966641992330551,
      "step": 22180
    },
    {
      "loss_action": 0.011867357417941093,
      "loss_total": 0.011867357417941093,
      "step": 22180
    },
    {
      "loss_action": 0.010957076214253902,
      "loss_total": 0.010957076214253902,
      "step": 22180
    },
    {
      "loss_action": 0.012662369757890701,
      "loss_total": 0.012662369757890701,
      "step": 22180
    },
    {
      "loss_action": 0.007947616279125214,
      "loss_total": 0.007947616279125214,
      "step": 22180
    },
    {
      "loss_action": 0.024157458916306496,
      "loss_total": 0.024157458916306496,
      "step": 22180
    },
    {
      "loss_action": 0.012574316933751106,
      "loss_total": 0.012574316933751106,
      "step": 22180
    },
    {
      "loss_action": 0.007960276678204536,
      "loss_total": 0.007960276678204536,
      "step": 22180
    },
    {
      "grad_norm": 0.19849644601345062,
      "learning_rate": 9.21373619082732e-05,
      "loss": 0.0137,
      "step": 22190
    },
    {
      "loss_action": 0.012064030393958092,
      "loss_total": 0.012064030393958092,
      "step": 22190
    },
    {
      "loss_action": 0.008223230950534344,
      "loss_total": 0.008223230950534344,
      "step": 22190
    },
    {
      "loss_action": 0.012143664062023163,
      "loss_total": 0.012143664062023163,
      "step": 22190
    },
    {
      "loss_action": 0.012483193539083004,
      "loss_total": 0.012483193539083004,
      "step": 22190
    },
    {
      "loss_action": 0.006146218627691269,
      "loss_total": 0.006146218627691269,
      "step": 22190
    },
    {
      "loss_action": 0.013922272250056267,
      "loss_total": 0.013922272250056267,
      "step": 22190
    },
    {
      "loss_action": 0.011209854856133461,
      "loss_total": 0.011209854856133461,
      "step": 22190
    },
    {
      "loss_action": 0.00984278880059719,
      "loss_total": 0.00984278880059719,
      "step": 22190
    },
    {
      "grad_norm": 0.2108301818370819,
      "learning_rate": 9.212845881967535e-05,
      "loss": 0.0144,
      "step": 22200
    },
    {
      "loss_action": 0.00922350026667118,
      "loss_total": 0.00922350026667118,
      "step": 22200
    },
    {
      "loss_action": 0.019127661362290382,
      "loss_total": 0.019127661362290382,
      "step": 22200
    },
    {
      "loss_action": 0.006568139884620905,
      "loss_total": 0.006568139884620905,
      "step": 22200
    },
    {
      "loss_action": 0.027658848091959953,
      "loss_total": 0.027658848091959953,
      "step": 22200
    },
    {
      "loss_action": 0.00945458933711052,
      "loss_total": 0.00945458933711052,
      "step": 22200
    },
    {
      "loss_action": 0.018521979451179504,
      "loss_total": 0.018521979451179504,
      "step": 22200
    },
    {
      "loss_action": 0.009331677109003067,
      "loss_total": 0.009331677109003067,
      "step": 22200
    },
    {
      "loss_action": 0.01846463978290558,
      "loss_total": 0.01846463978290558,
      "step": 22200
    },
    {
      "grad_norm": 0.2113191932439804,
      "learning_rate": 9.211955112397262e-05,
      "loss": 0.0166,
      "step": 22210
    },
    {
      "loss_action": 0.010210876353085041,
      "loss_total": 0.010210876353085041,
      "step": 22210
    },
    {
      "loss_action": 0.039479926228523254,
      "loss_total": 0.039479926228523254,
      "step": 22210
    },
    {
      "loss_action": 0.025081932544708252,
      "loss_total": 0.025081932544708252,
      "step": 22210
    },
    {
      "loss_action": 0.020264115184545517,
      "loss_total": 0.020264115184545517,
      "step": 22210
    },
    {
      "loss_action": 0.01671641133725643,
      "loss_total": 0.01671641133725643,
      "step": 22210
    },
    {
      "loss_action": 0.023063816130161285,
      "loss_total": 0.023063816130161285,
      "step": 22210
    },
    {
      "loss_action": 0.00905856303870678,
      "loss_total": 0.00905856303870678,
      "step": 22210
    },
    {
      "loss_action": 0.01691431552171707,
      "loss_total": 0.01691431552171707,
      "step": 22210
    },
    {
      "grad_norm": 0.13139133155345917,
      "learning_rate": 9.211063882213909e-05,
      "loss": 0.0132,
      "step": 22220
    },
    {
      "loss_action": 0.005760601256042719,
      "loss_total": 0.005760601256042719,
      "step": 22220
    },
    {
      "loss_action": 0.03293708711862564,
      "loss_total": 0.03293708711862564,
      "step": 22220
    },
    {
      "loss_action": 0.014134932309389114,
      "loss_total": 0.014134932309389114,
      "step": 22220
    },
    {
      "loss_action": 0.010698609054088593,
      "loss_total": 0.010698609054088593,
      "step": 22220
    },
    {
      "loss_action": 0.011043157428503036,
      "loss_total": 0.011043157428503036,
      "step": 22220
    },
    {
      "loss_action": 0.0074104503728449345,
      "loss_total": 0.0074104503728449345,
      "step": 22220
    },
    {
      "loss_action": 0.01178840734064579,
      "loss_total": 0.01178840734064579,
      "step": 22220
    },
    {
      "loss_action": 0.0054217129945755005,
      "loss_total": 0.0054217129945755005,
      "step": 22220
    },
    {
      "grad_norm": 0.2189352959394455,
      "learning_rate": 9.210172191514942e-05,
      "loss": 0.013,
      "step": 22230
    },
    {
      "loss_action": 0.006555281579494476,
      "loss_total": 0.006555281579494476,
      "step": 22230
    },
    {
      "loss_action": 0.025820598006248474,
      "loss_total": 0.025820598006248474,
      "step": 22230
    },
    {
      "loss_action": 0.008905922062695026,
      "loss_total": 0.008905922062695026,
      "step": 22230
    },
    {
      "loss_action": 0.005148974247276783,
      "loss_total": 0.005148974247276783,
      "step": 22230
    },
    {
      "loss_action": 0.005189710762351751,
      "loss_total": 0.005189710762351751,
      "step": 22230
    },
    {
      "loss_action": 0.016200732439756393,
      "loss_total": 0.016200732439756393,
      "step": 22230
    },
    {
      "loss_action": 0.005104567389935255,
      "loss_total": 0.005104567389935255,
      "step": 22230
    },
    {
      "loss_action": 0.027637865394353867,
      "loss_total": 0.027637865394353867,
      "step": 22230
    },
    {
      "grad_norm": 0.1600690484046936,
      "learning_rate": 9.209280040397874e-05,
      "loss": 0.0128,
      "step": 22240
    },
    {
      "loss_action": 0.010084905661642551,
      "loss_total": 0.010084905661642551,
      "step": 22240
    },
    {
      "loss_action": 0.010878469794988632,
      "loss_total": 0.010878469794988632,
      "step": 22240
    },
    {
      "loss_action": 0.01239424291998148,
      "loss_total": 0.01239424291998148,
      "step": 22240
    },
    {
      "loss_action": 0.012736028991639614,
      "loss_total": 0.012736028991639614,
      "step": 22240
    },
    {
      "loss_action": 0.015562731772661209,
      "loss_total": 0.015562731772661209,
      "step": 22240
    },
    {
      "loss_action": 0.009004141204059124,
      "loss_total": 0.009004141204059124,
      "step": 22240
    },
    {
      "loss_action": 0.012894774787127972,
      "loss_total": 0.012894774787127972,
      "step": 22240
    },
    {
      "loss_action": 0.02415555901825428,
      "loss_total": 0.02415555901825428,
      "step": 22240
    },
    {
      "grad_norm": 0.12250644713640213,
      "learning_rate": 9.208387428960268e-05,
      "loss": 0.0138,
      "step": 22250
    },
    {
      "loss_action": 0.01468664687126875,
      "loss_total": 0.01468664687126875,
      "step": 22250
    },
    {
      "loss_action": 0.011171098798513412,
      "loss_total": 0.011171098798513412,
      "step": 22250
    },
    {
      "loss_action": 0.010399192571640015,
      "loss_total": 0.010399192571640015,
      "step": 22250
    },
    {
      "loss_action": 0.01729658991098404,
      "loss_total": 0.01729658991098404,
      "step": 22250
    },
    {
      "loss_action": 0.004066528752446175,
      "loss_total": 0.004066528752446175,
      "step": 22250
    },
    {
      "loss_action": 0.013344233855605125,
      "loss_total": 0.013344233855605125,
      "step": 22250
    },
    {
      "loss_action": 0.025309009477496147,
      "loss_total": 0.025309009477496147,
      "step": 22250
    },
    {
      "loss_action": 0.012914433144032955,
      "loss_total": 0.012914433144032955,
      "step": 22250
    },
    {
      "grad_norm": 0.13573668897151947,
      "learning_rate": 9.20749435729974e-05,
      "loss": 0.0106,
      "step": 22260
    },
    {
      "loss_action": 0.0070242127403616905,
      "loss_total": 0.0070242127403616905,
      "step": 22260
    },
    {
      "loss_action": 0.006510239560157061,
      "loss_total": 0.006510239560157061,
      "step": 22260
    },
    {
      "loss_action": 0.02299639955163002,
      "loss_total": 0.02299639955163002,
      "step": 22260
    },
    {
      "loss_action": 0.006746822502464056,
      "loss_total": 0.006746822502464056,
      "step": 22260
    },
    {
      "loss_action": 0.008800413459539413,
      "loss_total": 0.008800413459539413,
      "step": 22260
    },
    {
      "loss_action": 0.007888021878898144,
      "loss_total": 0.007888021878898144,
      "step": 22260
    },
    {
      "loss_action": 0.009257197380065918,
      "loss_total": 0.009257197380065918,
      "step": 22260
    },
    {
      "loss_action": 0.007694656029343605,
      "loss_total": 0.007694656029343605,
      "step": 22260
    },
    {
      "grad_norm": 0.15826597809791565,
      "learning_rate": 9.206600825513957e-05,
      "loss": 0.0123,
      "step": 22270
    },
    {
      "loss_action": 0.00486825592815876,
      "loss_total": 0.00486825592815876,
      "step": 22270
    },
    {
      "loss_action": 0.005825122352689505,
      "loss_total": 0.005825122352689505,
      "step": 22270
    },
    {
      "loss_action": 0.009908277541399002,
      "loss_total": 0.009908277541399002,
      "step": 22270
    },
    {
      "loss_action": 0.007306121289730072,
      "loss_total": 0.007306121289730072,
      "step": 22270
    },
    {
      "loss_action": 0.011750498786568642,
      "loss_total": 0.011750498786568642,
      "step": 22270
    },
    {
      "loss_action": 0.013811888173222542,
      "loss_total": 0.013811888173222542,
      "step": 22270
    },
    {
      "loss_action": 0.005577273201197386,
      "loss_total": 0.005577273201197386,
      "step": 22270
    },
    {
      "loss_action": 0.007498107384890318,
      "loss_total": 0.007498107384890318,
      "step": 22270
    },
    {
      "grad_norm": 0.11778818815946579,
      "learning_rate": 9.20570683370063e-05,
      "loss": 0.0126,
      "step": 22280
    },
    {
      "loss_action": 0.014559767208993435,
      "loss_total": 0.014559767208993435,
      "step": 22280
    },
    {
      "loss_action": 0.0041196830570697784,
      "loss_total": 0.0041196830570697784,
      "step": 22280
    },
    {
      "loss_action": 0.005508658476173878,
      "loss_total": 0.005508658476173878,
      "step": 22280
    },
    {
      "loss_action": 0.006400438956916332,
      "loss_total": 0.006400438956916332,
      "step": 22280
    },
    {
      "loss_action": 0.0050468649715185165,
      "loss_total": 0.0050468649715185165,
      "step": 22280
    },
    {
      "loss_action": 0.004641233943402767,
      "loss_total": 0.004641233943402767,
      "step": 22280
    },
    {
      "loss_action": 0.005709746852517128,
      "loss_total": 0.005709746852517128,
      "step": 22280
    },
    {
      "loss_action": 0.00475072767585516,
      "loss_total": 0.00475072767585516,
      "step": 22280
    },
    {
      "grad_norm": 0.16210445761680603,
      "learning_rate": 9.204812381957528e-05,
      "loss": 0.0112,
      "step": 22290
    },
    {
      "loss_action": 0.040413640439510345,
      "loss_total": 0.040413640439510345,
      "step": 22290
    },
    {
      "loss_action": 0.007026975508779287,
      "loss_total": 0.007026975508779287,
      "step": 22290
    },
    {
      "loss_action": 0.020180020481348038,
      "loss_total": 0.020180020481348038,
      "step": 22290
    },
    {
      "loss_action": 0.011270086281001568,
      "loss_total": 0.011270086281001568,
      "step": 22290
    },
    {
      "loss_action": 0.013131903484463692,
      "loss_total": 0.013131903484463692,
      "step": 22290
    },
    {
      "loss_action": 0.006986203603446484,
      "loss_total": 0.006986203603446484,
      "step": 22290
    },
    {
      "loss_action": 0.007584189996123314,
      "loss_total": 0.007584189996123314,
      "step": 22290
    },
    {
      "loss_action": 0.02741864137351513,
      "loss_total": 0.02741864137351513,
      "step": 22290
    },
    {
      "grad_norm": 0.15167948603630066,
      "learning_rate": 9.203917470382465e-05,
      "loss": 0.0134,
      "step": 22300
    },
    {
      "loss_action": 0.015475112944841385,
      "loss_total": 0.015475112944841385,
      "step": 22300
    },
    {
      "loss_action": 0.02064414881169796,
      "loss_total": 0.02064414881169796,
      "step": 22300
    },
    {
      "loss_action": 0.013457931578159332,
      "loss_total": 0.013457931578159332,
      "step": 22300
    },
    {
      "loss_action": 0.009013757109642029,
      "loss_total": 0.009013757109642029,
      "step": 22300
    },
    {
      "loss_action": 0.02582356333732605,
      "loss_total": 0.02582356333732605,
      "step": 22300
    },
    {
      "loss_action": 0.011358890682458878,
      "loss_total": 0.011358890682458878,
      "step": 22300
    },
    {
      "loss_action": 0.009461899287998676,
      "loss_total": 0.009461899287998676,
      "step": 22300
    },
    {
      "loss_action": 0.01841268315911293,
      "loss_total": 0.01841268315911293,
      "step": 22300
    },
    {
      "grad_norm": 0.18450365960597992,
      "learning_rate": 9.203022099073309e-05,
      "loss": 0.0132,
      "step": 22310
    },
    {
      "loss_action": 0.01160508207976818,
      "loss_total": 0.01160508207976818,
      "step": 22310
    },
    {
      "loss_action": 0.01181686669588089,
      "loss_total": 0.01181686669588089,
      "step": 22310
    },
    {
      "loss_action": 0.008775526657700539,
      "loss_total": 0.008775526657700539,
      "step": 22310
    },
    {
      "loss_action": 0.01555259246379137,
      "loss_total": 0.01555259246379137,
      "step": 22310
    },
    {
      "loss_action": 0.008220111951231956,
      "loss_total": 0.008220111951231956,
      "step": 22310
    },
    {
      "loss_action": 0.010101978667080402,
      "loss_total": 0.010101978667080402,
      "step": 22310
    },
    {
      "loss_action": 0.007525816559791565,
      "loss_total": 0.007525816559791565,
      "step": 22310
    },
    {
      "loss_action": 0.01918010413646698,
      "loss_total": 0.01918010413646698,
      "step": 22310
    },
    {
      "grad_norm": 0.13299554586410522,
      "learning_rate": 9.202126268127976e-05,
      "loss": 0.0118,
      "step": 22320
    },
    {
      "loss_action": 0.0035662101581692696,
      "loss_total": 0.0035662101581692696,
      "step": 22320
    },
    {
      "loss_action": 0.009239915758371353,
      "loss_total": 0.009239915758371353,
      "step": 22320
    },
    {
      "loss_action": 0.01238288078457117,
      "loss_total": 0.01238288078457117,
      "step": 22320
    },
    {
      "loss_action": 0.005135543644428253,
      "loss_total": 0.005135543644428253,
      "step": 22320
    },
    {
      "loss_action": 0.004652645904570818,
      "loss_total": 0.004652645904570818,
      "step": 22320
    },
    {
      "loss_action": 0.02154688909649849,
      "loss_total": 0.02154688909649849,
      "step": 22320
    },
    {
      "loss_action": 0.012897833250463009,
      "loss_total": 0.012897833250463009,
      "step": 22320
    },
    {
      "loss_action": 0.005583841819316149,
      "loss_total": 0.005583841819316149,
      "step": 22320
    },
    {
      "grad_norm": 0.1591673195362091,
      "learning_rate": 9.20122997764443e-05,
      "loss": 0.0135,
      "step": 22330
    },
    {
      "loss_action": 0.02381613478064537,
      "loss_total": 0.02381613478064537,
      "step": 22330
    },
    {
      "loss_action": 0.010955797508358955,
      "loss_total": 0.010955797508358955,
      "step": 22330
    },
    {
      "loss_action": 0.01915302313864231,
      "loss_total": 0.01915302313864231,
      "step": 22330
    },
    {
      "loss_action": 0.011345130391418934,
      "loss_total": 0.011345130391418934,
      "step": 22330
    },
    {
      "loss_action": 0.01320163905620575,
      "loss_total": 0.01320163905620575,
      "step": 22330
    },
    {
      "loss_action": 0.011302453465759754,
      "loss_total": 0.011302453465759754,
      "step": 22330
    },
    {
      "loss_action": 0.01753838360309601,
      "loss_total": 0.01753838360309601,
      "step": 22330
    },
    {
      "loss_action": 0.007308810018002987,
      "loss_total": 0.007308810018002987,
      "step": 22330
    },
    {
      "grad_norm": 0.11043984442949295,
      "learning_rate": 9.200333227720692e-05,
      "loss": 0.0129,
      "step": 22340
    },
    {
      "loss_action": 0.009630824439227581,
      "loss_total": 0.009630824439227581,
      "step": 22340
    },
    {
      "loss_action": 0.004127277992665768,
      "loss_total": 0.004127277992665768,
      "step": 22340
    },
    {
      "loss_action": 0.016733646392822266,
      "loss_total": 0.016733646392822266,
      "step": 22340
    },
    {
      "loss_action": 0.011423463001847267,
      "loss_total": 0.011423463001847267,
      "step": 22340
    },
    {
      "loss_action": 0.005797115154564381,
      "loss_total": 0.005797115154564381,
      "step": 22340
    },
    {
      "loss_action": 0.012869635596871376,
      "loss_total": 0.012869635596871376,
      "step": 22340
    },
    {
      "loss_action": 0.006342236418277025,
      "loss_total": 0.006342236418277025,
      "step": 22340
    },
    {
      "loss_action": 0.01973043382167816,
      "loss_total": 0.01973043382167816,
      "step": 22340
    },
    {
      "grad_norm": 0.1580428034067154,
      "learning_rate": 9.199436018454826e-05,
      "loss": 0.0137,
      "step": 22350
    },
    {
      "loss_action": 0.009902559220790863,
      "loss_total": 0.009902559220790863,
      "step": 22350
    },
    {
      "loss_action": 0.006757225841283798,
      "loss_total": 0.006757225841283798,
      "step": 22350
    },
    {
      "loss_action": 0.009648419916629791,
      "loss_total": 0.009648419916629791,
      "step": 22350
    },
    {
      "loss_action": 0.006544815376400948,
      "loss_total": 0.006544815376400948,
      "step": 22350
    },
    {
      "loss_action": 0.008878477849066257,
      "loss_total": 0.008878477849066257,
      "step": 22350
    },
    {
      "loss_action": 0.009778082370758057,
      "loss_total": 0.009778082370758057,
      "step": 22350
    },
    {
      "loss_action": 0.007891763933002949,
      "loss_total": 0.007891763933002949,
      "step": 22350
    },
    {
      "loss_action": 0.018680717796087265,
      "loss_total": 0.018680717796087265,
      "step": 22350
    },
    {
      "grad_norm": 0.08795953541994095,
      "learning_rate": 9.198538349944952e-05,
      "loss": 0.0114,
      "step": 22360
    },
    {
      "loss_action": 0.04320172965526581,
      "loss_total": 0.04320172965526581,
      "step": 22360
    },
    {
      "loss_action": 0.010453835129737854,
      "loss_total": 0.010453835129737854,
      "step": 22360
    },
    {
      "loss_action": 0.013648374937474728,
      "loss_total": 0.013648374937474728,
      "step": 22360
    },
    {
      "loss_action": 0.0170588456094265,
      "loss_total": 0.0170588456094265,
      "step": 22360
    },
    {
      "loss_action": 0.017815163359045982,
      "loss_total": 0.017815163359045982,
      "step": 22360
    },
    {
      "loss_action": 0.015824921429157257,
      "loss_total": 0.015824921429157257,
      "step": 22360
    },
    {
      "loss_action": 0.018347565084695816,
      "loss_total": 0.018347565084695816,
      "step": 22360
    },
    {
      "loss_action": 0.008961554616689682,
      "loss_total": 0.008961554616689682,
      "step": 22360
    },
    {
      "grad_norm": 0.1537141054868698,
      "learning_rate": 9.197640222289234e-05,
      "loss": 0.0148,
      "step": 22370
    },
    {
      "loss_action": 0.012148979119956493,
      "loss_total": 0.012148979119956493,
      "step": 22370
    },
    {
      "loss_action": 0.009987966157495975,
      "loss_total": 0.009987966157495975,
      "step": 22370
    },
    {
      "loss_action": 0.018191006034612656,
      "loss_total": 0.018191006034612656,
      "step": 22370
    },
    {
      "loss_action": 0.012557161040604115,
      "loss_total": 0.012557161040604115,
      "step": 22370
    },
    {
      "loss_action": 0.008267842233181,
      "loss_total": 0.008267842233181,
      "step": 22370
    },
    {
      "loss_action": 0.0045152525417506695,
      "loss_total": 0.0045152525417506695,
      "step": 22370
    },
    {
      "loss_action": 0.01218818686902523,
      "loss_total": 0.01218818686902523,
      "step": 22370
    },
    {
      "loss_action": 0.010410076938569546,
      "loss_total": 0.010410076938569546,
      "step": 22370
    },
    {
      "grad_norm": 0.11386466026306152,
      "learning_rate": 9.196741635585895e-05,
      "loss": 0.0121,
      "step": 22380
    },
    {
      "loss_action": 0.009288809262216091,
      "loss_total": 0.009288809262216091,
      "step": 22380
    },
    {
      "loss_action": 0.006295491009950638,
      "loss_total": 0.006295491009950638,
      "step": 22380
    },
    {
      "loss_action": 0.004696551710367203,
      "loss_total": 0.004696551710367203,
      "step": 22380
    },
    {
      "loss_action": 0.008047753944993019,
      "loss_total": 0.008047753944993019,
      "step": 22380
    },
    {
      "loss_action": 0.008002370595932007,
      "loss_total": 0.008002370595932007,
      "step": 22380
    },
    {
      "loss_action": 0.005642679985612631,
      "loss_total": 0.005642679985612631,
      "step": 22380
    },
    {
      "loss_action": 0.01723841205239296,
      "loss_total": 0.01723841205239296,
      "step": 22380
    },
    {
      "loss_action": 0.030449654906988144,
      "loss_total": 0.030449654906988144,
      "step": 22380
    },
    {
      "grad_norm": 0.17513634264469147,
      "learning_rate": 9.195842589933199e-05,
      "loss": 0.0135,
      "step": 22390
    },
    {
      "loss_action": 0.02338314987719059,
      "loss_total": 0.02338314987719059,
      "step": 22390
    },
    {
      "loss_action": 0.014382372610270977,
      "loss_total": 0.014382372610270977,
      "step": 22390
    },
    {
      "loss_action": 0.008113465271890163,
      "loss_total": 0.008113465271890163,
      "step": 22390
    },
    {
      "loss_action": 0.011139364913105965,
      "loss_total": 0.011139364913105965,
      "step": 22390
    },
    {
      "loss_action": 0.010986466892063618,
      "loss_total": 0.010986466892063618,
      "step": 22390
    },
    {
      "loss_action": 0.016240915283560753,
      "loss_total": 0.016240915283560753,
      "step": 22390
    },
    {
      "loss_action": 0.00795973464846611,
      "loss_total": 0.00795973464846611,
      "step": 22390
    },
    {
      "loss_action": 0.013949986547231674,
      "loss_total": 0.013949986547231674,
      "step": 22390
    },
    {
      "grad_norm": 0.20115919411182404,
      "learning_rate": 9.194943085429466e-05,
      "loss": 0.0154,
      "step": 22400
    },
    {
      "loss_action": 0.014752421528100967,
      "loss_total": 0.014752421528100967,
      "step": 22400
    },
    {
      "loss_action": 0.007909635081887245,
      "loss_total": 0.007909635081887245,
      "step": 22400
    },
    {
      "loss_action": 0.00584267545491457,
      "loss_total": 0.00584267545491457,
      "step": 22400
    },
    {
      "loss_action": 0.009294325485825539,
      "loss_total": 0.009294325485825539,
      "step": 22400
    },
    {
      "loss_action": 0.01180974394083023,
      "loss_total": 0.01180974394083023,
      "step": 22400
    },
    {
      "loss_action": 0.019791610538959503,
      "loss_total": 0.019791610538959503,
      "step": 22400
    },
    {
      "loss_action": 0.007591383531689644,
      "loss_total": 0.007591383531689644,
      "step": 22400
    },
    {
      "loss_action": 0.006197457667440176,
      "loss_total": 0.006197457667440176,
      "step": 22400
    },
    {
      "grad_norm": 0.17853230237960815,
      "learning_rate": 9.194043122173065e-05,
      "loss": 0.0143,
      "step": 22410
    },
    {
      "loss_action": 0.025577520951628685,
      "loss_total": 0.025577520951628685,
      "step": 22410
    },
    {
      "loss_action": 0.009991208091378212,
      "loss_total": 0.009991208091378212,
      "step": 22410
    },
    {
      "loss_action": 0.01811552792787552,
      "loss_total": 0.01811552792787552,
      "step": 22410
    },
    {
      "loss_action": 0.01902605965733528,
      "loss_total": 0.01902605965733528,
      "step": 22410
    },
    {
      "loss_action": 0.014612272381782532,
      "loss_total": 0.014612272381782532,
      "step": 22410
    },
    {
      "loss_action": 0.01232675090432167,
      "loss_total": 0.01232675090432167,
      "step": 22410
    },
    {
      "loss_action": 0.03165872022509575,
      "loss_total": 0.03165872022509575,
      "step": 22410
    },
    {
      "loss_action": 0.021941781044006348,
      "loss_total": 0.021941781044006348,
      "step": 22410
    },
    {
      "grad_norm": 0.13609907031059265,
      "learning_rate": 9.193142700262413e-05,
      "loss": 0.0136,
      "step": 22420
    },
    {
      "loss_action": 0.012357605621218681,
      "loss_total": 0.012357605621218681,
      "step": 22420
    },
    {
      "loss_action": 0.015201454982161522,
      "loss_total": 0.015201454982161522,
      "step": 22420
    },
    {
      "loss_action": 0.026511088013648987,
      "loss_total": 0.026511088013648987,
      "step": 22420
    },
    {
      "loss_action": 0.009990738704800606,
      "loss_total": 0.009990738704800606,
      "step": 22420
    },
    {
      "loss_action": 0.03605193272233009,
      "loss_total": 0.03605193272233009,
      "step": 22420
    },
    {
      "loss_action": 0.013307719491422176,
      "loss_total": 0.013307719491422176,
      "step": 22420
    },
    {
      "loss_action": 0.015105210244655609,
      "loss_total": 0.015105210244655609,
      "step": 22420
    },
    {
      "loss_action": 0.010606903582811356,
      "loss_total": 0.010606903582811356,
      "step": 22420
    },
    {
      "grad_norm": 0.14084799587726593,
      "learning_rate": 9.192241819795979e-05,
      "loss": 0.0134,
      "step": 22430
    },
    {
      "loss_action": 0.022270191460847855,
      "loss_total": 0.022270191460847855,
      "step": 22430
    },
    {
      "loss_action": 0.005197925493121147,
      "loss_total": 0.005197925493121147,
      "step": 22430
    },
    {
      "loss_action": 0.010182419791817665,
      "loss_total": 0.010182419791817665,
      "step": 22430
    },
    {
      "loss_action": 0.031911738216876984,
      "loss_total": 0.031911738216876984,
      "step": 22430
    },
    {
      "loss_action": 0.008524617180228233,
      "loss_total": 0.008524617180228233,
      "step": 22430
    },
    {
      "loss_action": 0.006552353035658598,
      "loss_total": 0.006552353035658598,
      "step": 22430
    },
    {
      "loss_action": 0.013171084225177765,
      "loss_total": 0.013171084225177765,
      "step": 22430
    },
    {
      "loss_action": 0.007325207814574242,
      "loss_total": 0.007325207814574242,
      "step": 22430
    },
    {
      "grad_norm": 0.1372758448123932,
      "learning_rate": 9.191340480872284e-05,
      "loss": 0.0152,
      "step": 22440
    },
    {
      "loss_action": 0.05484302341938019,
      "loss_total": 0.05484302341938019,
      "step": 22440
    },
    {
      "loss_action": 0.00419724453240633,
      "loss_total": 0.00419724453240633,
      "step": 22440
    },
    {
      "loss_action": 0.009946992620825768,
      "loss_total": 0.009946992620825768,
      "step": 22440
    },
    {
      "loss_action": 0.012986572459340096,
      "loss_total": 0.012986572459340096,
      "step": 22440
    },
    {
      "loss_action": 0.020088009536266327,
      "loss_total": 0.020088009536266327,
      "step": 22440
    },
    {
      "loss_action": 0.015690457075834274,
      "loss_total": 0.015690457075834274,
      "step": 22440
    },
    {
      "loss_action": 0.0203092098236084,
      "loss_total": 0.0203092098236084,
      "step": 22440
    },
    {
      "loss_action": 0.010937998071312904,
      "loss_total": 0.010937998071312904,
      "step": 22440
    },
    {
      "grad_norm": 0.09097259491682053,
      "learning_rate": 9.190438683589895e-05,
      "loss": 0.0132,
      "step": 22450
    },
    {
      "loss_action": 0.011618735268712044,
      "loss_total": 0.011618735268712044,
      "step": 22450
    },
    {
      "loss_action": 0.007113954517990351,
      "loss_total": 0.007113954517990351,
      "step": 22450
    },
    {
      "loss_action": 0.007367991842329502,
      "loss_total": 0.007367991842329502,
      "step": 22450
    },
    {
      "loss_action": 0.00850717630237341,
      "loss_total": 0.00850717630237341,
      "step": 22450
    },
    {
      "loss_action": 0.004959132056683302,
      "loss_total": 0.004959132056683302,
      "step": 22450
    },
    {
      "loss_action": 0.014700742438435555,
      "loss_total": 0.014700742438435555,
      "step": 22450
    },
    {
      "loss_action": 0.013029618188738823,
      "loss_total": 0.013029618188738823,
      "step": 22450
    },
    {
      "loss_action": 0.010076177306473255,
      "loss_total": 0.010076177306473255,
      "step": 22450
    },
    {
      "grad_norm": 0.12489255517721176,
      "learning_rate": 9.189536428047432e-05,
      "loss": 0.0157,
      "step": 22460
    },
    {
      "loss_action": 0.010406071320176125,
      "loss_total": 0.010406071320176125,
      "step": 22460
    },
    {
      "loss_action": 0.016019539907574654,
      "loss_total": 0.016019539907574654,
      "step": 22460
    },
    {
      "loss_action": 0.025296730920672417,
      "loss_total": 0.025296730920672417,
      "step": 22460
    },
    {
      "loss_action": 0.0336422473192215,
      "loss_total": 0.0336422473192215,
      "step": 22460
    },
    {
      "loss_action": 0.007753763813525438,
      "loss_total": 0.007753763813525438,
      "step": 22460
    },
    {
      "loss_action": 0.006654004100710154,
      "loss_total": 0.006654004100710154,
      "step": 22460
    },
    {
      "loss_action": 0.011872531846165657,
      "loss_total": 0.011872531846165657,
      "step": 22460
    },
    {
      "loss_action": 0.006061996333301067,
      "loss_total": 0.006061996333301067,
      "step": 22460
    },
    {
      "grad_norm": 0.10876207798719406,
      "learning_rate": 9.188633714343564e-05,
      "loss": 0.012,
      "step": 22470
    },
    {
      "loss_action": 0.015580716542899609,
      "loss_total": 0.015580716542899609,
      "step": 22470
    },
    {
      "loss_action": 0.01276315189898014,
      "loss_total": 0.01276315189898014,
      "step": 22470
    },
    {
      "loss_action": 0.021163102239370346,
      "loss_total": 0.021163102239370346,
      "step": 22470
    },
    {
      "loss_action": 0.007550555747002363,
      "loss_total": 0.007550555747002363,
      "step": 22470
    },
    {
      "loss_action": 0.027800288051366806,
      "loss_total": 0.027800288051366806,
      "step": 22470
    },
    {
      "loss_action": 0.007238941267132759,
      "loss_total": 0.007238941267132759,
      "step": 22470
    },
    {
      "loss_action": 0.02506430633366108,
      "loss_total": 0.02506430633366108,
      "step": 22470
    },
    {
      "loss_action": 0.010439498350024223,
      "loss_total": 0.010439498350024223,
      "step": 22470
    },
    {
      "grad_norm": 0.1372053176164627,
      "learning_rate": 9.18773054257701e-05,
      "loss": 0.0127,
      "step": 22480
    },
    {
      "loss_action": 0.00907999649643898,
      "loss_total": 0.00907999649643898,
      "step": 22480
    },
    {
      "loss_action": 0.008106068708002567,
      "loss_total": 0.008106068708002567,
      "step": 22480
    },
    {
      "loss_action": 0.006267054006457329,
      "loss_total": 0.006267054006457329,
      "step": 22480
    },
    {
      "loss_action": 0.015446051023900509,
      "loss_total": 0.015446051023900509,
      "step": 22480
    },
    {
      "loss_action": 0.016811050474643707,
      "loss_total": 0.016811050474643707,
      "step": 22480
    },
    {
      "loss_action": 0.012685146182775497,
      "loss_total": 0.012685146182775497,
      "step": 22480
    },
    {
      "loss_action": 0.008519783616065979,
      "loss_total": 0.008519783616065979,
      "step": 22480
    },
    {
      "loss_action": 0.01489252969622612,
      "loss_total": 0.01489252969622612,
      "step": 22480
    },
    {
      "grad_norm": 0.18848992884159088,
      "learning_rate": 9.18682691284654e-05,
      "loss": 0.0112,
      "step": 22490
    },
    {
      "loss_action": 0.010915501974523067,
      "loss_total": 0.010915501974523067,
      "step": 22490
    },
    {
      "loss_action": 0.0041895583271980286,
      "loss_total": 0.0041895583271980286,
      "step": 22490
    },
    {
      "loss_action": 0.008768214844167233,
      "loss_total": 0.008768214844167233,
      "step": 22490
    },
    {
      "loss_action": 0.011476976796984673,
      "loss_total": 0.011476976796984673,
      "step": 22490
    },
    {
      "loss_action": 0.017735421657562256,
      "loss_total": 0.017735421657562256,
      "step": 22490
    },
    {
      "loss_action": 0.01936834678053856,
      "loss_total": 0.01936834678053856,
      "step": 22490
    },
    {
      "loss_action": 0.015787728130817413,
      "loss_total": 0.015787728130817413,
      "step": 22490
    },
    {
      "loss_action": 0.008915351703763008,
      "loss_total": 0.008915351703763008,
      "step": 22490
    },
    {
      "grad_norm": 0.21712207794189453,
      "learning_rate": 9.185922825250974e-05,
      "loss": 0.0155,
      "step": 22500
    },
    {
      "loss_action": 0.01638200134038925,
      "loss_total": 0.01638200134038925,
      "step": 22500
    },
    {
      "loss_action": 0.009248257614672184,
      "loss_total": 0.009248257614672184,
      "step": 22500
    },
    {
      "loss_action": 0.007036528084427118,
      "loss_total": 0.007036528084427118,
      "step": 22500
    },
    {
      "loss_action": 0.007617470808327198,
      "loss_total": 0.007617470808327198,
      "step": 22500
    },
    {
      "loss_action": 0.010522243566811085,
      "loss_total": 0.010522243566811085,
      "step": 22500
    },
    {
      "loss_action": 0.005570308305323124,
      "loss_total": 0.005570308305323124,
      "step": 22500
    },
    {
      "loss_action": 0.02321045845746994,
      "loss_total": 0.02321045845746994,
      "step": 22500
    },
    {
      "loss_action": 0.024335190653800964,
      "loss_total": 0.024335190653800964,
      "step": 22500
    },
    {
      "grad_norm": 0.1888624131679535,
      "learning_rate": 9.185018279889181e-05,
      "loss": 0.014,
      "step": 22510
    },
    {
      "loss_action": 0.013105329126119614,
      "loss_total": 0.013105329126119614,
      "step": 22510
    },
    {
      "loss_action": 0.003658498404547572,
      "loss_total": 0.003658498404547572,
      "step": 22510
    },
    {
      "loss_action": 0.015991199761629105,
      "loss_total": 0.015991199761629105,
      "step": 22510
    },
    {
      "loss_action": 0.010402608662843704,
      "loss_total": 0.010402608662843704,
      "step": 22510
    },
    {
      "loss_action": 0.01581563614308834,
      "loss_total": 0.01581563614308834,
      "step": 22510
    },
    {
      "loss_action": 0.006661574821919203,
      "loss_total": 0.006661574821919203,
      "step": 22510
    },
    {
      "loss_action": 0.013932634145021439,
      "loss_total": 0.013932634145021439,
      "step": 22510
    },
    {
      "loss_action": 0.008974789641797543,
      "loss_total": 0.008974789641797543,
      "step": 22510
    },
    {
      "grad_norm": 0.1208454817533493,
      "learning_rate": 9.184113276860082e-05,
      "loss": 0.0132,
      "step": 22520
    },
    {
      "loss_action": 0.0157892145216465,
      "loss_total": 0.0157892145216465,
      "step": 22520
    },
    {
      "loss_action": 0.005605690181255341,
      "loss_total": 0.005605690181255341,
      "step": 22520
    },
    {
      "loss_action": 0.0030920524150133133,
      "loss_total": 0.0030920524150133133,
      "step": 22520
    },
    {
      "loss_action": 0.018223900347948074,
      "loss_total": 0.018223900347948074,
      "step": 22520
    },
    {
      "loss_action": 0.00896806363016367,
      "loss_total": 0.00896806363016367,
      "step": 22520
    },
    {
      "loss_action": 0.019461825489997864,
      "loss_total": 0.019461825489997864,
      "step": 22520
    },
    {
      "loss_action": 0.012254113331437111,
      "loss_total": 0.012254113331437111,
      "step": 22520
    },
    {
      "loss_action": 0.013048984110355377,
      "loss_total": 0.013048984110355377,
      "step": 22520
    },
    {
      "grad_norm": 0.18252016603946686,
      "learning_rate": 9.183207816262645e-05,
      "loss": 0.0119,
      "step": 22530
    },
    {
      "loss_action": 0.009643113240599632,
      "loss_total": 0.009643113240599632,
      "step": 22530
    },
    {
      "loss_action": 0.006512097083032131,
      "loss_total": 0.006512097083032131,
      "step": 22530
    },
    {
      "loss_action": 0.008950212970376015,
      "loss_total": 0.008950212970376015,
      "step": 22530
    },
    {
      "loss_action": 0.005642171949148178,
      "loss_total": 0.005642171949148178,
      "step": 22530
    },
    {
      "loss_action": 0.006945108063519001,
      "loss_total": 0.006945108063519001,
      "step": 22530
    },
    {
      "loss_action": 0.015316249802708626,
      "loss_total": 0.015316249802708626,
      "step": 22530
    },
    {
      "loss_action": 0.004273978993296623,
      "loss_total": 0.004273978993296623,
      "step": 22530
    },
    {
      "loss_action": 0.02288779616355896,
      "loss_total": 0.02288779616355896,
      "step": 22530
    },
    {
      "grad_norm": 0.1426457315683365,
      "learning_rate": 9.182301898195891e-05,
      "loss": 0.012,
      "step": 22540
    },
    {
      "loss_action": 0.01742662489414215,
      "loss_total": 0.01742662489414215,
      "step": 22540
    },
    {
      "loss_action": 0.017347419634461403,
      "loss_total": 0.017347419634461403,
      "step": 22540
    },
    {
      "loss_action": 0.01677372120320797,
      "loss_total": 0.01677372120320797,
      "step": 22540
    },
    {
      "loss_action": 0.010703968815505505,
      "loss_total": 0.010703968815505505,
      "step": 22540
    },
    {
      "loss_action": 0.04342195391654968,
      "loss_total": 0.04342195391654968,
      "step": 22540
    },
    {
      "loss_action": 0.00955289602279663,
      "loss_total": 0.00955289602279663,
      "step": 22540
    },
    {
      "loss_action": 0.022885441780090332,
      "loss_total": 0.022885441780090332,
      "step": 22540
    },
    {
      "loss_action": 0.01394721306860447,
      "loss_total": 0.01394721306860447,
      "step": 22540
    },
    {
      "grad_norm": 0.11452285945415497,
      "learning_rate": 9.181395522758889e-05,
      "loss": 0.0139,
      "step": 22550
    },
    {
      "loss_action": 0.005087055265903473,
      "loss_total": 0.005087055265903473,
      "step": 22550
    },
    {
      "loss_action": 0.008381822146475315,
      "loss_total": 0.008381822146475315,
      "step": 22550
    },
    {
      "loss_action": 0.005279090255498886,
      "loss_total": 0.005279090255498886,
      "step": 22550
    },
    {
      "loss_action": 0.009433582425117493,
      "loss_total": 0.009433582425117493,
      "step": 22550
    },
    {
      "loss_action": 0.009948376566171646,
      "loss_total": 0.009948376566171646,
      "step": 22550
    },
    {
      "loss_action": 0.00541337113827467,
      "loss_total": 0.00541337113827467,
      "step": 22550
    },
    {
      "loss_action": 0.021982435137033463,
      "loss_total": 0.021982435137033463,
      "step": 22550
    },
    {
      "loss_action": 0.003768076654523611,
      "loss_total": 0.003768076654523611,
      "step": 22550
    },
    {
      "grad_norm": 0.131749227643013,
      "learning_rate": 9.180488690050759e-05,
      "loss": 0.0112,
      "step": 22560
    },
    {
      "loss_action": 0.009379972703754902,
      "loss_total": 0.009379972703754902,
      "step": 22560
    },
    {
      "loss_action": 0.009812397882342339,
      "loss_total": 0.009812397882342339,
      "step": 22560
    },
    {
      "loss_action": 0.005569669418036938,
      "loss_total": 0.005569669418036938,
      "step": 22560
    },
    {
      "loss_action": 0.04503035545349121,
      "loss_total": 0.04503035545349121,
      "step": 22560
    },
    {
      "loss_action": 0.013671369291841984,
      "loss_total": 0.013671369291841984,
      "step": 22560
    },
    {
      "loss_action": 0.006320574786514044,
      "loss_total": 0.006320574786514044,
      "step": 22560
    },
    {
      "loss_action": 0.006173108704388142,
      "loss_total": 0.006173108704388142,
      "step": 22560
    },
    {
      "loss_action": 0.009050210006535053,
      "loss_total": 0.009050210006535053,
      "step": 22560
    },
    {
      "grad_norm": 0.23316146433353424,
      "learning_rate": 9.179581400170671e-05,
      "loss": 0.0128,
      "step": 22570
    },
    {
      "loss_action": 0.012375201098620892,
      "loss_total": 0.012375201098620892,
      "step": 22570
    },
    {
      "loss_action": 0.010663077235221863,
      "loss_total": 0.010663077235221863,
      "step": 22570
    },
    {
      "loss_action": 0.0073837232775986195,
      "loss_total": 0.0073837232775986195,
      "step": 22570
    },
    {
      "loss_action": 0.010296039283275604,
      "loss_total": 0.010296039283275604,
      "step": 22570
    },
    {
      "loss_action": 0.010230902582406998,
      "loss_total": 0.010230902582406998,
      "step": 22570
    },
    {
      "loss_action": 0.009051254019141197,
      "loss_total": 0.009051254019141197,
      "step": 22570
    },
    {
      "loss_action": 0.0043831560760736465,
      "loss_total": 0.0043831560760736465,
      "step": 22570
    },
    {
      "loss_action": 0.008922847919166088,
      "loss_total": 0.008922847919166088,
      "step": 22570
    },
    {
      "grad_norm": 0.18976221978664398,
      "learning_rate": 9.178673653217845e-05,
      "loss": 0.0124,
      "step": 22580
    },
    {
      "loss_action": 0.007419903762638569,
      "loss_total": 0.007419903762638569,
      "step": 22580
    },
    {
      "loss_action": 0.013347966596484184,
      "loss_total": 0.013347966596484184,
      "step": 22580
    },
    {
      "loss_action": 0.006056975573301315,
      "loss_total": 0.006056975573301315,
      "step": 22580
    },
    {
      "loss_action": 0.009056160226464272,
      "loss_total": 0.009056160226464272,
      "step": 22580
    },
    {
      "loss_action": 0.02791486866772175,
      "loss_total": 0.02791486866772175,
      "step": 22580
    },
    {
      "loss_action": 0.008762815035879612,
      "loss_total": 0.008762815035879612,
      "step": 22580
    },
    {
      "loss_action": 0.004901945125311613,
      "loss_total": 0.004901945125311613,
      "step": 22580
    },
    {
      "loss_action": 0.008585155010223389,
      "loss_total": 0.008585155010223389,
      "step": 22580
    },
    {
      "grad_norm": 0.1497754156589508,
      "learning_rate": 9.177765449291551e-05,
      "loss": 0.0113,
      "step": 22590
    },
    {
      "loss_action": 0.00942969135940075,
      "loss_total": 0.00942969135940075,
      "step": 22590
    },
    {
      "loss_action": 0.01021572481840849,
      "loss_total": 0.01021572481840849,
      "step": 22590
    },
    {
      "loss_action": 0.016436081379652023,
      "loss_total": 0.016436081379652023,
      "step": 22590
    },
    {
      "loss_action": 0.005848260596394539,
      "loss_total": 0.005848260596394539,
      "step": 22590
    },
    {
      "loss_action": 0.010255049914121628,
      "loss_total": 0.010255049914121628,
      "step": 22590
    },
    {
      "loss_action": 0.006346209906041622,
      "loss_total": 0.006346209906041622,
      "step": 22590
    },
    {
      "loss_action": 0.00804184190928936,
      "loss_total": 0.00804184190928936,
      "step": 22590
    },
    {
      "loss_action": 0.019300777465105057,
      "loss_total": 0.019300777465105057,
      "step": 22590
    },
    {
      "grad_norm": 0.10946498066186905,
      "learning_rate": 9.176856788491109e-05,
      "loss": 0.0116,
      "step": 22600
    },
    {
      "loss_action": 0.008319869637489319,
      "loss_total": 0.008319869637489319,
      "step": 22600
    },
    {
      "loss_action": 0.008829906582832336,
      "loss_total": 0.008829906582832336,
      "step": 22600
    },
    {
      "loss_action": 0.007806711830198765,
      "loss_total": 0.007806711830198765,
      "step": 22600
    },
    {
      "loss_action": 0.03231539949774742,
      "loss_total": 0.03231539949774742,
      "step": 22600
    },
    {
      "loss_action": 0.006238964851945639,
      "loss_total": 0.006238964851945639,
      "step": 22600
    },
    {
      "loss_action": 0.030625026673078537,
      "loss_total": 0.030625026673078537,
      "step": 22600
    },
    {
      "loss_action": 0.009071338921785355,
      "loss_total": 0.009071338921785355,
      "step": 22600
    },
    {
      "loss_action": 0.013254713267087936,
      "loss_total": 0.013254713267087936,
      "step": 22600
    },
    {
      "grad_norm": 0.18598653376102448,
      "learning_rate": 9.175947670915887e-05,
      "loss": 0.0161,
      "step": 22610
    },
    {
      "loss_action": 0.015146549791097641,
      "loss_total": 0.015146549791097641,
      "step": 22610
    },
    {
      "loss_action": 0.028253907337784767,
      "loss_total": 0.028253907337784767,
      "step": 22610
    },
    {
      "loss_action": 0.020887106657028198,
      "loss_total": 0.020887106657028198,
      "step": 22610
    },
    {
      "loss_action": 0.012825622223317623,
      "loss_total": 0.012825622223317623,
      "step": 22610
    },
    {
      "loss_action": 0.05557262524962425,
      "loss_total": 0.05557262524962425,
      "step": 22610
    },
    {
      "loss_action": 0.012725146487355232,
      "loss_total": 0.012725146487355232,
      "step": 22610
    },
    {
      "loss_action": 0.006809149868786335,
      "loss_total": 0.006809149868786335,
      "step": 22610
    },
    {
      "loss_action": 0.014575071632862091,
      "loss_total": 0.014575071632862091,
      "step": 22610
    },
    {
      "grad_norm": 0.14701884984970093,
      "learning_rate": 9.175038096665309e-05,
      "loss": 0.0125,
      "step": 22620
    },
    {
      "loss_action": 0.006392773240804672,
      "loss_total": 0.006392773240804672,
      "step": 22620
    },
    {
      "loss_action": 0.010266181081533432,
      "loss_total": 0.010266181081533432,
      "step": 22620
    },
    {
      "loss_action": 0.006957707926630974,
      "loss_total": 0.006957707926630974,
      "step": 22620
    },
    {
      "loss_action": 0.005290091037750244,
      "loss_total": 0.005290091037750244,
      "step": 22620
    },
    {
      "loss_action": 0.00616666441783309,
      "loss_total": 0.00616666441783309,
      "step": 22620
    },
    {
      "loss_action": 0.006140511017292738,
      "loss_total": 0.006140511017292738,
      "step": 22620
    },
    {
      "loss_action": 0.015551689080893993,
      "loss_total": 0.015551689080893993,
      "step": 22620
    },
    {
      "loss_action": 0.005184761248528957,
      "loss_total": 0.005184761248528957,
      "step": 22620
    },
    {
      "grad_norm": 0.15250563621520996,
      "learning_rate": 9.17412806583884e-05,
      "loss": 0.0121,
      "step": 22630
    },
    {
      "loss_action": 0.007563304156064987,
      "loss_total": 0.007563304156064987,
      "step": 22630
    },
    {
      "loss_action": 0.01802029274404049,
      "loss_total": 0.01802029274404049,
      "step": 22630
    },
    {
      "loss_action": 0.004395477008074522,
      "loss_total": 0.004395477008074522,
      "step": 22630
    },
    {
      "loss_action": 0.010923121124505997,
      "loss_total": 0.010923121124505997,
      "step": 22630
    },
    {
      "loss_action": 0.011321254074573517,
      "loss_total": 0.011321254074573517,
      "step": 22630
    },
    {
      "loss_action": 0.014655867591500282,
      "loss_total": 0.014655867591500282,
      "step": 22630
    },
    {
      "loss_action": 0.010899439454078674,
      "loss_total": 0.010899439454078674,
      "step": 22630
    },
    {
      "loss_action": 0.015473668463528156,
      "loss_total": 0.015473668463528156,
      "step": 22630
    },
    {
      "grad_norm": 0.23723870515823364,
      "learning_rate": 9.173217578536002e-05,
      "loss": 0.0135,
      "step": 22640
    },
    {
      "loss_action": 0.00938390102237463,
      "loss_total": 0.00938390102237463,
      "step": 22640
    },
    {
      "loss_action": 0.007239563390612602,
      "loss_total": 0.007239563390612602,
      "step": 22640
    },
    {
      "loss_action": 0.013827117159962654,
      "loss_total": 0.013827117159962654,
      "step": 22640
    },
    {
      "loss_action": 0.011818056926131248,
      "loss_total": 0.011818056926131248,
      "step": 22640
    },
    {
      "loss_action": 0.005837105214595795,
      "loss_total": 0.005837105214595795,
      "step": 22640
    },
    {
      "loss_action": 0.010180357843637466,
      "loss_total": 0.010180357843637466,
      "step": 22640
    },
    {
      "loss_action": 0.01384817622601986,
      "loss_total": 0.01384817622601986,
      "step": 22640
    },
    {
      "loss_action": 0.024427242577075958,
      "loss_total": 0.024427242577075958,
      "step": 22640
    },
    {
      "grad_norm": 0.18423637747764587,
      "learning_rate": 9.172306634856362e-05,
      "loss": 0.0151,
      "step": 22650
    },
    {
      "loss_action": 0.01534397155046463,
      "loss_total": 0.01534397155046463,
      "step": 22650
    },
    {
      "loss_action": 0.008542663417756557,
      "loss_total": 0.008542663417756557,
      "step": 22650
    },
    {
      "loss_action": 0.00822121649980545,
      "loss_total": 0.00822121649980545,
      "step": 22650
    },
    {
      "loss_action": 0.024706657975912094,
      "loss_total": 0.024706657975912094,
      "step": 22650
    },
    {
      "loss_action": 0.010389994829893112,
      "loss_total": 0.010389994829893112,
      "step": 22650
    },
    {
      "loss_action": 0.03024432808160782,
      "loss_total": 0.03024432808160782,
      "step": 22650
    },
    {
      "loss_action": 0.0067095039412379265,
      "loss_total": 0.0067095039412379265,
      "step": 22650
    },
    {
      "loss_action": 0.021753113716840744,
      "loss_total": 0.021753113716840744,
      "step": 22650
    },
    {
      "grad_norm": 0.14289157092571259,
      "learning_rate": 9.171395234899545e-05,
      "loss": 0.0133,
      "step": 22660
    },
    {
      "loss_action": 0.004530716687440872,
      "loss_total": 0.004530716687440872,
      "step": 22660
    },
    {
      "loss_action": 0.005114276893436909,
      "loss_total": 0.005114276893436909,
      "step": 22660
    },
    {
      "loss_action": 0.006999660283327103,
      "loss_total": 0.006999660283327103,
      "step": 22660
    },
    {
      "loss_action": 0.006742585450410843,
      "loss_total": 0.006742585450410843,
      "step": 22660
    },
    {
      "loss_action": 0.0030481903813779354,
      "loss_total": 0.0030481903813779354,
      "step": 22660
    },
    {
      "loss_action": 0.0064577748998999596,
      "loss_total": 0.0064577748998999596,
      "step": 22660
    },
    {
      "loss_action": 0.0057149785570800304,
      "loss_total": 0.0057149785570800304,
      "step": 22660
    },
    {
      "loss_action": 0.005547970533370972,
      "loss_total": 0.005547970533370972,
      "step": 22660
    },
    {
      "grad_norm": 0.1572319120168686,
      "learning_rate": 9.170483378765214e-05,
      "loss": 0.0126,
      "step": 22670
    },
    {
      "loss_action": 0.013917671516537666,
      "loss_total": 0.013917671516537666,
      "step": 22670
    },
    {
      "loss_action": 0.0069727106019854546,
      "loss_total": 0.0069727106019854546,
      "step": 22670
    },
    {
      "loss_action": 0.014282317832112312,
      "loss_total": 0.014282317832112312,
      "step": 22670
    },
    {
      "loss_action": 0.0064207944087684155,
      "loss_total": 0.0064207944087684155,
      "step": 22670
    },
    {
      "loss_action": 0.0174352265894413,
      "loss_total": 0.0174352265894413,
      "step": 22670
    },
    {
      "loss_action": 0.01522931456565857,
      "loss_total": 0.01522931456565857,
      "step": 22670
    },
    {
      "loss_action": 0.017489232122898102,
      "loss_total": 0.017489232122898102,
      "step": 22670
    },
    {
      "loss_action": 0.00442148745059967,
      "loss_total": 0.00442148745059967,
      "step": 22670
    },
    {
      "grad_norm": 0.19871720671653748,
      "learning_rate": 9.169571066553091e-05,
      "loss": 0.0133,
      "step": 22680
    },
    {
      "loss_action": 0.010734979063272476,
      "loss_total": 0.010734979063272476,
      "step": 22680
    },
    {
      "loss_action": 0.017576703801751137,
      "loss_total": 0.017576703801751137,
      "step": 22680
    },
    {
      "loss_action": 0.019917309284210205,
      "loss_total": 0.019917309284210205,
      "step": 22680
    },
    {
      "loss_action": 0.009267885237932205,
      "loss_total": 0.009267885237932205,
      "step": 22680
    },
    {
      "loss_action": 0.009966768324375153,
      "loss_total": 0.009966768324375153,
      "step": 22680
    },
    {
      "loss_action": 0.016575409099459648,
      "loss_total": 0.016575409099459648,
      "step": 22680
    },
    {
      "loss_action": 0.009516863152384758,
      "loss_total": 0.009516863152384758,
      "step": 22680
    },
    {
      "loss_action": 0.012653776444494724,
      "loss_total": 0.012653776444494724,
      "step": 22680
    },
    {
      "grad_norm": 0.19115769863128662,
      "learning_rate": 9.168658298362946e-05,
      "loss": 0.0147,
      "step": 22690
    },
    {
      "loss_action": 0.010520130395889282,
      "loss_total": 0.010520130395889282,
      "step": 22690
    },
    {
      "loss_action": 0.010384025052189827,
      "loss_total": 0.010384025052189827,
      "step": 22690
    },
    {
      "loss_action": 0.012708958238363266,
      "loss_total": 0.012708958238363266,
      "step": 22690
    },
    {
      "loss_action": 0.011579915881156921,
      "loss_total": 0.011579915881156921,
      "step": 22690
    },
    {
      "loss_action": 0.022598283365368843,
      "loss_total": 0.022598283365368843,
      "step": 22690
    },
    {
      "loss_action": 0.012842344120144844,
      "loss_total": 0.012842344120144844,
      "step": 22690
    },
    {
      "loss_action": 0.016008539125323296,
      "loss_total": 0.016008539125323296,
      "step": 22690
    },
    {
      "loss_action": 0.01437312364578247,
      "loss_total": 0.01437312364578247,
      "step": 22690
    },
    {
      "grad_norm": 0.17990629374980927,
      "learning_rate": 9.167745074294598e-05,
      "loss": 0.0134,
      "step": 22700
    },
    {
      "loss_action": 0.013695653527975082,
      "loss_total": 0.013695653527975082,
      "step": 22700
    },
    {
      "loss_action": 0.01083748321980238,
      "loss_total": 0.01083748321980238,
      "step": 22700
    },
    {
      "loss_action": 0.018692485988140106,
      "loss_total": 0.018692485988140106,
      "step": 22700
    },
    {
      "loss_action": 0.009731781668961048,
      "loss_total": 0.009731781668961048,
      "step": 22700
    },
    {
      "loss_action": 0.006944879423826933,
      "loss_total": 0.006944879423826933,
      "step": 22700
    },
    {
      "loss_action": 0.010446817614138126,
      "loss_total": 0.010446817614138126,
      "step": 22700
    },
    {
      "loss_action": 0.009428314864635468,
      "loss_total": 0.009428314864635468,
      "step": 22700
    },
    {
      "loss_action": 0.0037018046714365482,
      "loss_total": 0.0037018046714365482,
      "step": 22700
    },
    {
      "grad_norm": 0.15735110640525818,
      "learning_rate": 9.166831394447913e-05,
      "loss": 0.0133,
      "step": 22710
    },
    {
      "loss_action": 0.009142856113612652,
      "loss_total": 0.009142856113612652,
      "step": 22710
    },
    {
      "loss_action": 0.02078396826982498,
      "loss_total": 0.02078396826982498,
      "step": 22710
    },
    {
      "loss_action": 0.012184441089630127,
      "loss_total": 0.012184441089630127,
      "step": 22710
    },
    {
      "loss_action": 0.013120137155056,
      "loss_total": 0.013120137155056,
      "step": 22710
    },
    {
      "loss_action": 0.009501619264483452,
      "loss_total": 0.009501619264483452,
      "step": 22710
    },
    {
      "loss_action": 0.030441293492913246,
      "loss_total": 0.030441293492913246,
      "step": 22710
    },
    {
      "loss_action": 0.011070030741393566,
      "loss_total": 0.011070030741393566,
      "step": 22710
    },
    {
      "loss_action": 0.006451029796153307,
      "loss_total": 0.006451029796153307,
      "step": 22710
    },
    {
      "grad_norm": 0.19156160950660706,
      "learning_rate": 9.165917258922812e-05,
      "loss": 0.0124,
      "step": 22720
    },
    {
      "loss_action": 0.015245920047163963,
      "loss_total": 0.015245920047163963,
      "step": 22720
    },
    {
      "loss_action": 0.005837343633174896,
      "loss_total": 0.005837343633174896,
      "step": 22720
    },
    {
      "loss_action": 0.01086619682610035,
      "loss_total": 0.01086619682610035,
      "step": 22720
    },
    {
      "loss_action": 0.013571124523878098,
      "loss_total": 0.013571124523878098,
      "step": 22720
    },
    {
      "loss_action": 0.006734397727996111,
      "loss_total": 0.006734397727996111,
      "step": 22720
    },
    {
      "loss_action": 0.008056318387389183,
      "loss_total": 0.008056318387389183,
      "step": 22720
    },
    {
      "loss_action": 0.008464622311294079,
      "loss_total": 0.008464622311294079,
      "step": 22720
    },
    {
      "loss_action": 0.0058477590791881084,
      "loss_total": 0.0058477590791881084,
      "step": 22720
    },
    {
      "grad_norm": 0.1113487035036087,
      "learning_rate": 9.165002667819262e-05,
      "loss": 0.0114,
      "step": 22730
    },
    {
      "loss_action": 0.018540482968091965,
      "loss_total": 0.018540482968091965,
      "step": 22730
    },
    {
      "loss_action": 0.008366572670638561,
      "loss_total": 0.008366572670638561,
      "step": 22730
    },
    {
      "loss_action": 0.013848118484020233,
      "loss_total": 0.013848118484020233,
      "step": 22730
    },
    {
      "loss_action": 0.02939409762620926,
      "loss_total": 0.02939409762620926,
      "step": 22730
    },
    {
      "loss_action": 0.009885195642709732,
      "loss_total": 0.009885195642709732,
      "step": 22730
    },
    {
      "loss_action": 0.011972831562161446,
      "loss_total": 0.011972831562161446,
      "step": 22730
    },
    {
      "loss_action": 0.005759949795901775,
      "loss_total": 0.005759949795901775,
      "step": 22730
    },
    {
      "loss_action": 0.015122996643185616,
      "loss_total": 0.015122996643185616,
      "step": 22730
    },
    {
      "grad_norm": 0.13687622547149658,
      "learning_rate": 9.164087621237282e-05,
      "loss": 0.0125,
      "step": 22740
    },
    {
      "loss_action": 0.007197825703769922,
      "loss_total": 0.007197825703769922,
      "step": 22740
    },
    {
      "loss_action": 0.00787477008998394,
      "loss_total": 0.00787477008998394,
      "step": 22740
    },
    {
      "loss_action": 0.010696621611714363,
      "loss_total": 0.010696621611714363,
      "step": 22740
    },
    {
      "loss_action": 0.01123083382844925,
      "loss_total": 0.01123083382844925,
      "step": 22740
    },
    {
      "loss_action": 0.010867958888411522,
      "loss_total": 0.010867958888411522,
      "step": 22740
    },
    {
      "loss_action": 0.01847285032272339,
      "loss_total": 0.01847285032272339,
      "step": 22740
    },
    {
      "loss_action": 0.0041487375274300575,
      "loss_total": 0.0041487375274300575,
      "step": 22740
    },
    {
      "loss_action": 0.010959068313241005,
      "loss_total": 0.010959068313241005,
      "step": 22740
    },
    {
      "grad_norm": 0.16508269309997559,
      "learning_rate": 9.163172119276942e-05,
      "loss": 0.012,
      "step": 22750
    },
    {
      "loss_action": 0.005729988217353821,
      "loss_total": 0.005729988217353821,
      "step": 22750
    },
    {
      "loss_action": 0.016587916761636734,
      "loss_total": 0.016587916761636734,
      "step": 22750
    },
    {
      "loss_action": 0.006782156880944967,
      "loss_total": 0.006782156880944967,
      "step": 22750
    },
    {
      "loss_action": 0.00783165916800499,
      "loss_total": 0.00783165916800499,
      "step": 22750
    },
    {
      "loss_action": 0.01954122632741928,
      "loss_total": 0.01954122632741928,
      "step": 22750
    },
    {
      "loss_action": 0.015531722456216812,
      "loss_total": 0.015531722456216812,
      "step": 22750
    },
    {
      "loss_action": 0.010171033442020416,
      "loss_total": 0.010171033442020416,
      "step": 22750
    },
    {
      "loss_action": 0.009697402827441692,
      "loss_total": 0.009697402827441692,
      "step": 22750
    },
    {
      "grad_norm": 0.14078298211097717,
      "learning_rate": 9.162256162038358e-05,
      "loss": 0.0135,
      "step": 22760
    },
    {
      "loss_action": 0.009538606740534306,
      "loss_total": 0.009538606740534306,
      "step": 22760
    },
    {
      "loss_action": 0.011960355564951897,
      "loss_total": 0.011960355564951897,
      "step": 22760
    },
    {
      "loss_action": 0.018904592841863632,
      "loss_total": 0.018904592841863632,
      "step": 22760
    },
    {
      "loss_action": 0.02290314808487892,
      "loss_total": 0.02290314808487892,
      "step": 22760
    },
    {
      "loss_action": 0.01615491881966591,
      "loss_total": 0.01615491881966591,
      "step": 22760
    },
    {
      "loss_action": 0.00676258560270071,
      "loss_total": 0.00676258560270071,
      "step": 22760
    },
    {
      "loss_action": 0.008664369583129883,
      "loss_total": 0.008664369583129883,
      "step": 22760
    },
    {
      "loss_action": 0.010551847517490387,
      "loss_total": 0.010551847517490387,
      "step": 22760
    },
    {
      "grad_norm": 0.182478666305542,
      "learning_rate": 9.161339749621698e-05,
      "loss": 0.0129,
      "step": 22770
    },
    {
      "loss_action": 0.010811574757099152,
      "loss_total": 0.010811574757099152,
      "step": 22770
    },
    {
      "loss_action": 0.0035273353569209576,
      "loss_total": 0.0035273353569209576,
      "step": 22770
    },
    {
      "loss_action": 0.01633661985397339,
      "loss_total": 0.01633661985397339,
      "step": 22770
    },
    {
      "loss_action": 0.004153552930802107,
      "loss_total": 0.004153552930802107,
      "step": 22770
    },
    {
      "loss_action": 0.11180061101913452,
      "loss_total": 0.11180061101913452,
      "step": 22770
    },
    {
      "loss_action": 0.009841512888669968,
      "loss_total": 0.009841512888669968,
      "step": 22770
    },
    {
      "loss_action": 0.009197602048516273,
      "loss_total": 0.009197602048516273,
      "step": 22770
    },
    {
      "loss_action": 0.004708854481577873,
      "loss_total": 0.004708854481577873,
      "step": 22770
    },
    {
      "grad_norm": 0.1458151489496231,
      "learning_rate": 9.160422882127177e-05,
      "loss": 0.013,
      "step": 22780
    },
    {
      "loss_action": 0.0057237884029746056,
      "loss_total": 0.0057237884029746056,
      "step": 22780
    },
    {
      "loss_action": 0.0048416415229439735,
      "loss_total": 0.0048416415229439735,
      "step": 22780
    },
    {
      "loss_action": 0.020825782790780067,
      "loss_total": 0.020825782790780067,
      "step": 22780
    },
    {
      "loss_action": 0.006629945244640112,
      "loss_total": 0.006629945244640112,
      "step": 22780
    },
    {
      "loss_action": 0.012718607671558857,
      "loss_total": 0.012718607671558857,
      "step": 22780
    },
    {
      "loss_action": 0.024428660050034523,
      "loss_total": 0.024428660050034523,
      "step": 22780
    },
    {
      "loss_action": 0.007723470684140921,
      "loss_total": 0.007723470684140921,
      "step": 22780
    },
    {
      "loss_action": 0.0066606937907636166,
      "loss_total": 0.0066606937907636166,
      "step": 22780
    },
    {
      "grad_norm": 0.19699454307556152,
      "learning_rate": 9.159505559655069e-05,
      "loss": 0.0139,
      "step": 22790
    },
    {
      "loss_action": 0.022156162187457085,
      "loss_total": 0.022156162187457085,
      "step": 22790
    },
    {
      "loss_action": 0.011354731395840645,
      "loss_total": 0.011354731395840645,
      "step": 22790
    },
    {
      "loss_action": 0.027182023972272873,
      "loss_total": 0.027182023972272873,
      "step": 22790
    },
    {
      "loss_action": 0.01784701459109783,
      "loss_total": 0.01784701459109783,
      "step": 22790
    },
    {
      "loss_action": 0.004927226807922125,
      "loss_total": 0.004927226807922125,
      "step": 22790
    },
    {
      "loss_action": 0.004765496123582125,
      "loss_total": 0.004765496123582125,
      "step": 22790
    },
    {
      "loss_action": 0.019925612956285477,
      "loss_total": 0.019925612956285477,
      "step": 22790
    },
    {
      "loss_action": 0.0065656378865242004,
      "loss_total": 0.0065656378865242004,
      "step": 22790
    },
    {
      "grad_norm": 0.3299899101257324,
      "learning_rate": 9.158587782305684e-05,
      "loss": 0.015,
      "step": 22800
    },
    {
      "loss_action": 0.022527523338794708,
      "loss_total": 0.022527523338794708,
      "step": 22800
    },
    {
      "loss_action": 0.00885253120213747,
      "loss_total": 0.00885253120213747,
      "step": 22800
    },
    {
      "loss_action": 0.0072357142344117165,
      "loss_total": 0.0072357142344117165,
      "step": 22800
    },
    {
      "loss_action": 0.017348386347293854,
      "loss_total": 0.017348386347293854,
      "step": 22800
    },
    {
      "loss_action": 0.01050226204097271,
      "loss_total": 0.01050226204097271,
      "step": 22800
    },
    {
      "loss_action": 0.007393048144876957,
      "loss_total": 0.007393048144876957,
      "step": 22800
    },
    {
      "loss_action": 0.014858057722449303,
      "loss_total": 0.014858057722449303,
      "step": 22800
    },
    {
      "loss_action": 0.018428422510623932,
      "loss_total": 0.018428422510623932,
      "step": 22800
    },
    {
      "grad_norm": 0.1433658003807068,
      "learning_rate": 9.157669550179391e-05,
      "loss": 0.0131,
      "step": 22810
    },
    {
      "loss_action": 0.016480078920722008,
      "loss_total": 0.016480078920722008,
      "step": 22810
    },
    {
      "loss_action": 0.015359768643975258,
      "loss_total": 0.015359768643975258,
      "step": 22810
    },
    {
      "loss_action": 0.01824026368558407,
      "loss_total": 0.01824026368558407,
      "step": 22810
    },
    {
      "loss_action": 0.02450830303132534,
      "loss_total": 0.02450830303132534,
      "step": 22810
    },
    {
      "loss_action": 0.017377931624650955,
      "loss_total": 0.017377931624650955,
      "step": 22810
    },
    {
      "loss_action": 0.04430606961250305,
      "loss_total": 0.04430606961250305,
      "step": 22810
    },
    {
      "loss_action": 0.017466384917497635,
      "loss_total": 0.017466384917497635,
      "step": 22810
    },
    {
      "loss_action": 0.020773932337760925,
      "loss_total": 0.020773932337760925,
      "step": 22810
    },
    {
      "grad_norm": 0.1358763426542282,
      "learning_rate": 9.156750863376609e-05,
      "loss": 0.0128,
      "step": 22820
    },
    {
      "loss_action": 0.005834918934851885,
      "loss_total": 0.005834918934851885,
      "step": 22820
    },
    {
      "loss_action": 0.009560603648424149,
      "loss_total": 0.009560603648424149,
      "step": 22820
    },
    {
      "loss_action": 0.007547726854681969,
      "loss_total": 0.007547726854681969,
      "step": 22820
    },
    {
      "loss_action": 0.012086983770132065,
      "loss_total": 0.012086983770132065,
      "step": 22820
    },
    {
      "loss_action": 0.006613232661038637,
      "loss_total": 0.006613232661038637,
      "step": 22820
    },
    {
      "loss_action": 0.013015475124120712,
      "loss_total": 0.013015475124120712,
      "step": 22820
    },
    {
      "loss_action": 0.0061834417283535,
      "loss_total": 0.0061834417283535,
      "step": 22820
    },
    {
      "loss_action": 0.015972178429365158,
      "loss_total": 0.015972178429365158,
      "step": 22820
    },
    {
      "grad_norm": 0.10883311927318573,
      "learning_rate": 9.155831721997801e-05,
      "loss": 0.0118,
      "step": 22830
    },
    {
      "loss_action": 0.03333474323153496,
      "loss_total": 0.03333474323153496,
      "step": 22830
    },
    {
      "loss_action": 0.008938528597354889,
      "loss_total": 0.008938528597354889,
      "step": 22830
    },
    {
      "loss_action": 0.018906930461525917,
      "loss_total": 0.018906930461525917,
      "step": 22830
    },
    {
      "loss_action": 0.012242954224348068,
      "loss_total": 0.012242954224348068,
      "step": 22830
    },
    {
      "loss_action": 0.009557021781802177,
      "loss_total": 0.009557021781802177,
      "step": 22830
    },
    {
      "loss_action": 0.004979223944246769,
      "loss_total": 0.004979223944246769,
      "step": 22830
    },
    {
      "loss_action": 0.01239016093313694,
      "loss_total": 0.01239016093313694,
      "step": 22830
    },
    {
      "loss_action": 0.00991077534854412,
      "loss_total": 0.00991077534854412,
      "step": 22830
    },
    {
      "grad_norm": 0.1120171919465065,
      "learning_rate": 9.154912126143484e-05,
      "loss": 0.0121,
      "step": 22840
    },
    {
      "loss_action": 0.014700228348374367,
      "loss_total": 0.014700228348374367,
      "step": 22840
    },
    {
      "loss_action": 0.025512944906949997,
      "loss_total": 0.025512944906949997,
      "step": 22840
    },
    {
      "loss_action": 0.00788860209286213,
      "loss_total": 0.00788860209286213,
      "step": 22840
    },
    {
      "loss_action": 0.013515090569853783,
      "loss_total": 0.013515090569853783,
      "step": 22840
    },
    {
      "loss_action": 0.009778119623661041,
      "loss_total": 0.009778119623661041,
      "step": 22840
    },
    {
      "loss_action": 0.004785153083503246,
      "loss_total": 0.004785153083503246,
      "step": 22840
    },
    {
      "loss_action": 0.005102132447063923,
      "loss_total": 0.005102132447063923,
      "step": 22840
    },
    {
      "loss_action": 0.009732142090797424,
      "loss_total": 0.009732142090797424,
      "step": 22840
    },
    {
      "grad_norm": 0.1173606589436531,
      "learning_rate": 9.153992075914224e-05,
      "loss": 0.0118,
      "step": 22850
    },
    {
      "loss_action": 0.02908100187778473,
      "loss_total": 0.02908100187778473,
      "step": 22850
    },
    {
      "loss_action": 0.003940842114388943,
      "loss_total": 0.003940842114388943,
      "step": 22850
    },
    {
      "loss_action": 0.013167843222618103,
      "loss_total": 0.013167843222618103,
      "step": 22850
    },
    {
      "loss_action": 0.006529102101922035,
      "loss_total": 0.006529102101922035,
      "step": 22850
    },
    {
      "loss_action": 0.01604989916086197,
      "loss_total": 0.01604989916086197,
      "step": 22850
    },
    {
      "loss_action": 0.01771271415054798,
      "loss_total": 0.01771271415054798,
      "step": 22850
    },
    {
      "loss_action": 0.0073116011917591095,
      "loss_total": 0.0073116011917591095,
      "step": 22850
    },
    {
      "loss_action": 0.006889628246426582,
      "loss_total": 0.006889628246426582,
      "step": 22850
    },
    {
      "grad_norm": 0.1746603548526764,
      "learning_rate": 9.153071571410635e-05,
      "loss": 0.0114,
      "step": 22860
    },
    {
      "loss_action": 0.0071516018360853195,
      "loss_total": 0.0071516018360853195,
      "step": 22860
    },
    {
      "loss_action": 0.006358754821121693,
      "loss_total": 0.006358754821121693,
      "step": 22860
    },
    {
      "loss_action": 0.005541151389479637,
      "loss_total": 0.005541151389479637,
      "step": 22860
    },
    {
      "loss_action": 0.005268326960504055,
      "loss_total": 0.005268326960504055,
      "step": 22860
    },
    {
      "loss_action": 0.011652139946818352,
      "loss_total": 0.011652139946818352,
      "step": 22860
    },
    {
      "loss_action": 0.026274625211954117,
      "loss_total": 0.026274625211954117,
      "step": 22860
    },
    {
      "loss_action": 0.010523967444896698,
      "loss_total": 0.010523967444896698,
      "step": 22860
    },
    {
      "loss_action": 0.006739267148077488,
      "loss_total": 0.006739267148077488,
      "step": 22860
    },
    {
      "grad_norm": 0.1296473741531372,
      "learning_rate": 9.152150612733384e-05,
      "loss": 0.0125,
      "step": 22870
    },
    {
      "loss_action": 0.008992550894618034,
      "loss_total": 0.008992550894618034,
      "step": 22870
    },
    {
      "loss_action": 0.015161341056227684,
      "loss_total": 0.015161341056227684,
      "step": 22870
    },
    {
      "loss_action": 0.027854397892951965,
      "loss_total": 0.027854397892951965,
      "step": 22870
    },
    {
      "loss_action": 0.007514745928347111,
      "loss_total": 0.007514745928347111,
      "step": 22870
    },
    {
      "loss_action": 0.011562076397240162,
      "loss_total": 0.011562076397240162,
      "step": 22870
    },
    {
      "loss_action": 0.016332916915416718,
      "loss_total": 0.016332916915416718,
      "step": 22870
    },
    {
      "loss_action": 0.02243662253022194,
      "loss_total": 0.02243662253022194,
      "step": 22870
    },
    {
      "loss_action": 0.013723015785217285,
      "loss_total": 0.013723015785217285,
      "step": 22870
    },
    {
      "grad_norm": 0.11545011401176453,
      "learning_rate": 9.151229199983184e-05,
      "loss": 0.0129,
      "step": 22880
    },
    {
      "loss_action": 0.011008186265826225,
      "loss_total": 0.011008186265826225,
      "step": 22880
    },
    {
      "loss_action": 0.011521411128342152,
      "loss_total": 0.011521411128342152,
      "step": 22880
    },
    {
      "loss_action": 0.011807669885456562,
      "loss_total": 0.011807669885456562,
      "step": 22880
    },
    {
      "loss_action": 0.009163754992187023,
      "loss_total": 0.009163754992187023,
      "step": 22880
    },
    {
      "loss_action": 0.012039649300277233,
      "loss_total": 0.012039649300277233,
      "step": 22880
    },
    {
      "loss_action": 0.010148477740585804,
      "loss_total": 0.010148477740585804,
      "step": 22880
    },
    {
      "loss_action": 0.013303874060511589,
      "loss_total": 0.013303874060511589,
      "step": 22880
    },
    {
      "loss_action": 0.016209715977311134,
      "loss_total": 0.016209715977311134,
      "step": 22880
    },
    {
      "grad_norm": 0.16392089426517487,
      "learning_rate": 9.150307333260802e-05,
      "loss": 0.0108,
      "step": 22890
    },
    {
      "loss_action": 0.0069669694639742374,
      "loss_total": 0.0069669694639742374,
      "step": 22890
    },
    {
      "loss_action": 0.012409880757331848,
      "loss_total": 0.012409880757331848,
      "step": 22890
    },
    {
      "loss_action": 0.013430256396532059,
      "loss_total": 0.013430256396532059,
      "step": 22890
    },
    {
      "loss_action": 0.013979828916490078,
      "loss_total": 0.013979828916490078,
      "step": 22890
    },
    {
      "loss_action": 0.011917442083358765,
      "loss_total": 0.011917442083358765,
      "step": 22890
    },
    {
      "loss_action": 0.014714373275637627,
      "loss_total": 0.014714373275637627,
      "step": 22890
    },
    {
      "loss_action": 0.008235342800617218,
      "loss_total": 0.008235342800617218,
      "step": 22890
    },
    {
      "loss_action": 0.008775351569056511,
      "loss_total": 0.008775351569056511,
      "step": 22890
    },
    {
      "grad_norm": 0.14798209071159363,
      "learning_rate": 9.149385012667048e-05,
      "loss": 0.0126,
      "step": 22900
    },
    {
      "loss_action": 0.011414467357099056,
      "loss_total": 0.011414467357099056,
      "step": 22900
    },
    {
      "loss_action": 0.006557246204465628,
      "loss_total": 0.006557246204465628,
      "step": 22900
    },
    {
      "loss_action": 0.020279422402381897,
      "loss_total": 0.020279422402381897,
      "step": 22900
    },
    {
      "loss_action": 0.008119318634271622,
      "loss_total": 0.008119318634271622,
      "step": 22900
    },
    {
      "loss_action": 0.005933099891990423,
      "loss_total": 0.005933099891990423,
      "step": 22900
    },
    {
      "loss_action": 0.004584898240864277,
      "loss_total": 0.004584898240864277,
      "step": 22900
    },
    {
      "loss_action": 0.0104208467528224,
      "loss_total": 0.0104208467528224,
      "step": 22900
    },
    {
      "loss_action": 0.008759543299674988,
      "loss_total": 0.008759543299674988,
      "step": 22900
    },
    {
      "grad_norm": 0.09521353989839554,
      "learning_rate": 9.148462238302788e-05,
      "loss": 0.0122,
      "step": 22910
    },
    {
      "loss_action": 0.012743312865495682,
      "loss_total": 0.012743312865495682,
      "step": 22910
    },
    {
      "loss_action": 0.0063624996691942215,
      "loss_total": 0.0063624996691942215,
      "step": 22910
    },
    {
      "loss_action": 0.009423011913895607,
      "loss_total": 0.009423011913895607,
      "step": 22910
    },
    {
      "loss_action": 0.03607222065329552,
      "loss_total": 0.03607222065329552,
      "step": 22910
    },
    {
      "loss_action": 0.02143682725727558,
      "loss_total": 0.02143682725727558,
      "step": 22910
    },
    {
      "loss_action": 0.013202325440943241,
      "loss_total": 0.013202325440943241,
      "step": 22910
    },
    {
      "loss_action": 0.010040950961411,
      "loss_total": 0.010040950961411,
      "step": 22910
    },
    {
      "loss_action": 0.0121998842805624,
      "loss_total": 0.0121998842805624,
      "step": 22910
    },
    {
      "grad_norm": 0.13334591686725616,
      "learning_rate": 9.147539010268936e-05,
      "loss": 0.0146,
      "step": 22920
    },
    {
      "loss_action": 0.0110703120008111,
      "loss_total": 0.0110703120008111,
      "step": 22920
    },
    {
      "loss_action": 0.007848158478736877,
      "loss_total": 0.007848158478736877,
      "step": 22920
    },
    {
      "loss_action": 0.010899001732468605,
      "loss_total": 0.010899001732468605,
      "step": 22920
    },
    {
      "loss_action": 0.010807344689965248,
      "loss_total": 0.010807344689965248,
      "step": 22920
    },
    {
      "loss_action": 0.01608322747051716,
      "loss_total": 0.01608322747051716,
      "step": 22920
    },
    {
      "loss_action": 0.003432938829064369,
      "loss_total": 0.003432938829064369,
      "step": 22920
    },
    {
      "loss_action": 0.009120526723563671,
      "loss_total": 0.009120526723563671,
      "step": 22920
    },
    {
      "loss_action": 0.01438200008124113,
      "loss_total": 0.01438200008124113,
      "step": 22920
    },
    {
      "grad_norm": 0.1391996145248413,
      "learning_rate": 9.14661532866645e-05,
      "loss": 0.013,
      "step": 22930
    },
    {
      "loss_action": 0.0087527334690094,
      "loss_total": 0.0087527334690094,
      "step": 22930
    },
    {
      "loss_action": 0.015516698360443115,
      "loss_total": 0.015516698360443115,
      "step": 22930
    },
    {
      "loss_action": 0.0051453677006065845,
      "loss_total": 0.0051453677006065845,
      "step": 22930
    },
    {
      "loss_action": 0.010519168339669704,
      "loss_total": 0.010519168339669704,
      "step": 22930
    },
    {
      "loss_action": 0.012896458618342876,
      "loss_total": 0.012896458618342876,
      "step": 22930
    },
    {
      "loss_action": 0.012768764980137348,
      "loss_total": 0.012768764980137348,
      "step": 22930
    },
    {
      "loss_action": 0.02066362276673317,
      "loss_total": 0.02066362276673317,
      "step": 22930
    },
    {
      "loss_action": 0.01333167776465416,
      "loss_total": 0.01333167776465416,
      "step": 22930
    },
    {
      "grad_norm": 0.13271909952163696,
      "learning_rate": 9.145691193596348e-05,
      "loss": 0.0132,
      "step": 22940
    },
    {
      "loss_action": 0.006410286761820316,
      "loss_total": 0.006410286761820316,
      "step": 22940
    },
    {
      "loss_action": 0.02794746309518814,
      "loss_total": 0.02794746309518814,
      "step": 22940
    },
    {
      "loss_action": 0.006882963236421347,
      "loss_total": 0.006882963236421347,
      "step": 22940
    },
    {
      "loss_action": 0.054530251771211624,
      "loss_total": 0.054530251771211624,
      "step": 22940
    },
    {
      "loss_action": 0.007838724181056023,
      "loss_total": 0.007838724181056023,
      "step": 22940
    },
    {
      "loss_action": 0.010720406658947468,
      "loss_total": 0.010720406658947468,
      "step": 22940
    },
    {
      "loss_action": 0.0435788668692112,
      "loss_total": 0.0435788668692112,
      "step": 22940
    },
    {
      "loss_action": 0.025492064654827118,
      "loss_total": 0.025492064654827118,
      "step": 22940
    },
    {
      "grad_norm": 0.18626949191093445,
      "learning_rate": 9.144766605159691e-05,
      "loss": 0.0143,
      "step": 22950
    },
    {
      "loss_action": 0.012366365641355515,
      "loss_total": 0.012366365641355515,
      "step": 22950
    },
    {
      "loss_action": 0.006533971056342125,
      "loss_total": 0.006533971056342125,
      "step": 22950
    },
    {
      "loss_action": 0.01110134832561016,
      "loss_total": 0.01110134832561016,
      "step": 22950
    },
    {
      "loss_action": 0.009508257731795311,
      "loss_total": 0.009508257731795311,
      "step": 22950
    },
    {
      "loss_action": 0.024729620665311813,
      "loss_total": 0.024729620665311813,
      "step": 22950
    },
    {
      "loss_action": 0.010838215239346027,
      "loss_total": 0.010838215239346027,
      "step": 22950
    },
    {
      "loss_action": 0.06484919041395187,
      "loss_total": 0.06484919041395187,
      "step": 22950
    },
    {
      "loss_action": 0.0051941219717264175,
      "loss_total": 0.0051941219717264175,
      "step": 22950
    },
    {
      "grad_norm": 0.1076091080904007,
      "learning_rate": 9.14384156345759e-05,
      "loss": 0.0128,
      "step": 22960
    },
    {
      "loss_action": 0.004700464196503162,
      "loss_total": 0.004700464196503162,
      "step": 22960
    },
    {
      "loss_action": 0.00906669907271862,
      "loss_total": 0.00906669907271862,
      "step": 22960
    },
    {
      "loss_action": 0.008489776402711868,
      "loss_total": 0.008489776402711868,
      "step": 22960
    },
    {
      "loss_action": 0.01056060940027237,
      "loss_total": 0.01056060940027237,
      "step": 22960
    },
    {
      "loss_action": 0.01391326729208231,
      "loss_total": 0.01391326729208231,
      "step": 22960
    },
    {
      "loss_action": 0.004935543052852154,
      "loss_total": 0.004935543052852154,
      "step": 22960
    },
    {
      "loss_action": 0.012417266145348549,
      "loss_total": 0.012417266145348549,
      "step": 22960
    },
    {
      "loss_action": 0.010654711164534092,
      "loss_total": 0.010654711164534092,
      "step": 22960
    },
    {
      "grad_norm": 0.12555277347564697,
      "learning_rate": 9.142916068591204e-05,
      "loss": 0.0104,
      "step": 22970
    },
    {
      "loss_action": 0.006192819215357304,
      "loss_total": 0.006192819215357304,
      "step": 22970
    },
    {
      "loss_action": 0.008421126753091812,
      "loss_total": 0.008421126753091812,
      "step": 22970
    },
    {
      "loss_action": 0.007438438944518566,
      "loss_total": 0.007438438944518566,
      "step": 22970
    },
    {
      "loss_action": 0.009809655137360096,
      "loss_total": 0.009809655137360096,
      "step": 22970
    },
    {
      "loss_action": 0.005090952850878239,
      "loss_total": 0.005090952850878239,
      "step": 22970
    },
    {
      "loss_action": 0.009047514759004116,
      "loss_total": 0.009047514759004116,
      "step": 22970
    },
    {
      "loss_action": 0.011465843766927719,
      "loss_total": 0.011465843766927719,
      "step": 22970
    },
    {
      "loss_action": 0.012669449672102928,
      "loss_total": 0.012669449672102928,
      "step": 22970
    },
    {
      "grad_norm": 0.1556079089641571,
      "learning_rate": 9.141990120661746e-05,
      "loss": 0.0134,
      "step": 22980
    },
    {
      "loss_action": 0.009995222091674805,
      "loss_total": 0.009995222091674805,
      "step": 22980
    },
    {
      "loss_action": 0.02765732631087303,
      "loss_total": 0.02765732631087303,
      "step": 22980
    },
    {
      "loss_action": 0.00658967811614275,
      "loss_total": 0.00658967811614275,
      "step": 22980
    },
    {
      "loss_action": 0.010637927800416946,
      "loss_total": 0.010637927800416946,
      "step": 22980
    },
    {
      "loss_action": 0.010588172823190689,
      "loss_total": 0.010588172823190689,
      "step": 22980
    },
    {
      "loss_action": 0.007337667513638735,
      "loss_total": 0.007337667513638735,
      "step": 22980
    },
    {
      "loss_action": 0.008822360076010227,
      "loss_total": 0.008822360076010227,
      "step": 22980
    },
    {
      "loss_action": 0.009406126104295254,
      "loss_total": 0.009406126104295254,
      "step": 22980
    },
    {
      "grad_norm": 0.14525462687015533,
      "learning_rate": 9.141063719770475e-05,
      "loss": 0.012,
      "step": 22990
    },
    {
      "loss_action": 0.021086161956191063,
      "loss_total": 0.021086161956191063,
      "step": 22990
    },
    {
      "loss_action": 0.006245162803679705,
      "loss_total": 0.006245162803679705,
      "step": 22990
    },
    {
      "loss_action": 0.017133459448814392,
      "loss_total": 0.017133459448814392,
      "step": 22990
    },
    {
      "loss_action": 0.00556795671582222,
      "loss_total": 0.00556795671582222,
      "step": 22990
    },
    {
      "loss_action": 0.004047447349876165,
      "loss_total": 0.004047447349876165,
      "step": 22990
    },
    {
      "loss_action": 0.011401680298149586,
      "loss_total": 0.011401680298149586,
      "step": 22990
    },
    {
      "loss_action": 0.020800484344363213,
      "loss_total": 0.020800484344363213,
      "step": 22990
    },
    {
      "loss_action": 0.0179104283452034,
      "loss_total": 0.0179104283452034,
      "step": 22990
    },
    {
      "grad_norm": 0.10391602665185928,
      "learning_rate": 9.140136866018704e-05,
      "loss": 0.0106,
      "step": 23000
    },
    {
      "loss_action": 0.009973902255296707,
      "loss_total": 0.009973902255296707,
      "step": 23000
    },
    {
      "loss_action": 0.012126587331295013,
      "loss_total": 0.012126587331295013,
      "step": 23000
    },
    {
      "loss_action": 0.009199380874633789,
      "loss_total": 0.009199380874633789,
      "step": 23000
    },
    {
      "loss_action": 0.013823671266436577,
      "loss_total": 0.013823671266436577,
      "step": 23000
    },
    {
      "loss_action": 0.018404357135295868,
      "loss_total": 0.018404357135295868,
      "step": 23000
    },
    {
      "loss_action": 0.009718404151499271,
      "loss_total": 0.009718404151499271,
      "step": 23000
    },
    {
      "loss_action": 0.013122751377522945,
      "loss_total": 0.013122751377522945,
      "step": 23000
    },
    {
      "loss_action": 0.010177364572882652,
      "loss_total": 0.010177364572882652,
      "step": 23000
    },
    {
      "grad_norm": 0.14588548243045807,
      "learning_rate": 9.139209559507788e-05,
      "loss": 0.0117,
      "step": 23010
    },
    {
      "loss_action": 0.005337674170732498,
      "loss_total": 0.005337674170732498,
      "step": 23010
    },
    {
      "loss_action": 0.009465543553233147,
      "loss_total": 0.009465543553233147,
      "step": 23010
    },
    {
      "loss_action": 0.01665065810084343,
      "loss_total": 0.01665065810084343,
      "step": 23010
    },
    {
      "loss_action": 0.012502137571573257,
      "loss_total": 0.012502137571573257,
      "step": 23010
    },
    {
      "loss_action": 0.00433373311534524,
      "loss_total": 0.00433373311534524,
      "step": 23010
    },
    {
      "loss_action": 0.007407909259200096,
      "loss_total": 0.007407909259200096,
      "step": 23010
    },
    {
      "loss_action": 0.0157257542014122,
      "loss_total": 0.0157257542014122,
      "step": 23010
    },
    {
      "loss_action": 0.009087183512747288,
      "loss_total": 0.009087183512747288,
      "step": 23010
    },
    {
      "grad_norm": 0.21603547036647797,
      "learning_rate": 9.13828180033914e-05,
      "loss": 0.0116,
      "step": 23020
    },
    {
      "loss_action": 0.00832458958029747,
      "loss_total": 0.00832458958029747,
      "step": 23020
    },
    {
      "loss_action": 0.012420284561812878,
      "loss_total": 0.012420284561812878,
      "step": 23020
    },
    {
      "loss_action": 0.01655725948512554,
      "loss_total": 0.01655725948512554,
      "step": 23020
    },
    {
      "loss_action": 0.0055020153522491455,
      "loss_total": 0.0055020153522491455,
      "step": 23020
    },
    {
      "loss_action": 0.010633031837642193,
      "loss_total": 0.010633031837642193,
      "step": 23020
    },
    {
      "loss_action": 0.008977001532912254,
      "loss_total": 0.008977001532912254,
      "step": 23020
    },
    {
      "loss_action": 0.012903488241136074,
      "loss_total": 0.012903488241136074,
      "step": 23020
    },
    {
      "loss_action": 0.006260818336158991,
      "loss_total": 0.006260818336158991,
      "step": 23020
    },
    {
      "grad_norm": 0.13350938260555267,
      "learning_rate": 9.137353588614212e-05,
      "loss": 0.0116,
      "step": 23030
    },
    {
      "loss_action": 0.006667790934443474,
      "loss_total": 0.006667790934443474,
      "step": 23030
    },
    {
      "loss_action": 0.0068515888415277,
      "loss_total": 0.0068515888415277,
      "step": 23030
    },
    {
      "loss_action": 0.015670720487833023,
      "loss_total": 0.015670720487833023,
      "step": 23030
    },
    {
      "loss_action": 0.015710564330220222,
      "loss_total": 0.015710564330220222,
      "step": 23030
    },
    {
      "loss_action": 0.005699267610907555,
      "loss_total": 0.005699267610907555,
      "step": 23030
    },
    {
      "loss_action": 0.009631894528865814,
      "loss_total": 0.009631894528865814,
      "step": 23030
    },
    {
      "loss_action": 0.011255335994064808,
      "loss_total": 0.011255335994064808,
      "step": 23030
    },
    {
      "loss_action": 0.019100623205304146,
      "loss_total": 0.019100623205304146,
      "step": 23030
    },
    {
      "grad_norm": 0.1572497934103012,
      "learning_rate": 9.136424924434519e-05,
      "loss": 0.0131,
      "step": 23040
    },
    {
      "loss_action": 0.008931665681302547,
      "loss_total": 0.008931665681302547,
      "step": 23040
    },
    {
      "loss_action": 0.01140421349555254,
      "loss_total": 0.01140421349555254,
      "step": 23040
    },
    {
      "loss_action": 0.01847916655242443,
      "loss_total": 0.01847916655242443,
      "step": 23040
    },
    {
      "loss_action": 0.015155693516135216,
      "loss_total": 0.015155693516135216,
      "step": 23040
    },
    {
      "loss_action": 0.01800409145653248,
      "loss_total": 0.01800409145653248,
      "step": 23040
    },
    {
      "loss_action": 0.018737830221652985,
      "loss_total": 0.018737830221652985,
      "step": 23040
    },
    {
      "loss_action": 0.009718328714370728,
      "loss_total": 0.009718328714370728,
      "step": 23040
    },
    {
      "loss_action": 0.012527219019830227,
      "loss_total": 0.012527219019830227,
      "step": 23040
    },
    {
      "grad_norm": 0.15028388798236847,
      "learning_rate": 9.135495807901615e-05,
      "loss": 0.0149,
      "step": 23050
    },
    {
      "loss_action": 0.013278485275804996,
      "loss_total": 0.013278485275804996,
      "step": 23050
    },
    {
      "loss_action": 0.009307391941547394,
      "loss_total": 0.009307391941547394,
      "step": 23050
    },
    {
      "loss_action": 0.009150722995400429,
      "loss_total": 0.009150722995400429,
      "step": 23050
    },
    {
      "loss_action": 0.022110415622591972,
      "loss_total": 0.022110415622591972,
      "step": 23050
    },
    {
      "loss_action": 0.026535943150520325,
      "loss_total": 0.026535943150520325,
      "step": 23050
    },
    {
      "loss_action": 0.022186260670423508,
      "loss_total": 0.022186260670423508,
      "step": 23050
    },
    {
      "loss_action": 0.013485931791365147,
      "loss_total": 0.013485931791365147,
      "step": 23050
    },
    {
      "loss_action": 0.013052226975560188,
      "loss_total": 0.013052226975560188,
      "step": 23050
    },
    {
      "grad_norm": 0.1509431153535843,
      "learning_rate": 9.134566239117108e-05,
      "loss": 0.0135,
      "step": 23060
    },
    {
      "loss_action": 0.006512204185128212,
      "loss_total": 0.006512204185128212,
      "step": 23060
    },
    {
      "loss_action": 0.01394631713628769,
      "loss_total": 0.01394631713628769,
      "step": 23060
    },
    {
      "loss_action": 0.006087903864681721,
      "loss_total": 0.006087903864681721,
      "step": 23060
    },
    {
      "loss_action": 0.007528630550950766,
      "loss_total": 0.007528630550950766,
      "step": 23060
    },
    {
      "loss_action": 0.004243350587785244,
      "loss_total": 0.004243350587785244,
      "step": 23060
    },
    {
      "loss_action": 0.02684486284852028,
      "loss_total": 0.02684486284852028,
      "step": 23060
    },
    {
      "loss_action": 0.004573315382003784,
      "loss_total": 0.004573315382003784,
      "step": 23060
    },
    {
      "loss_action": 0.01693679764866829,
      "loss_total": 0.01693679764866829,
      "step": 23060
    },
    {
      "grad_norm": 0.09014258533716202,
      "learning_rate": 9.13363621818265e-05,
      "loss": 0.0112,
      "step": 23070
    },
    {
      "loss_action": 0.02173374593257904,
      "loss_total": 0.02173374593257904,
      "step": 23070
    },
    {
      "loss_action": 0.04391635209321976,
      "loss_total": 0.04391635209321976,
      "step": 23070
    },
    {
      "loss_action": 0.005259192548692226,
      "loss_total": 0.005259192548692226,
      "step": 23070
    },
    {
      "loss_action": 0.009484127163887024,
      "loss_total": 0.009484127163887024,
      "step": 23070
    },
    {
      "loss_action": 0.008595039136707783,
      "loss_total": 0.008595039136707783,
      "step": 23070
    },
    {
      "loss_action": 0.009118079207837582,
      "loss_total": 0.009118079207837582,
      "step": 23070
    },
    {
      "loss_action": 0.009912889450788498,
      "loss_total": 0.009912889450788498,
      "step": 23070
    },
    {
      "loss_action": 0.005192902870476246,
      "loss_total": 0.005192902870476246,
      "step": 23070
    },
    {
      "grad_norm": 0.10823825001716614,
      "learning_rate": 9.132705745199953e-05,
      "loss": 0.0131,
      "step": 23080
    },
    {
      "loss_action": 0.01967487297952175,
      "loss_total": 0.01967487297952175,
      "step": 23080
    },
    {
      "loss_action": 0.02265915460884571,
      "loss_total": 0.02265915460884571,
      "step": 23080
    },
    {
      "loss_action": 0.0065367212519049644,
      "loss_total": 0.0065367212519049644,
      "step": 23080
    },
    {
      "loss_action": 0.039771802723407745,
      "loss_total": 0.039771802723407745,
      "step": 23080
    },
    {
      "loss_action": 0.015396250411868095,
      "loss_total": 0.015396250411868095,
      "step": 23080
    },
    {
      "loss_action": 0.037759214639663696,
      "loss_total": 0.037759214639663696,
      "step": 23080
    },
    {
      "loss_action": 0.022502949461340904,
      "loss_total": 0.022502949461340904,
      "step": 23080
    },
    {
      "loss_action": 0.011193720623850822,
      "loss_total": 0.011193720623850822,
      "step": 23080
    },
    {
      "grad_norm": 0.1059996634721756,
      "learning_rate": 9.131774820270768e-05,
      "loss": 0.0117,
      "step": 23090
    },
    {
      "loss_action": 0.01469616498798132,
      "loss_total": 0.01469616498798132,
      "step": 23090
    },
    {
      "loss_action": 0.019839972257614136,
      "loss_total": 0.019839972257614136,
      "step": 23090
    },
    {
      "loss_action": 0.011821355670690536,
      "loss_total": 0.011821355670690536,
      "step": 23090
    },
    {
      "loss_action": 0.01159945409744978,
      "loss_total": 0.01159945409744978,
      "step": 23090
    },
    {
      "loss_action": 0.018531545996665955,
      "loss_total": 0.018531545996665955,
      "step": 23090
    },
    {
      "loss_action": 0.0117400623857975,
      "loss_total": 0.0117400623857975,
      "step": 23090
    },
    {
      "loss_action": 0.009075791575014591,
      "loss_total": 0.009075791575014591,
      "step": 23090
    },
    {
      "loss_action": 0.011913653463125229,
      "loss_total": 0.011913653463125229,
      "step": 23090
    },
    {
      "grad_norm": 0.14644914865493774,
      "learning_rate": 9.130843443496901e-05,
      "loss": 0.0132,
      "step": 23100
    },
    {
      "loss_action": 0.006673338823020458,
      "loss_total": 0.006673338823020458,
      "step": 23100
    },
    {
      "loss_action": 0.016319703310728073,
      "loss_total": 0.016319703310728073,
      "step": 23100
    },
    {
      "loss_action": 0.01592525653541088,
      "loss_total": 0.01592525653541088,
      "step": 23100
    },
    {
      "loss_action": 0.004639404825866222,
      "loss_total": 0.004639404825866222,
      "step": 23100
    },
    {
      "loss_action": 0.00829365849494934,
      "loss_total": 0.00829365849494934,
      "step": 23100
    },
    {
      "loss_action": 0.009103633463382721,
      "loss_total": 0.009103633463382721,
      "step": 23100
    },
    {
      "loss_action": 0.02479664608836174,
      "loss_total": 0.02479664608836174,
      "step": 23100
    },
    {
      "loss_action": 0.017683662474155426,
      "loss_total": 0.017683662474155426,
      "step": 23100
    },
    {
      "grad_norm": 0.15882770717144012,
      "learning_rate": 9.129911614980206e-05,
      "loss": 0.0128,
      "step": 23110
    },
    {
      "loss_action": 0.011407086625695229,
      "loss_total": 0.011407086625695229,
      "step": 23110
    },
    {
      "loss_action": 0.006178894080221653,
      "loss_total": 0.006178894080221653,
      "step": 23110
    },
    {
      "loss_action": 0.011521435342729092,
      "loss_total": 0.011521435342729092,
      "step": 23110
    },
    {
      "loss_action": 0.008457418531179428,
      "loss_total": 0.008457418531179428,
      "step": 23110
    },
    {
      "loss_action": 0.01587562821805477,
      "loss_total": 0.01587562821805477,
      "step": 23110
    },
    {
      "loss_action": 0.013636710122227669,
      "loss_total": 0.013636710122227669,
      "step": 23110
    },
    {
      "loss_action": 0.015715017914772034,
      "loss_total": 0.015715017914772034,
      "step": 23110
    },
    {
      "loss_action": 0.009808463044464588,
      "loss_total": 0.009808463044464588,
      "step": 23110
    },
    {
      "grad_norm": 0.1463424265384674,
      "learning_rate": 9.128979334822584e-05,
      "loss": 0.0123,
      "step": 23120
    },
    {
      "loss_action": 0.014291695319116116,
      "loss_total": 0.014291695319116116,
      "step": 23120
    },
    {
      "loss_action": 0.020511828362941742,
      "loss_total": 0.020511828362941742,
      "step": 23120
    },
    {
      "loss_action": 0.005990220233798027,
      "loss_total": 0.005990220233798027,
      "step": 23120
    },
    {
      "loss_action": 0.00957759190350771,
      "loss_total": 0.00957759190350771,
      "step": 23120
    },
    {
      "loss_action": 0.014655989594757557,
      "loss_total": 0.014655989594757557,
      "step": 23120
    },
    {
      "loss_action": 0.007886643521487713,
      "loss_total": 0.007886643521487713,
      "step": 23120
    },
    {
      "loss_action": 0.10451620817184448,
      "loss_total": 0.10451620817184448,
      "step": 23120
    },
    {
      "loss_action": 0.008913436904549599,
      "loss_total": 0.008913436904549599,
      "step": 23120
    },
    {
      "grad_norm": 0.10944882035255432,
      "learning_rate": 9.128046603125992e-05,
      "loss": 0.0124,
      "step": 23130
    },
    {
      "loss_action": 0.01638839580118656,
      "loss_total": 0.01638839580118656,
      "step": 23130
    },
    {
      "loss_action": 0.01761608198285103,
      "loss_total": 0.01761608198285103,
      "step": 23130
    },
    {
      "loss_action": 0.004262374714016914,
      "loss_total": 0.004262374714016914,
      "step": 23130
    },
    {
      "loss_action": 0.004929256159812212,
      "loss_total": 0.004929256159812212,
      "step": 23130
    },
    {
      "loss_action": 0.0101984404027462,
      "loss_total": 0.0101984404027462,
      "step": 23130
    },
    {
      "loss_action": 0.011102115735411644,
      "loss_total": 0.011102115735411644,
      "step": 23130
    },
    {
      "loss_action": 0.012259384617209435,
      "loss_total": 0.012259384617209435,
      "step": 23130
    },
    {
      "loss_action": 0.017904922366142273,
      "loss_total": 0.017904922366142273,
      "step": 23130
    },
    {
      "grad_norm": 0.18912187218666077,
      "learning_rate": 9.12711341999243e-05,
      "loss": 0.0118,
      "step": 23140
    },
    {
      "loss_action": 0.0076176319271326065,
      "loss_total": 0.0076176319271326065,
      "step": 23140
    },
    {
      "loss_action": 0.007787624839693308,
      "loss_total": 0.007787624839693308,
      "step": 23140
    },
    {
      "loss_action": 0.020692745223641396,
      "loss_total": 0.020692745223641396,
      "step": 23140
    },
    {
      "loss_action": 0.015533637255430222,
      "loss_total": 0.015533637255430222,
      "step": 23140
    },
    {
      "loss_action": 0.011020630598068237,
      "loss_total": 0.011020630598068237,
      "step": 23140
    },
    {
      "loss_action": 0.010825837031006813,
      "loss_total": 0.010825837031006813,
      "step": 23140
    },
    {
      "loss_action": 0.019079815596342087,
      "loss_total": 0.019079815596342087,
      "step": 23140
    },
    {
      "loss_action": 0.007558492943644524,
      "loss_total": 0.007558492943644524,
      "step": 23140
    },
    {
      "grad_norm": 0.16145193576812744,
      "learning_rate": 9.12617978552395e-05,
      "loss": 0.0144,
      "step": 23150
    },
    {
      "loss_action": 0.013156025670468807,
      "loss_total": 0.013156025670468807,
      "step": 23150
    },
    {
      "loss_action": 0.01154782623052597,
      "loss_total": 0.01154782623052597,
      "step": 23150
    },
    {
      "loss_action": 0.012392133474349976,
      "loss_total": 0.012392133474349976,
      "step": 23150
    },
    {
      "loss_action": 0.00401943176984787,
      "loss_total": 0.00401943176984787,
      "step": 23150
    },
    {
      "loss_action": 0.01758207008242607,
      "loss_total": 0.01758207008242607,
      "step": 23150
    },
    {
      "loss_action": 0.021911557763814926,
      "loss_total": 0.021911557763814926,
      "step": 23150
    },
    {
      "loss_action": 0.022459030151367188,
      "loss_total": 0.022459030151367188,
      "step": 23150
    },
    {
      "loss_action": 0.009647649712860584,
      "loss_total": 0.009647649712860584,
      "step": 23150
    },
    {
      "grad_norm": 0.15057037770748138,
      "learning_rate": 9.12524569982265e-05,
      "loss": 0.0129,
      "step": 23160
    },
    {
      "loss_action": 0.005229450762271881,
      "loss_total": 0.005229450762271881,
      "step": 23160
    },
    {
      "loss_action": 0.009788489900529385,
      "loss_total": 0.009788489900529385,
      "step": 23160
    },
    {
      "loss_action": 0.00939914584159851,
      "loss_total": 0.00939914584159851,
      "step": 23160
    },
    {
      "loss_action": 0.027609823271632195,
      "loss_total": 0.027609823271632195,
      "step": 23160
    },
    {
      "loss_action": 0.029662514105439186,
      "loss_total": 0.029662514105439186,
      "step": 23160
    },
    {
      "loss_action": 0.00559431966394186,
      "loss_total": 0.00559431966394186,
      "step": 23160
    },
    {
      "loss_action": 0.005150289740413427,
      "loss_total": 0.005150289740413427,
      "step": 23160
    },
    {
      "loss_action": 0.01793208345770836,
      "loss_total": 0.01793208345770836,
      "step": 23160
    },
    {
      "grad_norm": 0.12295699864625931,
      "learning_rate": 9.124311162990684e-05,
      "loss": 0.0119,
      "step": 23170
    },
    {
      "loss_action": 0.009532954543828964,
      "loss_total": 0.009532954543828964,
      "step": 23170
    },
    {
      "loss_action": 0.0038651726208627224,
      "loss_total": 0.0038651726208627224,
      "step": 23170
    },
    {
      "loss_action": 0.017742309719324112,
      "loss_total": 0.017742309719324112,
      "step": 23170
    },
    {
      "loss_action": 0.015356399118900299,
      "loss_total": 0.015356399118900299,
      "step": 23170
    },
    {
      "loss_action": 0.007516602985560894,
      "loss_total": 0.007516602985560894,
      "step": 23170
    },
    {
      "loss_action": 0.007737512234598398,
      "loss_total": 0.007737512234598398,
      "step": 23170
    },
    {
      "loss_action": 0.020432457327842712,
      "loss_total": 0.020432457327842712,
      "step": 23170
    },
    {
      "loss_action": 0.01402558945119381,
      "loss_total": 0.01402558945119381,
      "step": 23170
    },
    {
      "grad_norm": 0.2726050019264221,
      "learning_rate": 9.12337617513025e-05,
      "loss": 0.015,
      "step": 23180
    },
    {
      "loss_action": 0.014634435996413231,
      "loss_total": 0.014634435996413231,
      "step": 23180
    },
    {
      "loss_action": 0.017574839293956757,
      "loss_total": 0.017574839293956757,
      "step": 23180
    },
    {
      "loss_action": 0.012112703174352646,
      "loss_total": 0.012112703174352646,
      "step": 23180
    },
    {
      "loss_action": 0.031435515731573105,
      "loss_total": 0.031435515731573105,
      "step": 23180
    },
    {
      "loss_action": 0.013171833008527756,
      "loss_total": 0.013171833008527756,
      "step": 23180
    },
    {
      "loss_action": 0.016429182142019272,
      "loss_total": 0.016429182142019272,
      "step": 23180
    },
    {
      "loss_action": 0.009320950135588646,
      "loss_total": 0.009320950135588646,
      "step": 23180
    },
    {
      "loss_action": 0.020589515566825867,
      "loss_total": 0.020589515566825867,
      "step": 23180
    },
    {
      "grad_norm": 0.17958274483680725,
      "learning_rate": 9.122440736343596e-05,
      "loss": 0.0143,
      "step": 23190
    },
    {
      "loss_action": 0.014860909432172775,
      "loss_total": 0.014860909432172775,
      "step": 23190
    },
    {
      "loss_action": 0.009822211228311062,
      "loss_total": 0.009822211228311062,
      "step": 23190
    },
    {
      "loss_action": 0.012854758650064468,
      "loss_total": 0.012854758650064468,
      "step": 23190
    },
    {
      "loss_action": 0.01490365993231535,
      "loss_total": 0.01490365993231535,
      "step": 23190
    },
    {
      "loss_action": 0.007577124517410994,
      "loss_total": 0.007577124517410994,
      "step": 23190
    },
    {
      "loss_action": 0.007641518488526344,
      "loss_total": 0.007641518488526344,
      "step": 23190
    },
    {
      "loss_action": 0.013681735843420029,
      "loss_total": 0.013681735843420029,
      "step": 23190
    },
    {
      "loss_action": 0.009054393507540226,
      "loss_total": 0.009054393507540226,
      "step": 23190
    },
    {
      "grad_norm": 0.15582801401615143,
      "learning_rate": 9.12150484673302e-05,
      "loss": 0.0122,
      "step": 23200
    },
    {
      "loss_action": 0.004933683201670647,
      "loss_total": 0.004933683201670647,
      "step": 23200
    },
    {
      "loss_action": 0.005411926191300154,
      "loss_total": 0.005411926191300154,
      "step": 23200
    },
    {
      "loss_action": 0.03963605314493179,
      "loss_total": 0.03963605314493179,
      "step": 23200
    },
    {
      "loss_action": 0.009254466742277145,
      "loss_total": 0.009254466742277145,
      "step": 23200
    },
    {
      "loss_action": 0.004234367050230503,
      "loss_total": 0.004234367050230503,
      "step": 23200
    },
    {
      "loss_action": 0.011708635836839676,
      "loss_total": 0.011708635836839676,
      "step": 23200
    },
    {
      "loss_action": 0.008746200241148472,
      "loss_total": 0.008746200241148472,
      "step": 23200
    },
    {
      "loss_action": 0.010998312383890152,
      "loss_total": 0.010998312383890152,
      "step": 23200
    },
    {
      "grad_norm": 0.16018003225326538,
      "learning_rate": 9.120568506400873e-05,
      "loss": 0.0126,
      "step": 23210
    },
    {
      "loss_action": 0.007474360056221485,
      "loss_total": 0.007474360056221485,
      "step": 23210
    },
    {
      "loss_action": 0.011780058965086937,
      "loss_total": 0.011780058965086937,
      "step": 23210
    },
    {
      "loss_action": 0.04044714570045471,
      "loss_total": 0.04044714570045471,
      "step": 23210
    },
    {
      "loss_action": 0.008932971395552158,
      "loss_total": 0.008932971395552158,
      "step": 23210
    },
    {
      "loss_action": 0.03335773944854736,
      "loss_total": 0.03335773944854736,
      "step": 23210
    },
    {
      "loss_action": 0.01065321546047926,
      "loss_total": 0.01065321546047926,
      "step": 23210
    },
    {
      "loss_action": 0.01110786572098732,
      "loss_total": 0.01110786572098732,
      "step": 23210
    },
    {
      "loss_action": 0.006824234500527382,
      "loss_total": 0.006824234500527382,
      "step": 23210
    },
    {
      "grad_norm": 0.2050992101430893,
      "learning_rate": 9.119631715449548e-05,
      "loss": 0.0144,
      "step": 23220
    },
    {
      "loss_action": 0.006750841625034809,
      "loss_total": 0.006750841625034809,
      "step": 23220
    },
    {
      "loss_action": 0.0076844156719744205,
      "loss_total": 0.0076844156719744205,
      "step": 23220
    },
    {
      "loss_action": 0.004786299075931311,
      "loss_total": 0.004786299075931311,
      "step": 23220
    },
    {
      "loss_action": 0.005943207535892725,
      "loss_total": 0.005943207535892725,
      "step": 23220
    },
    {
      "loss_action": 0.008829554542899132,
      "loss_total": 0.008829554542899132,
      "step": 23220
    },
    {
      "loss_action": 0.005865126382559538,
      "loss_total": 0.005865126382559538,
      "step": 23220
    },
    {
      "loss_action": 0.007618124596774578,
      "loss_total": 0.007618124596774578,
      "step": 23220
    },
    {
      "loss_action": 0.039551034569740295,
      "loss_total": 0.039551034569740295,
      "step": 23220
    },
    {
      "grad_norm": 0.13307787477970123,
      "learning_rate": 9.118694473981493e-05,
      "loss": 0.0125,
      "step": 23230
    },
    {
      "loss_action": 0.011148083955049515,
      "loss_total": 0.011148083955049515,
      "step": 23230
    },
    {
      "loss_action": 0.006943299435079098,
      "loss_total": 0.006943299435079098,
      "step": 23230
    },
    {
      "loss_action": 0.013708344660699368,
      "loss_total": 0.013708344660699368,
      "step": 23230
    },
    {
      "loss_action": 0.007330329157412052,
      "loss_total": 0.007330329157412052,
      "step": 23230
    },
    {
      "loss_action": 0.011494089849293232,
      "loss_total": 0.011494089849293232,
      "step": 23230
    },
    {
      "loss_action": 0.0078062862157821655,
      "loss_total": 0.0078062862157821655,
      "step": 23230
    },
    {
      "loss_action": 0.01878499425947666,
      "loss_total": 0.01878499425947666,
      "step": 23230
    },
    {
      "loss_action": 0.010123834013938904,
      "loss_total": 0.010123834013938904,
      "step": 23230
    },
    {
      "grad_norm": 0.1491898149251938,
      "learning_rate": 9.117756782099203e-05,
      "loss": 0.0121,
      "step": 23240
    },
    {
      "loss_action": 0.013325788080692291,
      "loss_total": 0.013325788080692291,
      "step": 23240
    },
    {
      "loss_action": 0.0265820249915123,
      "loss_total": 0.0265820249915123,
      "step": 23240
    },
    {
      "loss_action": 0.055037252604961395,
      "loss_total": 0.055037252604961395,
      "step": 23240
    },
    {
      "loss_action": 0.005859960801899433,
      "loss_total": 0.005859960801899433,
      "step": 23240
    },
    {
      "loss_action": 0.010049371048808098,
      "loss_total": 0.010049371048808098,
      "step": 23240
    },
    {
      "loss_action": 0.0076422495767474174,
      "loss_total": 0.0076422495767474174,
      "step": 23240
    },
    {
      "loss_action": 0.008685754612088203,
      "loss_total": 0.008685754612088203,
      "step": 23240
    },
    {
      "loss_action": 0.04232889786362648,
      "loss_total": 0.04232889786362648,
      "step": 23240
    },
    {
      "grad_norm": 0.17128270864486694,
      "learning_rate": 9.11681863990522e-05,
      "loss": 0.0123,
      "step": 23250
    },
    {
      "loss_action": 0.010289380326867104,
      "loss_total": 0.010289380326867104,
      "step": 23250
    },
    {
      "loss_action": 0.036860041320323944,
      "loss_total": 0.036860041320323944,
      "step": 23250
    },
    {
      "loss_action": 0.03646628558635712,
      "loss_total": 0.03646628558635712,
      "step": 23250
    },
    {
      "loss_action": 0.011613201349973679,
      "loss_total": 0.011613201349973679,
      "step": 23250
    },
    {
      "loss_action": 0.019061632454395294,
      "loss_total": 0.019061632454395294,
      "step": 23250
    },
    {
      "loss_action": 0.010350443422794342,
      "loss_total": 0.010350443422794342,
      "step": 23250
    },
    {
      "loss_action": 0.010269466787576675,
      "loss_total": 0.010269466787576675,
      "step": 23250
    },
    {
      "loss_action": 0.011256463825702667,
      "loss_total": 0.011256463825702667,
      "step": 23250
    },
    {
      "grad_norm": 0.11020185053348541,
      "learning_rate": 9.115880047502142e-05,
      "loss": 0.0132,
      "step": 23260
    },
    {
      "loss_action": 0.0173153318464756,
      "loss_total": 0.0173153318464756,
      "step": 23260
    },
    {
      "loss_action": 0.01470435131341219,
      "loss_total": 0.01470435131341219,
      "step": 23260
    },
    {
      "loss_action": 0.017130713909864426,
      "loss_total": 0.017130713909864426,
      "step": 23260
    },
    {
      "loss_action": 0.012699688784778118,
      "loss_total": 0.012699688784778118,
      "step": 23260
    },
    {
      "loss_action": 0.00813560001552105,
      "loss_total": 0.00813560001552105,
      "step": 23260
    },
    {
      "loss_action": 0.011791007593274117,
      "loss_total": 0.011791007593274117,
      "step": 23260
    },
    {
      "loss_action": 0.011228172108530998,
      "loss_total": 0.011228172108530998,
      "step": 23260
    },
    {
      "loss_action": 0.01978337951004505,
      "loss_total": 0.01978337951004505,
      "step": 23260
    },
    {
      "grad_norm": 0.1616789847612381,
      "learning_rate": 9.114941004992609e-05,
      "loss": 0.0124,
      "step": 23270
    },
    {
      "loss_action": 0.007607327774167061,
      "loss_total": 0.007607327774167061,
      "step": 23270
    },
    {
      "loss_action": 0.008661004714667797,
      "loss_total": 0.008661004714667797,
      "step": 23270
    },
    {
      "loss_action": 0.0068913656286895275,
      "loss_total": 0.0068913656286895275,
      "step": 23270
    },
    {
      "loss_action": 0.004518160130828619,
      "loss_total": 0.004518160130828619,
      "step": 23270
    },
    {
      "loss_action": 0.023266460746526718,
      "loss_total": 0.023266460746526718,
      "step": 23270
    },
    {
      "loss_action": 0.009351583197712898,
      "loss_total": 0.009351583197712898,
      "step": 23270
    },
    {
      "loss_action": 0.006449754349887371,
      "loss_total": 0.006449754349887371,
      "step": 23270
    },
    {
      "loss_action": 0.012514683417975903,
      "loss_total": 0.012514683417975903,
      "step": 23270
    },
    {
      "grad_norm": 0.15070395171642303,
      "learning_rate": 9.114001512479317e-05,
      "loss": 0.0123,
      "step": 23280
    },
    {
      "loss_action": 0.004105524625629187,
      "loss_total": 0.004105524625629187,
      "step": 23280
    },
    {
      "loss_action": 0.011022692546248436,
      "loss_total": 0.011022692546248436,
      "step": 23280
    },
    {
      "loss_action": 0.00895985309034586,
      "loss_total": 0.00895985309034586,
      "step": 23280
    },
    {
      "loss_action": 0.005137919448316097,
      "loss_total": 0.005137919448316097,
      "step": 23280
    },
    {
      "loss_action": 0.026680445298552513,
      "loss_total": 0.026680445298552513,
      "step": 23280
    },
    {
      "loss_action": 0.007441420573741198,
      "loss_total": 0.007441420573741198,
      "step": 23280
    },
    {
      "loss_action": 0.004312226548790932,
      "loss_total": 0.004312226548790932,
      "step": 23280
    },
    {
      "loss_action": 0.007433176971971989,
      "loss_total": 0.007433176971971989,
      "step": 23280
    },
    {
      "grad_norm": 0.1944143921136856,
      "learning_rate": 9.113061570065003e-05,
      "loss": 0.0121,
      "step": 23290
    },
    {
      "loss_action": 0.009080713614821434,
      "loss_total": 0.009080713614821434,
      "step": 23290
    },
    {
      "loss_action": 0.011141100898385048,
      "loss_total": 0.011141100898385048,
      "step": 23290
    },
    {
      "loss_action": 0.013487301766872406,
      "loss_total": 0.013487301766872406,
      "step": 23290
    },
    {
      "loss_action": 0.012841487303376198,
      "loss_total": 0.012841487303376198,
      "step": 23290
    },
    {
      "loss_action": 0.008634149096906185,
      "loss_total": 0.008634149096906185,
      "step": 23290
    },
    {
      "loss_action": 0.01266360655426979,
      "loss_total": 0.01266360655426979,
      "step": 23290
    },
    {
      "loss_action": 0.007726283278316259,
      "loss_total": 0.007726283278316259,
      "step": 23290
    },
    {
      "loss_action": 0.016445785760879517,
      "loss_total": 0.016445785760879517,
      "step": 23290
    },
    {
      "grad_norm": 0.12692710757255554,
      "learning_rate": 9.112121177852459e-05,
      "loss": 0.012,
      "step": 23300
    },
    {
      "loss_action": 0.0130467489361763,
      "loss_total": 0.0130467489361763,
      "step": 23300
    },
    {
      "loss_action": 0.012380285188555717,
      "loss_total": 0.012380285188555717,
      "step": 23300
    },
    {
      "loss_action": 0.005117558874189854,
      "loss_total": 0.005117558874189854,
      "step": 23300
    },
    {
      "loss_action": 0.03303837031126022,
      "loss_total": 0.03303837031126022,
      "step": 23300
    },
    {
      "loss_action": 0.0077704498544335365,
      "loss_total": 0.0077704498544335365,
      "step": 23300
    },
    {
      "loss_action": 0.008133086375892162,
      "loss_total": 0.008133086375892162,
      "step": 23300
    },
    {
      "loss_action": 0.012624310329556465,
      "loss_total": 0.012624310329556465,
      "step": 23300
    },
    {
      "loss_action": 0.01999705098569393,
      "loss_total": 0.01999705098569393,
      "step": 23300
    },
    {
      "grad_norm": 0.12936392426490784,
      "learning_rate": 9.111180335944527e-05,
      "loss": 0.0136,
      "step": 23310
    },
    {
      "loss_action": 0.004395072814077139,
      "loss_total": 0.004395072814077139,
      "step": 23310
    },
    {
      "loss_action": 0.02873983234167099,
      "loss_total": 0.02873983234167099,
      "step": 23310
    },
    {
      "loss_action": 0.006348925642669201,
      "loss_total": 0.006348925642669201,
      "step": 23310
    },
    {
      "loss_action": 0.007021513767540455,
      "loss_total": 0.007021513767540455,
      "step": 23310
    },
    {
      "loss_action": 0.009035516530275345,
      "loss_total": 0.009035516530275345,
      "step": 23310
    },
    {
      "loss_action": 0.012005386874079704,
      "loss_total": 0.012005386874079704,
      "step": 23310
    },
    {
      "loss_action": 0.008898193016648293,
      "loss_total": 0.008898193016648293,
      "step": 23310
    },
    {
      "loss_action": 0.006121067330241203,
      "loss_total": 0.006121067330241203,
      "step": 23310
    },
    {
      "grad_norm": 0.15447522699832916,
      "learning_rate": 9.110239044444093e-05,
      "loss": 0.012,
      "step": 23320
    },
    {
      "loss_action": 0.010925615206360817,
      "loss_total": 0.010925615206360817,
      "step": 23320
    },
    {
      "loss_action": 0.012834781780838966,
      "loss_total": 0.012834781780838966,
      "step": 23320
    },
    {
      "loss_action": 0.009476061910390854,
      "loss_total": 0.009476061910390854,
      "step": 23320
    },
    {
      "loss_action": 0.013831273652613163,
      "loss_total": 0.013831273652613163,
      "step": 23320
    },
    {
      "loss_action": 0.016909034922719002,
      "loss_total": 0.016909034922719002,
      "step": 23320
    },
    {
      "loss_action": 0.006778808310627937,
      "loss_total": 0.006778808310627937,
      "step": 23320
    },
    {
      "loss_action": 0.012170878238976002,
      "loss_total": 0.012170878238976002,
      "step": 23320
    },
    {
      "loss_action": 0.012099514715373516,
      "loss_total": 0.012099514715373516,
      "step": 23320
    },
    {
      "grad_norm": 0.09743916988372803,
      "learning_rate": 9.109297303454099e-05,
      "loss": 0.0109,
      "step": 23330
    },
    {
      "loss_action": 0.03082016110420227,
      "loss_total": 0.03082016110420227,
      "step": 23330
    },
    {
      "loss_action": 0.016156572848558426,
      "loss_total": 0.016156572848558426,
      "step": 23330
    },
    {
      "loss_action": 0.007436227053403854,
      "loss_total": 0.007436227053403854,
      "step": 23330
    },
    {
      "loss_action": 0.005754872225224972,
      "loss_total": 0.005754872225224972,
      "step": 23330
    },
    {
      "loss_action": 0.01636551134288311,
      "loss_total": 0.01636551134288311,
      "step": 23330
    },
    {
      "loss_action": 0.026202410459518433,
      "loss_total": 0.026202410459518433,
      "step": 23330
    },
    {
      "loss_action": 0.03045959770679474,
      "loss_total": 0.03045959770679474,
      "step": 23330
    },
    {
      "loss_action": 0.014471985399723053,
      "loss_total": 0.014471985399723053,
      "step": 23330
    },
    {
      "grad_norm": 0.17250315845012665,
      "learning_rate": 9.108355113077526e-05,
      "loss": 0.0139,
      "step": 23340
    },
    {
      "loss_action": 0.006702032871544361,
      "loss_total": 0.006702032871544361,
      "step": 23340
    },
    {
      "loss_action": 0.01471257396042347,
      "loss_total": 0.01471257396042347,
      "step": 23340
    },
    {
      "loss_action": 0.007617684546858072,
      "loss_total": 0.007617684546858072,
      "step": 23340
    },
    {
      "loss_action": 0.00961385015398264,
      "loss_total": 0.00961385015398264,
      "step": 23340
    },
    {
      "loss_action": 0.008901984430849552,
      "loss_total": 0.008901984430849552,
      "step": 23340
    },
    {
      "loss_action": 0.00906183198094368,
      "loss_total": 0.00906183198094368,
      "step": 23340
    },
    {
      "loss_action": 0.011440196074545383,
      "loss_total": 0.011440196074545383,
      "step": 23340
    },
    {
      "loss_action": 0.02883419767022133,
      "loss_total": 0.02883419767022133,
      "step": 23340
    },
    {
      "grad_norm": 0.13419222831726074,
      "learning_rate": 9.107412473417419e-05,
      "loss": 0.0116,
      "step": 23350
    },
    {
      "loss_action": 0.00495965126901865,
      "loss_total": 0.00495965126901865,
      "step": 23350
    },
    {
      "loss_action": 0.011559724807739258,
      "loss_total": 0.011559724807739258,
      "step": 23350
    },
    {
      "loss_action": 0.008831672370433807,
      "loss_total": 0.008831672370433807,
      "step": 23350
    },
    {
      "loss_action": 0.018832694739103317,
      "loss_total": 0.018832694739103317,
      "step": 23350
    },
    {
      "loss_action": 0.019184034317731857,
      "loss_total": 0.019184034317731857,
      "step": 23350
    },
    {
      "loss_action": 0.007244751788675785,
      "loss_total": 0.007244751788675785,
      "step": 23350
    },
    {
      "loss_action": 0.012327137403190136,
      "loss_total": 0.012327137403190136,
      "step": 23350
    },
    {
      "loss_action": 0.017082571983337402,
      "loss_total": 0.017082571983337402,
      "step": 23350
    },
    {
      "grad_norm": 0.2292224019765854,
      "learning_rate": 9.106469384576858e-05,
      "loss": 0.0146,
      "step": 23360
    },
    {
      "loss_action": 0.02319691888988018,
      "loss_total": 0.02319691888988018,
      "step": 23360
    },
    {
      "loss_action": 0.007394920568913221,
      "loss_total": 0.007394920568913221,
      "step": 23360
    },
    {
      "loss_action": 0.009257919155061245,
      "loss_total": 0.009257919155061245,
      "step": 23360
    },
    {
      "loss_action": 0.01654297672212124,
      "loss_total": 0.01654297672212124,
      "step": 23360
    },
    {
      "loss_action": 0.011602838523685932,
      "loss_total": 0.011602838523685932,
      "step": 23360
    },
    {
      "loss_action": 0.018810389563441277,
      "loss_total": 0.018810389563441277,
      "step": 23360
    },
    {
      "loss_action": 0.013440035283565521,
      "loss_total": 0.013440035283565521,
      "step": 23360
    },
    {
      "loss_action": 0.01799703761935234,
      "loss_total": 0.01799703761935234,
      "step": 23360
    },
    {
      "grad_norm": 0.12951762974262238,
      "learning_rate": 9.105525846658978e-05,
      "loss": 0.0147,
      "step": 23370
    },
    {
      "loss_action": 0.012238910421729088,
      "loss_total": 0.012238910421729088,
      "step": 23370
    },
    {
      "loss_action": 0.009070804342627525,
      "loss_total": 0.009070804342627525,
      "step": 23370
    },
    {
      "loss_action": 0.009091828018426895,
      "loss_total": 0.009091828018426895,
      "step": 23370
    },
    {
      "loss_action": 0.016336098313331604,
      "loss_total": 0.016336098313331604,
      "step": 23370
    },
    {
      "loss_action": 0.013602375984191895,
      "loss_total": 0.013602375984191895,
      "step": 23370
    },
    {
      "loss_action": 0.008281002752482891,
      "loss_total": 0.008281002752482891,
      "step": 23370
    },
    {
      "loss_action": 0.011511975899338722,
      "loss_total": 0.011511975899338722,
      "step": 23370
    },
    {
      "loss_action": 0.007317183073610067,
      "loss_total": 0.007317183073610067,
      "step": 23370
    },
    {
      "grad_norm": 0.2119872123003006,
      "learning_rate": 9.104581859766965e-05,
      "loss": 0.0143,
      "step": 23380
    },
    {
      "loss_action": 0.023859858512878418,
      "loss_total": 0.023859858512878418,
      "step": 23380
    },
    {
      "loss_action": 0.017235470935702324,
      "loss_total": 0.017235470935702324,
      "step": 23380
    },
    {
      "loss_action": 0.020516909658908844,
      "loss_total": 0.020516909658908844,
      "step": 23380
    },
    {
      "loss_action": 0.019114095717668533,
      "loss_total": 0.019114095717668533,
      "step": 23380
    },
    {
      "loss_action": 0.009902446530759335,
      "loss_total": 0.009902446530759335,
      "step": 23380
    },
    {
      "loss_action": 0.012590033933520317,
      "loss_total": 0.012590033933520317,
      "step": 23380
    },
    {
      "loss_action": 0.007089253515005112,
      "loss_total": 0.007089253515005112,
      "step": 23380
    },
    {
      "loss_action": 0.009621698409318924,
      "loss_total": 0.009621698409318924,
      "step": 23380
    },
    {
      "grad_norm": 0.1794276386499405,
      "learning_rate": 9.10363742400405e-05,
      "loss": 0.0145,
      "step": 23390
    },
    {
      "loss_action": 0.02528432011604309,
      "loss_total": 0.02528432011604309,
      "step": 23390
    },
    {
      "loss_action": 0.02087835595011711,
      "loss_total": 0.02087835595011711,
      "step": 23390
    },
    {
      "loss_action": 0.030126851052045822,
      "loss_total": 0.030126851052045822,
      "step": 23390
    },
    {
      "loss_action": 0.01245963480323553,
      "loss_total": 0.01245963480323553,
      "step": 23390
    },
    {
      "loss_action": 0.018569106236100197,
      "loss_total": 0.018569106236100197,
      "step": 23390
    },
    {
      "loss_action": 0.010379290208220482,
      "loss_total": 0.010379290208220482,
      "step": 23390
    },
    {
      "loss_action": 0.017914943397045135,
      "loss_total": 0.017914943397045135,
      "step": 23390
    },
    {
      "loss_action": 0.014706792309880257,
      "loss_total": 0.014706792309880257,
      "step": 23390
    },
    {
      "grad_norm": 0.15930502116680145,
      "learning_rate": 9.102692539473518e-05,
      "loss": 0.0134,
      "step": 23400
    },
    {
      "loss_action": 0.00857763271778822,
      "loss_total": 0.00857763271778822,
      "step": 23400
    },
    {
      "loss_action": 0.014786704443395138,
      "loss_total": 0.014786704443395138,
      "step": 23400
    },
    {
      "loss_action": 0.011730778031051159,
      "loss_total": 0.011730778031051159,
      "step": 23400
    },
    {
      "loss_action": 0.008498570881783962,
      "loss_total": 0.008498570881783962,
      "step": 23400
    },
    {
      "loss_action": 0.003606067970395088,
      "loss_total": 0.003606067970395088,
      "step": 23400
    },
    {
      "loss_action": 0.008361929096281528,
      "loss_total": 0.008361929096281528,
      "step": 23400
    },
    {
      "loss_action": 0.009061090648174286,
      "loss_total": 0.009061090648174286,
      "step": 23400
    },
    {
      "loss_action": 0.019961250945925713,
      "loss_total": 0.019961250945925713,
      "step": 23400
    },
    {
      "grad_norm": 0.15763555467128754,
      "learning_rate": 9.101747206278697e-05,
      "loss": 0.014,
      "step": 23410
    },
    {
      "loss_action": 0.006237865425646305,
      "loss_total": 0.006237865425646305,
      "step": 23410
    },
    {
      "loss_action": 0.00680210255086422,
      "loss_total": 0.00680210255086422,
      "step": 23410
    },
    {
      "loss_action": 0.02823861688375473,
      "loss_total": 0.02823861688375473,
      "step": 23410
    },
    {
      "loss_action": 0.006819638889282942,
      "loss_total": 0.006819638889282942,
      "step": 23410
    },
    {
      "loss_action": 0.008005084469914436,
      "loss_total": 0.008005084469914436,
      "step": 23410
    },
    {
      "loss_action": 0.01386379636824131,
      "loss_total": 0.01386379636824131,
      "step": 23410
    },
    {
      "loss_action": 0.006409774534404278,
      "loss_total": 0.006409774534404278,
      "step": 23410
    },
    {
      "loss_action": 0.010125542059540749,
      "loss_total": 0.010125542059540749,
      "step": 23410
    },
    {
      "grad_norm": 0.19901685416698456,
      "learning_rate": 9.100801424522968e-05,
      "loss": 0.0151,
      "step": 23420
    },
    {
      "loss_action": 0.019904132932424545,
      "loss_total": 0.019904132932424545,
      "step": 23420
    },
    {
      "loss_action": 0.03284023702144623,
      "loss_total": 0.03284023702144623,
      "step": 23420
    },
    {
      "loss_action": 0.017571929842233658,
      "loss_total": 0.017571929842233658,
      "step": 23420
    },
    {
      "loss_action": 0.03302993252873421,
      "loss_total": 0.03302993252873421,
      "step": 23420
    },
    {
      "loss_action": 0.007066759746521711,
      "loss_total": 0.007066759746521711,
      "step": 23420
    },
    {
      "loss_action": 0.008314612321555614,
      "loss_total": 0.008314612321555614,
      "step": 23420
    },
    {
      "loss_action": 0.012674245983362198,
      "loss_total": 0.012674245983362198,
      "step": 23420
    },
    {
      "loss_action": 0.036355771124362946,
      "loss_total": 0.036355771124362946,
      "step": 23420
    },
    {
      "grad_norm": 0.13321109116077423,
      "learning_rate": 9.099855194309762e-05,
      "loss": 0.0155,
      "step": 23430
    },
    {
      "loss_action": 0.012290898710489273,
      "loss_total": 0.012290898710489273,
      "step": 23430
    },
    {
      "loss_action": 0.005469379480928183,
      "loss_total": 0.005469379480928183,
      "step": 23430
    },
    {
      "loss_action": 0.021059395745396614,
      "loss_total": 0.021059395745396614,
      "step": 23430
    },
    {
      "loss_action": 0.011371837928891182,
      "loss_total": 0.011371837928891182,
      "step": 23430
    },
    {
      "loss_action": 0.004811994731426239,
      "loss_total": 0.004811994731426239,
      "step": 23430
    },
    {
      "loss_action": 0.017361126840114594,
      "loss_total": 0.017361126840114594,
      "step": 23430
    },
    {
      "loss_action": 0.013695317320525646,
      "loss_total": 0.013695317320525646,
      "step": 23430
    },
    {
      "loss_action": 0.017854861915111542,
      "loss_total": 0.017854861915111542,
      "step": 23430
    },
    {
      "grad_norm": 0.12236777693033218,
      "learning_rate": 9.098908515742554e-05,
      "loss": 0.0138,
      "step": 23440
    },
    {
      "loss_action": 0.0033505428582429886,
      "loss_total": 0.0033505428582429886,
      "step": 23440
    },
    {
      "loss_action": 0.009672403335571289,
      "loss_total": 0.009672403335571289,
      "step": 23440
    },
    {
      "loss_action": 0.007030235603451729,
      "loss_total": 0.007030235603451729,
      "step": 23440
    },
    {
      "loss_action": 0.0053534070029854774,
      "loss_total": 0.0053534070029854774,
      "step": 23440
    },
    {
      "loss_action": 0.0032050234731286764,
      "loss_total": 0.0032050234731286764,
      "step": 23440
    },
    {
      "loss_action": 0.007785771042108536,
      "loss_total": 0.007785771042108536,
      "step": 23440
    },
    {
      "loss_action": 0.012900933623313904,
      "loss_total": 0.012900933623313904,
      "step": 23440
    },
    {
      "loss_action": 0.012410026043653488,
      "loss_total": 0.012410026043653488,
      "step": 23440
    },
    {
      "grad_norm": 0.19300112128257751,
      "learning_rate": 9.097961388924873e-05,
      "loss": 0.0135,
      "step": 23450
    },
    {
      "loss_action": 0.009882322512567043,
      "loss_total": 0.009882322512567043,
      "step": 23450
    },
    {
      "loss_action": 0.010092318058013916,
      "loss_total": 0.010092318058013916,
      "step": 23450
    },
    {
      "loss_action": 0.005552881862968206,
      "loss_total": 0.005552881862968206,
      "step": 23450
    },
    {
      "loss_action": 0.016391463577747345,
      "loss_total": 0.016391463577747345,
      "step": 23450
    },
    {
      "loss_action": 0.011982336640357971,
      "loss_total": 0.011982336640357971,
      "step": 23450
    },
    {
      "loss_action": 0.012027107179164886,
      "loss_total": 0.012027107179164886,
      "step": 23450
    },
    {
      "loss_action": 0.009443774819374084,
      "loss_total": 0.009443774819374084,
      "step": 23450
    },
    {
      "loss_action": 0.011550592258572578,
      "loss_total": 0.011550592258572578,
      "step": 23450
    },
    {
      "grad_norm": 0.19260920584201813,
      "learning_rate": 9.097013813960298e-05,
      "loss": 0.0156,
      "step": 23460
    },
    {
      "loss_action": 0.010320616886019707,
      "loss_total": 0.010320616886019707,
      "step": 23460
    },
    {
      "loss_action": 0.007539712358266115,
      "loss_total": 0.007539712358266115,
      "step": 23460
    },
    {
      "loss_action": 0.0077767460606992245,
      "loss_total": 0.0077767460606992245,
      "step": 23460
    },
    {
      "loss_action": 0.004786749370396137,
      "loss_total": 0.004786749370396137,
      "step": 23460
    },
    {
      "loss_action": 0.008900510147213936,
      "loss_total": 0.008900510147213936,
      "step": 23460
    },
    {
      "loss_action": 0.013796176761388779,
      "loss_total": 0.013796176761388779,
      "step": 23460
    },
    {
      "loss_action": 0.004498138092458248,
      "loss_total": 0.004498138092458248,
      "step": 23460
    },
    {
      "loss_action": 0.012179814279079437,
      "loss_total": 0.012179814279079437,
      "step": 23460
    },
    {
      "grad_norm": 0.23111216723918915,
      "learning_rate": 9.09606579095245e-05,
      "loss": 0.0156,
      "step": 23470
    },
    {
      "loss_action": 0.016399504616856575,
      "loss_total": 0.016399504616856575,
      "step": 23470
    },
    {
      "loss_action": 0.0166314709931612,
      "loss_total": 0.0166314709931612,
      "step": 23470
    },
    {
      "loss_action": 0.009146252647042274,
      "loss_total": 0.009146252647042274,
      "step": 23470
    },
    {
      "loss_action": 0.01791604980826378,
      "loss_total": 0.01791604980826378,
      "step": 23470
    },
    {
      "loss_action": 0.006080010440200567,
      "loss_total": 0.006080010440200567,
      "step": 23470
    },
    {
      "loss_action": 0.009790602140128613,
      "loss_total": 0.009790602140128613,
      "step": 23470
    },
    {
      "loss_action": 0.017931338399648666,
      "loss_total": 0.017931338399648666,
      "step": 23470
    },
    {
      "loss_action": 0.030656950548291206,
      "loss_total": 0.030656950548291206,
      "step": 23470
    },
    {
      "grad_norm": 0.13754574954509735,
      "learning_rate": 9.095117320005008e-05,
      "loss": 0.0143,
      "step": 23480
    },
    {
      "loss_action": 0.012511122971773148,
      "loss_total": 0.012511122971773148,
      "step": 23480
    },
    {
      "loss_action": 0.0060668750666081905,
      "loss_total": 0.0060668750666081905,
      "step": 23480
    },
    {
      "loss_action": 0.00900881364941597,
      "loss_total": 0.00900881364941597,
      "step": 23480
    },
    {
      "loss_action": 0.006223868113011122,
      "loss_total": 0.006223868113011122,
      "step": 23480
    },
    {
      "loss_action": 0.012913353741168976,
      "loss_total": 0.012913353741168976,
      "step": 23480
    },
    {
      "loss_action": 0.009549575857818127,
      "loss_total": 0.009549575857818127,
      "step": 23480
    },
    {
      "loss_action": 0.011206605471670628,
      "loss_total": 0.011206605471670628,
      "step": 23480
    },
    {
      "loss_action": 0.011842853389680386,
      "loss_total": 0.011842853389680386,
      "step": 23480
    },
    {
      "grad_norm": 0.14703935384750366,
      "learning_rate": 9.094168401221691e-05,
      "loss": 0.0116,
      "step": 23490
    },
    {
      "loss_action": 0.01339716650545597,
      "loss_total": 0.01339716650545597,
      "step": 23490
    },
    {
      "loss_action": 0.030990326777100563,
      "loss_total": 0.030990326777100563,
      "step": 23490
    },
    {
      "loss_action": 0.013365724124014378,
      "loss_total": 0.013365724124014378,
      "step": 23490
    },
    {
      "loss_action": 0.01482539251446724,
      "loss_total": 0.01482539251446724,
      "step": 23490
    },
    {
      "loss_action": 0.0068435026332736015,
      "loss_total": 0.0068435026332736015,
      "step": 23490
    },
    {
      "loss_action": 0.010921390727162361,
      "loss_total": 0.010921390727162361,
      "step": 23490
    },
    {
      "loss_action": 0.012429492548108101,
      "loss_total": 0.012429492548108101,
      "step": 23490
    },
    {
      "loss_action": 0.010082202032208443,
      "loss_total": 0.010082202032208443,
      "step": 23490
    },
    {
      "grad_norm": 0.1300511658191681,
      "learning_rate": 9.093219034706273e-05,
      "loss": 0.0139,
      "step": 23500
    },
    {
      "loss_action": 0.054267700761556625,
      "loss_total": 0.054267700761556625,
      "step": 23500
    },
    {
      "loss_action": 0.00925954058766365,
      "loss_total": 0.00925954058766365,
      "step": 23500
    },
    {
      "loss_action": 0.0027136625722050667,
      "loss_total": 0.0027136625722050667,
      "step": 23500
    },
    {
      "loss_action": 0.004916326142847538,
      "loss_total": 0.004916326142847538,
      "step": 23500
    },
    {
      "loss_action": 0.0038343060296028852,
      "loss_total": 0.0038343060296028852,
      "step": 23500
    },
    {
      "loss_action": 0.02018667384982109,
      "loss_total": 0.02018667384982109,
      "step": 23500
    },
    {
      "loss_action": 0.005284381099045277,
      "loss_total": 0.005284381099045277,
      "step": 23500
    },
    {
      "loss_action": 0.016093194484710693,
      "loss_total": 0.016093194484710693,
      "step": 23500
    },
    {
      "grad_norm": 0.13101767003536224,
      "learning_rate": 9.092269220562577e-05,
      "loss": 0.0117,
      "step": 23510
    },
    {
      "loss_action": 0.03877227380871773,
      "loss_total": 0.03877227380871773,
      "step": 23510
    },
    {
      "loss_action": 0.006468001753091812,
      "loss_total": 0.006468001753091812,
      "step": 23510
    },
    {
      "loss_action": 0.009252456948161125,
      "loss_total": 0.009252456948161125,
      "step": 23510
    },
    {
      "loss_action": 0.017333783209323883,
      "loss_total": 0.017333783209323883,
      "step": 23510
    },
    {
      "loss_action": 0.02000257559120655,
      "loss_total": 0.02000257559120655,
      "step": 23510
    },
    {
      "loss_action": 0.01343801710754633,
      "loss_total": 0.01343801710754633,
      "step": 23510
    },
    {
      "loss_action": 0.02748023346066475,
      "loss_total": 0.02748023346066475,
      "step": 23510
    },
    {
      "loss_action": 0.013265191577374935,
      "loss_total": 0.013265191577374935,
      "step": 23510
    },
    {
      "grad_norm": 0.14676466584205627,
      "learning_rate": 9.09131895889447e-05,
      "loss": 0.0141,
      "step": 23520
    },
    {
      "loss_action": 0.006859501823782921,
      "loss_total": 0.006859501823782921,
      "step": 23520
    },
    {
      "loss_action": 0.00720087718218565,
      "loss_total": 0.00720087718218565,
      "step": 23520
    },
    {
      "loss_action": 0.01132175698876381,
      "loss_total": 0.01132175698876381,
      "step": 23520
    },
    {
      "loss_action": 0.01069337222725153,
      "loss_total": 0.01069337222725153,
      "step": 23520
    },
    {
      "loss_action": 0.012444025836884975,
      "loss_total": 0.012444025836884975,
      "step": 23520
    },
    {
      "loss_action": 0.012281791307032108,
      "loss_total": 0.012281791307032108,
      "step": 23520
    },
    {
      "loss_action": 0.008208135142922401,
      "loss_total": 0.008208135142922401,
      "step": 23520
    },
    {
      "loss_action": 0.014694686979055405,
      "loss_total": 0.014694686979055405,
      "step": 23520
    },
    {
      "grad_norm": 0.30935320258140564,
      "learning_rate": 9.090368249805873e-05,
      "loss": 0.0159,
      "step": 23530
    },
    {
      "loss_action": 0.01147997286170721,
      "loss_total": 0.01147997286170721,
      "step": 23530
    },
    {
      "loss_action": 0.019384840503335,
      "loss_total": 0.019384840503335,
      "step": 23530
    },
    {
      "loss_action": 0.012466710060834885,
      "loss_total": 0.012466710060834885,
      "step": 23530
    },
    {
      "loss_action": 0.024180784821510315,
      "loss_total": 0.024180784821510315,
      "step": 23530
    },
    {
      "loss_action": 0.007232917472720146,
      "loss_total": 0.007232917472720146,
      "step": 23530
    },
    {
      "loss_action": 0.009821217507123947,
      "loss_total": 0.009821217507123947,
      "step": 23530
    },
    {
      "loss_action": 0.011999828740954399,
      "loss_total": 0.011999828740954399,
      "step": 23530
    },
    {
      "loss_action": 0.019924014806747437,
      "loss_total": 0.019924014806747437,
      "step": 23530
    },
    {
      "grad_norm": 0.1396818459033966,
      "learning_rate": 9.089417093400754e-05,
      "loss": 0.0134,
      "step": 23540
    },
    {
      "loss_action": 0.008116710931062698,
      "loss_total": 0.008116710931062698,
      "step": 23540
    },
    {
      "loss_action": 0.015287577174603939,
      "loss_total": 0.015287577174603939,
      "step": 23540
    },
    {
      "loss_action": 0.0053275576792657375,
      "loss_total": 0.0053275576792657375,
      "step": 23540
    },
    {
      "loss_action": 0.013753078877925873,
      "loss_total": 0.013753078877925873,
      "step": 23540
    },
    {
      "loss_action": 0.021774815395474434,
      "loss_total": 0.021774815395474434,
      "step": 23540
    },
    {
      "loss_action": 0.018604395911097527,
      "loss_total": 0.018604395911097527,
      "step": 23540
    },
    {
      "loss_action": 0.016659259796142578,
      "loss_total": 0.016659259796142578,
      "step": 23540
    },
    {
      "loss_action": 0.010623026639223099,
      "loss_total": 0.010623026639223099,
      "step": 23540
    },
    {
      "grad_norm": 0.21188120543956757,
      "learning_rate": 9.088465489783131e-05,
      "loss": 0.0174,
      "step": 23550
    },
    {
      "loss_action": 0.020189110189676285,
      "loss_total": 0.020189110189676285,
      "step": 23550
    },
    {
      "loss_action": 0.005719814449548721,
      "loss_total": 0.005719814449548721,
      "step": 23550
    },
    {
      "loss_action": 0.006180902477353811,
      "loss_total": 0.006180902477353811,
      "step": 23550
    },
    {
      "loss_action": 0.006547743920236826,
      "loss_total": 0.006547743920236826,
      "step": 23550
    },
    {
      "loss_action": 0.01068943552672863,
      "loss_total": 0.01068943552672863,
      "step": 23550
    },
    {
      "loss_action": 0.030928779393434525,
      "loss_total": 0.030928779393434525,
      "step": 23550
    },
    {
      "loss_action": 0.010438753291964531,
      "loss_total": 0.010438753291964531,
      "step": 23550
    },
    {
      "loss_action": 0.035217590630054474,
      "loss_total": 0.035217590630054474,
      "step": 23550
    },
    {
      "grad_norm": 0.18402206897735596,
      "learning_rate": 9.087513439057068e-05,
      "loss": 0.0142,
      "step": 23560
    },
    {
      "loss_action": 0.010045308619737625,
      "loss_total": 0.010045308619737625,
      "step": 23560
    },
    {
      "loss_action": 0.0075778840109705925,
      "loss_total": 0.0075778840109705925,
      "step": 23560
    },
    {
      "loss_action": 0.006418073549866676,
      "loss_total": 0.006418073549866676,
      "step": 23560
    },
    {
      "loss_action": 0.01207410916686058,
      "loss_total": 0.01207410916686058,
      "step": 23560
    },
    {
      "loss_action": 0.016569796949625015,
      "loss_total": 0.016569796949625015,
      "step": 23560
    },
    {
      "loss_action": 0.005950400605797768,
      "loss_total": 0.005950400605797768,
      "step": 23560
    },
    {
      "loss_action": 0.01503184624016285,
      "loss_total": 0.01503184624016285,
      "step": 23560
    },
    {
      "loss_action": 0.015061913058161736,
      "loss_total": 0.015061913058161736,
      "step": 23560
    },
    {
      "grad_norm": 0.17047742009162903,
      "learning_rate": 9.08656094132668e-05,
      "loss": 0.0146,
      "step": 23570
    },
    {
      "loss_action": 0.007396973669528961,
      "loss_total": 0.007396973669528961,
      "step": 23570
    },
    {
      "loss_action": 0.006172471679747105,
      "loss_total": 0.006172471679747105,
      "step": 23570
    },
    {
      "loss_action": 0.01534302718937397,
      "loss_total": 0.01534302718937397,
      "step": 23570
    },
    {
      "loss_action": 0.027541402727365494,
      "loss_total": 0.027541402727365494,
      "step": 23570
    },
    {
      "loss_action": 0.009209014475345612,
      "loss_total": 0.009209014475345612,
      "step": 23570
    },
    {
      "loss_action": 0.019689593464136124,
      "loss_total": 0.019689593464136124,
      "step": 23570
    },
    {
      "loss_action": 0.01023633312433958,
      "loss_total": 0.01023633312433958,
      "step": 23570
    },
    {
      "loss_action": 0.011120079085230827,
      "loss_total": 0.011120079085230827,
      "step": 23570
    },
    {
      "grad_norm": 0.12856468558311462,
      "learning_rate": 9.085607996696134e-05,
      "loss": 0.0135,
      "step": 23580
    },
    {
      "loss_action": 0.019208118319511414,
      "loss_total": 0.019208118319511414,
      "step": 23580
    },
    {
      "loss_action": 0.01972293108701706,
      "loss_total": 0.01972293108701706,
      "step": 23580
    },
    {
      "loss_action": 0.010375523939728737,
      "loss_total": 0.010375523939728737,
      "step": 23580
    },
    {
      "loss_action": 0.014000032097101212,
      "loss_total": 0.014000032097101212,
      "step": 23580
    },
    {
      "loss_action": 0.013523133471608162,
      "loss_total": 0.013523133471608162,
      "step": 23580
    },
    {
      "loss_action": 0.019678771495819092,
      "loss_total": 0.019678771495819092,
      "step": 23580
    },
    {
      "loss_action": 0.005993436090648174,
      "loss_total": 0.005993436090648174,
      "step": 23580
    },
    {
      "loss_action": 0.0032292644027620554,
      "loss_total": 0.0032292644027620554,
      "step": 23580
    },
    {
      "grad_norm": 0.11480618268251419,
      "learning_rate": 9.084654605269639e-05,
      "loss": 0.0111,
      "step": 23590
    },
    {
      "loss_action": 0.009330928325653076,
      "loss_total": 0.009330928325653076,
      "step": 23590
    },
    {
      "loss_action": 0.021861545741558075,
      "loss_total": 0.021861545741558075,
      "step": 23590
    },
    {
      "loss_action": 0.015816908329725266,
      "loss_total": 0.015816908329725266,
      "step": 23590
    },
    {
      "loss_action": 0.017690107226371765,
      "loss_total": 0.017690107226371765,
      "step": 23590
    },
    {
      "loss_action": 0.007310209330171347,
      "loss_total": 0.007310209330171347,
      "step": 23590
    },
    {
      "loss_action": 0.0075800479389727116,
      "loss_total": 0.0075800479389727116,
      "step": 23590
    },
    {
      "loss_action": 0.015654627233743668,
      "loss_total": 0.015654627233743668,
      "step": 23590
    },
    {
      "loss_action": 0.006506088189780712,
      "loss_total": 0.006506088189780712,
      "step": 23590
    },
    {
      "grad_norm": 0.16835543513298035,
      "learning_rate": 9.083700767151457e-05,
      "loss": 0.0144,
      "step": 23600
    },
    {
      "loss_action": 0.020253878086805344,
      "loss_total": 0.020253878086805344,
      "step": 23600
    },
    {
      "loss_action": 0.014995401725172997,
      "loss_total": 0.014995401725172997,
      "step": 23600
    },
    {
      "loss_action": 0.011725498363375664,
      "loss_total": 0.011725498363375664,
      "step": 23600
    },
    {
      "loss_action": 0.00940625835210085,
      "loss_total": 0.00940625835210085,
      "step": 23600
    },
    {
      "loss_action": 0.023678697645664215,
      "loss_total": 0.023678697645664215,
      "step": 23600
    },
    {
      "loss_action": 0.014438789337873459,
      "loss_total": 0.014438789337873459,
      "step": 23600
    },
    {
      "loss_action": 0.005000549368560314,
      "loss_total": 0.005000549368560314,
      "step": 23600
    },
    {
      "loss_action": 0.020851220935583115,
      "loss_total": 0.020851220935583115,
      "step": 23600
    },
    {
      "grad_norm": 0.14976221323013306,
      "learning_rate": 9.082746482445898e-05,
      "loss": 0.0124,
      "step": 23610
    },
    {
      "loss_action": 0.006664135493338108,
      "loss_total": 0.006664135493338108,
      "step": 23610
    },
    {
      "loss_action": 0.012968440540134907,
      "loss_total": 0.012968440540134907,
      "step": 23610
    },
    {
      "loss_action": 0.008826097473502159,
      "loss_total": 0.008826097473502159,
      "step": 23610
    },
    {
      "loss_action": 0.03165745362639427,
      "loss_total": 0.03165745362639427,
      "step": 23610
    },
    {
      "loss_action": 0.018244430422782898,
      "loss_total": 0.018244430422782898,
      "step": 23610
    },
    {
      "loss_action": 0.008499953895807266,
      "loss_total": 0.008499953895807266,
      "step": 23610
    },
    {
      "loss_action": 0.004904365167021751,
      "loss_total": 0.004904365167021751,
      "step": 23610
    },
    {
      "loss_action": 0.02008121833205223,
      "loss_total": 0.02008121833205223,
      "step": 23610
    },
    {
      "grad_norm": 0.14507313072681427,
      "learning_rate": 9.081791751257325e-05,
      "loss": 0.0125,
      "step": 23620
    },
    {
      "loss_action": 0.019879354164004326,
      "loss_total": 0.019879354164004326,
      "step": 23620
    },
    {
      "loss_action": 0.004638048820197582,
      "loss_total": 0.004638048820197582,
      "step": 23620
    },
    {
      "loss_action": 0.005414953455328941,
      "loss_total": 0.005414953455328941,
      "step": 23620
    },
    {
      "loss_action": 0.007569798734039068,
      "loss_total": 0.007569798734039068,
      "step": 23620
    },
    {
      "loss_action": 0.008204798214137554,
      "loss_total": 0.008204798214137554,
      "step": 23620
    },
    {
      "loss_action": 0.010409324429929256,
      "loss_total": 0.010409324429929256,
      "step": 23620
    },
    {
      "loss_action": 0.012216269969940186,
      "loss_total": 0.012216269969940186,
      "step": 23620
    },
    {
      "loss_action": 0.008990028873085976,
      "loss_total": 0.008990028873085976,
      "step": 23620
    },
    {
      "grad_norm": 0.1769302487373352,
      "learning_rate": 9.080836573690142e-05,
      "loss": 0.0155,
      "step": 23630
    },
    {
      "loss_action": 0.007972195744514465,
      "loss_total": 0.007972195744514465,
      "step": 23630
    },
    {
      "loss_action": 0.020640326663851738,
      "loss_total": 0.020640326663851738,
      "step": 23630
    },
    {
      "loss_action": 0.025429796427488327,
      "loss_total": 0.025429796427488327,
      "step": 23630
    },
    {
      "loss_action": 0.0195559523999691,
      "loss_total": 0.0195559523999691,
      "step": 23630
    },
    {
      "loss_action": 0.024425558745861053,
      "loss_total": 0.024425558745861053,
      "step": 23630
    },
    {
      "loss_action": 0.027316361665725708,
      "loss_total": 0.027316361665725708,
      "step": 23630
    },
    {
      "loss_action": 0.007830606773495674,
      "loss_total": 0.007830606773495674,
      "step": 23630
    },
    {
      "loss_action": 0.015013211406767368,
      "loss_total": 0.015013211406767368,
      "step": 23630
    },
    {
      "grad_norm": 0.150351881980896,
      "learning_rate": 9.079880949848805e-05,
      "loss": 0.013,
      "step": 23640
    },
    {
      "loss_action": 0.005694604478776455,
      "loss_total": 0.005694604478776455,
      "step": 23640
    },
    {
      "loss_action": 0.015603645704686642,
      "loss_total": 0.015603645704686642,
      "step": 23640
    },
    {
      "loss_action": 0.013727180659770966,
      "loss_total": 0.013727180659770966,
      "step": 23640
    },
    {
      "loss_action": 0.013426516205072403,
      "loss_total": 0.013426516205072403,
      "step": 23640
    },
    {
      "loss_action": 0.02062266692519188,
      "loss_total": 0.02062266692519188,
      "step": 23640
    },
    {
      "loss_action": 0.012251014821231365,
      "loss_total": 0.012251014821231365,
      "step": 23640
    },
    {
      "loss_action": 0.018908565863966942,
      "loss_total": 0.018908565863966942,
      "step": 23640
    },
    {
      "loss_action": 0.009754077531397343,
      "loss_total": 0.009754077531397343,
      "step": 23640
    },
    {
      "grad_norm": 0.16434654593467712,
      "learning_rate": 9.078924879837822e-05,
      "loss": 0.0136,
      "step": 23650
    },
    {
      "loss_action": 0.013942006044089794,
      "loss_total": 0.013942006044089794,
      "step": 23650
    },
    {
      "loss_action": 0.0174020454287529,
      "loss_total": 0.0174020454287529,
      "step": 23650
    },
    {
      "loss_action": 0.01311476156115532,
      "loss_total": 0.01311476156115532,
      "step": 23650
    },
    {
      "loss_action": 0.011450661346316338,
      "loss_total": 0.011450661346316338,
      "step": 23650
    },
    {
      "loss_action": 0.013984204269945621,
      "loss_total": 0.013984204269945621,
      "step": 23650
    },
    {
      "loss_action": 0.014356046915054321,
      "loss_total": 0.014356046915054321,
      "step": 23650
    },
    {
      "loss_action": 0.013535752892494202,
      "loss_total": 0.013535752892494202,
      "step": 23650
    },
    {
      "loss_action": 0.032842665910720825,
      "loss_total": 0.032842665910720825,
      "step": 23650
    },
    {
      "grad_norm": 0.13301055133342743,
      "learning_rate": 9.077968363761747e-05,
      "loss": 0.0146,
      "step": 23660
    },
    {
      "loss_action": 0.006594918668270111,
      "loss_total": 0.006594918668270111,
      "step": 23660
    },
    {
      "loss_action": 0.014945296570658684,
      "loss_total": 0.014945296570658684,
      "step": 23660
    },
    {
      "loss_action": 0.018918277695775032,
      "loss_total": 0.018918277695775032,
      "step": 23660
    },
    {
      "loss_action": 0.005022021010518074,
      "loss_total": 0.005022021010518074,
      "step": 23660
    },
    {
      "loss_action": 0.036793626844882965,
      "loss_total": 0.036793626844882965,
      "step": 23660
    },
    {
      "loss_action": 0.03664837032556534,
      "loss_total": 0.03664837032556534,
      "step": 23660
    },
    {
      "loss_action": 0.005964294075965881,
      "loss_total": 0.005964294075965881,
      "step": 23660
    },
    {
      "loss_action": 0.014694586396217346,
      "loss_total": 0.014694586396217346,
      "step": 23660
    },
    {
      "grad_norm": 0.15728703141212463,
      "learning_rate": 9.077011401725182e-05,
      "loss": 0.0126,
      "step": 23670
    },
    {
      "loss_action": 0.005053690634667873,
      "loss_total": 0.005053690634667873,
      "step": 23670
    },
    {
      "loss_action": 0.01454892661422491,
      "loss_total": 0.01454892661422491,
      "step": 23670
    },
    {
      "loss_action": 0.009008911438286304,
      "loss_total": 0.009008911438286304,
      "step": 23670
    },
    {
      "loss_action": 0.050986096262931824,
      "loss_total": 0.050986096262931824,
      "step": 23670
    },
    {
      "loss_action": 0.00824965164065361,
      "loss_total": 0.00824965164065361,
      "step": 23670
    },
    {
      "loss_action": 0.012480484321713448,
      "loss_total": 0.012480484321713448,
      "step": 23670
    },
    {
      "loss_action": 0.005844995379447937,
      "loss_total": 0.005844995379447937,
      "step": 23670
    },
    {
      "loss_action": 0.006676829420030117,
      "loss_total": 0.006676829420030117,
      "step": 23670
    },
    {
      "grad_norm": 0.11710207164287567,
      "learning_rate": 9.07605399383278e-05,
      "loss": 0.0126,
      "step": 23680
    },
    {
      "loss_action": 0.0071678366512060165,
      "loss_total": 0.0071678366512060165,
      "step": 23680
    },
    {
      "loss_action": 0.026516558602452278,
      "loss_total": 0.026516558602452278,
      "step": 23680
    },
    {
      "loss_action": 0.01063314639031887,
      "loss_total": 0.01063314639031887,
      "step": 23680
    },
    {
      "loss_action": 0.016986578702926636,
      "loss_total": 0.016986578702926636,
      "step": 23680
    },
    {
      "loss_action": 0.008644215762615204,
      "loss_total": 0.008644215762615204,
      "step": 23680
    },
    {
      "loss_action": 0.009786810725927353,
      "loss_total": 0.009786810725927353,
      "step": 23680
    },
    {
      "loss_action": 0.012567641213536263,
      "loss_total": 0.012567641213536263,
      "step": 23680
    },
    {
      "loss_action": 0.025221416726708412,
      "loss_total": 0.025221416726708412,
      "step": 23680
    },
    {
      "grad_norm": 0.18644993007183075,
      "learning_rate": 9.075096140189243e-05,
      "loss": 0.0141,
      "step": 23690
    },
    {
      "loss_action": 0.013212265446782112,
      "loss_total": 0.013212265446782112,
      "step": 23690
    },
    {
      "loss_action": 0.008747627958655357,
      "loss_total": 0.008747627958655357,
      "step": 23690
    },
    {
      "loss_action": 0.00839028786867857,
      "loss_total": 0.00839028786867857,
      "step": 23690
    },
    {
      "loss_action": 0.006001926492899656,
      "loss_total": 0.006001926492899656,
      "step": 23690
    },
    {
      "loss_action": 0.009268507361412048,
      "loss_total": 0.009268507361412048,
      "step": 23690
    },
    {
      "loss_action": 0.01453510019928217,
      "loss_total": 0.01453510019928217,
      "step": 23690
    },
    {
      "loss_action": 0.009891100227832794,
      "loss_total": 0.009891100227832794,
      "step": 23690
    },
    {
      "loss_action": 0.007862201891839504,
      "loss_total": 0.007862201891839504,
      "step": 23690
    },
    {
      "grad_norm": 0.11707630753517151,
      "learning_rate": 9.074137840899318e-05,
      "loss": 0.0129,
      "step": 23700
    },
    {
      "loss_action": 0.009603886865079403,
      "loss_total": 0.009603886865079403,
      "step": 23700
    },
    {
      "loss_action": 0.0230260007083416,
      "loss_total": 0.0230260007083416,
      "step": 23700
    },
    {
      "loss_action": 0.01222729217261076,
      "loss_total": 0.01222729217261076,
      "step": 23700
    },
    {
      "loss_action": 0.018559642136096954,
      "loss_total": 0.018559642136096954,
      "step": 23700
    },
    {
      "loss_action": 0.01604485511779785,
      "loss_total": 0.01604485511779785,
      "step": 23700
    },
    {
      "loss_action": 0.01567433401942253,
      "loss_total": 0.01567433401942253,
      "step": 23700
    },
    {
      "loss_action": 0.0068743666633963585,
      "loss_total": 0.0068743666633963585,
      "step": 23700
    },
    {
      "loss_action": 0.009321626275777817,
      "loss_total": 0.009321626275777817,
      "step": 23700
    },
    {
      "grad_norm": 0.12215828150510788,
      "learning_rate": 9.073179096067804e-05,
      "loss": 0.0126,
      "step": 23710
    },
    {
      "loss_action": 0.007622492965310812,
      "loss_total": 0.007622492965310812,
      "step": 23710
    },
    {
      "loss_action": 0.004910727962851524,
      "loss_total": 0.004910727962851524,
      "step": 23710
    },
    {
      "loss_action": 0.012677840888500214,
      "loss_total": 0.012677840888500214,
      "step": 23710
    },
    {
      "loss_action": 0.010624666698276997,
      "loss_total": 0.010624666698276997,
      "step": 23710
    },
    {
      "loss_action": 0.02887200191617012,
      "loss_total": 0.02887200191617012,
      "step": 23710
    },
    {
      "loss_action": 0.00918632373213768,
      "loss_total": 0.00918632373213768,
      "step": 23710
    },
    {
      "loss_action": 0.010165140964090824,
      "loss_total": 0.010165140964090824,
      "step": 23710
    },
    {
      "loss_action": 0.015467760153114796,
      "loss_total": 0.015467760153114796,
      "step": 23710
    },
    {
      "grad_norm": 0.14897044003009796,
      "learning_rate": 9.072219905799549e-05,
      "loss": 0.0119,
      "step": 23720
    },
    {
      "loss_action": 0.006011519581079483,
      "loss_total": 0.006011519581079483,
      "step": 23720
    },
    {
      "loss_action": 0.006523945368826389,
      "loss_total": 0.006523945368826389,
      "step": 23720
    },
    {
      "loss_action": 0.010720070451498032,
      "loss_total": 0.010720070451498032,
      "step": 23720
    },
    {
      "loss_action": 0.009540587663650513,
      "loss_total": 0.009540587663650513,
      "step": 23720
    },
    {
      "loss_action": 0.007362510543316603,
      "loss_total": 0.007362510543316603,
      "step": 23720
    },
    {
      "loss_action": 0.011915972456336021,
      "loss_total": 0.011915972456336021,
      "step": 23720
    },
    {
      "loss_action": 0.008836738765239716,
      "loss_total": 0.008836738765239716,
      "step": 23720
    },
    {
      "loss_action": 0.010311550460755825,
      "loss_total": 0.010311550460755825,
      "step": 23720
    },
    {
      "grad_norm": 0.154776930809021,
      "learning_rate": 9.071260270199447e-05,
      "loss": 0.0125,
      "step": 23730
    },
    {
      "loss_action": 0.0061562554910779,
      "loss_total": 0.0061562554910779,
      "step": 23730
    },
    {
      "loss_action": 0.027001284062862396,
      "loss_total": 0.027001284062862396,
      "step": 23730
    },
    {
      "loss_action": 0.007285687141120434,
      "loss_total": 0.007285687141120434,
      "step": 23730
    },
    {
      "loss_action": 0.0056188348680734634,
      "loss_total": 0.0056188348680734634,
      "step": 23730
    },
    {
      "loss_action": 0.016172483563423157,
      "loss_total": 0.016172483563423157,
      "step": 23730
    },
    {
      "loss_action": 0.008725330233573914,
      "loss_total": 0.008725330233573914,
      "step": 23730
    },
    {
      "loss_action": 0.012590744532644749,
      "loss_total": 0.012590744532644749,
      "step": 23730
    },
    {
      "loss_action": 0.00878193974494934,
      "loss_total": 0.00878193974494934,
      "step": 23730
    },
    {
      "grad_norm": 0.18593624234199524,
      "learning_rate": 9.070300189372441e-05,
      "loss": 0.012,
      "step": 23740
    },
    {
      "loss_action": 0.009831661358475685,
      "loss_total": 0.009831661358475685,
      "step": 23740
    },
    {
      "loss_action": 0.015833236277103424,
      "loss_total": 0.015833236277103424,
      "step": 23740
    },
    {
      "loss_action": 0.011445843614637852,
      "loss_total": 0.011445843614637852,
      "step": 23740
    },
    {
      "loss_action": 0.007453180383890867,
      "loss_total": 0.007453180383890867,
      "step": 23740
    },
    {
      "loss_action": 0.006709983106702566,
      "loss_total": 0.006709983106702566,
      "step": 23740
    },
    {
      "loss_action": 0.008620474487543106,
      "loss_total": 0.008620474487543106,
      "step": 23740
    },
    {
      "loss_action": 0.010898994281888008,
      "loss_total": 0.010898994281888008,
      "step": 23740
    },
    {
      "loss_action": 0.020944688469171524,
      "loss_total": 0.020944688469171524,
      "step": 23740
    },
    {
      "grad_norm": 0.1211610659956932,
      "learning_rate": 9.069339663423528e-05,
      "loss": 0.0121,
      "step": 23750
    },
    {
      "loss_action": 0.0053707025945186615,
      "loss_total": 0.0053707025945186615,
      "step": 23750
    },
    {
      "loss_action": 0.005083583295345306,
      "loss_total": 0.005083583295345306,
      "step": 23750
    },
    {
      "loss_action": 0.007301587611436844,
      "loss_total": 0.007301587611436844,
      "step": 23750
    },
    {
      "loss_action": 0.017037395387887955,
      "loss_total": 0.017037395387887955,
      "step": 23750
    },
    {
      "loss_action": 0.005179139319807291,
      "loss_total": 0.005179139319807291,
      "step": 23750
    },
    {
      "loss_action": 0.009625384584069252,
      "loss_total": 0.009625384584069252,
      "step": 23750
    },
    {
      "loss_action": 0.00976885762065649,
      "loss_total": 0.00976885762065649,
      "step": 23750
    },
    {
      "loss_action": 0.11470687389373779,
      "loss_total": 0.11470687389373779,
      "step": 23750
    },
    {
      "grad_norm": 0.13661465048789978,
      "learning_rate": 9.068378692457747e-05,
      "loss": 0.0129,
      "step": 23760
    },
    {
      "loss_action": 0.012592948973178864,
      "loss_total": 0.012592948973178864,
      "step": 23760
    },
    {
      "loss_action": 0.01654171012341976,
      "loss_total": 0.01654171012341976,
      "step": 23760
    },
    {
      "loss_action": 0.008219006471335888,
      "loss_total": 0.008219006471335888,
      "step": 23760
    },
    {
      "loss_action": 0.017139162868261337,
      "loss_total": 0.017139162868261337,
      "step": 23760
    },
    {
      "loss_action": 0.006109726615250111,
      "loss_total": 0.006109726615250111,
      "step": 23760
    },
    {
      "loss_action": 0.009672589600086212,
      "loss_total": 0.009672589600086212,
      "step": 23760
    },
    {
      "loss_action": 0.026088295504450798,
      "loss_total": 0.026088295504450798,
      "step": 23760
    },
    {
      "loss_action": 0.007530436851084232,
      "loss_total": 0.007530436851084232,
      "step": 23760
    },
    {
      "grad_norm": 0.15809056162834167,
      "learning_rate": 9.067417276580189e-05,
      "loss": 0.0121,
      "step": 23770
    },
    {
      "loss_action": 0.0037053730338811874,
      "loss_total": 0.0037053730338811874,
      "step": 23770
    },
    {
      "loss_action": 0.006743378005921841,
      "loss_total": 0.006743378005921841,
      "step": 23770
    },
    {
      "loss_action": 0.010212358087301254,
      "loss_total": 0.010212358087301254,
      "step": 23770
    },
    {
      "loss_action": 0.020269721746444702,
      "loss_total": 0.020269721746444702,
      "step": 23770
    },
    {
      "loss_action": 0.008304142393171787,
      "loss_total": 0.008304142393171787,
      "step": 23770
    },
    {
      "loss_action": 0.007987005636096,
      "loss_total": 0.007987005636096,
      "step": 23770
    },
    {
      "loss_action": 0.024525389075279236,
      "loss_total": 0.024525389075279236,
      "step": 23770
    },
    {
      "loss_action": 0.008907419629395008,
      "loss_total": 0.008907419629395008,
      "step": 23770
    },
    {
      "grad_norm": 0.11048948764801025,
      "learning_rate": 9.066455415895993e-05,
      "loss": 0.0112,
      "step": 23780
    },
    {
      "loss_action": 0.00398903526365757,
      "loss_total": 0.00398903526365757,
      "step": 23780
    },
    {
      "loss_action": 0.023188194260001183,
      "loss_total": 0.023188194260001183,
      "step": 23780
    },
    {
      "loss_action": 0.005265550687909126,
      "loss_total": 0.005265550687909126,
      "step": 23780
    },
    {
      "loss_action": 0.008434773422777653,
      "loss_total": 0.008434773422777653,
      "step": 23780
    },
    {
      "loss_action": 0.010332440957427025,
      "loss_total": 0.010332440957427025,
      "step": 23780
    },
    {
      "loss_action": 0.014871088787913322,
      "loss_total": 0.014871088787913322,
      "step": 23780
    },
    {
      "loss_action": 0.01186184398829937,
      "loss_total": 0.01186184398829937,
      "step": 23780
    },
    {
      "loss_action": 0.014546955935657024,
      "loss_total": 0.014546955935657024,
      "step": 23780
    },
    {
      "grad_norm": 0.19304555654525757,
      "learning_rate": 9.065493110510346e-05,
      "loss": 0.0123,
      "step": 23790
    },
    {
      "loss_action": 0.011804811656475067,
      "loss_total": 0.011804811656475067,
      "step": 23790
    },
    {
      "loss_action": 0.006960572209209204,
      "loss_total": 0.006960572209209204,
      "step": 23790
    },
    {
      "loss_action": 0.00632496690377593,
      "loss_total": 0.00632496690377593,
      "step": 23790
    },
    {
      "loss_action": 0.007573643699288368,
      "loss_total": 0.007573643699288368,
      "step": 23790
    },
    {
      "loss_action": 0.009949516505002975,
      "loss_total": 0.009949516505002975,
      "step": 23790
    },
    {
      "loss_action": 0.01837247610092163,
      "loss_total": 0.01837247610092163,
      "step": 23790
    },
    {
      "loss_action": 0.01537525374442339,
      "loss_total": 0.01537525374442339,
      "step": 23790
    },
    {
      "loss_action": 0.007965976372361183,
      "loss_total": 0.007965976372361183,
      "step": 23790
    },
    {
      "grad_norm": 0.12644952535629272,
      "learning_rate": 9.064530360528484e-05,
      "loss": 0.0121,
      "step": 23800
    },
    {
      "loss_action": 0.01394091360270977,
      "loss_total": 0.01394091360270977,
      "step": 23800
    },
    {
      "loss_action": 0.018916497007012367,
      "loss_total": 0.018916497007012367,
      "step": 23800
    },
    {
      "loss_action": 0.008828120306134224,
      "loss_total": 0.008828120306134224,
      "step": 23800
    },
    {
      "loss_action": 0.010720249265432358,
      "loss_total": 0.010720249265432358,
      "step": 23800
    },
    {
      "loss_action": 0.02332155592739582,
      "loss_total": 0.02332155592739582,
      "step": 23800
    },
    {
      "loss_action": 0.014689567498862743,
      "loss_total": 0.014689567498862743,
      "step": 23800
    },
    {
      "loss_action": 0.007128670811653137,
      "loss_total": 0.007128670811653137,
      "step": 23800
    },
    {
      "loss_action": 0.014015289023518562,
      "loss_total": 0.014015289023518562,
      "step": 23800
    },
    {
      "grad_norm": 0.12899087369441986,
      "learning_rate": 9.063567166055695e-05,
      "loss": 0.0123,
      "step": 23810
    },
    {
      "loss_action": 0.006660289131104946,
      "loss_total": 0.006660289131104946,
      "step": 23810
    },
    {
      "loss_action": 0.0048105185851454735,
      "loss_total": 0.0048105185851454735,
      "step": 23810
    },
    {
      "loss_action": 0.011254115961492062,
      "loss_total": 0.011254115961492062,
      "step": 23810
    },
    {
      "loss_action": 0.005803166422992945,
      "loss_total": 0.005803166422992945,
      "step": 23810
    },
    {
      "loss_action": 0.01736387424170971,
      "loss_total": 0.01736387424170971,
      "step": 23810
    },
    {
      "loss_action": 0.010542120784521103,
      "loss_total": 0.010542120784521103,
      "step": 23810
    },
    {
      "loss_action": 0.01910480111837387,
      "loss_total": 0.01910480111837387,
      "step": 23810
    },
    {
      "loss_action": 0.006613579578697681,
      "loss_total": 0.006613579578697681,
      "step": 23810
    },
    {
      "grad_norm": 0.2497875839471817,
      "learning_rate": 9.062603527197308e-05,
      "loss": 0.0129,
      "step": 23820
    },
    {
      "loss_action": 0.013175217434763908,
      "loss_total": 0.013175217434763908,
      "step": 23820
    },
    {
      "loss_action": 0.011221338994801044,
      "loss_total": 0.011221338994801044,
      "step": 23820
    },
    {
      "loss_action": 0.023323005065321922,
      "loss_total": 0.023323005065321922,
      "step": 23820
    },
    {
      "loss_action": 0.01162358932197094,
      "loss_total": 0.01162358932197094,
      "step": 23820
    },
    {
      "loss_action": 0.00574580579996109,
      "loss_total": 0.00574580579996109,
      "step": 23820
    },
    {
      "loss_action": 0.018109440803527832,
      "loss_total": 0.018109440803527832,
      "step": 23820
    },
    {
      "loss_action": 0.019299795851111412,
      "loss_total": 0.019299795851111412,
      "step": 23820
    },
    {
      "loss_action": 0.013257060199975967,
      "loss_total": 0.013257060199975967,
      "step": 23820
    },
    {
      "grad_norm": 0.13802967965602875,
      "learning_rate": 9.06163944405871e-05,
      "loss": 0.0121,
      "step": 23830
    },
    {
      "loss_action": 0.007543559651821852,
      "loss_total": 0.007543559651821852,
      "step": 23830
    },
    {
      "loss_action": 0.007150275632739067,
      "loss_total": 0.007150275632739067,
      "step": 23830
    },
    {
      "loss_action": 0.010186868719756603,
      "loss_total": 0.010186868719756603,
      "step": 23830
    },
    {
      "loss_action": 0.006472598761320114,
      "loss_total": 0.006472598761320114,
      "step": 23830
    },
    {
      "loss_action": 0.01853163167834282,
      "loss_total": 0.01853163167834282,
      "step": 23830
    },
    {
      "loss_action": 0.020165972411632538,
      "loss_total": 0.020165972411632538,
      "step": 23830
    },
    {
      "loss_action": 0.010476972907781601,
      "loss_total": 0.010476972907781601,
      "step": 23830
    },
    {
      "loss_action": 0.015567459166049957,
      "loss_total": 0.015567459166049957,
      "step": 23830
    },
    {
      "grad_norm": 0.18737947940826416,
      "learning_rate": 9.060674916745327e-05,
      "loss": 0.0126,
      "step": 23840
    },
    {
      "loss_action": 0.00808761827647686,
      "loss_total": 0.00808761827647686,
      "step": 23840
    },
    {
      "loss_action": 0.009367445483803749,
      "loss_total": 0.009367445483803749,
      "step": 23840
    },
    {
      "loss_action": 0.013429912738502026,
      "loss_total": 0.013429912738502026,
      "step": 23840
    },
    {
      "loss_action": 0.02291649952530861,
      "loss_total": 0.02291649952530861,
      "step": 23840
    },
    {
      "loss_action": 0.019124077633023262,
      "loss_total": 0.019124077633023262,
      "step": 23840
    },
    {
      "loss_action": 0.014456319622695446,
      "loss_total": 0.014456319622695446,
      "step": 23840
    },
    {
      "loss_action": 0.0062706260941922665,
      "loss_total": 0.0062706260941922665,
      "step": 23840
    },
    {
      "loss_action": 0.016341207548975945,
      "loss_total": 0.016341207548975945,
      "step": 23840
    },
    {
      "grad_norm": 0.15791866183280945,
      "learning_rate": 9.05970994536264e-05,
      "loss": 0.0125,
      "step": 23850
    },
    {
      "loss_action": 0.005383922252804041,
      "loss_total": 0.005383922252804041,
      "step": 23850
    },
    {
      "loss_action": 0.008671330288052559,
      "loss_total": 0.008671330288052559,
      "step": 23850
    },
    {
      "loss_action": 0.00455059576779604,
      "loss_total": 0.00455059576779604,
      "step": 23850
    },
    {
      "loss_action": 0.003771489951759577,
      "loss_total": 0.003771489951759577,
      "step": 23850
    },
    {
      "loss_action": 0.017532508820295334,
      "loss_total": 0.017532508820295334,
      "step": 23850
    },
    {
      "loss_action": 0.00678272033110261,
      "loss_total": 0.00678272033110261,
      "step": 23850
    },
    {
      "loss_action": 0.010482577607035637,
      "loss_total": 0.010482577607035637,
      "step": 23850
    },
    {
      "loss_action": 0.009465048089623451,
      "loss_total": 0.009465048089623451,
      "step": 23850
    },
    {
      "grad_norm": 0.12781451642513275,
      "learning_rate": 9.05874453001618e-05,
      "loss": 0.0121,
      "step": 23860
    },
    {
      "loss_action": 0.005959420930594206,
      "loss_total": 0.005959420930594206,
      "step": 23860
    },
    {
      "loss_action": 0.008615884929895401,
      "loss_total": 0.008615884929895401,
      "step": 23860
    },
    {
      "loss_action": 0.0062786429189145565,
      "loss_total": 0.0062786429189145565,
      "step": 23860
    },
    {
      "loss_action": 0.0206716600805521,
      "loss_total": 0.0206716600805521,
      "step": 23860
    },
    {
      "loss_action": 0.011076721362769604,
      "loss_total": 0.011076721362769604,
      "step": 23860
    },
    {
      "loss_action": 0.005125736817717552,
      "loss_total": 0.005125736817717552,
      "step": 23860
    },
    {
      "loss_action": 0.012069537304341793,
      "loss_total": 0.012069537304341793,
      "step": 23860
    },
    {
      "loss_action": 0.007958510890603065,
      "loss_total": 0.007958510890603065,
      "step": 23860
    },
    {
      "grad_norm": 0.19507351517677307,
      "learning_rate": 9.057778670811517e-05,
      "loss": 0.0127,
      "step": 23870
    },
    {
      "loss_action": 0.010934190824627876,
      "loss_total": 0.010934190824627876,
      "step": 23870
    },
    {
      "loss_action": 0.007558484561741352,
      "loss_total": 0.007558484561741352,
      "step": 23870
    },
    {
      "loss_action": 0.017165109515190125,
      "loss_total": 0.017165109515190125,
      "step": 23870
    },
    {
      "loss_action": 0.00962815247476101,
      "loss_total": 0.00962815247476101,
      "step": 23870
    },
    {
      "loss_action": 0.009318061172962189,
      "loss_total": 0.009318061172962189,
      "step": 23870
    },
    {
      "loss_action": 0.0046110874973237514,
      "loss_total": 0.0046110874973237514,
      "step": 23870
    },
    {
      "loss_action": 0.011893637478351593,
      "loss_total": 0.011893637478351593,
      "step": 23870
    },
    {
      "loss_action": 0.01834387518465519,
      "loss_total": 0.01834387518465519,
      "step": 23870
    },
    {
      "grad_norm": 0.15625329315662384,
      "learning_rate": 9.056812367854281e-05,
      "loss": 0.0108,
      "step": 23880
    },
    {
      "loss_action": 0.017635146155953407,
      "loss_total": 0.017635146155953407,
      "step": 23880
    },
    {
      "loss_action": 0.0044010104611516,
      "loss_total": 0.0044010104611516,
      "step": 23880
    },
    {
      "loss_action": 0.008722638711333275,
      "loss_total": 0.008722638711333275,
      "step": 23880
    },
    {
      "loss_action": 0.016461344435811043,
      "loss_total": 0.016461344435811043,
      "step": 23880
    },
    {
      "loss_action": 0.00489463098347187,
      "loss_total": 0.00489463098347187,
      "step": 23880
    },
    {
      "loss_action": 0.010675095021724701,
      "loss_total": 0.010675095021724701,
      "step": 23880
    },
    {
      "loss_action": 0.023840127512812614,
      "loss_total": 0.023840127512812614,
      "step": 23880
    },
    {
      "loss_action": 0.013806294649839401,
      "loss_total": 0.013806294649839401,
      "step": 23880
    },
    {
      "grad_norm": 0.11029287427663803,
      "learning_rate": 9.055845621250143e-05,
      "loss": 0.0109,
      "step": 23890
    },
    {
      "loss_action": 0.004507551901042461,
      "loss_total": 0.004507551901042461,
      "step": 23890
    },
    {
      "loss_action": 0.01613714173436165,
      "loss_total": 0.01613714173436165,
      "step": 23890
    },
    {
      "loss_action": 0.006947754416614771,
      "loss_total": 0.006947754416614771,
      "step": 23890
    },
    {
      "loss_action": 0.007639199495315552,
      "loss_total": 0.007639199495315552,
      "step": 23890
    },
    {
      "loss_action": 0.00307291466742754,
      "loss_total": 0.00307291466742754,
      "step": 23890
    },
    {
      "loss_action": 0.012029116973280907,
      "loss_total": 0.012029116973280907,
      "step": 23890
    },
    {
      "loss_action": 0.04035033658146858,
      "loss_total": 0.04035033658146858,
      "step": 23890
    },
    {
      "loss_action": 0.008780589327216148,
      "loss_total": 0.008780589327216148,
      "step": 23890
    },
    {
      "grad_norm": 0.13566221296787262,
      "learning_rate": 9.054878431104825e-05,
      "loss": 0.0114,
      "step": 23900
    },
    {
      "loss_action": 0.0273880772292614,
      "loss_total": 0.0273880772292614,
      "step": 23900
    },
    {
      "loss_action": 0.009899837896227837,
      "loss_total": 0.009899837896227837,
      "step": 23900
    },
    {
      "loss_action": 0.003523190040141344,
      "loss_total": 0.003523190040141344,
      "step": 23900
    },
    {
      "loss_action": 0.0032683778554201126,
      "loss_total": 0.0032683778554201126,
      "step": 23900
    },
    {
      "loss_action": 0.01606394350528717,
      "loss_total": 0.01606394350528717,
      "step": 23900
    },
    {
      "loss_action": 0.016166668385267258,
      "loss_total": 0.016166668385267258,
      "step": 23900
    },
    {
      "loss_action": 0.014077763073146343,
      "loss_total": 0.014077763073146343,
      "step": 23900
    },
    {
      "loss_action": 0.0044845230877399445,
      "loss_total": 0.0044845230877399445,
      "step": 23900
    },
    {
      "grad_norm": 0.15924669802188873,
      "learning_rate": 9.0539107975241e-05,
      "loss": 0.0122,
      "step": 23910
    },
    {
      "loss_action": 0.007402440998703241,
      "loss_total": 0.007402440998703241,
      "step": 23910
    },
    {
      "loss_action": 0.011978121474385262,
      "loss_total": 0.011978121474385262,
      "step": 23910
    },
    {
      "loss_action": 0.01075755339115858,
      "loss_total": 0.01075755339115858,
      "step": 23910
    },
    {
      "loss_action": 0.011299971491098404,
      "loss_total": 0.011299971491098404,
      "step": 23910
    },
    {
      "loss_action": 0.018472176045179367,
      "loss_total": 0.018472176045179367,
      "step": 23910
    },
    {
      "loss_action": 0.012254973873496056,
      "loss_total": 0.012254973873496056,
      "step": 23910
    },
    {
      "loss_action": 0.010919211432337761,
      "loss_total": 0.010919211432337761,
      "step": 23910
    },
    {
      "loss_action": 0.010277440771460533,
      "loss_total": 0.010277440771460533,
      "step": 23910
    },
    {
      "grad_norm": 0.16906598210334778,
      "learning_rate": 9.052942720613784e-05,
      "loss": 0.0106,
      "step": 23920
    },
    {
      "loss_action": 0.00848914310336113,
      "loss_total": 0.00848914310336113,
      "step": 23920
    },
    {
      "loss_action": 0.006276492960751057,
      "loss_total": 0.006276492960751057,
      "step": 23920
    },
    {
      "loss_action": 0.04326704144477844,
      "loss_total": 0.04326704144477844,
      "step": 23920
    },
    {
      "loss_action": 0.008958371356129646,
      "loss_total": 0.008958371356129646,
      "step": 23920
    },
    {
      "loss_action": 0.030123723670840263,
      "loss_total": 0.030123723670840263,
      "step": 23920
    },
    {
      "loss_action": 0.015142490155994892,
      "loss_total": 0.015142490155994892,
      "step": 23920
    },
    {
      "loss_action": 0.006332878954708576,
      "loss_total": 0.006332878954708576,
      "step": 23920
    },
    {
      "loss_action": 0.008332651108503342,
      "loss_total": 0.008332651108503342,
      "step": 23920
    },
    {
      "grad_norm": 0.1434551626443863,
      "learning_rate": 9.051974200479745e-05,
      "loss": 0.0139,
      "step": 23930
    },
    {
      "loss_action": 0.016928931698203087,
      "loss_total": 0.016928931698203087,
      "step": 23930
    },
    {
      "loss_action": 0.01189352385699749,
      "loss_total": 0.01189352385699749,
      "step": 23930
    },
    {
      "loss_action": 0.005755921825766563,
      "loss_total": 0.005755921825766563,
      "step": 23930
    },
    {
      "loss_action": 0.006456416565924883,
      "loss_total": 0.006456416565924883,
      "step": 23930
    },
    {
      "loss_action": 0.009349854663014412,
      "loss_total": 0.009349854663014412,
      "step": 23930
    },
    {
      "loss_action": 0.03375931829214096,
      "loss_total": 0.03375931829214096,
      "step": 23930
    },
    {
      "loss_action": 0.011158973909914494,
      "loss_total": 0.011158973909914494,
      "step": 23930
    },
    {
      "loss_action": 0.007063599303364754,
      "loss_total": 0.007063599303364754,
      "step": 23930
    },
    {
      "grad_norm": 0.18179896473884583,
      "learning_rate": 9.051005237227901e-05,
      "loss": 0.0127,
      "step": 23940
    },
    {
      "loss_action": 0.01215234026312828,
      "loss_total": 0.01215234026312828,
      "step": 23940
    },
    {
      "loss_action": 0.012549128383398056,
      "loss_total": 0.012549128383398056,
      "step": 23940
    },
    {
      "loss_action": 0.009494638070464134,
      "loss_total": 0.009494638070464134,
      "step": 23940
    },
    {
      "loss_action": 0.005978986155241728,
      "loss_total": 0.005978986155241728,
      "step": 23940
    },
    {
      "loss_action": 0.008383971638977528,
      "loss_total": 0.008383971638977528,
      "step": 23940
    },
    {
      "loss_action": 0.0149697195738554,
      "loss_total": 0.0149697195738554,
      "step": 23940
    },
    {
      "loss_action": 0.010357534512877464,
      "loss_total": 0.010357534512877464,
      "step": 23940
    },
    {
      "loss_action": 0.007755334489047527,
      "loss_total": 0.007755334489047527,
      "step": 23940
    },
    {
      "grad_norm": 0.16362081468105316,
      "learning_rate": 9.050035830964215e-05,
      "loss": 0.0128,
      "step": 23950
    },
    {
      "loss_action": 0.020143158733844757,
      "loss_total": 0.020143158733844757,
      "step": 23950
    },
    {
      "loss_action": 0.007027439773082733,
      "loss_total": 0.007027439773082733,
      "step": 23950
    },
    {
      "loss_action": 0.01792646199464798,
      "loss_total": 0.01792646199464798,
      "step": 23950
    },
    {
      "loss_action": 0.01453527994453907,
      "loss_total": 0.01453527994453907,
      "step": 23950
    },
    {
      "loss_action": 0.014032157137989998,
      "loss_total": 0.014032157137989998,
      "step": 23950
    },
    {
      "loss_action": 0.006971783470362425,
      "loss_total": 0.006971783470362425,
      "step": 23950
    },
    {
      "loss_action": 0.01813480630517006,
      "loss_total": 0.01813480630517006,
      "step": 23950
    },
    {
      "loss_action": 0.0052782041020691395,
      "loss_total": 0.0052782041020691395,
      "step": 23950
    },
    {
      "grad_norm": 0.15276356041431427,
      "learning_rate": 9.049065981794698e-05,
      "loss": 0.0123,
      "step": 23960
    },
    {
      "loss_action": 0.005207936279475689,
      "loss_total": 0.005207936279475689,
      "step": 23960
    },
    {
      "loss_action": 0.010891061276197433,
      "loss_total": 0.010891061276197433,
      "step": 23960
    },
    {
      "loss_action": 0.008850516751408577,
      "loss_total": 0.008850516751408577,
      "step": 23960
    },
    {
      "loss_action": 0.010182281956076622,
      "loss_total": 0.010182281956076622,
      "step": 23960
    },
    {
      "loss_action": 0.0088896369561553,
      "loss_total": 0.0088896369561553,
      "step": 23960
    },
    {
      "loss_action": 0.015666790306568146,
      "loss_total": 0.015666790306568146,
      "step": 23960
    },
    {
      "loss_action": 0.012149589136242867,
      "loss_total": 0.012149589136242867,
      "step": 23960
    },
    {
      "loss_action": 0.006264503113925457,
      "loss_total": 0.006264503113925457,
      "step": 23960
    },
    {
      "grad_norm": 0.1353352963924408,
      "learning_rate": 9.048095689825414e-05,
      "loss": 0.0122,
      "step": 23970
    },
    {
      "loss_action": 0.004859139211475849,
      "loss_total": 0.004859139211475849,
      "step": 23970
    },
    {
      "loss_action": 0.007109230384230614,
      "loss_total": 0.007109230384230614,
      "step": 23970
    },
    {
      "loss_action": 0.0262969508767128,
      "loss_total": 0.0262969508767128,
      "step": 23970
    },
    {
      "loss_action": 0.007356647402048111,
      "loss_total": 0.007356647402048111,
      "step": 23970
    },
    {
      "loss_action": 0.003812618087977171,
      "loss_total": 0.003812618087977171,
      "step": 23970
    },
    {
      "loss_action": 0.006805124692618847,
      "loss_total": 0.006805124692618847,
      "step": 23970
    },
    {
      "loss_action": 0.010110883042216301,
      "loss_total": 0.010110883042216301,
      "step": 23970
    },
    {
      "loss_action": 0.019077278673648834,
      "loss_total": 0.019077278673648834,
      "step": 23970
    },
    {
      "grad_norm": 0.18317516148090363,
      "learning_rate": 9.047124955162472e-05,
      "loss": 0.0124,
      "step": 23980
    },
    {
      "loss_action": 0.004724536091089249,
      "loss_total": 0.004724536091089249,
      "step": 23980
    },
    {
      "loss_action": 0.020939262583851814,
      "loss_total": 0.020939262583851814,
      "step": 23980
    },
    {
      "loss_action": 0.008366170339286327,
      "loss_total": 0.008366170339286327,
      "step": 23980
    },
    {
      "loss_action": 0.009449431672692299,
      "loss_total": 0.009449431672692299,
      "step": 23980
    },
    {
      "loss_action": 0.007382631301879883,
      "loss_total": 0.007382631301879883,
      "step": 23980
    },
    {
      "loss_action": 0.01794373244047165,
      "loss_total": 0.01794373244047165,
      "step": 23980
    },
    {
      "loss_action": 0.011191284283995628,
      "loss_total": 0.011191284283995628,
      "step": 23980
    },
    {
      "loss_action": 0.007493120618164539,
      "loss_total": 0.007493120618164539,
      "step": 23980
    },
    {
      "grad_norm": 0.16578468680381775,
      "learning_rate": 9.046153777912028e-05,
      "loss": 0.0113,
      "step": 23990
    },
    {
      "loss_action": 0.02114439755678177,
      "loss_total": 0.02114439755678177,
      "step": 23990
    },
    {
      "loss_action": 0.016810394823551178,
      "loss_total": 0.016810394823551178,
      "step": 23990
    },
    {
      "loss_action": 0.018900875002145767,
      "loss_total": 0.018900875002145767,
      "step": 23990
    },
    {
      "loss_action": 0.0063462406396865845,
      "loss_total": 0.0063462406396865845,
      "step": 23990
    },
    {
      "loss_action": 0.011799408122897148,
      "loss_total": 0.011799408122897148,
      "step": 23990
    },
    {
      "loss_action": 0.015726909041404724,
      "loss_total": 0.015726909041404724,
      "step": 23990
    },
    {
      "loss_action": 0.01549522578716278,
      "loss_total": 0.01549522578716278,
      "step": 23990
    },
    {
      "loss_action": 0.003302297554910183,
      "loss_total": 0.003302297554910183,
      "step": 23990
    },
    {
      "grad_norm": 0.16127251088619232,
      "learning_rate": 9.045182158180292e-05,
      "loss": 0.012,
      "step": 24000
    },
    {
      "loss_action": 0.02198084071278572,
      "loss_total": 0.02198084071278572,
      "step": 24000
    },
    {
      "loss_action": 0.01788690686225891,
      "loss_total": 0.01788690686225891,
      "step": 24000
    },
    {
      "loss_action": 0.008732404559850693,
      "loss_total": 0.008732404559850693,
      "step": 24000
    },
    {
      "loss_action": 0.007303786929696798,
      "loss_total": 0.007303786929696798,
      "step": 24000
    },
    {
      "loss_action": 0.01625320315361023,
      "loss_total": 0.01625320315361023,
      "step": 24000
    },
    {
      "loss_action": 0.012946444563567638,
      "loss_total": 0.012946444563567638,
      "step": 24000
    },
    {
      "loss_action": 0.0068955011665821075,
      "loss_total": 0.0068955011665821075,
      "step": 24000
    },
    {
      "loss_action": 0.01615430973470211,
      "loss_total": 0.01615430973470211,
      "step": 24000
    },
    {
      "grad_norm": 0.1631380319595337,
      "learning_rate": 9.044210096073516e-05,
      "loss": 0.0127,
      "step": 24010
    },
    {
      "loss_action": 0.011651662178337574,
      "loss_total": 0.011651662178337574,
      "step": 24010
    },
    {
      "loss_action": 0.009695349261164665,
      "loss_total": 0.009695349261164665,
      "step": 24010
    },
    {
      "loss_action": 0.014162994921207428,
      "loss_total": 0.014162994921207428,
      "step": 24010
    },
    {
      "loss_action": 0.012293397448956966,
      "loss_total": 0.012293397448956966,
      "step": 24010
    },
    {
      "loss_action": 0.011200913228094578,
      "loss_total": 0.011200913228094578,
      "step": 24010
    },
    {
      "loss_action": 0.014166414737701416,
      "loss_total": 0.014166414737701416,
      "step": 24010
    },
    {
      "loss_action": 0.02020539715886116,
      "loss_total": 0.02020539715886116,
      "step": 24010
    },
    {
      "loss_action": 0.009754067286849022,
      "loss_total": 0.009754067286849022,
      "step": 24010
    },
    {
      "grad_norm": 0.11677292734384537,
      "learning_rate": 9.043237591698004e-05,
      "loss": 0.0124,
      "step": 24020
    },
    {
      "loss_action": 0.007081137038767338,
      "loss_total": 0.007081137038767338,
      "step": 24020
    },
    {
      "loss_action": 0.023873407393693924,
      "loss_total": 0.023873407393693924,
      "step": 24020
    },
    {
      "loss_action": 0.012785090133547783,
      "loss_total": 0.012785090133547783,
      "step": 24020
    },
    {
      "loss_action": 0.02622230350971222,
      "loss_total": 0.02622230350971222,
      "step": 24020
    },
    {
      "loss_action": 0.005606998689472675,
      "loss_total": 0.005606998689472675,
      "step": 24020
    },
    {
      "loss_action": 0.020695140585303307,
      "loss_total": 0.020695140585303307,
      "step": 24020
    },
    {
      "loss_action": 0.012348414398729801,
      "loss_total": 0.012348414398729801,
      "step": 24020
    },
    {
      "loss_action": 0.011137882247567177,
      "loss_total": 0.011137882247567177,
      "step": 24020
    },
    {
      "grad_norm": 0.10724548995494843,
      "learning_rate": 9.04226464516011e-05,
      "loss": 0.0118,
      "step": 24030
    },
    {
      "loss_action": 0.008587723597884178,
      "loss_total": 0.008587723597884178,
      "step": 24030
    },
    {
      "loss_action": 0.00712142838165164,
      "loss_total": 0.00712142838165164,
      "step": 24030
    },
    {
      "loss_action": 0.009126423858106136,
      "loss_total": 0.009126423858106136,
      "step": 24030
    },
    {
      "loss_action": 0.00889239925891161,
      "loss_total": 0.00889239925891161,
      "step": 24030
    },
    {
      "loss_action": 0.003125886432826519,
      "loss_total": 0.003125886432826519,
      "step": 24030
    },
    {
      "loss_action": 0.021452907472848892,
      "loss_total": 0.021452907472848892,
      "step": 24030
    },
    {
      "loss_action": 0.0087675079703331,
      "loss_total": 0.0087675079703331,
      "step": 24030
    },
    {
      "loss_action": 0.016652371734380722,
      "loss_total": 0.016652371734380722,
      "step": 24030
    },
    {
      "grad_norm": 0.15970449149608612,
      "learning_rate": 9.041291256566229e-05,
      "loss": 0.011,
      "step": 24040
    },
    {
      "loss_action": 0.011144228279590607,
      "loss_total": 0.011144228279590607,
      "step": 24040
    },
    {
      "loss_action": 0.01372656412422657,
      "loss_total": 0.01372656412422657,
      "step": 24040
    },
    {
      "loss_action": 0.01198658999055624,
      "loss_total": 0.01198658999055624,
      "step": 24040
    },
    {
      "loss_action": 0.010675817728042603,
      "loss_total": 0.010675817728042603,
      "step": 24040
    },
    {
      "loss_action": 0.009583067148923874,
      "loss_total": 0.009583067148923874,
      "step": 24040
    },
    {
      "loss_action": 0.008217083290219307,
      "loss_total": 0.008217083290219307,
      "step": 24040
    },
    {
      "loss_action": 0.012106221169233322,
      "loss_total": 0.012106221169233322,
      "step": 24040
    },
    {
      "loss_action": 0.0077197374776005745,
      "loss_total": 0.0077197374776005745,
      "step": 24040
    },
    {
      "grad_norm": 0.1633400022983551,
      "learning_rate": 9.040317426022814e-05,
      "loss": 0.0134,
      "step": 24050
    },
    {
      "loss_action": 0.011589832603931427,
      "loss_total": 0.011589832603931427,
      "step": 24050
    },
    {
      "loss_action": 0.007780605927109718,
      "loss_total": 0.007780605927109718,
      "step": 24050
    },
    {
      "loss_action": 0.010184017941355705,
      "loss_total": 0.010184017941355705,
      "step": 24050
    },
    {
      "loss_action": 0.009354311972856522,
      "loss_total": 0.009354311972856522,
      "step": 24050
    },
    {
      "loss_action": 0.02811223268508911,
      "loss_total": 0.02811223268508911,
      "step": 24050
    },
    {
      "loss_action": 0.019053952768445015,
      "loss_total": 0.019053952768445015,
      "step": 24050
    },
    {
      "loss_action": 0.008581455796957016,
      "loss_total": 0.008581455796957016,
      "step": 24050
    },
    {
      "loss_action": 0.010858850553631783,
      "loss_total": 0.010858850553631783,
      "step": 24050
    },
    {
      "grad_norm": 0.12568612396717072,
      "learning_rate": 9.03934315363636e-05,
      "loss": 0.013,
      "step": 24060
    },
    {
      "loss_action": 0.007964746095240116,
      "loss_total": 0.007964746095240116,
      "step": 24060
    },
    {
      "loss_action": 0.03115014359354973,
      "loss_total": 0.03115014359354973,
      "step": 24060
    },
    {
      "loss_action": 0.009666616097092628,
      "loss_total": 0.009666616097092628,
      "step": 24060
    },
    {
      "loss_action": 0.006586162839084864,
      "loss_total": 0.006586162839084864,
      "step": 24060
    },
    {
      "loss_action": 0.007283234037458897,
      "loss_total": 0.007283234037458897,
      "step": 24060
    },
    {
      "loss_action": 0.007508901879191399,
      "loss_total": 0.007508901879191399,
      "step": 24060
    },
    {
      "loss_action": 0.013712727464735508,
      "loss_total": 0.013712727464735508,
      "step": 24060
    },
    {
      "loss_action": 0.0061478400602936745,
      "loss_total": 0.0061478400602936745,
      "step": 24060
    },
    {
      "grad_norm": 0.14079822599887848,
      "learning_rate": 9.038368439513409e-05,
      "loss": 0.0115,
      "step": 24070
    },
    {
      "loss_action": 0.006197808310389519,
      "loss_total": 0.006197808310389519,
      "step": 24070
    },
    {
      "loss_action": 0.006929940544068813,
      "loss_total": 0.006929940544068813,
      "step": 24070
    },
    {
      "loss_action": 0.006432526744902134,
      "loss_total": 0.006432526744902134,
      "step": 24070
    },
    {
      "loss_action": 0.010317150503396988,
      "loss_total": 0.010317150503396988,
      "step": 24070
    },
    {
      "loss_action": 0.014678427949547768,
      "loss_total": 0.014678427949547768,
      "step": 24070
    },
    {
      "loss_action": 0.011521877720952034,
      "loss_total": 0.011521877720952034,
      "step": 24070
    },
    {
      "loss_action": 0.009227807633578777,
      "loss_total": 0.009227807633578777,
      "step": 24070
    },
    {
      "loss_action": 0.004798728507012129,
      "loss_total": 0.004798728507012129,
      "step": 24070
    },
    {
      "grad_norm": 0.1811904013156891,
      "learning_rate": 9.03739328376056e-05,
      "loss": 0.012,
      "step": 24080
    },
    {
      "loss_action": 0.008728128857910633,
      "loss_total": 0.008728128857910633,
      "step": 24080
    },
    {
      "loss_action": 0.007467084098607302,
      "loss_total": 0.007467084098607302,
      "step": 24080
    },
    {
      "loss_action": 0.0035398013424128294,
      "loss_total": 0.0035398013424128294,
      "step": 24080
    },
    {
      "loss_action": 0.016239270567893982,
      "loss_total": 0.016239270567893982,
      "step": 24080
    },
    {
      "loss_action": 0.004363146610558033,
      "loss_total": 0.004363146610558033,
      "step": 24080
    },
    {
      "loss_action": 0.011901423335075378,
      "loss_total": 0.011901423335075378,
      "step": 24080
    },
    {
      "loss_action": 0.01034050714224577,
      "loss_total": 0.01034050714224577,
      "step": 24080
    },
    {
      "loss_action": 0.012200509198009968,
      "loss_total": 0.012200509198009968,
      "step": 24080
    },
    {
      "grad_norm": 0.13067375123500824,
      "learning_rate": 9.036417686484451e-05,
      "loss": 0.0118,
      "step": 24090
    },
    {
      "loss_action": 0.005843115039169788,
      "loss_total": 0.005843115039169788,
      "step": 24090
    },
    {
      "loss_action": 0.022601326927542686,
      "loss_total": 0.022601326927542686,
      "step": 24090
    },
    {
      "loss_action": 0.014493638649582863,
      "loss_total": 0.014493638649582863,
      "step": 24090
    },
    {
      "loss_action": 0.014007207937538624,
      "loss_total": 0.014007207937538624,
      "step": 24090
    },
    {
      "loss_action": 0.013639179989695549,
      "loss_total": 0.013639179989695549,
      "step": 24090
    },
    {
      "loss_action": 0.009754804894328117,
      "loss_total": 0.009754804894328117,
      "step": 24090
    },
    {
      "loss_action": 0.008033191785216331,
      "loss_total": 0.008033191785216331,
      "step": 24090
    },
    {
      "loss_action": 0.019700122997164726,
      "loss_total": 0.019700122997164726,
      "step": 24090
    },
    {
      "grad_norm": 0.2055765688419342,
      "learning_rate": 9.035441647791773e-05,
      "loss": 0.0139,
      "step": 24100
    },
    {
      "loss_action": 0.023665208369493484,
      "loss_total": 0.023665208369493484,
      "step": 24100
    },
    {
      "loss_action": 0.018058717250823975,
      "loss_total": 0.018058717250823975,
      "step": 24100
    },
    {
      "loss_action": 0.01835189014673233,
      "loss_total": 0.01835189014673233,
      "step": 24100
    },
    {
      "loss_action": 0.008303471840918064,
      "loss_total": 0.008303471840918064,
      "step": 24100
    },
    {
      "loss_action": 0.019416501745581627,
      "loss_total": 0.019416501745581627,
      "step": 24100
    },
    {
      "loss_action": 0.009717699140310287,
      "loss_total": 0.009717699140310287,
      "step": 24100
    },
    {
      "loss_action": 0.005574501119554043,
      "loss_total": 0.005574501119554043,
      "step": 24100
    },
    {
      "loss_action": 0.01756320521235466,
      "loss_total": 0.01756320521235466,
      "step": 24100
    },
    {
      "grad_norm": 0.13416293263435364,
      "learning_rate": 9.034465167789263e-05,
      "loss": 0.0122,
      "step": 24110
    },
    {
      "loss_action": 0.00890190340578556,
      "loss_total": 0.00890190340578556,
      "step": 24110
    },
    {
      "loss_action": 0.006486561149358749,
      "loss_total": 0.006486561149358749,
      "step": 24110
    },
    {
      "loss_action": 0.008366627618670464,
      "loss_total": 0.008366627618670464,
      "step": 24110
    },
    {
      "loss_action": 0.013483811169862747,
      "loss_total": 0.013483811169862747,
      "step": 24110
    },
    {
      "loss_action": 0.02703746035695076,
      "loss_total": 0.02703746035695076,
      "step": 24110
    },
    {
      "loss_action": 0.014483905397355556,
      "loss_total": 0.014483905397355556,
      "step": 24110
    },
    {
      "loss_action": 0.005092261824756861,
      "loss_total": 0.005092261824756861,
      "step": 24110
    },
    {
      "loss_action": 0.008410063572227955,
      "loss_total": 0.008410063572227955,
      "step": 24110
    },
    {
      "grad_norm": 0.12193907797336578,
      "learning_rate": 9.033488246583706e-05,
      "loss": 0.0109,
      "step": 24120
    },
    {
      "loss_action": 0.007082286290824413,
      "loss_total": 0.007082286290824413,
      "step": 24120
    },
    {
      "loss_action": 0.017734607681632042,
      "loss_total": 0.017734607681632042,
      "step": 24120
    },
    {
      "loss_action": 0.019388411194086075,
      "loss_total": 0.019388411194086075,
      "step": 24120
    },
    {
      "loss_action": 0.014909065328538418,
      "loss_total": 0.014909065328538418,
      "step": 24120
    },
    {
      "loss_action": 0.00924658216536045,
      "loss_total": 0.00924658216536045,
      "step": 24120
    },
    {
      "loss_action": 0.032261621206998825,
      "loss_total": 0.032261621206998825,
      "step": 24120
    },
    {
      "loss_action": 0.020480522885918617,
      "loss_total": 0.020480522885918617,
      "step": 24120
    },
    {
      "loss_action": 0.016424501314759254,
      "loss_total": 0.016424501314759254,
      "step": 24120
    },
    {
      "grad_norm": 0.18573084473609924,
      "learning_rate": 9.032510884281941e-05,
      "loss": 0.0138,
      "step": 24130
    },
    {
      "loss_action": 0.0071403589099645615,
      "loss_total": 0.0071403589099645615,
      "step": 24130
    },
    {
      "loss_action": 0.009188717231154442,
      "loss_total": 0.009188717231154442,
      "step": 24130
    },
    {
      "loss_action": 0.028255434706807137,
      "loss_total": 0.028255434706807137,
      "step": 24130
    },
    {
      "loss_action": 0.010972748510539532,
      "loss_total": 0.010972748510539532,
      "step": 24130
    },
    {
      "loss_action": 0.024265270680189133,
      "loss_total": 0.024265270680189133,
      "step": 24130
    },
    {
      "loss_action": 0.009031432680785656,
      "loss_total": 0.009031432680785656,
      "step": 24130
    },
    {
      "loss_action": 0.023924095556139946,
      "loss_total": 0.023924095556139946,
      "step": 24130
    },
    {
      "loss_action": 0.01631508767604828,
      "loss_total": 0.01631508767604828,
      "step": 24130
    },
    {
      "grad_norm": 0.2306571751832962,
      "learning_rate": 9.031533080990848e-05,
      "loss": 0.0132,
      "step": 24140
    },
    {
      "loss_action": 0.005885501392185688,
      "loss_total": 0.005885501392185688,
      "step": 24140
    },
    {
      "loss_action": 0.013800643384456635,
      "loss_total": 0.013800643384456635,
      "step": 24140
    },
    {
      "loss_action": 0.008950597606599331,
      "loss_total": 0.008950597606599331,
      "step": 24140
    },
    {
      "loss_action": 0.012302136048674583,
      "loss_total": 0.012302136048674583,
      "step": 24140
    },
    {
      "loss_action": 0.010864179581403732,
      "loss_total": 0.010864179581403732,
      "step": 24140
    },
    {
      "loss_action": 0.005834225565195084,
      "loss_total": 0.005834225565195084,
      "step": 24140
    },
    {
      "loss_action": 0.007335827685892582,
      "loss_total": 0.007335827685892582,
      "step": 24140
    },
    {
      "loss_action": 0.01217979658395052,
      "loss_total": 0.01217979658395052,
      "step": 24140
    },
    {
      "grad_norm": 0.13551181554794312,
      "learning_rate": 9.030554836817358e-05,
      "loss": 0.0132,
      "step": 24150
    },
    {
      "loss_action": 0.010003533214330673,
      "loss_total": 0.010003533214330673,
      "step": 24150
    },
    {
      "loss_action": 0.007539777085185051,
      "loss_total": 0.007539777085185051,
      "step": 24150
    },
    {
      "loss_action": 0.013123761862516403,
      "loss_total": 0.013123761862516403,
      "step": 24150
    },
    {
      "loss_action": 0.007196500897407532,
      "loss_total": 0.007196500897407532,
      "step": 24150
    },
    {
      "loss_action": 0.007739966735243797,
      "loss_total": 0.007739966735243797,
      "step": 24150
    },
    {
      "loss_action": 0.009009543806314468,
      "loss_total": 0.009009543806314468,
      "step": 24150
    },
    {
      "loss_action": 0.00585031695663929,
      "loss_total": 0.00585031695663929,
      "step": 24150
    },
    {
      "loss_action": 0.018449675291776657,
      "loss_total": 0.018449675291776657,
      "step": 24150
    },
    {
      "grad_norm": 0.21100959181785583,
      "learning_rate": 9.029576151868451e-05,
      "loss": 0.0157,
      "step": 24160
    },
    {
      "loss_action": 0.00840467493981123,
      "loss_total": 0.00840467493981123,
      "step": 24160
    },
    {
      "loss_action": 0.018132241442799568,
      "loss_total": 0.018132241442799568,
      "step": 24160
    },
    {
      "loss_action": 0.010915631428360939,
      "loss_total": 0.010915631428360939,
      "step": 24160
    },
    {
      "loss_action": 0.007352880202233791,
      "loss_total": 0.007352880202233791,
      "step": 24160
    },
    {
      "loss_action": 0.009296986274421215,
      "loss_total": 0.009296986274421215,
      "step": 24160
    },
    {
      "loss_action": 0.005658562295138836,
      "loss_total": 0.005658562295138836,
      "step": 24160
    },
    {
      "loss_action": 0.013993172906339169,
      "loss_total": 0.013993172906339169,
      "step": 24160
    },
    {
      "loss_action": 0.012097161263227463,
      "loss_total": 0.012097161263227463,
      "step": 24160
    },
    {
      "grad_norm": 0.17415601015090942,
      "learning_rate": 9.028597026251155e-05,
      "loss": 0.0134,
      "step": 24170
    },
    {
      "loss_action": 0.01832648552954197,
      "loss_total": 0.01832648552954197,
      "step": 24170
    },
    {
      "loss_action": 0.021859697997570038,
      "loss_total": 0.021859697997570038,
      "step": 24170
    },
    {
      "loss_action": 0.02222459763288498,
      "loss_total": 0.02222459763288498,
      "step": 24170
    },
    {
      "loss_action": 0.01021278090775013,
      "loss_total": 0.01021278090775013,
      "step": 24170
    },
    {
      "loss_action": 0.016467154026031494,
      "loss_total": 0.016467154026031494,
      "step": 24170
    },
    {
      "loss_action": 0.0057138726115226746,
      "loss_total": 0.0057138726115226746,
      "step": 24170
    },
    {
      "loss_action": 0.009192939847707748,
      "loss_total": 0.009192939847707748,
      "step": 24170
    },
    {
      "loss_action": 0.03242688626050949,
      "loss_total": 0.03242688626050949,
      "step": 24170
    },
    {
      "grad_norm": 0.13314321637153625,
      "learning_rate": 9.027617460072547e-05,
      "loss": 0.0132,
      "step": 24180
    },
    {
      "loss_action": 0.00528905913233757,
      "loss_total": 0.00528905913233757,
      "step": 24180
    },
    {
      "loss_action": 0.008118784055113792,
      "loss_total": 0.008118784055113792,
      "step": 24180
    },
    {
      "loss_action": 0.00855223461985588,
      "loss_total": 0.00855223461985588,
      "step": 24180
    },
    {
      "loss_action": 0.005903071723878384,
      "loss_total": 0.005903071723878384,
      "step": 24180
    },
    {
      "loss_action": 0.005522133782505989,
      "loss_total": 0.005522133782505989,
      "step": 24180
    },
    {
      "loss_action": 0.01196311041712761,
      "loss_total": 0.01196311041712761,
      "step": 24180
    },
    {
      "loss_action": 0.005392269231379032,
      "loss_total": 0.005392269231379032,
      "step": 24180
    },
    {
      "loss_action": 0.0032163416035473347,
      "loss_total": 0.0032163416035473347,
      "step": 24180
    },
    {
      "grad_norm": 0.20107445120811462,
      "learning_rate": 9.026637453439745e-05,
      "loss": 0.0117,
      "step": 24190
    },
    {
      "loss_action": 0.02203383296728134,
      "loss_total": 0.02203383296728134,
      "step": 24190
    },
    {
      "loss_action": 0.009613441303372383,
      "loss_total": 0.009613441303372383,
      "step": 24190
    },
    {
      "loss_action": 0.01493558194488287,
      "loss_total": 0.01493558194488287,
      "step": 24190
    },
    {
      "loss_action": 0.014137755148112774,
      "loss_total": 0.014137755148112774,
      "step": 24190
    },
    {
      "loss_action": 0.010079971514642239,
      "loss_total": 0.010079971514642239,
      "step": 24190
    },
    {
      "loss_action": 0.040324993431568146,
      "loss_total": 0.040324993431568146,
      "step": 24190
    },
    {
      "loss_action": 0.01706365868449211,
      "loss_total": 0.01706365868449211,
      "step": 24190
    },
    {
      "loss_action": 0.054607052356004715,
      "loss_total": 0.054607052356004715,
      "step": 24190
    },
    {
      "grad_norm": 0.1780393272638321,
      "learning_rate": 9.025657006459927e-05,
      "loss": 0.0156,
      "step": 24200
    },
    {
      "loss_action": 0.01524402853101492,
      "loss_total": 0.01524402853101492,
      "step": 24200
    },
    {
      "loss_action": 0.014715306460857391,
      "loss_total": 0.014715306460857391,
      "step": 24200
    },
    {
      "loss_action": 0.013737409375607967,
      "loss_total": 0.013737409375607967,
      "step": 24200
    },
    {
      "loss_action": 0.006848761811852455,
      "loss_total": 0.006848761811852455,
      "step": 24200
    },
    {
      "loss_action": 0.010268798097968102,
      "loss_total": 0.010268798097968102,
      "step": 24200
    },
    {
      "loss_action": 0.0064298673532903194,
      "loss_total": 0.0064298673532903194,
      "step": 24200
    },
    {
      "loss_action": 0.007271922193467617,
      "loss_total": 0.007271922193467617,
      "step": 24200
    },
    {
      "loss_action": 0.005878417287021875,
      "loss_total": 0.005878417287021875,
      "step": 24200
    },
    {
      "grad_norm": 0.1601376086473465,
      "learning_rate": 9.024676119240311e-05,
      "loss": 0.0118,
      "step": 24210
    },
    {
      "loss_action": 0.0061228033155202866,
      "loss_total": 0.0061228033155202866,
      "step": 24210
    },
    {
      "loss_action": 0.014105983078479767,
      "loss_total": 0.014105983078479767,
      "step": 24210
    },
    {
      "loss_action": 0.008883647620677948,
      "loss_total": 0.008883647620677948,
      "step": 24210
    },
    {
      "loss_action": 0.007986955344676971,
      "loss_total": 0.007986955344676971,
      "step": 24210
    },
    {
      "loss_action": 0.010285824537277222,
      "loss_total": 0.010285824537277222,
      "step": 24210
    },
    {
      "loss_action": 0.012047505006194115,
      "loss_total": 0.012047505006194115,
      "step": 24210
    },
    {
      "loss_action": 0.022283952683210373,
      "loss_total": 0.022283952683210373,
      "step": 24210
    },
    {
      "loss_action": 0.008082062005996704,
      "loss_total": 0.008082062005996704,
      "step": 24210
    },
    {
      "grad_norm": 0.17163997888565063,
      "learning_rate": 9.023694791888166e-05,
      "loss": 0.0124,
      "step": 24220
    },
    {
      "loss_action": 0.010136494413018227,
      "loss_total": 0.010136494413018227,
      "step": 24220
    },
    {
      "loss_action": 0.008350390940904617,
      "loss_total": 0.008350390940904617,
      "step": 24220
    },
    {
      "loss_action": 0.014750542119145393,
      "loss_total": 0.014750542119145393,
      "step": 24220
    },
    {
      "loss_action": 0.00839436985552311,
      "loss_total": 0.00839436985552311,
      "step": 24220
    },
    {
      "loss_action": 0.008150100708007812,
      "loss_total": 0.008150100708007812,
      "step": 24220
    },
    {
      "loss_action": 0.03585660830140114,
      "loss_total": 0.03585660830140114,
      "step": 24220
    },
    {
      "loss_action": 0.02921825833618641,
      "loss_total": 0.02921825833618641,
      "step": 24220
    },
    {
      "loss_action": 0.013892771676182747,
      "loss_total": 0.013892771676182747,
      "step": 24220
    },
    {
      "grad_norm": 0.1192714050412178,
      "learning_rate": 9.022713024510808e-05,
      "loss": 0.0137,
      "step": 24230
    },
    {
      "loss_action": 0.011888870038092136,
      "loss_total": 0.011888870038092136,
      "step": 24230
    },
    {
      "loss_action": 0.012670222669839859,
      "loss_total": 0.012670222669839859,
      "step": 24230
    },
    {
      "loss_action": 0.006420576479285955,
      "loss_total": 0.006420576479285955,
      "step": 24230
    },
    {
      "loss_action": 0.010378221049904823,
      "loss_total": 0.010378221049904823,
      "step": 24230
    },
    {
      "loss_action": 0.005392971448600292,
      "loss_total": 0.005392971448600292,
      "step": 24230
    },
    {
      "loss_action": 0.006701343227177858,
      "loss_total": 0.006701343227177858,
      "step": 24230
    },
    {
      "loss_action": 0.018120745196938515,
      "loss_total": 0.018120745196938515,
      "step": 24230
    },
    {
      "loss_action": 0.011233631521463394,
      "loss_total": 0.011233631521463394,
      "step": 24230
    },
    {
      "grad_norm": 0.11207165569067001,
      "learning_rate": 9.021730817215601e-05,
      "loss": 0.0105,
      "step": 24240
    },
    {
      "loss_action": 0.00921773724257946,
      "loss_total": 0.00921773724257946,
      "step": 24240
    },
    {
      "loss_action": 0.011522015556693077,
      "loss_total": 0.011522015556693077,
      "step": 24240
    },
    {
      "loss_action": 0.011305232532322407,
      "loss_total": 0.011305232532322407,
      "step": 24240
    },
    {
      "loss_action": 0.00967443361878395,
      "loss_total": 0.00967443361878395,
      "step": 24240
    },
    {
      "loss_action": 0.010322919115424156,
      "loss_total": 0.010322919115424156,
      "step": 24240
    },
    {
      "loss_action": 0.01084759458899498,
      "loss_total": 0.01084759458899498,
      "step": 24240
    },
    {
      "loss_action": 0.004713047761470079,
      "loss_total": 0.004713047761470079,
      "step": 24240
    },
    {
      "loss_action": 0.008606741204857826,
      "loss_total": 0.008606741204857826,
      "step": 24240
    },
    {
      "grad_norm": 0.18914499878883362,
      "learning_rate": 9.02074817010996e-05,
      "loss": 0.0123,
      "step": 24250
    },
    {
      "loss_action": 0.016425320878624916,
      "loss_total": 0.016425320878624916,
      "step": 24250
    },
    {
      "loss_action": 0.005867349915206432,
      "loss_total": 0.005867349915206432,
      "step": 24250
    },
    {
      "loss_action": 0.005096690729260445,
      "loss_total": 0.005096690729260445,
      "step": 24250
    },
    {
      "loss_action": 0.005866882856935263,
      "loss_total": 0.005866882856935263,
      "step": 24250
    },
    {
      "loss_action": 0.02043466456234455,
      "loss_total": 0.02043466456234455,
      "step": 24250
    },
    {
      "loss_action": 0.016288695856928825,
      "loss_total": 0.016288695856928825,
      "step": 24250
    },
    {
      "loss_action": 0.012874572537839413,
      "loss_total": 0.012874572537839413,
      "step": 24250
    },
    {
      "loss_action": 0.02958819828927517,
      "loss_total": 0.02958819828927517,
      "step": 24250
    },
    {
      "grad_norm": 0.13737167418003082,
      "learning_rate": 9.019765083301342e-05,
      "loss": 0.0133,
      "step": 24260
    },
    {
      "loss_action": 0.0209713913500309,
      "loss_total": 0.0209713913500309,
      "step": 24260
    },
    {
      "loss_action": 0.008997954428195953,
      "loss_total": 0.008997954428195953,
      "step": 24260
    },
    {
      "loss_action": 0.0057330504059791565,
      "loss_total": 0.0057330504059791565,
      "step": 24260
    },
    {
      "loss_action": 0.0083564892411232,
      "loss_total": 0.0083564892411232,
      "step": 24260
    },
    {
      "loss_action": 0.010066129267215729,
      "loss_total": 0.010066129267215729,
      "step": 24260
    },
    {
      "loss_action": 0.012147543951869011,
      "loss_total": 0.012147543951869011,
      "step": 24260
    },
    {
      "loss_action": 0.005871168337762356,
      "loss_total": 0.005871168337762356,
      "step": 24260
    },
    {
      "loss_action": 0.004075809381902218,
      "loss_total": 0.004075809381902218,
      "step": 24260
    },
    {
      "grad_norm": 0.14310574531555176,
      "learning_rate": 9.01878155689726e-05,
      "loss": 0.0118,
      "step": 24270
    },
    {
      "loss_action": 0.010691573843359947,
      "loss_total": 0.010691573843359947,
      "step": 24270
    },
    {
      "loss_action": 0.010416166856884956,
      "loss_total": 0.010416166856884956,
      "step": 24270
    },
    {
      "loss_action": 0.01275932788848877,
      "loss_total": 0.01275932788848877,
      "step": 24270
    },
    {
      "loss_action": 0.012881254777312279,
      "loss_total": 0.012881254777312279,
      "step": 24270
    },
    {
      "loss_action": 0.021103791892528534,
      "loss_total": 0.021103791892528534,
      "step": 24270
    },
    {
      "loss_action": 0.008096300065517426,
      "loss_total": 0.008096300065517426,
      "step": 24270
    },
    {
      "loss_action": 0.01376170665025711,
      "loss_total": 0.01376170665025711,
      "step": 24270
    },
    {
      "loss_action": 0.014310508966445923,
      "loss_total": 0.014310508966445923,
      "step": 24270
    },
    {
      "grad_norm": 0.13756777346134186,
      "learning_rate": 9.017797591005268e-05,
      "loss": 0.0115,
      "step": 24280
    },
    {
      "loss_action": 0.008610115386545658,
      "loss_total": 0.008610115386545658,
      "step": 24280
    },
    {
      "loss_action": 0.036311861127614975,
      "loss_total": 0.036311861127614975,
      "step": 24280
    },
    {
      "loss_action": 0.0066008237190544605,
      "loss_total": 0.0066008237190544605,
      "step": 24280
    },
    {
      "loss_action": 0.0038813448045402765,
      "loss_total": 0.0038813448045402765,
      "step": 24280
    },
    {
      "loss_action": 0.018498148769140244,
      "loss_total": 0.018498148769140244,
      "step": 24280
    },
    {
      "loss_action": 0.0075197843834757805,
      "loss_total": 0.0075197843834757805,
      "step": 24280
    },
    {
      "loss_action": 0.006718603894114494,
      "loss_total": 0.006718603894114494,
      "step": 24280
    },
    {
      "loss_action": 0.004324321635067463,
      "loss_total": 0.004324321635067463,
      "step": 24280
    },
    {
      "grad_norm": 0.15043899416923523,
      "learning_rate": 9.016813185732972e-05,
      "loss": 0.011,
      "step": 24290
    },
    {
      "loss_action": 0.013955038972198963,
      "loss_total": 0.013955038972198963,
      "step": 24290
    },
    {
      "loss_action": 0.010969435796141624,
      "loss_total": 0.010969435796141624,
      "step": 24290
    },
    {
      "loss_action": 0.019319090992212296,
      "loss_total": 0.019319090992212296,
      "step": 24290
    },
    {
      "loss_action": 0.00870402343571186,
      "loss_total": 0.00870402343571186,
      "step": 24290
    },
    {
      "loss_action": 0.008717132732272148,
      "loss_total": 0.008717132732272148,
      "step": 24290
    },
    {
      "loss_action": 0.00777173787355423,
      "loss_total": 0.00777173787355423,
      "step": 24290
    },
    {
      "loss_action": 0.006012879777699709,
      "loss_total": 0.006012879777699709,
      "step": 24290
    },
    {
      "loss_action": 0.010310210287570953,
      "loss_total": 0.010310210287570953,
      "step": 24290
    },
    {
      "grad_norm": 0.1971951127052307,
      "learning_rate": 9.015828341188027e-05,
      "loss": 0.014,
      "step": 24300
    },
    {
      "loss_action": 0.012575969099998474,
      "loss_total": 0.012575969099998474,
      "step": 24300
    },
    {
      "loss_action": 0.010719483718276024,
      "loss_total": 0.010719483718276024,
      "step": 24300
    },
    {
      "loss_action": 0.005334332585334778,
      "loss_total": 0.005334332585334778,
      "step": 24300
    },
    {
      "loss_action": 0.0053255693055689335,
      "loss_total": 0.0053255693055689335,
      "step": 24300
    },
    {
      "loss_action": 0.004264229442924261,
      "loss_total": 0.004264229442924261,
      "step": 24300
    },
    {
      "loss_action": 0.004223542287945747,
      "loss_total": 0.004223542287945747,
      "step": 24300
    },
    {
      "loss_action": 0.005258588120341301,
      "loss_total": 0.005258588120341301,
      "step": 24300
    },
    {
      "loss_action": 0.011662330478429794,
      "loss_total": 0.011662330478429794,
      "step": 24300
    },
    {
      "grad_norm": 0.1145850196480751,
      "learning_rate": 9.01484305747813e-05,
      "loss": 0.0133,
      "step": 24310
    },
    {
      "loss_action": 0.01428174413740635,
      "loss_total": 0.01428174413740635,
      "step": 24310
    },
    {
      "loss_action": 0.0060956100933253765,
      "loss_total": 0.0060956100933253765,
      "step": 24310
    },
    {
      "loss_action": 0.012405125424265862,
      "loss_total": 0.012405125424265862,
      "step": 24310
    },
    {
      "loss_action": 0.01199194323271513,
      "loss_total": 0.01199194323271513,
      "step": 24310
    },
    {
      "loss_action": 0.018295587971806526,
      "loss_total": 0.018295587971806526,
      "step": 24310
    },
    {
      "loss_action": 0.007139213383197784,
      "loss_total": 0.007139213383197784,
      "step": 24310
    },
    {
      "loss_action": 0.009113147854804993,
      "loss_total": 0.009113147854804993,
      "step": 24310
    },
    {
      "loss_action": 0.019357850775122643,
      "loss_total": 0.019357850775122643,
      "step": 24310
    },
    {
      "grad_norm": 0.12783502042293549,
      "learning_rate": 9.013857334711033e-05,
      "loss": 0.0131,
      "step": 24320
    },
    {
      "loss_action": 0.0031076031737029552,
      "loss_total": 0.0031076031737029552,
      "step": 24320
    },
    {
      "loss_action": 0.010414058342576027,
      "loss_total": 0.010414058342576027,
      "step": 24320
    },
    {
      "loss_action": 0.008486229926347733,
      "loss_total": 0.008486229926347733,
      "step": 24320
    },
    {
      "loss_action": 0.004982602782547474,
      "loss_total": 0.004982602782547474,
      "step": 24320
    },
    {
      "loss_action": 0.02008654735982418,
      "loss_total": 0.02008654735982418,
      "step": 24320
    },
    {
      "loss_action": 0.004796231165528297,
      "loss_total": 0.004796231165528297,
      "step": 24320
    },
    {
      "loss_action": 0.004985495004802942,
      "loss_total": 0.004985495004802942,
      "step": 24320
    },
    {
      "loss_action": 0.01638435572385788,
      "loss_total": 0.01638435572385788,
      "step": 24320
    },
    {
      "grad_norm": 0.16841259598731995,
      "learning_rate": 9.012871172994534e-05,
      "loss": 0.0117,
      "step": 24330
    },
    {
      "loss_action": 0.0248129703104496,
      "loss_total": 0.0248129703104496,
      "step": 24330
    },
    {
      "loss_action": 0.01832779124379158,
      "loss_total": 0.01832779124379158,
      "step": 24330
    },
    {
      "loss_action": 0.008602632209658623,
      "loss_total": 0.008602632209658623,
      "step": 24330
    },
    {
      "loss_action": 0.019779864698648453,
      "loss_total": 0.019779864698648453,
      "step": 24330
    },
    {
      "loss_action": 0.006718792952597141,
      "loss_total": 0.006718792952597141,
      "step": 24330
    },
    {
      "loss_action": 0.01680859364569187,
      "loss_total": 0.01680859364569187,
      "step": 24330
    },
    {
      "loss_action": 0.023562347516417503,
      "loss_total": 0.023562347516417503,
      "step": 24330
    },
    {
      "loss_action": 0.003997236955910921,
      "loss_total": 0.003997236955910921,
      "step": 24330
    },
    {
      "grad_norm": 0.12418513000011444,
      "learning_rate": 9.011884572436476e-05,
      "loss": 0.0116,
      "step": 24340
    },
    {
      "loss_action": 0.009357120841741562,
      "loss_total": 0.009357120841741562,
      "step": 24340
    },
    {
      "loss_action": 0.008960370905697346,
      "loss_total": 0.008960370905697346,
      "step": 24340
    },
    {
      "loss_action": 0.007862227037549019,
      "loss_total": 0.007862227037549019,
      "step": 24340
    },
    {
      "loss_action": 0.028593121096491814,
      "loss_total": 0.028593121096491814,
      "step": 24340
    },
    {
      "loss_action": 0.00727490521967411,
      "loss_total": 0.00727490521967411,
      "step": 24340
    },
    {
      "loss_action": 0.00875389389693737,
      "loss_total": 0.00875389389693737,
      "step": 24340
    },
    {
      "loss_action": 0.018226949498057365,
      "loss_total": 0.018226949498057365,
      "step": 24340
    },
    {
      "loss_action": 0.034261807799339294,
      "loss_total": 0.034261807799339294,
      "step": 24340
    },
    {
      "grad_norm": 0.15526306629180908,
      "learning_rate": 9.010897533144754e-05,
      "loss": 0.0128,
      "step": 24350
    },
    {
      "loss_action": 0.015735015273094177,
      "loss_total": 0.015735015273094177,
      "step": 24350
    },
    {
      "loss_action": 0.01815716177225113,
      "loss_total": 0.01815716177225113,
      "step": 24350
    },
    {
      "loss_action": 0.007684188894927502,
      "loss_total": 0.007684188894927502,
      "step": 24350
    },
    {
      "loss_action": 0.013026461005210876,
      "loss_total": 0.013026461005210876,
      "step": 24350
    },
    {
      "loss_action": 0.013369152322411537,
      "loss_total": 0.013369152322411537,
      "step": 24350
    },
    {
      "loss_action": 0.017428800463676453,
      "loss_total": 0.017428800463676453,
      "step": 24350
    },
    {
      "loss_action": 0.004708580207079649,
      "loss_total": 0.004708580207079649,
      "step": 24350
    },
    {
      "loss_action": 0.00904899649322033,
      "loss_total": 0.00904899649322033,
      "step": 24350
    },
    {
      "grad_norm": 0.1805972158908844,
      "learning_rate": 9.009910055227306e-05,
      "loss": 0.0124,
      "step": 24360
    },
    {
      "loss_action": 0.009392029605805874,
      "loss_total": 0.009392029605805874,
      "step": 24360
    },
    {
      "loss_action": 0.0081254281103611,
      "loss_total": 0.0081254281103611,
      "step": 24360
    },
    {
      "loss_action": 0.009709320031106472,
      "loss_total": 0.009709320031106472,
      "step": 24360
    },
    {
      "loss_action": 0.015587138943374157,
      "loss_total": 0.015587138943374157,
      "step": 24360
    },
    {
      "loss_action": 0.006648387759923935,
      "loss_total": 0.006648387759923935,
      "step": 24360
    },
    {
      "loss_action": 0.010487022809684277,
      "loss_total": 0.010487022809684277,
      "step": 24360
    },
    {
      "loss_action": 0.013397347182035446,
      "loss_total": 0.013397347182035446,
      "step": 24360
    },
    {
      "loss_action": 0.008145631290972233,
      "loss_total": 0.008145631290972233,
      "step": 24360
    },
    {
      "grad_norm": 0.13144762814044952,
      "learning_rate": 9.008922138792124e-05,
      "loss": 0.0116,
      "step": 24370
    },
    {
      "loss_action": 0.005393233150243759,
      "loss_total": 0.005393233150243759,
      "step": 24370
    },
    {
      "loss_action": 0.011225998401641846,
      "loss_total": 0.011225998401641846,
      "step": 24370
    },
    {
      "loss_action": 0.009993001818656921,
      "loss_total": 0.009993001818656921,
      "step": 24370
    },
    {
      "loss_action": 0.00815703347325325,
      "loss_total": 0.00815703347325325,
      "step": 24370
    },
    {
      "loss_action": 0.011977115646004677,
      "loss_total": 0.011977115646004677,
      "step": 24370
    },
    {
      "loss_action": 0.010547584854066372,
      "loss_total": 0.010547584854066372,
      "step": 24370
    },
    {
      "loss_action": 0.00866762362420559,
      "loss_total": 0.00866762362420559,
      "step": 24370
    },
    {
      "loss_action": 0.007436390500515699,
      "loss_total": 0.007436390500515699,
      "step": 24370
    },
    {
      "grad_norm": 0.14635694026947021,
      "learning_rate": 9.007933783947244e-05,
      "loss": 0.0113,
      "step": 24380
    },
    {
      "loss_action": 0.006105031818151474,
      "loss_total": 0.006105031818151474,
      "step": 24380
    },
    {
      "loss_action": 0.010021300986409187,
      "loss_total": 0.010021300986409187,
      "step": 24380
    },
    {
      "loss_action": 0.01482570543885231,
      "loss_total": 0.01482570543885231,
      "step": 24380
    },
    {
      "loss_action": 0.006210158579051495,
      "loss_total": 0.006210158579051495,
      "step": 24380
    },
    {
      "loss_action": 0.01381686795502901,
      "loss_total": 0.01381686795502901,
      "step": 24380
    },
    {
      "loss_action": 0.01334869023412466,
      "loss_total": 0.01334869023412466,
      "step": 24380
    },
    {
      "loss_action": 0.01165243424475193,
      "loss_total": 0.01165243424475193,
      "step": 24380
    },
    {
      "loss_action": 0.01483742892742157,
      "loss_total": 0.01483742892742157,
      "step": 24380
    },
    {
      "grad_norm": 0.12406222522258759,
      "learning_rate": 9.006944990800752e-05,
      "loss": 0.0105,
      "step": 24390
    },
    {
      "loss_action": 0.006847466342151165,
      "loss_total": 0.006847466342151165,
      "step": 24390
    },
    {
      "loss_action": 0.0048437342047691345,
      "loss_total": 0.0048437342047691345,
      "step": 24390
    },
    {
      "loss_action": 0.013084802776575089,
      "loss_total": 0.013084802776575089,
      "step": 24390
    },
    {
      "loss_action": 0.009896662086248398,
      "loss_total": 0.009896662086248398,
      "step": 24390
    },
    {
      "loss_action": 0.008422513492405415,
      "loss_total": 0.008422513492405415,
      "step": 24390
    },
    {
      "loss_action": 0.00667211040854454,
      "loss_total": 0.00667211040854454,
      "step": 24390
    },
    {
      "loss_action": 0.015993168577551842,
      "loss_total": 0.015993168577551842,
      "step": 24390
    },
    {
      "loss_action": 0.011905254796147346,
      "loss_total": 0.011905254796147346,
      "step": 24390
    },
    {
      "grad_norm": 0.13182951509952545,
      "learning_rate": 9.005955759460779e-05,
      "loss": 0.0126,
      "step": 24400
    },
    {
      "loss_action": 0.018326740711927414,
      "loss_total": 0.018326740711927414,
      "step": 24400
    },
    {
      "loss_action": 0.005993600934743881,
      "loss_total": 0.005993600934743881,
      "step": 24400
    },
    {
      "loss_action": 0.008104733191430569,
      "loss_total": 0.008104733191430569,
      "step": 24400
    },
    {
      "loss_action": 0.006936684250831604,
      "loss_total": 0.006936684250831604,
      "step": 24400
    },
    {
      "loss_action": 0.028022466227412224,
      "loss_total": 0.028022466227412224,
      "step": 24400
    },
    {
      "loss_action": 0.030376330018043518,
      "loss_total": 0.030376330018043518,
      "step": 24400
    },
    {
      "loss_action": 0.006495933048427105,
      "loss_total": 0.006495933048427105,
      "step": 24400
    },
    {
      "loss_action": 0.018827077001333237,
      "loss_total": 0.018827077001333237,
      "step": 24400
    },
    {
      "grad_norm": 0.15659435093402863,
      "learning_rate": 9.004966090035508e-05,
      "loss": 0.0137,
      "step": 24410
    },
    {
      "loss_action": 0.008113998919725418,
      "loss_total": 0.008113998919725418,
      "step": 24410
    },
    {
      "loss_action": 0.00985230877995491,
      "loss_total": 0.00985230877995491,
      "step": 24410
    },
    {
      "loss_action": 0.010393913835287094,
      "loss_total": 0.010393913835287094,
      "step": 24410
    },
    {
      "loss_action": 0.01004900224506855,
      "loss_total": 0.01004900224506855,
      "step": 24410
    },
    {
      "loss_action": 0.030955158174037933,
      "loss_total": 0.030955158174037933,
      "step": 24410
    },
    {
      "loss_action": 0.0058277505449950695,
      "loss_total": 0.0058277505449950695,
      "step": 24410
    },
    {
      "loss_action": 0.009054159745573997,
      "loss_total": 0.009054159745573997,
      "step": 24410
    },
    {
      "loss_action": 0.010304913856089115,
      "loss_total": 0.010304913856089115,
      "step": 24410
    },
    {
      "grad_norm": 0.13787756860256195,
      "learning_rate": 9.003975982633166e-05,
      "loss": 0.011,
      "step": 24420
    },
    {
      "loss_action": 0.022583702579140663,
      "loss_total": 0.022583702579140663,
      "step": 24420
    },
    {
      "loss_action": 0.008142548613250256,
      "loss_total": 0.008142548613250256,
      "step": 24420
    },
    {
      "loss_action": 0.01571696624159813,
      "loss_total": 0.01571696624159813,
      "step": 24420
    },
    {
      "loss_action": 0.02223294787108898,
      "loss_total": 0.02223294787108898,
      "step": 24420
    },
    {
      "loss_action": 0.008530506864190102,
      "loss_total": 0.008530506864190102,
      "step": 24420
    },
    {
      "loss_action": 0.01034197025001049,
      "loss_total": 0.01034197025001049,
      "step": 24420
    },
    {
      "loss_action": 0.007132627069950104,
      "loss_total": 0.007132627069950104,
      "step": 24420
    },
    {
      "loss_action": 0.010843811556696892,
      "loss_total": 0.010843811556696892,
      "step": 24420
    },
    {
      "grad_norm": 0.17015303671360016,
      "learning_rate": 9.00298543736203e-05,
      "loss": 0.0115,
      "step": 24430
    },
    {
      "loss_action": 0.011077530682086945,
      "loss_total": 0.011077530682086945,
      "step": 24430
    },
    {
      "loss_action": 0.006649430841207504,
      "loss_total": 0.006649430841207504,
      "step": 24430
    },
    {
      "loss_action": 0.01134197786450386,
      "loss_total": 0.01134197786450386,
      "step": 24430
    },
    {
      "loss_action": 0.004487217403948307,
      "loss_total": 0.004487217403948307,
      "step": 24430
    },
    {
      "loss_action": 0.013204552233219147,
      "loss_total": 0.013204552233219147,
      "step": 24430
    },
    {
      "loss_action": 0.003757213242352009,
      "loss_total": 0.003757213242352009,
      "step": 24430
    },
    {
      "loss_action": 0.0067635951563715935,
      "loss_total": 0.0067635951563715935,
      "step": 24430
    },
    {
      "loss_action": 0.009079858660697937,
      "loss_total": 0.009079858660697937,
      "step": 24430
    },
    {
      "grad_norm": 0.1743389070034027,
      "learning_rate": 9.001994454330427e-05,
      "loss": 0.0123,
      "step": 24440
    },
    {
      "loss_action": 0.017126237973570824,
      "loss_total": 0.017126237973570824,
      "step": 24440
    },
    {
      "loss_action": 0.046811915934085846,
      "loss_total": 0.046811915934085846,
      "step": 24440
    },
    {
      "loss_action": 0.04700025916099548,
      "loss_total": 0.04700025916099548,
      "step": 24440
    },
    {
      "loss_action": 0.017085986211895943,
      "loss_total": 0.017085986211895943,
      "step": 24440
    },
    {
      "loss_action": 0.0264139361679554,
      "loss_total": 0.0264139361679554,
      "step": 24440
    },
    {
      "loss_action": 0.021521106362342834,
      "loss_total": 0.021521106362342834,
      "step": 24440
    },
    {
      "loss_action": 0.01132422685623169,
      "loss_total": 0.01132422685623169,
      "step": 24440
    },
    {
      "loss_action": 0.011512859724462032,
      "loss_total": 0.011512859724462032,
      "step": 24440
    },
    {
      "grad_norm": 0.1647493541240692,
      "learning_rate": 9.001003033646727e-05,
      "loss": 0.0132,
      "step": 24450
    },
    {
      "loss_action": 0.012293762527406216,
      "loss_total": 0.012293762527406216,
      "step": 24450
    },
    {
      "loss_action": 0.014373728074133396,
      "loss_total": 0.014373728074133396,
      "step": 24450
    },
    {
      "loss_action": 0.010903812944889069,
      "loss_total": 0.010903812944889069,
      "step": 24450
    },
    {
      "loss_action": 0.00777428550645709,
      "loss_total": 0.00777428550645709,
      "step": 24450
    },
    {
      "loss_action": 0.014576680958271027,
      "loss_total": 0.014576680958271027,
      "step": 24450
    },
    {
      "loss_action": 0.021270014345645905,
      "loss_total": 0.021270014345645905,
      "step": 24450
    },
    {
      "loss_action": 0.006996870040893555,
      "loss_total": 0.006996870040893555,
      "step": 24450
    },
    {
      "loss_action": 0.010759344324469566,
      "loss_total": 0.010759344324469566,
      "step": 24450
    },
    {
      "grad_norm": 0.1108396053314209,
      "learning_rate": 9.00001117541935e-05,
      "loss": 0.0104,
      "step": 24460
    },
    {
      "loss_action": 0.005810938775539398,
      "loss_total": 0.005810938775539398,
      "step": 24460
    },
    {
      "loss_action": 0.0057011437602341175,
      "loss_total": 0.0057011437602341175,
      "step": 24460
    },
    {
      "loss_action": 0.009397814981639385,
      "loss_total": 0.009397814981639385,
      "step": 24460
    },
    {
      "loss_action": 0.009577623568475246,
      "loss_total": 0.009577623568475246,
      "step": 24460
    },
    {
      "loss_action": 0.004298941232264042,
      "loss_total": 0.004298941232264042,
      "step": 24460
    },
    {
      "loss_action": 0.013750271871685982,
      "loss_total": 0.013750271871685982,
      "step": 24460
    },
    {
      "loss_action": 0.015591608360409737,
      "loss_total": 0.015591608360409737,
      "step": 24460
    },
    {
      "loss_action": 0.00971128884702921,
      "loss_total": 0.00971128884702921,
      "step": 24460
    },
    {
      "grad_norm": 0.15562686324119568,
      "learning_rate": 8.999018879756764e-05,
      "loss": 0.0102,
      "step": 24470
    },
    {
      "loss_action": 0.008517539128661156,
      "loss_total": 0.008517539128661156,
      "step": 24470
    },
    {
      "loss_action": 0.006440018303692341,
      "loss_total": 0.006440018303692341,
      "step": 24470
    },
    {
      "loss_action": 0.007116766646504402,
      "loss_total": 0.007116766646504402,
      "step": 24470
    },
    {
      "loss_action": 0.020106887444853783,
      "loss_total": 0.020106887444853783,
      "step": 24470
    },
    {
      "loss_action": 0.0155623285099864,
      "loss_total": 0.0155623285099864,
      "step": 24470
    },
    {
      "loss_action": 0.010311651974916458,
      "loss_total": 0.010311651974916458,
      "step": 24470
    },
    {
      "loss_action": 0.01245371624827385,
      "loss_total": 0.01245371624827385,
      "step": 24470
    },
    {
      "loss_action": 0.012952573597431183,
      "loss_total": 0.012952573597431183,
      "step": 24470
    },
    {
      "grad_norm": 0.22413118183612823,
      "learning_rate": 8.998026146767487e-05,
      "loss": 0.0134,
      "step": 24480
    },
    {
      "loss_action": 0.02876300737261772,
      "loss_total": 0.02876300737261772,
      "step": 24480
    },
    {
      "loss_action": 0.011967613361775875,
      "loss_total": 0.011967613361775875,
      "step": 24480
    },
    {
      "loss_action": 0.003245220985263586,
      "loss_total": 0.003245220985263586,
      "step": 24480
    },
    {
      "loss_action": 0.01406912598758936,
      "loss_total": 0.01406912598758936,
      "step": 24480
    },
    {
      "loss_action": 0.01469270046800375,
      "loss_total": 0.01469270046800375,
      "step": 24480
    },
    {
      "loss_action": 0.01477833278477192,
      "loss_total": 0.01477833278477192,
      "step": 24480
    },
    {
      "loss_action": 0.008330179378390312,
      "loss_total": 0.008330179378390312,
      "step": 24480
    },
    {
      "loss_action": 0.018466578796505928,
      "loss_total": 0.018466578796505928,
      "step": 24480
    },
    {
      "grad_norm": 0.16934630274772644,
      "learning_rate": 8.99703297656008e-05,
      "loss": 0.0116,
      "step": 24490
    },
    {
      "loss_action": 0.007769428659230471,
      "loss_total": 0.007769428659230471,
      "step": 24490
    },
    {
      "loss_action": 0.010924465022981167,
      "loss_total": 0.010924465022981167,
      "step": 24490
    },
    {
      "loss_action": 0.006850328296422958,
      "loss_total": 0.006850328296422958,
      "step": 24490
    },
    {
      "loss_action": 0.014456603676080704,
      "loss_total": 0.014456603676080704,
      "step": 24490
    },
    {
      "loss_action": 0.0037764720618724823,
      "loss_total": 0.0037764720618724823,
      "step": 24490
    },
    {
      "loss_action": 0.010585791431367397,
      "loss_total": 0.010585791431367397,
      "step": 24490
    },
    {
      "loss_action": 0.012451743707060814,
      "loss_total": 0.012451743707060814,
      "step": 24490
    },
    {
      "loss_action": 0.01969287171959877,
      "loss_total": 0.01969287171959877,
      "step": 24490
    },
    {
      "grad_norm": 0.11868312209844589,
      "learning_rate": 8.996039369243156e-05,
      "loss": 0.0121,
      "step": 24500
    },
    {
      "loss_action": 0.011185042560100555,
      "loss_total": 0.011185042560100555,
      "step": 24500
    },
    {
      "loss_action": 0.012910561636090279,
      "loss_total": 0.012910561636090279,
      "step": 24500
    },
    {
      "loss_action": 0.020505249500274658,
      "loss_total": 0.020505249500274658,
      "step": 24500
    },
    {
      "loss_action": 0.00789744220674038,
      "loss_total": 0.00789744220674038,
      "step": 24500
    },
    {
      "loss_action": 0.011634383350610733,
      "loss_total": 0.011634383350610733,
      "step": 24500
    },
    {
      "loss_action": 0.0069302343763411045,
      "loss_total": 0.0069302343763411045,
      "step": 24500
    },
    {
      "loss_action": 0.0137226153165102,
      "loss_total": 0.0137226153165102,
      "step": 24500
    },
    {
      "loss_action": 0.008820964023470879,
      "loss_total": 0.008820964023470879,
      "step": 24500
    },
    {
      "grad_norm": 0.18016085028648376,
      "learning_rate": 8.995045324925378e-05,
      "loss": 0.0152,
      "step": 24510
    },
    {
      "loss_action": 0.018375515937805176,
      "loss_total": 0.018375515937805176,
      "step": 24510
    },
    {
      "loss_action": 0.005304502323269844,
      "loss_total": 0.005304502323269844,
      "step": 24510
    },
    {
      "loss_action": 0.014436373487114906,
      "loss_total": 0.014436373487114906,
      "step": 24510
    },
    {
      "loss_action": 0.007794218137860298,
      "loss_total": 0.007794218137860298,
      "step": 24510
    },
    {
      "loss_action": 0.021207693964242935,
      "loss_total": 0.021207693964242935,
      "step": 24510
    },
    {
      "loss_action": 0.009053103625774384,
      "loss_total": 0.009053103625774384,
      "step": 24510
    },
    {
      "loss_action": 0.021527990698814392,
      "loss_total": 0.021527990698814392,
      "step": 24510
    },
    {
      "loss_action": 0.012613574042916298,
      "loss_total": 0.012613574042916298,
      "step": 24510
    },
    {
      "grad_norm": 0.13080351054668427,
      "learning_rate": 8.994050843715448e-05,
      "loss": 0.012,
      "step": 24520
    },
    {
      "loss_action": 0.026697851717472076,
      "loss_total": 0.026697851717472076,
      "step": 24520
    },
    {
      "loss_action": 0.01015727873891592,
      "loss_total": 0.01015727873891592,
      "step": 24520
    },
    {
      "loss_action": 0.009212539531290531,
      "loss_total": 0.009212539531290531,
      "step": 24520
    },
    {
      "loss_action": 0.008565602824091911,
      "loss_total": 0.008565602824091911,
      "step": 24520
    },
    {
      "loss_action": 0.008724837563931942,
      "loss_total": 0.008724837563931942,
      "step": 24520
    },
    {
      "loss_action": 0.005877682939171791,
      "loss_total": 0.005877682939171791,
      "step": 24520
    },
    {
      "loss_action": 0.004248966462910175,
      "loss_total": 0.004248966462910175,
      "step": 24520
    },
    {
      "loss_action": 0.008404886350035667,
      "loss_total": 0.008404886350035667,
      "step": 24520
    },
    {
      "grad_norm": 0.12714609503746033,
      "learning_rate": 8.993055925722121e-05,
      "loss": 0.0122,
      "step": 24530
    },
    {
      "loss_action": 0.018731238320469856,
      "loss_total": 0.018731238320469856,
      "step": 24530
    },
    {
      "loss_action": 0.03486592322587967,
      "loss_total": 0.03486592322587967,
      "step": 24530
    },
    {
      "loss_action": 0.01827862113714218,
      "loss_total": 0.01827862113714218,
      "step": 24530
    },
    {
      "loss_action": 0.005671120248734951,
      "loss_total": 0.005671120248734951,
      "step": 24530
    },
    {
      "loss_action": 0.01505174208432436,
      "loss_total": 0.01505174208432436,
      "step": 24530
    },
    {
      "loss_action": 0.022101234644651413,
      "loss_total": 0.022101234644651413,
      "step": 24530
    },
    {
      "loss_action": 0.0036158859729766846,
      "loss_total": 0.0036158859729766846,
      "step": 24530
    },
    {
      "loss_action": 0.007087801117449999,
      "loss_total": 0.007087801117449999,
      "step": 24530
    },
    {
      "grad_norm": 0.14786726236343384,
      "learning_rate": 8.992060571054202e-05,
      "loss": 0.0105,
      "step": 24540
    },
    {
      "loss_action": 0.006694655865430832,
      "loss_total": 0.006694655865430832,
      "step": 24540
    },
    {
      "loss_action": 0.015208709985017776,
      "loss_total": 0.015208709985017776,
      "step": 24540
    },
    {
      "loss_action": 0.012832427397370338,
      "loss_total": 0.012832427397370338,
      "step": 24540
    },
    {
      "loss_action": 0.005809156224131584,
      "loss_total": 0.005809156224131584,
      "step": 24540
    },
    {
      "loss_action": 0.010275145061314106,
      "loss_total": 0.010275145061314106,
      "step": 24540
    },
    {
      "loss_action": 0.012275967746973038,
      "loss_total": 0.012275967746973038,
      "step": 24540
    },
    {
      "loss_action": 0.004669269546866417,
      "loss_total": 0.004669269546866417,
      "step": 24540
    },
    {
      "loss_action": 0.008227216079831123,
      "loss_total": 0.008227216079831123,
      "step": 24540
    },
    {
      "grad_norm": 0.1795668601989746,
      "learning_rate": 8.991064779820542e-05,
      "loss": 0.0124,
      "step": 24550
    },
    {
      "loss_action": 0.0075333574786782265,
      "loss_total": 0.0075333574786782265,
      "step": 24550
    },
    {
      "loss_action": 0.005723191425204277,
      "loss_total": 0.005723191425204277,
      "step": 24550
    },
    {
      "loss_action": 0.045549169182777405,
      "loss_total": 0.045549169182777405,
      "step": 24550
    },
    {
      "loss_action": 0.008564040064811707,
      "loss_total": 0.008564040064811707,
      "step": 24550
    },
    {
      "loss_action": 0.008989606983959675,
      "loss_total": 0.008989606983959675,
      "step": 24550
    },
    {
      "loss_action": 0.010803555138409138,
      "loss_total": 0.010803555138409138,
      "step": 24550
    },
    {
      "loss_action": 0.022895053029060364,
      "loss_total": 0.022895053029060364,
      "step": 24550
    },
    {
      "loss_action": 0.007796428166329861,
      "loss_total": 0.007796428166329861,
      "step": 24550
    },
    {
      "grad_norm": 0.23393936455249786,
      "learning_rate": 8.990068552130036e-05,
      "loss": 0.0128,
      "step": 24560
    },
    {
      "loss_action": 0.010270640254020691,
      "loss_total": 0.010270640254020691,
      "step": 24560
    },
    {
      "loss_action": 0.007151141297072172,
      "loss_total": 0.007151141297072172,
      "step": 24560
    },
    {
      "loss_action": 0.014848114922642708,
      "loss_total": 0.014848114922642708,
      "step": 24560
    },
    {
      "loss_action": 0.010348587296903133,
      "loss_total": 0.010348587296903133,
      "step": 24560
    },
    {
      "loss_action": 0.0035047498531639576,
      "loss_total": 0.0035047498531639576,
      "step": 24560
    },
    {
      "loss_action": 0.010409954935312271,
      "loss_total": 0.010409954935312271,
      "step": 24560
    },
    {
      "loss_action": 0.013329354114830494,
      "loss_total": 0.013329354114830494,
      "step": 24560
    },
    {
      "loss_action": 0.02385745197534561,
      "loss_total": 0.02385745197534561,
      "step": 24560
    },
    {
      "grad_norm": 0.12762123346328735,
      "learning_rate": 8.989071888091634e-05,
      "loss": 0.0125,
      "step": 24570
    },
    {
      "loss_action": 0.008850033394992352,
      "loss_total": 0.008850033394992352,
      "step": 24570
    },
    {
      "loss_action": 0.005300216842442751,
      "loss_total": 0.005300216842442751,
      "step": 24570
    },
    {
      "loss_action": 0.005227372981607914,
      "loss_total": 0.005227372981607914,
      "step": 24570
    },
    {
      "loss_action": 0.009604556486010551,
      "loss_total": 0.009604556486010551,
      "step": 24570
    },
    {
      "loss_action": 0.020994169637560844,
      "loss_total": 0.020994169637560844,
      "step": 24570
    },
    {
      "loss_action": 0.01725010573863983,
      "loss_total": 0.01725010573863983,
      "step": 24570
    },
    {
      "loss_action": 0.00738940667361021,
      "loss_total": 0.00738940667361021,
      "step": 24570
    },
    {
      "loss_action": 0.00816233828663826,
      "loss_total": 0.00816233828663826,
      "step": 24570
    },
    {
      "grad_norm": 0.19631066918373108,
      "learning_rate": 8.988074787814329e-05,
      "loss": 0.0123,
      "step": 24580
    },
    {
      "loss_action": 0.022161968052387238,
      "loss_total": 0.022161968052387238,
      "step": 24580
    },
    {
      "loss_action": 0.01706034317612648,
      "loss_total": 0.01706034317612648,
      "step": 24580
    },
    {
      "loss_action": 0.024287499487400055,
      "loss_total": 0.024287499487400055,
      "step": 24580
    },
    {
      "loss_action": 0.009531558491289616,
      "loss_total": 0.009531558491289616,
      "step": 24580
    },
    {
      "loss_action": 0.011844800785183907,
      "loss_total": 0.011844800785183907,
      "step": 24580
    },
    {
      "loss_action": 0.010623536072671413,
      "loss_total": 0.010623536072671413,
      "step": 24580
    },
    {
      "loss_action": 0.008231805637478828,
      "loss_total": 0.008231805637478828,
      "step": 24580
    },
    {
      "loss_action": 0.0056860316544771194,
      "loss_total": 0.0056860316544771194,
      "step": 24580
    },
    {
      "grad_norm": 0.11751054227352142,
      "learning_rate": 8.987077251407158e-05,
      "loss": 0.0115,
      "step": 24590
    },
    {
      "loss_action": 0.0109417038038373,
      "loss_total": 0.0109417038038373,
      "step": 24590
    },
    {
      "loss_action": 0.006145713850855827,
      "loss_total": 0.006145713850855827,
      "step": 24590
    },
    {
      "loss_action": 0.015447689220309258,
      "loss_total": 0.015447689220309258,
      "step": 24590
    },
    {
      "loss_action": 0.012379729188978672,
      "loss_total": 0.012379729188978672,
      "step": 24590
    },
    {
      "loss_action": 0.005408311262726784,
      "loss_total": 0.005408311262726784,
      "step": 24590
    },
    {
      "loss_action": 0.016676276922225952,
      "loss_total": 0.016676276922225952,
      "step": 24590
    },
    {
      "loss_action": 0.015320107340812683,
      "loss_total": 0.015320107340812683,
      "step": 24590
    },
    {
      "loss_action": 0.02532333880662918,
      "loss_total": 0.02532333880662918,
      "step": 24590
    },
    {
      "grad_norm": 0.10662436485290527,
      "learning_rate": 8.986079278979216e-05,
      "loss": 0.0103,
      "step": 24600
    },
    {
      "loss_action": 0.013715784065425396,
      "loss_total": 0.013715784065425396,
      "step": 24600
    },
    {
      "loss_action": 0.011514516547322273,
      "loss_total": 0.011514516547322273,
      "step": 24600
    },
    {
      "loss_action": 0.005001591518521309,
      "loss_total": 0.005001591518521309,
      "step": 24600
    },
    {
      "loss_action": 0.00974632240831852,
      "loss_total": 0.00974632240831852,
      "step": 24600
    },
    {
      "loss_action": 0.013379204086959362,
      "loss_total": 0.013379204086959362,
      "step": 24600
    },
    {
      "loss_action": 0.00823077280074358,
      "loss_total": 0.00823077280074358,
      "step": 24600
    },
    {
      "loss_action": 0.00798705406486988,
      "loss_total": 0.00798705406486988,
      "step": 24600
    },
    {
      "loss_action": 0.0038750269450247288,
      "loss_total": 0.0038750269450247288,
      "step": 24600
    },
    {
      "grad_norm": 0.13720178604125977,
      "learning_rate": 8.985080870639635e-05,
      "loss": 0.0111,
      "step": 24610
    },
    {
      "loss_action": 0.01564854383468628,
      "loss_total": 0.01564854383468628,
      "step": 24610
    },
    {
      "loss_action": 0.005668888334184885,
      "loss_total": 0.005668888334184885,
      "step": 24610
    },
    {
      "loss_action": 0.004110926762223244,
      "loss_total": 0.004110926762223244,
      "step": 24610
    },
    {
      "loss_action": 0.011828500777482986,
      "loss_total": 0.011828500777482986,
      "step": 24610
    },
    {
      "loss_action": 0.023877829313278198,
      "loss_total": 0.023877829313278198,
      "step": 24610
    },
    {
      "loss_action": 0.022859107702970505,
      "loss_total": 0.022859107702970505,
      "step": 24610
    },
    {
      "loss_action": 0.014377097599208355,
      "loss_total": 0.014377097599208355,
      "step": 24610
    },
    {
      "loss_action": 0.008712008595466614,
      "loss_total": 0.008712008595466614,
      "step": 24610
    },
    {
      "grad_norm": 0.12515485286712646,
      "learning_rate": 8.984082026497603e-05,
      "loss": 0.0118,
      "step": 24620
    },
    {
      "loss_action": 0.006009177770465612,
      "loss_total": 0.006009177770465612,
      "step": 24620
    },
    {
      "loss_action": 0.010456936433911324,
      "loss_total": 0.010456936433911324,
      "step": 24620
    },
    {
      "loss_action": 0.03142280504107475,
      "loss_total": 0.03142280504107475,
      "step": 24620
    },
    {
      "loss_action": 0.011370867490768433,
      "loss_total": 0.011370867490768433,
      "step": 24620
    },
    {
      "loss_action": 0.008704004809260368,
      "loss_total": 0.008704004809260368,
      "step": 24620
    },
    {
      "loss_action": 0.00793066993355751,
      "loss_total": 0.00793066993355751,
      "step": 24620
    },
    {
      "loss_action": 0.009973667562007904,
      "loss_total": 0.009973667562007904,
      "step": 24620
    },
    {
      "loss_action": 0.009186731651425362,
      "loss_total": 0.009186731651425362,
      "step": 24620
    },
    {
      "grad_norm": 0.15057511627674103,
      "learning_rate": 8.98308274666235e-05,
      "loss": 0.0108,
      "step": 24630
    },
    {
      "loss_action": 0.011380322277545929,
      "loss_total": 0.011380322277545929,
      "step": 24630
    },
    {
      "loss_action": 0.00664123659953475,
      "loss_total": 0.00664123659953475,
      "step": 24630
    },
    {
      "loss_action": 0.006973438896238804,
      "loss_total": 0.006973438896238804,
      "step": 24630
    },
    {
      "loss_action": 0.0034172667656093836,
      "loss_total": 0.0034172667656093836,
      "step": 24630
    },
    {
      "loss_action": 0.015428160317242146,
      "loss_total": 0.015428160317242146,
      "step": 24630
    },
    {
      "loss_action": 0.004483385942876339,
      "loss_total": 0.004483385942876339,
      "step": 24630
    },
    {
      "loss_action": 0.00921965204179287,
      "loss_total": 0.00921965204179287,
      "step": 24630
    },
    {
      "loss_action": 0.003411530051380396,
      "loss_total": 0.003411530051380396,
      "step": 24630
    },
    {
      "grad_norm": 0.17537491023540497,
      "learning_rate": 8.982083031243155e-05,
      "loss": 0.0123,
      "step": 24640
    },
    {
      "loss_action": 0.006430003792047501,
      "loss_total": 0.006430003792047501,
      "step": 24640
    },
    {
      "loss_action": 0.013556399382650852,
      "loss_total": 0.013556399382650852,
      "step": 24640
    },
    {
      "loss_action": 0.017422059550881386,
      "loss_total": 0.017422059550881386,
      "step": 24640
    },
    {
      "loss_action": 0.016665376722812653,
      "loss_total": 0.016665376722812653,
      "step": 24640
    },
    {
      "loss_action": 0.013534831814467907,
      "loss_total": 0.013534831814467907,
      "step": 24640
    },
    {
      "loss_action": 0.014310287311673164,
      "loss_total": 0.014310287311673164,
      "step": 24640
    },
    {
      "loss_action": 0.01179542951285839,
      "loss_total": 0.01179542951285839,
      "step": 24640
    },
    {
      "loss_action": 0.011066751554608345,
      "loss_total": 0.011066751554608345,
      "step": 24640
    },
    {
      "grad_norm": 0.11304394155740738,
      "learning_rate": 8.98108288034935e-05,
      "loss": 0.0107,
      "step": 24650
    },
    {
      "loss_action": 0.008863291703164577,
      "loss_total": 0.008863291703164577,
      "step": 24650
    },
    {
      "loss_action": 0.008281458169221878,
      "loss_total": 0.008281458169221878,
      "step": 24650
    },
    {
      "loss_action": 0.010761858895421028,
      "loss_total": 0.010761858895421028,
      "step": 24650
    },
    {
      "loss_action": 0.015547829680144787,
      "loss_total": 0.015547829680144787,
      "step": 24650
    },
    {
      "loss_action": 0.009883185848593712,
      "loss_total": 0.009883185848593712,
      "step": 24650
    },
    {
      "loss_action": 0.007555603049695492,
      "loss_total": 0.007555603049695492,
      "step": 24650
    },
    {
      "loss_action": 0.007953834719955921,
      "loss_total": 0.007953834719955921,
      "step": 24650
    },
    {
      "loss_action": 0.008483096957206726,
      "loss_total": 0.008483096957206726,
      "step": 24650
    },
    {
      "grad_norm": 0.13180260360240936,
      "learning_rate": 8.980082294090305e-05,
      "loss": 0.012,
      "step": 24660
    },
    {
      "loss_action": 0.015212546102702618,
      "loss_total": 0.015212546102702618,
      "step": 24660
    },
    {
      "loss_action": 0.0039711990393698215,
      "loss_total": 0.0039711990393698215,
      "step": 24660
    },
    {
      "loss_action": 0.0052324640564620495,
      "loss_total": 0.0052324640564620495,
      "step": 24660
    },
    {
      "loss_action": 0.01039072871208191,
      "loss_total": 0.01039072871208191,
      "step": 24660
    },
    {
      "loss_action": 0.0023470460437238216,
      "loss_total": 0.0023470460437238216,
      "step": 24660
    },
    {
      "loss_action": 0.008426439948379993,
      "loss_total": 0.008426439948379993,
      "step": 24660
    },
    {
      "loss_action": 0.009116469882428646,
      "loss_total": 0.009116469882428646,
      "step": 24660
    },
    {
      "loss_action": 0.00388692831620574,
      "loss_total": 0.00388692831620574,
      "step": 24660
    },
    {
      "grad_norm": 0.15140016376972198,
      "learning_rate": 8.979081272575443e-05,
      "loss": 0.0106,
      "step": 24670
    },
    {
      "loss_action": 0.015904486179351807,
      "loss_total": 0.015904486179351807,
      "step": 24670
    },
    {
      "loss_action": 0.0036431923508644104,
      "loss_total": 0.0036431923508644104,
      "step": 24670
    },
    {
      "loss_action": 0.011653760448098183,
      "loss_total": 0.011653760448098183,
      "step": 24670
    },
    {
      "loss_action": 0.009271806105971336,
      "loss_total": 0.009271806105971336,
      "step": 24670
    },
    {
      "loss_action": 0.014702126383781433,
      "loss_total": 0.014702126383781433,
      "step": 24670
    },
    {
      "loss_action": 0.027432655915617943,
      "loss_total": 0.027432655915617943,
      "step": 24670
    },
    {
      "loss_action": 0.007979420945048332,
      "loss_total": 0.007979420945048332,
      "step": 24670
    },
    {
      "loss_action": 0.01840958744287491,
      "loss_total": 0.01840958744287491,
      "step": 24670
    },
    {
      "grad_norm": 0.13712364435195923,
      "learning_rate": 8.978079815914236e-05,
      "loss": 0.0106,
      "step": 24680
    },
    {
      "loss_action": 0.014209957793354988,
      "loss_total": 0.014209957793354988,
      "step": 24680
    },
    {
      "loss_action": 0.010595269501209259,
      "loss_total": 0.010595269501209259,
      "step": 24680
    },
    {
      "loss_action": 0.01663893461227417,
      "loss_total": 0.01663893461227417,
      "step": 24680
    },
    {
      "loss_action": 0.010629802942276001,
      "loss_total": 0.010629802942276001,
      "step": 24680
    },
    {
      "loss_action": 0.008076449856162071,
      "loss_total": 0.008076449856162071,
      "step": 24680
    },
    {
      "loss_action": 0.014891775324940681,
      "loss_total": 0.014891775324940681,
      "step": 24680
    },
    {
      "loss_action": 0.01369354035705328,
      "loss_total": 0.01369354035705328,
      "step": 24680
    },
    {
      "loss_action": 0.008763004094362259,
      "loss_total": 0.008763004094362259,
      "step": 24680
    },
    {
      "grad_norm": 0.18863116204738617,
      "learning_rate": 8.977077924216202e-05,
      "loss": 0.0127,
      "step": 24690
    },
    {
      "loss_action": 0.00798707827925682,
      "loss_total": 0.00798707827925682,
      "step": 24690
    },
    {
      "loss_action": 0.009086549282073975,
      "loss_total": 0.009086549282073975,
      "step": 24690
    },
    {
      "loss_action": 0.013753330335021019,
      "loss_total": 0.013753330335021019,
      "step": 24690
    },
    {
      "loss_action": 0.0080682672560215,
      "loss_total": 0.0080682672560215,
      "step": 24690
    },
    {
      "loss_action": 0.011280600912868977,
      "loss_total": 0.011280600912868977,
      "step": 24690
    },
    {
      "loss_action": 0.00711109209805727,
      "loss_total": 0.00711109209805727,
      "step": 24690
    },
    {
      "loss_action": 0.007262988016009331,
      "loss_total": 0.007262988016009331,
      "step": 24690
    },
    {
      "loss_action": 0.017066027969121933,
      "loss_total": 0.017066027969121933,
      "step": 24690
    },
    {
      "grad_norm": 0.11586084216833115,
      "learning_rate": 8.976075597590905e-05,
      "loss": 0.0116,
      "step": 24700
    },
    {
      "loss_action": 0.017937593162059784,
      "loss_total": 0.017937593162059784,
      "step": 24700
    },
    {
      "loss_action": 0.019591955468058586,
      "loss_total": 0.019591955468058586,
      "step": 24700
    },
    {
      "loss_action": 0.013448874466121197,
      "loss_total": 0.013448874466121197,
      "step": 24700
    },
    {
      "loss_action": 0.017671458423137665,
      "loss_total": 0.017671458423137665,
      "step": 24700
    },
    {
      "loss_action": 0.004952840507030487,
      "loss_total": 0.004952840507030487,
      "step": 24700
    },
    {
      "loss_action": 0.007060634903609753,
      "loss_total": 0.007060634903609753,
      "step": 24700
    },
    {
      "loss_action": 0.01346936821937561,
      "loss_total": 0.01346936821937561,
      "step": 24700
    },
    {
      "loss_action": 0.01684633456170559,
      "loss_total": 0.01684633456170559,
      "step": 24700
    },
    {
      "grad_norm": 0.14162294566631317,
      "learning_rate": 8.975072836147958e-05,
      "loss": 0.0122,
      "step": 24710
    },
    {
      "loss_action": 0.004915781319141388,
      "loss_total": 0.004915781319141388,
      "step": 24710
    },
    {
      "loss_action": 0.005379010923206806,
      "loss_total": 0.005379010923206806,
      "step": 24710
    },
    {
      "loss_action": 0.014140489511191845,
      "loss_total": 0.014140489511191845,
      "step": 24710
    },
    {
      "loss_action": 0.009631743654608727,
      "loss_total": 0.009631743654608727,
      "step": 24710
    },
    {
      "loss_action": 0.01723526604473591,
      "loss_total": 0.01723526604473591,
      "step": 24710
    },
    {
      "loss_action": 0.022137803956866264,
      "loss_total": 0.022137803956866264,
      "step": 24710
    },
    {
      "loss_action": 0.004250003956258297,
      "loss_total": 0.004250003956258297,
      "step": 24710
    },
    {
      "loss_action": 0.02149895951151848,
      "loss_total": 0.02149895951151848,
      "step": 24710
    },
    {
      "grad_norm": 0.12136621028184891,
      "learning_rate": 8.974069639997025e-05,
      "loss": 0.0103,
      "step": 24720
    },
    {
      "loss_action": 0.004140084609389305,
      "loss_total": 0.004140084609389305,
      "step": 24720
    },
    {
      "loss_action": 0.003626052290201187,
      "loss_total": 0.003626052290201187,
      "step": 24720
    },
    {
      "loss_action": 0.013379797339439392,
      "loss_total": 0.013379797339439392,
      "step": 24720
    },
    {
      "loss_action": 0.0069348993711173534,
      "loss_total": 0.0069348993711173534,
      "step": 24720
    },
    {
      "loss_action": 0.028035685420036316,
      "loss_total": 0.028035685420036316,
      "step": 24720
    },
    {
      "loss_action": 0.004043647088110447,
      "loss_total": 0.004043647088110447,
      "step": 24720
    },
    {
      "loss_action": 0.004429695662111044,
      "loss_total": 0.004429695662111044,
      "step": 24720
    },
    {
      "loss_action": 0.011840302497148514,
      "loss_total": 0.011840302497148514,
      "step": 24720
    },
    {
      "grad_norm": 0.18850398063659668,
      "learning_rate": 8.973066009247808e-05,
      "loss": 0.0127,
      "step": 24730
    },
    {
      "loss_action": 0.02604025788605213,
      "loss_total": 0.02604025788605213,
      "step": 24730
    },
    {
      "loss_action": 0.011332456022500992,
      "loss_total": 0.011332456022500992,
      "step": 24730
    },
    {
      "loss_action": 0.013343216851353645,
      "loss_total": 0.013343216851353645,
      "step": 24730
    },
    {
      "loss_action": 0.00785311870276928,
      "loss_total": 0.00785311870276928,
      "step": 24730
    },
    {
      "loss_action": 0.013485201634466648,
      "loss_total": 0.013485201634466648,
      "step": 24730
    },
    {
      "loss_action": 0.00816044770181179,
      "loss_total": 0.00816044770181179,
      "step": 24730
    },
    {
      "loss_action": 0.017468757927417755,
      "loss_total": 0.017468757927417755,
      "step": 24730
    },
    {
      "loss_action": 0.014294866472482681,
      "loss_total": 0.014294866472482681,
      "step": 24730
    },
    {
      "grad_norm": 0.14945639669895172,
      "learning_rate": 8.972061944010066e-05,
      "loss": 0.0112,
      "step": 24740
    },
    {
      "loss_action": 0.017090270295739174,
      "loss_total": 0.017090270295739174,
      "step": 24740
    },
    {
      "loss_action": 0.028461076319217682,
      "loss_total": 0.028461076319217682,
      "step": 24740
    },
    {
      "loss_action": 0.03494924306869507,
      "loss_total": 0.03494924306869507,
      "step": 24740
    },
    {
      "loss_action": 0.019141724333167076,
      "loss_total": 0.019141724333167076,
      "step": 24740
    },
    {
      "loss_action": 0.011162888258695602,
      "loss_total": 0.011162888258695602,
      "step": 24740
    },
    {
      "loss_action": 0.008275462314486504,
      "loss_total": 0.008275462314486504,
      "step": 24740
    },
    {
      "loss_action": 0.0127307940274477,
      "loss_total": 0.0127307940274477,
      "step": 24740
    },
    {
      "loss_action": 0.01230648159980774,
      "loss_total": 0.01230648159980774,
      "step": 24740
    },
    {
      "grad_norm": 0.11728673428297043,
      "learning_rate": 8.971057444393603e-05,
      "loss": 0.0127,
      "step": 24750
    },
    {
      "loss_action": 0.005204671062529087,
      "loss_total": 0.005204671062529087,
      "step": 24750
    },
    {
      "loss_action": 0.014980223029851913,
      "loss_total": 0.014980223029851913,
      "step": 24750
    },
    {
      "loss_action": 0.005413786508142948,
      "loss_total": 0.005413786508142948,
      "step": 24750
    },
    {
      "loss_action": 0.013964707031846046,
      "loss_total": 0.013964707031846046,
      "step": 24750
    },
    {
      "loss_action": 0.012550543062388897,
      "loss_total": 0.012550543062388897,
      "step": 24750
    },
    {
      "loss_action": 0.009066682308912277,
      "loss_total": 0.009066682308912277,
      "step": 24750
    },
    {
      "loss_action": 0.004739848896861076,
      "loss_total": 0.004739848896861076,
      "step": 24750
    },
    {
      "loss_action": 0.005524855572730303,
      "loss_total": 0.005524855572730303,
      "step": 24750
    },
    {
      "grad_norm": 0.13139335811138153,
      "learning_rate": 8.970052510508268e-05,
      "loss": 0.0114,
      "step": 24760
    },
    {
      "loss_action": 0.011274166405200958,
      "loss_total": 0.011274166405200958,
      "step": 24760
    },
    {
      "loss_action": 0.015254834666848183,
      "loss_total": 0.015254834666848183,
      "step": 24760
    },
    {
      "loss_action": 0.01001223549246788,
      "loss_total": 0.01001223549246788,
      "step": 24760
    },
    {
      "loss_action": 0.020955953747034073,
      "loss_total": 0.020955953747034073,
      "step": 24760
    },
    {
      "loss_action": 0.019421430304646492,
      "loss_total": 0.019421430304646492,
      "step": 24760
    },
    {
      "loss_action": 0.012203259393572807,
      "loss_total": 0.012203259393572807,
      "step": 24760
    },
    {
      "loss_action": 0.006832032464444637,
      "loss_total": 0.006832032464444637,
      "step": 24760
    },
    {
      "loss_action": 0.00930848065763712,
      "loss_total": 0.00930848065763712,
      "step": 24760
    },
    {
      "grad_norm": 0.14904531836509705,
      "learning_rate": 8.969047142463959e-05,
      "loss": 0.014,
      "step": 24770
    },
    {
      "loss_action": 0.013231929391622543,
      "loss_total": 0.013231929391622543,
      "step": 24770
    },
    {
      "loss_action": 0.02457737922668457,
      "loss_total": 0.02457737922668457,
      "step": 24770
    },
    {
      "loss_action": 0.03272508829832077,
      "loss_total": 0.03272508829832077,
      "step": 24770
    },
    {
      "loss_action": 0.012243060395121574,
      "loss_total": 0.012243060395121574,
      "step": 24770
    },
    {
      "loss_action": 0.00755072757601738,
      "loss_total": 0.00755072757601738,
      "step": 24770
    },
    {
      "loss_action": 0.012344169430434704,
      "loss_total": 0.012344169430434704,
      "step": 24770
    },
    {
      "loss_action": 0.004893815610557795,
      "loss_total": 0.004893815610557795,
      "step": 24770
    },
    {
      "loss_action": 0.008960455656051636,
      "loss_total": 0.008960455656051636,
      "step": 24770
    },
    {
      "grad_norm": 0.1136622428894043,
      "learning_rate": 8.968041340370621e-05,
      "loss": 0.0137,
      "step": 24780
    },
    {
      "loss_action": 0.023686015978455544,
      "loss_total": 0.023686015978455544,
      "step": 24780
    },
    {
      "loss_action": 0.010366339236497879,
      "loss_total": 0.010366339236497879,
      "step": 24780
    },
    {
      "loss_action": 0.006702563725411892,
      "loss_total": 0.006702563725411892,
      "step": 24780
    },
    {
      "loss_action": 0.012315597385168076,
      "loss_total": 0.012315597385168076,
      "step": 24780
    },
    {
      "loss_action": 0.01309195626527071,
      "loss_total": 0.01309195626527071,
      "step": 24780
    },
    {
      "loss_action": 0.005773477256298065,
      "loss_total": 0.005773477256298065,
      "step": 24780
    },
    {
      "loss_action": 0.018630333244800568,
      "loss_total": 0.018630333244800568,
      "step": 24780
    },
    {
      "loss_action": 0.01905953884124756,
      "loss_total": 0.01905953884124756,
      "step": 24780
    },
    {
      "grad_norm": 0.11544685065746307,
      "learning_rate": 8.96703510433825e-05,
      "loss": 0.0127,
      "step": 24790
    },
    {
      "loss_action": 0.024553930386900902,
      "loss_total": 0.024553930386900902,
      "step": 24790
    },
    {
      "loss_action": 0.010892621241509914,
      "loss_total": 0.010892621241509914,
      "step": 24790
    },
    {
      "loss_action": 0.0134983966127038,
      "loss_total": 0.0134983966127038,
      "step": 24790
    },
    {
      "loss_action": 0.0092289624735713,
      "loss_total": 0.0092289624735713,
      "step": 24790
    },
    {
      "loss_action": 0.014458797872066498,
      "loss_total": 0.014458797872066498,
      "step": 24790
    },
    {
      "loss_action": 0.010690923780202866,
      "loss_total": 0.010690923780202866,
      "step": 24790
    },
    {
      "loss_action": 0.008203799836337566,
      "loss_total": 0.008203799836337566,
      "step": 24790
    },
    {
      "loss_action": 0.015172436833381653,
      "loss_total": 0.015172436833381653,
      "step": 24790
    },
    {
      "grad_norm": 0.1911473274230957,
      "learning_rate": 8.966028434476883e-05,
      "loss": 0.0124,
      "step": 24800
    },
    {
      "loss_action": 0.007992099970579147,
      "loss_total": 0.007992099970579147,
      "step": 24800
    },
    {
      "loss_action": 0.015268458053469658,
      "loss_total": 0.015268458053469658,
      "step": 24800
    },
    {
      "loss_action": 0.009632958099246025,
      "loss_total": 0.009632958099246025,
      "step": 24800
    },
    {
      "loss_action": 0.017817676067352295,
      "loss_total": 0.017817676067352295,
      "step": 24800
    },
    {
      "loss_action": 0.004523172043263912,
      "loss_total": 0.004523172043263912,
      "step": 24800
    },
    {
      "loss_action": 0.00871465727686882,
      "loss_total": 0.00871465727686882,
      "step": 24800
    },
    {
      "loss_action": 0.010489296168088913,
      "loss_total": 0.010489296168088913,
      "step": 24800
    },
    {
      "loss_action": 0.004609670490026474,
      "loss_total": 0.004609670490026474,
      "step": 24800
    },
    {
      "grad_norm": 0.13141848146915436,
      "learning_rate": 8.96502133089661e-05,
      "loss": 0.0124,
      "step": 24810
    },
    {
      "loss_action": 0.024363750591874123,
      "loss_total": 0.024363750591874123,
      "step": 24810
    },
    {
      "loss_action": 0.013440880924463272,
      "loss_total": 0.013440880924463272,
      "step": 24810
    },
    {
      "loss_action": 0.018476884812116623,
      "loss_total": 0.018476884812116623,
      "step": 24810
    },
    {
      "loss_action": 0.02313399128615856,
      "loss_total": 0.02313399128615856,
      "step": 24810
    },
    {
      "loss_action": 0.009486354887485504,
      "loss_total": 0.009486354887485504,
      "step": 24810
    },
    {
      "loss_action": 0.007950768806040287,
      "loss_total": 0.007950768806040287,
      "step": 24810
    },
    {
      "loss_action": 0.020337693393230438,
      "loss_total": 0.020337693393230438,
      "step": 24810
    },
    {
      "loss_action": 0.009019013494253159,
      "loss_total": 0.009019013494253159,
      "step": 24810
    },
    {
      "grad_norm": 0.13435478508472443,
      "learning_rate": 8.964013793707564e-05,
      "loss": 0.0128,
      "step": 24820
    },
    {
      "loss_action": 0.009441791102290154,
      "loss_total": 0.009441791102290154,
      "step": 24820
    },
    {
      "loss_action": 0.02770170196890831,
      "loss_total": 0.02770170196890831,
      "step": 24820
    },
    {
      "loss_action": 0.018527645617723465,
      "loss_total": 0.018527645617723465,
      "step": 24820
    },
    {
      "loss_action": 0.01995835080742836,
      "loss_total": 0.01995835080742836,
      "step": 24820
    },
    {
      "loss_action": 0.02305316925048828,
      "loss_total": 0.02305316925048828,
      "step": 24820
    },
    {
      "loss_action": 0.00982687994837761,
      "loss_total": 0.00982687994837761,
      "step": 24820
    },
    {
      "loss_action": 0.012935198843479156,
      "loss_total": 0.012935198843479156,
      "step": 24820
    },
    {
      "loss_action": 0.007357743568718433,
      "loss_total": 0.007357743568718433,
      "step": 24820
    },
    {
      "grad_norm": 0.15782244503498077,
      "learning_rate": 8.963005823019932e-05,
      "loss": 0.0119,
      "step": 24830
    },
    {
      "loss_action": 0.009850893169641495,
      "loss_total": 0.009850893169641495,
      "step": 24830
    },
    {
      "loss_action": 0.005890350788831711,
      "loss_total": 0.005890350788831711,
      "step": 24830
    },
    {
      "loss_action": 0.00845236424356699,
      "loss_total": 0.00845236424356699,
      "step": 24830
    },
    {
      "loss_action": 0.013342970050871372,
      "loss_total": 0.013342970050871372,
      "step": 24830
    },
    {
      "loss_action": 0.0034872444812208414,
      "loss_total": 0.0034872444812208414,
      "step": 24830
    },
    {
      "loss_action": 0.00734428595751524,
      "loss_total": 0.00734428595751524,
      "step": 24830
    },
    {
      "loss_action": 0.006484004203230143,
      "loss_total": 0.006484004203230143,
      "step": 24830
    },
    {
      "loss_action": 0.011780951172113419,
      "loss_total": 0.011780951172113419,
      "step": 24830
    },
    {
      "grad_norm": 0.16393332183361053,
      "learning_rate": 8.961997418943939e-05,
      "loss": 0.0116,
      "step": 24840
    },
    {
      "loss_action": 0.015686344355344772,
      "loss_total": 0.015686344355344772,
      "step": 24840
    },
    {
      "loss_action": 0.03596431016921997,
      "loss_total": 0.03596431016921997,
      "step": 24840
    },
    {
      "loss_action": 0.021892119199037552,
      "loss_total": 0.021892119199037552,
      "step": 24840
    },
    {
      "loss_action": 0.022694822400808334,
      "loss_total": 0.022694822400808334,
      "step": 24840
    },
    {
      "loss_action": 0.010868030600249767,
      "loss_total": 0.010868030600249767,
      "step": 24840
    },
    {
      "loss_action": 0.009303700178861618,
      "loss_total": 0.009303700178861618,
      "step": 24840
    },
    {
      "loss_action": 0.006473824381828308,
      "loss_total": 0.006473824381828308,
      "step": 24840
    },
    {
      "loss_action": 0.02791919931769371,
      "loss_total": 0.02791919931769371,
      "step": 24840
    },
    {
      "grad_norm": 0.10750622302293777,
      "learning_rate": 8.960988581589865e-05,
      "loss": 0.0113,
      "step": 24850
    },
    {
      "loss_action": 0.005216180346906185,
      "loss_total": 0.005216180346906185,
      "step": 24850
    },
    {
      "loss_action": 0.01294867042452097,
      "loss_total": 0.01294867042452097,
      "step": 24850
    },
    {
      "loss_action": 0.013074507936835289,
      "loss_total": 0.013074507936835289,
      "step": 24850
    },
    {
      "loss_action": 0.018717462196946144,
      "loss_total": 0.018717462196946144,
      "step": 24850
    },
    {
      "loss_action": 0.01559395156800747,
      "loss_total": 0.01559395156800747,
      "step": 24850
    },
    {
      "loss_action": 0.009621628560125828,
      "loss_total": 0.009621628560125828,
      "step": 24850
    },
    {
      "loss_action": 0.007810341659933329,
      "loss_total": 0.007810341659933329,
      "step": 24850
    },
    {
      "loss_action": 0.010783794336020947,
      "loss_total": 0.010783794336020947,
      "step": 24850
    },
    {
      "grad_norm": 0.19266359508037567,
      "learning_rate": 8.959979311068037e-05,
      "loss": 0.014,
      "step": 24860
    },
    {
      "loss_action": 0.02343573607504368,
      "loss_total": 0.02343573607504368,
      "step": 24860
    },
    {
      "loss_action": 0.007857956923544407,
      "loss_total": 0.007857956923544407,
      "step": 24860
    },
    {
      "loss_action": 0.012257970869541168,
      "loss_total": 0.012257970869541168,
      "step": 24860
    },
    {
      "loss_action": 0.012947374023497105,
      "loss_total": 0.012947374023497105,
      "step": 24860
    },
    {
      "loss_action": 0.009668204933404922,
      "loss_total": 0.009668204933404922,
      "step": 24860
    },
    {
      "loss_action": 0.010251764208078384,
      "loss_total": 0.010251764208078384,
      "step": 24860
    },
    {
      "loss_action": 0.0064545199275016785,
      "loss_total": 0.0064545199275016785,
      "step": 24860
    },
    {
      "loss_action": 0.01179880928248167,
      "loss_total": 0.01179880928248167,
      "step": 24860
    },
    {
      "grad_norm": 0.12727265059947968,
      "learning_rate": 8.958969607488823e-05,
      "loss": 0.0122,
      "step": 24870
    },
    {
      "loss_action": 0.005796047858893871,
      "loss_total": 0.005796047858893871,
      "step": 24870
    },
    {
      "loss_action": 0.01284412294626236,
      "loss_total": 0.01284412294626236,
      "step": 24870
    },
    {
      "loss_action": 0.009625114500522614,
      "loss_total": 0.009625114500522614,
      "step": 24870
    },
    {
      "loss_action": 0.0072057247161865234,
      "loss_total": 0.0072057247161865234,
      "step": 24870
    },
    {
      "loss_action": 0.07219992578029633,
      "loss_total": 0.07219992578029633,
      "step": 24870
    },
    {
      "loss_action": 0.009311910718679428,
      "loss_total": 0.009311910718679428,
      "step": 24870
    },
    {
      "loss_action": 0.015975072979927063,
      "loss_total": 0.015975072979927063,
      "step": 24870
    },
    {
      "loss_action": 0.014503030106425285,
      "loss_total": 0.014503030106425285,
      "step": 24870
    },
    {
      "grad_norm": 0.1767265498638153,
      "learning_rate": 8.957959470962647e-05,
      "loss": 0.0129,
      "step": 24880
    },
    {
      "loss_action": 0.022210922092199326,
      "loss_total": 0.022210922092199326,
      "step": 24880
    },
    {
      "loss_action": 0.007736535277217627,
      "loss_total": 0.007736535277217627,
      "step": 24880
    },
    {
      "loss_action": 0.006028036121279001,
      "loss_total": 0.006028036121279001,
      "step": 24880
    },
    {
      "loss_action": 0.012166201137006283,
      "loss_total": 0.012166201137006283,
      "step": 24880
    },
    {
      "loss_action": 0.004088034387677908,
      "loss_total": 0.004088034387677908,
      "step": 24880
    },
    {
      "loss_action": 0.022716687992215157,
      "loss_total": 0.022716687992215157,
      "step": 24880
    },
    {
      "loss_action": 0.004927878268063068,
      "loss_total": 0.004927878268063068,
      "step": 24880
    },
    {
      "loss_action": 0.011312823742628098,
      "loss_total": 0.011312823742628098,
      "step": 24880
    },
    {
      "grad_norm": 0.1547563374042511,
      "learning_rate": 8.956948901599971e-05,
      "loss": 0.0116,
      "step": 24890
    },
    {
      "loss_action": 0.013011433184146881,
      "loss_total": 0.013011433184146881,
      "step": 24890
    },
    {
      "loss_action": 0.011047828011214733,
      "loss_total": 0.011047828011214733,
      "step": 24890
    },
    {
      "loss_action": 0.00898662768304348,
      "loss_total": 0.00898662768304348,
      "step": 24890
    },
    {
      "loss_action": 0.01562807895243168,
      "loss_total": 0.01562807895243168,
      "step": 24890
    },
    {
      "loss_action": 0.012663562782108784,
      "loss_total": 0.012663562782108784,
      "step": 24890
    },
    {
      "loss_action": 0.011227086186408997,
      "loss_total": 0.011227086186408997,
      "step": 24890
    },
    {
      "loss_action": 0.004174945410341024,
      "loss_total": 0.004174945410341024,
      "step": 24890
    },
    {
      "loss_action": 0.011170140467584133,
      "loss_total": 0.011170140467584133,
      "step": 24890
    },
    {
      "grad_norm": 0.11211323738098145,
      "learning_rate": 8.955937899511315e-05,
      "loss": 0.0109,
      "step": 24900
    },
    {
      "loss_action": 0.006362046115100384,
      "loss_total": 0.006362046115100384,
      "step": 24900
    },
    {
      "loss_action": 0.013218832202255726,
      "loss_total": 0.013218832202255726,
      "step": 24900
    },
    {
      "loss_action": 0.017793836072087288,
      "loss_total": 0.017793836072087288,
      "step": 24900
    },
    {
      "loss_action": 0.014908207580447197,
      "loss_total": 0.014908207580447197,
      "step": 24900
    },
    {
      "loss_action": 0.00881416816264391,
      "loss_total": 0.00881416816264391,
      "step": 24900
    },
    {
      "loss_action": 0.021502602845430374,
      "loss_total": 0.021502602845430374,
      "step": 24900
    },
    {
      "loss_action": 0.004813149571418762,
      "loss_total": 0.004813149571418762,
      "step": 24900
    },
    {
      "loss_action": 0.009615318849682808,
      "loss_total": 0.009615318849682808,
      "step": 24900
    },
    {
      "grad_norm": 0.1616709977388382,
      "learning_rate": 8.954926464807238e-05,
      "loss": 0.0122,
      "step": 24910
    },
    {
      "loss_action": 0.0070562902837991714,
      "loss_total": 0.0070562902837991714,
      "step": 24910
    },
    {
      "loss_action": 0.013913540169596672,
      "loss_total": 0.013913540169596672,
      "step": 24910
    },
    {
      "loss_action": 0.006112921051681042,
      "loss_total": 0.006112921051681042,
      "step": 24910
    },
    {
      "loss_action": 0.03559919074177742,
      "loss_total": 0.03559919074177742,
      "step": 24910
    },
    {
      "loss_action": 0.005421492271125317,
      "loss_total": 0.005421492271125317,
      "step": 24910
    },
    {
      "loss_action": 0.018313972279429436,
      "loss_total": 0.018313972279429436,
      "step": 24910
    },
    {
      "loss_action": 0.005887666717171669,
      "loss_total": 0.005887666717171669,
      "step": 24910
    },
    {
      "loss_action": 0.006586094386875629,
      "loss_total": 0.006586094386875629,
      "step": 24910
    },
    {
      "grad_norm": 0.16581645607948303,
      "learning_rate": 8.953914597598347e-05,
      "loss": 0.0121,
      "step": 24920
    },
    {
      "loss_action": 0.011551126837730408,
      "loss_total": 0.011551126837730408,
      "step": 24920
    },
    {
      "loss_action": 0.01715710014104843,
      "loss_total": 0.01715710014104843,
      "step": 24920
    },
    {
      "loss_action": 0.018348030745983124,
      "loss_total": 0.018348030745983124,
      "step": 24920
    },
    {
      "loss_action": 0.007951164618134499,
      "loss_total": 0.007951164618134499,
      "step": 24920
    },
    {
      "loss_action": 0.013262566179037094,
      "loss_total": 0.013262566179037094,
      "step": 24920
    },
    {
      "loss_action": 0.01936020515859127,
      "loss_total": 0.01936020515859127,
      "step": 24920
    },
    {
      "loss_action": 0.00931640062481165,
      "loss_total": 0.00931640062481165,
      "step": 24920
    },
    {
      "loss_action": 0.021924298256635666,
      "loss_total": 0.021924298256635666,
      "step": 24920
    },
    {
      "grad_norm": 0.19321227073669434,
      "learning_rate": 8.952902297995303e-05,
      "loss": 0.0124,
      "step": 24930
    },
    {
      "loss_action": 0.011952809989452362,
      "loss_total": 0.011952809989452362,
      "step": 24930
    },
    {
      "loss_action": 0.00540694547817111,
      "loss_total": 0.00540694547817111,
      "step": 24930
    },
    {
      "loss_action": 0.01245550625026226,
      "loss_total": 0.01245550625026226,
      "step": 24930
    },
    {
      "loss_action": 0.009286722168326378,
      "loss_total": 0.009286722168326378,
      "step": 24930
    },
    {
      "loss_action": 0.004417646210640669,
      "loss_total": 0.004417646210640669,
      "step": 24930
    },
    {
      "loss_action": 0.011759798042476177,
      "loss_total": 0.011759798042476177,
      "step": 24930
    },
    {
      "loss_action": 0.0098520303145051,
      "loss_total": 0.0098520303145051,
      "step": 24930
    },
    {
      "loss_action": 0.004536067601293325,
      "loss_total": 0.004536067601293325,
      "step": 24930
    },
    {
      "grad_norm": 0.1376226395368576,
      "learning_rate": 8.951889566108804e-05,
      "loss": 0.012,
      "step": 24940
    },
    {
      "loss_action": 0.005888569168746471,
      "loss_total": 0.005888569168746471,
      "step": 24940
    },
    {
      "loss_action": 0.004405053332448006,
      "loss_total": 0.004405053332448006,
      "step": 24940
    },
    {
      "loss_action": 0.015242531895637512,
      "loss_total": 0.015242531895637512,
      "step": 24940
    },
    {
      "loss_action": 0.012698095291852951,
      "loss_total": 0.012698095291852951,
      "step": 24940
    },
    {
      "loss_action": 0.012803420424461365,
      "loss_total": 0.012803420424461365,
      "step": 24940
    },
    {
      "loss_action": 0.05442891642451286,
      "loss_total": 0.05442891642451286,
      "step": 24940
    },
    {
      "loss_action": 0.004676085896790028,
      "loss_total": 0.004676085896790028,
      "step": 24940
    },
    {
      "loss_action": 0.010077886283397675,
      "loss_total": 0.010077886283397675,
      "step": 24940
    },
    {
      "grad_norm": 0.13320288062095642,
      "learning_rate": 8.950876402049606e-05,
      "loss": 0.0102,
      "step": 24950
    },
    {
      "loss_action": 0.006676613353192806,
      "loss_total": 0.006676613353192806,
      "step": 24950
    },
    {
      "loss_action": 0.011029482819139957,
      "loss_total": 0.011029482819139957,
      "step": 24950
    },
    {
      "loss_action": 0.03635919466614723,
      "loss_total": 0.03635919466614723,
      "step": 24950
    },
    {
      "loss_action": 0.00997363030910492,
      "loss_total": 0.00997363030910492,
      "step": 24950
    },
    {
      "loss_action": 0.004311449825763702,
      "loss_total": 0.004311449825763702,
      "step": 24950
    },
    {
      "loss_action": 0.0065290238708257675,
      "loss_total": 0.0065290238708257675,
      "step": 24950
    },
    {
      "loss_action": 0.01013869233429432,
      "loss_total": 0.01013869233429432,
      "step": 24950
    },
    {
      "loss_action": 0.003907414153218269,
      "loss_total": 0.003907414153218269,
      "step": 24950
    },
    {
      "grad_norm": 0.18432554602622986,
      "learning_rate": 8.949862805928504e-05,
      "loss": 0.0137,
      "step": 24960
    },
    {
      "loss_action": 0.013531449250876904,
      "loss_total": 0.013531449250876904,
      "step": 24960
    },
    {
      "loss_action": 0.014730706810951233,
      "loss_total": 0.014730706810951233,
      "step": 24960
    },
    {
      "loss_action": 0.015537399798631668,
      "loss_total": 0.015537399798631668,
      "step": 24960
    },
    {
      "loss_action": 0.01653035543859005,
      "loss_total": 0.01653035543859005,
      "step": 24960
    },
    {
      "loss_action": 0.0062171234749257565,
      "loss_total": 0.0062171234749257565,
      "step": 24960
    },
    {
      "loss_action": 0.008786528371274471,
      "loss_total": 0.008786528371274471,
      "step": 24960
    },
    {
      "loss_action": 0.022197669371962547,
      "loss_total": 0.022197669371962547,
      "step": 24960
    },
    {
      "loss_action": 0.007652975153177977,
      "loss_total": 0.007652975153177977,
      "step": 24960
    },
    {
      "grad_norm": 0.24442335963249207,
      "learning_rate": 8.948848777856343e-05,
      "loss": 0.0138,
      "step": 24970
    },
    {
      "loss_action": 0.0065521616488695145,
      "loss_total": 0.0065521616488695145,
      "step": 24970
    },
    {
      "loss_action": 0.012383497320115566,
      "loss_total": 0.012383497320115566,
      "step": 24970
    },
    {
      "loss_action": 0.008247440680861473,
      "loss_total": 0.008247440680861473,
      "step": 24970
    },
    {
      "loss_action": 0.008545543998479843,
      "loss_total": 0.008545543998479843,
      "step": 24970
    },
    {
      "loss_action": 0.006400744430720806,
      "loss_total": 0.006400744430720806,
      "step": 24970
    },
    {
      "loss_action": 0.004747286438941956,
      "loss_total": 0.004747286438941956,
      "step": 24970
    },
    {
      "loss_action": 0.012587797828018665,
      "loss_total": 0.012587797828018665,
      "step": 24970
    },
    {
      "loss_action": 0.007552683353424072,
      "loss_total": 0.007552683353424072,
      "step": 24970
    },
    {
      "grad_norm": 0.11321571469306946,
      "learning_rate": 8.947834317944017e-05,
      "loss": 0.0123,
      "step": 24980
    },
    {
      "loss_action": 0.012063016183674335,
      "loss_total": 0.012063016183674335,
      "step": 24980
    },
    {
      "loss_action": 0.007934432476758957,
      "loss_total": 0.007934432476758957,
      "step": 24980
    },
    {
      "loss_action": 0.008579131215810776,
      "loss_total": 0.008579131215810776,
      "step": 24980
    },
    {
      "loss_action": 0.009838315658271313,
      "loss_total": 0.009838315658271313,
      "step": 24980
    },
    {
      "loss_action": 0.007217487785965204,
      "loss_total": 0.007217487785965204,
      "step": 24980
    },
    {
      "loss_action": 0.004444305785000324,
      "loss_total": 0.004444305785000324,
      "step": 24980
    },
    {
      "loss_action": 0.006714166607707739,
      "loss_total": 0.006714166607707739,
      "step": 24980
    },
    {
      "loss_action": 0.01061017531901598,
      "loss_total": 0.01061017531901598,
      "step": 24980
    },
    {
      "grad_norm": 0.17144249379634857,
      "learning_rate": 8.946819426302466e-05,
      "loss": 0.0104,
      "step": 24990
    },
    {
      "loss_action": 0.010061819106340408,
      "loss_total": 0.010061819106340408,
      "step": 24990
    },
    {
      "loss_action": 0.06085454672574997,
      "loss_total": 0.06085454672574997,
      "step": 24990
    },
    {
      "loss_action": 0.021280594170093536,
      "loss_total": 0.021280594170093536,
      "step": 24990
    },
    {
      "loss_action": 0.004473052453249693,
      "loss_total": 0.004473052453249693,
      "step": 24990
    },
    {
      "loss_action": 0.011132611893117428,
      "loss_total": 0.011132611893117428,
      "step": 24990
    },
    {
      "loss_action": 0.01901841163635254,
      "loss_total": 0.01901841163635254,
      "step": 24990
    },
    {
      "loss_action": 0.010518909431993961,
      "loss_total": 0.010518909431993961,
      "step": 24990
    },
    {
      "loss_action": 0.018985401839017868,
      "loss_total": 0.018985401839017868,
      "step": 24990
    },
    {
      "grad_norm": 0.1402362436056137,
      "learning_rate": 8.945804103042676e-05,
      "loss": 0.013,
      "step": 25000
    },
    {
      "loss_action": 0.02375258132815361,
      "loss_total": 0.02375258132815361,
      "step": 25000
    },
    {
      "loss_action": 0.0109912334010005,
      "loss_total": 0.0109912334010005,
      "step": 25000
    },
    {
      "loss_action": 0.02129347249865532,
      "loss_total": 0.02129347249865532,
      "step": 25000
    },
    {
      "loss_action": 0.010913988575339317,
      "loss_total": 0.010913988575339317,
      "step": 25000
    },
    {
      "loss_action": 0.0183497853577137,
      "loss_total": 0.0183497853577137,
      "step": 25000
    },
    {
      "loss_action": 0.0064065721817314625,
      "loss_total": 0.0064065721817314625,
      "step": 25000
    },
    {
      "loss_action": 0.005982310511171818,
      "loss_total": 0.005982310511171818,
      "step": 25000
    },
    {
      "loss_action": 0.006427586078643799,
      "loss_total": 0.006427586078643799,
      "step": 25000
    },
    {
      "grad_norm": 0.19892193377017975,
      "learning_rate": 8.944788348275681e-05,
      "loss": 0.0113,
      "step": 25010
    },
    {
      "loss_action": 0.013111070729792118,
      "loss_total": 0.013111070729792118,
      "step": 25010
    },
    {
      "loss_action": 0.024772122502326965,
      "loss_total": 0.024772122502326965,
      "step": 25010
    },
    {
      "loss_action": 0.0076217129826545715,
      "loss_total": 0.0076217129826545715,
      "step": 25010
    },
    {
      "loss_action": 0.029768314212560654,
      "loss_total": 0.029768314212560654,
      "step": 25010
    },
    {
      "loss_action": 0.007357225753366947,
      "loss_total": 0.007357225753366947,
      "step": 25010
    },
    {
      "loss_action": 0.0165373757481575,
      "loss_total": 0.0165373757481575,
      "step": 25010
    },
    {
      "loss_action": 0.004174988716840744,
      "loss_total": 0.004174988716840744,
      "step": 25010
    },
    {
      "loss_action": 0.007773808669298887,
      "loss_total": 0.007773808669298887,
      "step": 25010
    },
    {
      "grad_norm": 0.13543224334716797,
      "learning_rate": 8.943772162112565e-05,
      "loss": 0.0117,
      "step": 25020
    },
    {
      "loss_action": 0.012914653867483139,
      "loss_total": 0.012914653867483139,
      "step": 25020
    },
    {
      "loss_action": 0.016344953328371048,
      "loss_total": 0.016344953328371048,
      "step": 25020
    },
    {
      "loss_action": 0.01549326628446579,
      "loss_total": 0.01549326628446579,
      "step": 25020
    },
    {
      "loss_action": 0.022398993372917175,
      "loss_total": 0.022398993372917175,
      "step": 25020
    },
    {
      "loss_action": 0.030859217047691345,
      "loss_total": 0.030859217047691345,
      "step": 25020
    },
    {
      "loss_action": 0.010167196393013,
      "loss_total": 0.010167196393013,
      "step": 25020
    },
    {
      "loss_action": 0.010168490931391716,
      "loss_total": 0.010168490931391716,
      "step": 25020
    },
    {
      "loss_action": 0.02248603105545044,
      "loss_total": 0.02248603105545044,
      "step": 25020
    },
    {
      "grad_norm": 0.16732697188854218,
      "learning_rate": 8.942755544664454e-05,
      "loss": 0.014,
      "step": 25030
    },
    {
      "loss_action": 0.00792035274207592,
      "loss_total": 0.00792035274207592,
      "step": 25030
    },
    {
      "loss_action": 0.01251701544970274,
      "loss_total": 0.01251701544970274,
      "step": 25030
    },
    {
      "loss_action": 0.009180674329400063,
      "loss_total": 0.009180674329400063,
      "step": 25030
    },
    {
      "loss_action": 0.010340871289372444,
      "loss_total": 0.010340871289372444,
      "step": 25030
    },
    {
      "loss_action": 0.009545745328068733,
      "loss_total": 0.009545745328068733,
      "step": 25030
    },
    {
      "loss_action": 0.0058647869154810905,
      "loss_total": 0.0058647869154810905,
      "step": 25030
    },
    {
      "loss_action": 0.00798302423208952,
      "loss_total": 0.00798302423208952,
      "step": 25030
    },
    {
      "loss_action": 0.019802499562501907,
      "loss_total": 0.019802499562501907,
      "step": 25030
    },
    {
      "grad_norm": 0.19983379542827606,
      "learning_rate": 8.941738496042525e-05,
      "loss": 0.0142,
      "step": 25040
    },
    {
      "loss_action": 0.014832909218966961,
      "loss_total": 0.014832909218966961,
      "step": 25040
    },
    {
      "loss_action": 0.007206161506474018,
      "loss_total": 0.007206161506474018,
      "step": 25040
    },
    {
      "loss_action": 0.005648493301123381,
      "loss_total": 0.005648493301123381,
      "step": 25040
    },
    {
      "loss_action": 0.005251765251159668,
      "loss_total": 0.005251765251159668,
      "step": 25040
    },
    {
      "loss_action": 0.016465425491333008,
      "loss_total": 0.016465425491333008,
      "step": 25040
    },
    {
      "loss_action": 0.042431797832250595,
      "loss_total": 0.042431797832250595,
      "step": 25040
    },
    {
      "loss_action": 0.008536631241440773,
      "loss_total": 0.008536631241440773,
      "step": 25040
    },
    {
      "loss_action": 0.005334085784852505,
      "loss_total": 0.005334085784852505,
      "step": 25040
    },
    {
      "grad_norm": 0.14750389754772186,
      "learning_rate": 8.940721016357999e-05,
      "loss": 0.0129,
      "step": 25050
    },
    {
      "loss_action": 0.024928582832217216,
      "loss_total": 0.024928582832217216,
      "step": 25050
    },
    {
      "loss_action": 0.01673862151801586,
      "loss_total": 0.01673862151801586,
      "step": 25050
    },
    {
      "loss_action": 0.008639548905193806,
      "loss_total": 0.008639548905193806,
      "step": 25050
    },
    {
      "loss_action": 0.014088939875364304,
      "loss_total": 0.014088939875364304,
      "step": 25050
    },
    {
      "loss_action": 0.0051535326056182384,
      "loss_total": 0.0051535326056182384,
      "step": 25050
    },
    {
      "loss_action": 0.03209865838289261,
      "loss_total": 0.03209865838289261,
      "step": 25050
    },
    {
      "loss_action": 0.007705397438257933,
      "loss_total": 0.007705397438257933,
      "step": 25050
    },
    {
      "loss_action": 0.01244441419839859,
      "loss_total": 0.01244441419839859,
      "step": 25050
    },
    {
      "grad_norm": 0.16467596590518951,
      "learning_rate": 8.939703105722148e-05,
      "loss": 0.0132,
      "step": 25060
    },
    {
      "loss_action": 0.011868881061673164,
      "loss_total": 0.011868881061673164,
      "step": 25060
    },
    {
      "loss_action": 0.01596888154745102,
      "loss_total": 0.01596888154745102,
      "step": 25060
    },
    {
      "loss_action": 0.006204736884683371,
      "loss_total": 0.006204736884683371,
      "step": 25060
    },
    {
      "loss_action": 0.0194327961653471,
      "loss_total": 0.0194327961653471,
      "step": 25060
    },
    {
      "loss_action": 0.005477809347212315,
      "loss_total": 0.005477809347212315,
      "step": 25060
    },
    {
      "loss_action": 0.009965002536773682,
      "loss_total": 0.009965002536773682,
      "step": 25060
    },
    {
      "loss_action": 0.005028197076171637,
      "loss_total": 0.005028197076171637,
      "step": 25060
    },
    {
      "loss_action": 0.009622270241379738,
      "loss_total": 0.009622270241379738,
      "step": 25060
    },
    {
      "grad_norm": 0.1651267558336258,
      "learning_rate": 8.93868476424629e-05,
      "loss": 0.0114,
      "step": 25070
    },
    {
      "loss_action": 0.020147457718849182,
      "loss_total": 0.020147457718849182,
      "step": 25070
    },
    {
      "loss_action": 0.0063236188143491745,
      "loss_total": 0.0063236188143491745,
      "step": 25070
    },
    {
      "loss_action": 0.006753081921488047,
      "loss_total": 0.006753081921488047,
      "step": 25070
    },
    {
      "loss_action": 0.00753692165017128,
      "loss_total": 0.00753692165017128,
      "step": 25070
    },
    {
      "loss_action": 0.012569271959364414,
      "loss_total": 0.012569271959364414,
      "step": 25070
    },
    {
      "loss_action": 0.022861385717988014,
      "loss_total": 0.022861385717988014,
      "step": 25070
    },
    {
      "loss_action": 0.006701866630464792,
      "loss_total": 0.006701866630464792,
      "step": 25070
    },
    {
      "loss_action": 0.024424556642770767,
      "loss_total": 0.024424556642770767,
      "step": 25070
    },
    {
      "grad_norm": 0.14461836218833923,
      "learning_rate": 8.937665992041786e-05,
      "loss": 0.0148,
      "step": 25080
    },
    {
      "loss_action": 0.01715877093374729,
      "loss_total": 0.01715877093374729,
      "step": 25080
    },
    {
      "loss_action": 0.004563567228615284,
      "loss_total": 0.004563567228615284,
      "step": 25080
    },
    {
      "loss_action": 0.009238704107701778,
      "loss_total": 0.009238704107701778,
      "step": 25080
    },
    {
      "loss_action": 0.019006920978426933,
      "loss_total": 0.019006920978426933,
      "step": 25080
    },
    {
      "loss_action": 0.010394101962447166,
      "loss_total": 0.010394101962447166,
      "step": 25080
    },
    {
      "loss_action": 0.00939924269914627,
      "loss_total": 0.00939924269914627,
      "step": 25080
    },
    {
      "loss_action": 0.00793752633035183,
      "loss_total": 0.00793752633035183,
      "step": 25080
    },
    {
      "loss_action": 0.014242527075111866,
      "loss_total": 0.014242527075111866,
      "step": 25080
    },
    {
      "grad_norm": 0.30556637048721313,
      "learning_rate": 8.93664678922005e-05,
      "loss": 0.0123,
      "step": 25090
    },
    {
      "loss_action": 0.021648984402418137,
      "loss_total": 0.021648984402418137,
      "step": 25090
    },
    {
      "loss_action": 0.009094391018152237,
      "loss_total": 0.009094391018152237,
      "step": 25090
    },
    {
      "loss_action": 0.010234726592898369,
      "loss_total": 0.010234726592898369,
      "step": 25090
    },
    {
      "loss_action": 0.007589692249894142,
      "loss_total": 0.007589692249894142,
      "step": 25090
    },
    {
      "loss_action": 0.013867953792214394,
      "loss_total": 0.013867953792214394,
      "step": 25090
    },
    {
      "loss_action": 0.025514578446745872,
      "loss_total": 0.025514578446745872,
      "step": 25090
    },
    {
      "loss_action": 0.010954314842820168,
      "loss_total": 0.010954314842820168,
      "step": 25090
    },
    {
      "loss_action": 0.016730761155486107,
      "loss_total": 0.016730761155486107,
      "step": 25090
    },
    {
      "grad_norm": 0.13018760085105896,
      "learning_rate": 8.93562715589254e-05,
      "loss": 0.0136,
      "step": 25100
    },
    {
      "loss_action": 0.016422029584646225,
      "loss_total": 0.016422029584646225,
      "step": 25100
    },
    {
      "loss_action": 0.014628657139837742,
      "loss_total": 0.014628657139837742,
      "step": 25100
    },
    {
      "loss_action": 0.022780876606702805,
      "loss_total": 0.022780876606702805,
      "step": 25100
    },
    {
      "loss_action": 0.016698621213436127,
      "loss_total": 0.016698621213436127,
      "step": 25100
    },
    {
      "loss_action": 0.00868280790746212,
      "loss_total": 0.00868280790746212,
      "step": 25100
    },
    {
      "loss_action": 0.018894445151090622,
      "loss_total": 0.018894445151090622,
      "step": 25100
    },
    {
      "loss_action": 0.012155033648014069,
      "loss_total": 0.012155033648014069,
      "step": 25100
    },
    {
      "loss_action": 0.014967523515224457,
      "loss_total": 0.014967523515224457,
      "step": 25100
    },
    {
      "grad_norm": 0.19050796329975128,
      "learning_rate": 8.934607092170762e-05,
      "loss": 0.015,
      "step": 25110
    },
    {
      "loss_action": 0.017296958714723587,
      "loss_total": 0.017296958714723587,
      "step": 25110
    },
    {
      "loss_action": 0.012261522933840752,
      "loss_total": 0.012261522933840752,
      "step": 25110
    },
    {
      "loss_action": 0.01887272112071514,
      "loss_total": 0.01887272112071514,
      "step": 25110
    },
    {
      "loss_action": 0.007049703970551491,
      "loss_total": 0.007049703970551491,
      "step": 25110
    },
    {
      "loss_action": 0.012276925146579742,
      "loss_total": 0.012276925146579742,
      "step": 25110
    },
    {
      "loss_action": 0.006376995705068111,
      "loss_total": 0.006376995705068111,
      "step": 25110
    },
    {
      "loss_action": 0.017756925895810127,
      "loss_total": 0.017756925895810127,
      "step": 25110
    },
    {
      "loss_action": 0.03871253877878189,
      "loss_total": 0.03871253877878189,
      "step": 25110
    },
    {
      "grad_norm": 0.13234584033489227,
      "learning_rate": 8.933586598166266e-05,
      "loss": 0.0125,
      "step": 25120
    },
    {
      "loss_action": 0.015032054856419563,
      "loss_total": 0.015032054856419563,
      "step": 25120
    },
    {
      "loss_action": 0.008996870368719101,
      "loss_total": 0.008996870368719101,
      "step": 25120
    },
    {
      "loss_action": 0.032521795481443405,
      "loss_total": 0.032521795481443405,
      "step": 25120
    },
    {
      "loss_action": 0.023396240547299385,
      "loss_total": 0.023396240547299385,
      "step": 25120
    },
    {
      "loss_action": 0.012386837974190712,
      "loss_total": 0.012386837974190712,
      "step": 25120
    },
    {
      "loss_action": 0.012815838679671288,
      "loss_total": 0.012815838679671288,
      "step": 25120
    },
    {
      "loss_action": 0.010326649993658066,
      "loss_total": 0.010326649993658066,
      "step": 25120
    },
    {
      "loss_action": 0.021934445947408676,
      "loss_total": 0.021934445947408676,
      "step": 25120
    },
    {
      "grad_norm": 0.1335689127445221,
      "learning_rate": 8.932565673990655e-05,
      "loss": 0.0128,
      "step": 25130
    },
    {
      "loss_action": 0.009462408721446991,
      "loss_total": 0.009462408721446991,
      "step": 25130
    },
    {
      "loss_action": 0.017102617770433426,
      "loss_total": 0.017102617770433426,
      "step": 25130
    },
    {
      "loss_action": 0.005712124053388834,
      "loss_total": 0.005712124053388834,
      "step": 25130
    },
    {
      "loss_action": 0.017391301691532135,
      "loss_total": 0.017391301691532135,
      "step": 25130
    },
    {
      "loss_action": 0.014589371159672737,
      "loss_total": 0.014589371159672737,
      "step": 25130
    },
    {
      "loss_action": 0.011484554968774319,
      "loss_total": 0.011484554968774319,
      "step": 25130
    },
    {
      "loss_action": 0.013246363028883934,
      "loss_total": 0.013246363028883934,
      "step": 25130
    },
    {
      "loss_action": 0.006756658665835857,
      "loss_total": 0.006756658665835857,
      "step": 25130
    },
    {
      "grad_norm": 0.11245882511138916,
      "learning_rate": 8.931544319755574e-05,
      "loss": 0.0119,
      "step": 25140
    },
    {
      "loss_action": 0.012256528250873089,
      "loss_total": 0.012256528250873089,
      "step": 25140
    },
    {
      "loss_action": 0.005812290124595165,
      "loss_total": 0.005812290124595165,
      "step": 25140
    },
    {
      "loss_action": 0.01010022684931755,
      "loss_total": 0.01010022684931755,
      "step": 25140
    },
    {
      "loss_action": 0.019164614379405975,
      "loss_total": 0.019164614379405975,
      "step": 25140
    },
    {
      "loss_action": 0.00873342715203762,
      "loss_total": 0.00873342715203762,
      "step": 25140
    },
    {
      "loss_action": 0.006522409617900848,
      "loss_total": 0.006522409617900848,
      "step": 25140
    },
    {
      "loss_action": 0.008305701427161694,
      "loss_total": 0.008305701427161694,
      "step": 25140
    },
    {
      "loss_action": 0.004224410280585289,
      "loss_total": 0.004224410280585289,
      "step": 25140
    },
    {
      "grad_norm": 0.13217447698116302,
      "learning_rate": 8.930522535572718e-05,
      "loss": 0.011,
      "step": 25150
    },
    {
      "loss_action": 0.01620260812342167,
      "loss_total": 0.01620260812342167,
      "step": 25150
    },
    {
      "loss_action": 0.005952764302492142,
      "loss_total": 0.005952764302492142,
      "step": 25150
    },
    {
      "loss_action": 0.020227815955877304,
      "loss_total": 0.020227815955877304,
      "step": 25150
    },
    {
      "loss_action": 0.0214073583483696,
      "loss_total": 0.0214073583483696,
      "step": 25150
    },
    {
      "loss_action": 0.0106617147102952,
      "loss_total": 0.0106617147102952,
      "step": 25150
    },
    {
      "loss_action": 0.01808302104473114,
      "loss_total": 0.01808302104473114,
      "step": 25150
    },
    {
      "loss_action": 0.012775091454386711,
      "loss_total": 0.012775091454386711,
      "step": 25150
    },
    {
      "loss_action": 0.006957450415939093,
      "loss_total": 0.006957450415939093,
      "step": 25150
    },
    {
      "grad_norm": 0.2063997983932495,
      "learning_rate": 8.929500321553826e-05,
      "loss": 0.0125,
      "step": 25160
    },
    {
      "loss_action": 0.014865376055240631,
      "loss_total": 0.014865376055240631,
      "step": 25160
    },
    {
      "loss_action": 0.008402448147535324,
      "loss_total": 0.008402448147535324,
      "step": 25160
    },
    {
      "loss_action": 0.013073844835162163,
      "loss_total": 0.013073844835162163,
      "step": 25160
    },
    {
      "loss_action": 0.021549638360738754,
      "loss_total": 0.021549638360738754,
      "step": 25160
    },
    {
      "loss_action": 0.016536904498934746,
      "loss_total": 0.016536904498934746,
      "step": 25160
    },
    {
      "loss_action": 0.009993964806199074,
      "loss_total": 0.009993964806199074,
      "step": 25160
    },
    {
      "loss_action": 0.011652074754238129,
      "loss_total": 0.011652074754238129,
      "step": 25160
    },
    {
      "loss_action": 0.014936801046133041,
      "loss_total": 0.014936801046133041,
      "step": 25160
    },
    {
      "grad_norm": 0.11731843650341034,
      "learning_rate": 8.928477677810686e-05,
      "loss": 0.0123,
      "step": 25170
    },
    {
      "loss_action": 0.011158563196659088,
      "loss_total": 0.011158563196659088,
      "step": 25170
    },
    {
      "loss_action": 0.01581164449453354,
      "loss_total": 0.01581164449453354,
      "step": 25170
    },
    {
      "loss_action": 0.007355341222137213,
      "loss_total": 0.007355341222137213,
      "step": 25170
    },
    {
      "loss_action": 0.01571366749703884,
      "loss_total": 0.01571366749703884,
      "step": 25170
    },
    {
      "loss_action": 0.023542828857898712,
      "loss_total": 0.023542828857898712,
      "step": 25170
    },
    {
      "loss_action": 0.009677999652922153,
      "loss_total": 0.009677999652922153,
      "step": 25170
    },
    {
      "loss_action": 0.017263837158679962,
      "loss_total": 0.017263837158679962,
      "step": 25170
    },
    {
      "loss_action": 0.017434820532798767,
      "loss_total": 0.017434820532798767,
      "step": 25170
    },
    {
      "grad_norm": 0.13784748315811157,
      "learning_rate": 8.927454604455137e-05,
      "loss": 0.0128,
      "step": 25180
    },
    {
      "loss_action": 0.004156122915446758,
      "loss_total": 0.004156122915446758,
      "step": 25180
    },
    {
      "loss_action": 0.011412477120757103,
      "loss_total": 0.011412477120757103,
      "step": 25180
    },
    {
      "loss_action": 0.005453906487673521,
      "loss_total": 0.005453906487673521,
      "step": 25180
    },
    {
      "loss_action": 0.010480169206857681,
      "loss_total": 0.010480169206857681,
      "step": 25180
    },
    {
      "loss_action": 0.015695609152317047,
      "loss_total": 0.015695609152317047,
      "step": 25180
    },
    {
      "loss_action": 0.013927638530731201,
      "loss_total": 0.013927638530731201,
      "step": 25180
    },
    {
      "loss_action": 0.005344557110220194,
      "loss_total": 0.005344557110220194,
      "step": 25180
    },
    {
      "loss_action": 0.013315812684595585,
      "loss_total": 0.013315812684595585,
      "step": 25180
    },
    {
      "grad_norm": 0.1701250821352005,
      "learning_rate": 8.926431101599053e-05,
      "loss": 0.0116,
      "step": 25190
    },
    {
      "loss_action": 0.004654987249523401,
      "loss_total": 0.004654987249523401,
      "step": 25190
    },
    {
      "loss_action": 0.013675987720489502,
      "loss_total": 0.013675987720489502,
      "step": 25190
    },
    {
      "loss_action": 0.020126834511756897,
      "loss_total": 0.020126834511756897,
      "step": 25190
    },
    {
      "loss_action": 0.013795684091746807,
      "loss_total": 0.013795684091746807,
      "step": 25190
    },
    {
      "loss_action": 0.0067538730800151825,
      "loss_total": 0.0067538730800151825,
      "step": 25190
    },
    {
      "loss_action": 0.007640887517482042,
      "loss_total": 0.007640887517482042,
      "step": 25190
    },
    {
      "loss_action": 0.00930276233702898,
      "loss_total": 0.00930276233702898,
      "step": 25190
    },
    {
      "loss_action": 0.009181464090943336,
      "loss_total": 0.009181464090943336,
      "step": 25190
    },
    {
      "grad_norm": 0.15407150983810425,
      "learning_rate": 8.925407169354369e-05,
      "loss": 0.012,
      "step": 25200
    },
    {
      "loss_action": 0.025362418964505196,
      "loss_total": 0.025362418964505196,
      "step": 25200
    },
    {
      "loss_action": 0.01041947491466999,
      "loss_total": 0.01041947491466999,
      "step": 25200
    },
    {
      "loss_action": 0.00863572396337986,
      "loss_total": 0.00863572396337986,
      "step": 25200
    },
    {
      "loss_action": 0.026755116879940033,
      "loss_total": 0.026755116879940033,
      "step": 25200
    },
    {
      "loss_action": 0.007256700657308102,
      "loss_total": 0.007256700657308102,
      "step": 25200
    },
    {
      "loss_action": 0.004890821874141693,
      "loss_total": 0.004890821874141693,
      "step": 25200
    },
    {
      "loss_action": 0.013794578611850739,
      "loss_total": 0.013794578611850739,
      "step": 25200
    },
    {
      "loss_action": 0.013790467754006386,
      "loss_total": 0.013790467754006386,
      "step": 25200
    },
    {
      "grad_norm": 0.20788422226905823,
      "learning_rate": 8.92438280783306e-05,
      "loss": 0.0132,
      "step": 25210
    },
    {
      "loss_action": 0.011531663127243519,
      "loss_total": 0.011531663127243519,
      "step": 25210
    },
    {
      "loss_action": 0.01576591655611992,
      "loss_total": 0.01576591655611992,
      "step": 25210
    },
    {
      "loss_action": 0.007132884114980698,
      "loss_total": 0.007132884114980698,
      "step": 25210
    },
    {
      "loss_action": 0.010327847674489021,
      "loss_total": 0.010327847674489021,
      "step": 25210
    },
    {
      "loss_action": 0.009562395513057709,
      "loss_total": 0.009562395513057709,
      "step": 25210
    },
    {
      "loss_action": 0.009830346331000328,
      "loss_total": 0.009830346331000328,
      "step": 25210
    },
    {
      "loss_action": 0.014862298965454102,
      "loss_total": 0.014862298965454102,
      "step": 25210
    },
    {
      "loss_action": 0.022268515080213547,
      "loss_total": 0.022268515080213547,
      "step": 25210
    },
    {
      "grad_norm": 0.17565833032131195,
      "learning_rate": 8.923358017147146e-05,
      "loss": 0.014,
      "step": 25220
    },
    {
      "loss_action": 0.018601492047309875,
      "loss_total": 0.018601492047309875,
      "step": 25220
    },
    {
      "loss_action": 0.010269803926348686,
      "loss_total": 0.010269803926348686,
      "step": 25220
    },
    {
      "loss_action": 0.010912470519542694,
      "loss_total": 0.010912470519542694,
      "step": 25220
    },
    {
      "loss_action": 0.02302258089184761,
      "loss_total": 0.02302258089184761,
      "step": 25220
    },
    {
      "loss_action": 0.013574357144534588,
      "loss_total": 0.013574357144534588,
      "step": 25220
    },
    {
      "loss_action": 0.014936257153749466,
      "loss_total": 0.014936257153749466,
      "step": 25220
    },
    {
      "loss_action": 0.011682039126753807,
      "loss_total": 0.011682039126753807,
      "step": 25220
    },
    {
      "loss_action": 0.006173768546432257,
      "loss_total": 0.006173768546432257,
      "step": 25220
    },
    {
      "grad_norm": 0.13795174658298492,
      "learning_rate": 8.922332797408697e-05,
      "loss": 0.0126,
      "step": 25230
    },
    {
      "loss_action": 0.008382335305213928,
      "loss_total": 0.008382335305213928,
      "step": 25230
    },
    {
      "loss_action": 0.008485449478030205,
      "loss_total": 0.008485449478030205,
      "step": 25230
    },
    {
      "loss_action": 0.02611028403043747,
      "loss_total": 0.02611028403043747,
      "step": 25230
    },
    {
      "loss_action": 0.018588542938232422,
      "loss_total": 0.018588542938232422,
      "step": 25230
    },
    {
      "loss_action": 0.00990391243249178,
      "loss_total": 0.00990391243249178,
      "step": 25230
    },
    {
      "loss_action": 0.00802605040371418,
      "loss_total": 0.00802605040371418,
      "step": 25230
    },
    {
      "loss_action": 0.006594365928322077,
      "loss_total": 0.006594365928322077,
      "step": 25230
    },
    {
      "loss_action": 0.01015549898147583,
      "loss_total": 0.01015549898147583,
      "step": 25230
    },
    {
      "grad_norm": 0.1672918200492859,
      "learning_rate": 8.921307148729831e-05,
      "loss": 0.0137,
      "step": 25240
    },
    {
      "loss_action": 0.011545419692993164,
      "loss_total": 0.011545419692993164,
      "step": 25240
    },
    {
      "loss_action": 0.012025484815239906,
      "loss_total": 0.012025484815239906,
      "step": 25240
    },
    {
      "loss_action": 0.010909858159720898,
      "loss_total": 0.010909858159720898,
      "step": 25240
    },
    {
      "loss_action": 0.0138136837631464,
      "loss_total": 0.0138136837631464,
      "step": 25240
    },
    {
      "loss_action": 0.009546436369419098,
      "loss_total": 0.009546436369419098,
      "step": 25240
    },
    {
      "loss_action": 0.019054830074310303,
      "loss_total": 0.019054830074310303,
      "step": 25240
    },
    {
      "loss_action": 0.006468456704169512,
      "loss_total": 0.006468456704169512,
      "step": 25240
    },
    {
      "loss_action": 0.015053137205541134,
      "loss_total": 0.015053137205541134,
      "step": 25240
    },
    {
      "grad_norm": 0.11222967505455017,
      "learning_rate": 8.920281071222712e-05,
      "loss": 0.0123,
      "step": 25250
    },
    {
      "loss_action": 0.010756260715425014,
      "loss_total": 0.010756260715425014,
      "step": 25250
    },
    {
      "loss_action": 0.0028041917830705643,
      "loss_total": 0.0028041917830705643,
      "step": 25250
    },
    {
      "loss_action": 0.00623698253184557,
      "loss_total": 0.00623698253184557,
      "step": 25250
    },
    {
      "loss_action": 0.011169584468007088,
      "loss_total": 0.011169584468007088,
      "step": 25250
    },
    {
      "loss_action": 0.008746495470404625,
      "loss_total": 0.008746495470404625,
      "step": 25250
    },
    {
      "loss_action": 0.009881299920380116,
      "loss_total": 0.009881299920380116,
      "step": 25250
    },
    {
      "loss_action": 0.006422743201255798,
      "loss_total": 0.006422743201255798,
      "step": 25250
    },
    {
      "loss_action": 0.02517237886786461,
      "loss_total": 0.02517237886786461,
      "step": 25250
    },
    {
      "grad_norm": 0.0991172343492508,
      "learning_rate": 8.919254564999548e-05,
      "loss": 0.0104,
      "step": 25260
    },
    {
      "loss_action": 0.004782059229910374,
      "loss_total": 0.004782059229910374,
      "step": 25260
    },
    {
      "loss_action": 0.00528297945857048,
      "loss_total": 0.00528297945857048,
      "step": 25260
    },
    {
      "loss_action": 0.005541433580219746,
      "loss_total": 0.005541433580219746,
      "step": 25260
    },
    {
      "loss_action": 0.0077285198494791985,
      "loss_total": 0.0077285198494791985,
      "step": 25260
    },
    {
      "loss_action": 0.01579727604985237,
      "loss_total": 0.01579727604985237,
      "step": 25260
    },
    {
      "loss_action": 0.006305485498160124,
      "loss_total": 0.006305485498160124,
      "step": 25260
    },
    {
      "loss_action": 0.013172249309718609,
      "loss_total": 0.013172249309718609,
      "step": 25260
    },
    {
      "loss_action": 0.008416526950895786,
      "loss_total": 0.008416526950895786,
      "step": 25260
    },
    {
      "grad_norm": 0.17473186552524567,
      "learning_rate": 8.918227630172598e-05,
      "loss": 0.0124,
      "step": 25270
    },
    {
      "loss_action": 0.006392427254468203,
      "loss_total": 0.006392427254468203,
      "step": 25270
    },
    {
      "loss_action": 0.011273980140686035,
      "loss_total": 0.011273980140686035,
      "step": 25270
    },
    {
      "loss_action": 0.008637932129204273,
      "loss_total": 0.008637932129204273,
      "step": 25270
    },
    {
      "loss_action": 0.0065665477886796,
      "loss_total": 0.0065665477886796,
      "step": 25270
    },
    {
      "loss_action": 0.003737806575372815,
      "loss_total": 0.003737806575372815,
      "step": 25270
    },
    {
      "loss_action": 0.010266954079270363,
      "loss_total": 0.010266954079270363,
      "step": 25270
    },
    {
      "loss_action": 0.02567548304796219,
      "loss_total": 0.02567548304796219,
      "step": 25270
    },
    {
      "loss_action": 0.017124855890870094,
      "loss_total": 0.017124855890870094,
      "step": 25270
    },
    {
      "grad_norm": 0.13128454983234406,
      "learning_rate": 8.917200266854165e-05,
      "loss": 0.0106,
      "step": 25280
    },
    {
      "loss_action": 0.011438563466072083,
      "loss_total": 0.011438563466072083,
      "step": 25280
    },
    {
      "loss_action": 0.014288273639976978,
      "loss_total": 0.014288273639976978,
      "step": 25280
    },
    {
      "loss_action": 0.02744378335773945,
      "loss_total": 0.02744378335773945,
      "step": 25280
    },
    {
      "loss_action": 0.005956638604402542,
      "loss_total": 0.005956638604402542,
      "step": 25280
    },
    {
      "loss_action": 0.023618634790182114,
      "loss_total": 0.023618634790182114,
      "step": 25280
    },
    {
      "loss_action": 0.025006204843521118,
      "loss_total": 0.025006204843521118,
      "step": 25280
    },
    {
      "loss_action": 0.008248926140367985,
      "loss_total": 0.008248926140367985,
      "step": 25280
    },
    {
      "loss_action": 0.018415432423353195,
      "loss_total": 0.018415432423353195,
      "step": 25280
    },
    {
      "grad_norm": 0.09325382858514786,
      "learning_rate": 8.9161724751566e-05,
      "loss": 0.0138,
      "step": 25290
    },
    {
      "loss_action": 0.006641495041549206,
      "loss_total": 0.006641495041549206,
      "step": 25290
    },
    {
      "loss_action": 0.009872843511402607,
      "loss_total": 0.009872843511402607,
      "step": 25290
    },
    {
      "loss_action": 0.010289487428963184,
      "loss_total": 0.010289487428963184,
      "step": 25290
    },
    {
      "loss_action": 0.009312286972999573,
      "loss_total": 0.009312286972999573,
      "step": 25290
    },
    {
      "loss_action": 0.017064565792679787,
      "loss_total": 0.017064565792679787,
      "step": 25290
    },
    {
      "loss_action": 0.006868316791951656,
      "loss_total": 0.006868316791951656,
      "step": 25290
    },
    {
      "loss_action": 0.005690416786819696,
      "loss_total": 0.005690416786819696,
      "step": 25290
    },
    {
      "loss_action": 0.027171794325113297,
      "loss_total": 0.027171794325113297,
      "step": 25290
    },
    {
      "grad_norm": 0.1308576613664627,
      "learning_rate": 8.915144255192302e-05,
      "loss": 0.0126,
      "step": 25300
    },
    {
      "loss_action": 0.017566226422786713,
      "loss_total": 0.017566226422786713,
      "step": 25300
    },
    {
      "loss_action": 0.004342195112258196,
      "loss_total": 0.004342195112258196,
      "step": 25300
    },
    {
      "loss_action": 0.022101230919361115,
      "loss_total": 0.022101230919361115,
      "step": 25300
    },
    {
      "loss_action": 0.007512915413826704,
      "loss_total": 0.007512915413826704,
      "step": 25300
    },
    {
      "loss_action": 0.017075354233384132,
      "loss_total": 0.017075354233384132,
      "step": 25300
    },
    {
      "loss_action": 0.008962545543909073,
      "loss_total": 0.008962545543909073,
      "step": 25300
    },
    {
      "loss_action": 0.008769288659095764,
      "loss_total": 0.008769288659095764,
      "step": 25300
    },
    {
      "loss_action": 0.014076130464673042,
      "loss_total": 0.014076130464673042,
      "step": 25300
    },
    {
      "grad_norm": 0.1523197740316391,
      "learning_rate": 8.914115607073714e-05,
      "loss": 0.0122,
      "step": 25310
    },
    {
      "loss_action": 0.014978256076574326,
      "loss_total": 0.014978256076574326,
      "step": 25310
    },
    {
      "loss_action": 0.01176093053072691,
      "loss_total": 0.01176093053072691,
      "step": 25310
    },
    {
      "loss_action": 0.007144598290324211,
      "loss_total": 0.007144598290324211,
      "step": 25310
    },
    {
      "loss_action": 0.01078176312148571,
      "loss_total": 0.01078176312148571,
      "step": 25310
    },
    {
      "loss_action": 0.013753941282629967,
      "loss_total": 0.013753941282629967,
      "step": 25310
    },
    {
      "loss_action": 0.027817975729703903,
      "loss_total": 0.027817975729703903,
      "step": 25310
    },
    {
      "loss_action": 0.0063585638999938965,
      "loss_total": 0.0063585638999938965,
      "step": 25310
    },
    {
      "loss_action": 0.008773411624133587,
      "loss_total": 0.008773411624133587,
      "step": 25310
    },
    {
      "grad_norm": 0.15253005921840668,
      "learning_rate": 8.913086530913327e-05,
      "loss": 0.0111,
      "step": 25320
    },
    {
      "loss_action": 0.00949776265770197,
      "loss_total": 0.00949776265770197,
      "step": 25320
    },
    {
      "loss_action": 0.0065110353752970695,
      "loss_total": 0.0065110353752970695,
      "step": 25320
    },
    {
      "loss_action": 0.007608730345964432,
      "loss_total": 0.007608730345964432,
      "step": 25320
    },
    {
      "loss_action": 0.008769108913838863,
      "loss_total": 0.008769108913838863,
      "step": 25320
    },
    {
      "loss_action": 0.013668318279087543,
      "loss_total": 0.013668318279087543,
      "step": 25320
    },
    {
      "loss_action": 0.006553432904183865,
      "loss_total": 0.006553432904183865,
      "step": 25320
    },
    {
      "loss_action": 0.006942396983504295,
      "loss_total": 0.006942396983504295,
      "step": 25320
    },
    {
      "loss_action": 0.007116302847862244,
      "loss_total": 0.007116302847862244,
      "step": 25320
    },
    {
      "grad_norm": 0.20679812133312225,
      "learning_rate": 8.912057026823681e-05,
      "loss": 0.0113,
      "step": 25330
    },
    {
      "loss_action": 0.012753942981362343,
      "loss_total": 0.012753942981362343,
      "step": 25330
    },
    {
      "loss_action": 0.003935384564101696,
      "loss_total": 0.003935384564101696,
      "step": 25330
    },
    {
      "loss_action": 0.004709049593657255,
      "loss_total": 0.004709049593657255,
      "step": 25330
    },
    {
      "loss_action": 0.004933665972203016,
      "loss_total": 0.004933665972203016,
      "step": 25330
    },
    {
      "loss_action": 0.020389534533023834,
      "loss_total": 0.020389534533023834,
      "step": 25330
    },
    {
      "loss_action": 0.009041781537234783,
      "loss_total": 0.009041781537234783,
      "step": 25330
    },
    {
      "loss_action": 0.03711772710084915,
      "loss_total": 0.03711772710084915,
      "step": 25330
    },
    {
      "loss_action": 0.01883586496114731,
      "loss_total": 0.01883586496114731,
      "step": 25330
    },
    {
      "grad_norm": 0.20338290929794312,
      "learning_rate": 8.91102709491736e-05,
      "loss": 0.0146,
      "step": 25340
    },
    {
      "loss_action": 0.03677070140838623,
      "loss_total": 0.03677070140838623,
      "step": 25340
    },
    {
      "loss_action": 0.007670530583709478,
      "loss_total": 0.007670530583709478,
      "step": 25340
    },
    {
      "loss_action": 0.005389826837927103,
      "loss_total": 0.005389826837927103,
      "step": 25340
    },
    {
      "loss_action": 0.021856792271137238,
      "loss_total": 0.021856792271137238,
      "step": 25340
    },
    {
      "loss_action": 0.0053970348089933395,
      "loss_total": 0.0053970348089933395,
      "step": 25340
    },
    {
      "loss_action": 0.010561415925621986,
      "loss_total": 0.010561415925621986,
      "step": 25340
    },
    {
      "loss_action": 0.014874065294861794,
      "loss_total": 0.014874065294861794,
      "step": 25340
    },
    {
      "loss_action": 0.03207249194383621,
      "loss_total": 0.03207249194383621,
      "step": 25340
    },
    {
      "grad_norm": 0.16848844289779663,
      "learning_rate": 8.909996735306996e-05,
      "loss": 0.0142,
      "step": 25350
    },
    {
      "loss_action": 0.009183208458125591,
      "loss_total": 0.009183208458125591,
      "step": 25350
    },
    {
      "loss_action": 0.04616193473339081,
      "loss_total": 0.04616193473339081,
      "step": 25350
    },
    {
      "loss_action": 0.018275706097483635,
      "loss_total": 0.018275706097483635,
      "step": 25350
    },
    {
      "loss_action": 0.008941540494561195,
      "loss_total": 0.008941540494561195,
      "step": 25350
    },
    {
      "loss_action": 0.007488572970032692,
      "loss_total": 0.007488572970032692,
      "step": 25350
    },
    {
      "loss_action": 0.008226823061704636,
      "loss_total": 0.008226823061704636,
      "step": 25350
    },
    {
      "loss_action": 0.0077226129360497,
      "loss_total": 0.0077226129360497,
      "step": 25350
    },
    {
      "loss_action": 0.006438927259296179,
      "loss_total": 0.006438927259296179,
      "step": 25350
    },
    {
      "grad_norm": 0.12510158121585846,
      "learning_rate": 8.908965948105268e-05,
      "loss": 0.012,
      "step": 25360
    },
    {
      "loss_action": 0.012437250465154648,
      "loss_total": 0.012437250465154648,
      "step": 25360
    },
    {
      "loss_action": 0.014060047455132008,
      "loss_total": 0.014060047455132008,
      "step": 25360
    },
    {
      "loss_action": 0.011201394721865654,
      "loss_total": 0.011201394721865654,
      "step": 25360
    },
    {
      "loss_action": 0.011846059933304787,
      "loss_total": 0.011846059933304787,
      "step": 25360
    },
    {
      "loss_action": 0.02054731734097004,
      "loss_total": 0.02054731734097004,
      "step": 25360
    },
    {
      "loss_action": 0.009504100307822227,
      "loss_total": 0.009504100307822227,
      "step": 25360
    },
    {
      "loss_action": 0.013078879565000534,
      "loss_total": 0.013078879565000534,
      "step": 25360
    },
    {
      "loss_action": 0.008817054331302643,
      "loss_total": 0.008817054331302643,
      "step": 25360
    },
    {
      "grad_norm": 0.1499684900045395,
      "learning_rate": 8.907934733424901e-05,
      "loss": 0.0118,
      "step": 25370
    },
    {
      "loss_action": 0.003760792315006256,
      "loss_total": 0.003760792315006256,
      "step": 25370
    },
    {
      "loss_action": 0.017120972275733948,
      "loss_total": 0.017120972275733948,
      "step": 25370
    },
    {
      "loss_action": 0.0160667821764946,
      "loss_total": 0.0160667821764946,
      "step": 25370
    },
    {
      "loss_action": 0.007955223321914673,
      "loss_total": 0.007955223321914673,
      "step": 25370
    },
    {
      "loss_action": 0.011547241359949112,
      "loss_total": 0.011547241359949112,
      "step": 25370
    },
    {
      "loss_action": 0.005816192366182804,
      "loss_total": 0.005816192366182804,
      "step": 25370
    },
    {
      "loss_action": 0.009159762412309647,
      "loss_total": 0.009159762412309647,
      "step": 25370
    },
    {
      "loss_action": 0.006108937319368124,
      "loss_total": 0.006108937319368124,
      "step": 25370
    },
    {
      "grad_norm": 0.13130007684230804,
      "learning_rate": 8.906903091378666e-05,
      "loss": 0.0115,
      "step": 25380
    },
    {
      "loss_action": 0.009805494919419289,
      "loss_total": 0.009805494919419289,
      "step": 25380
    },
    {
      "loss_action": 0.00940454937517643,
      "loss_total": 0.00940454937517643,
      "step": 25380
    },
    {
      "loss_action": 0.004433678463101387,
      "loss_total": 0.004433678463101387,
      "step": 25380
    },
    {
      "loss_action": 0.006971909664571285,
      "loss_total": 0.006971909664571285,
      "step": 25380
    },
    {
      "loss_action": 0.009295156225562096,
      "loss_total": 0.009295156225562096,
      "step": 25380
    },
    {
      "loss_action": 0.018184222280979156,
      "loss_total": 0.018184222280979156,
      "step": 25380
    },
    {
      "loss_action": 0.027285341173410416,
      "loss_total": 0.027285341173410416,
      "step": 25380
    },
    {
      "loss_action": 0.02250630035996437,
      "loss_total": 0.02250630035996437,
      "step": 25380
    },
    {
      "grad_norm": 0.1464964598417282,
      "learning_rate": 8.905871022079384e-05,
      "loss": 0.012,
      "step": 25390
    },
    {
      "loss_action": 0.00889480672776699,
      "loss_total": 0.00889480672776699,
      "step": 25390
    },
    {
      "loss_action": 0.007504742126911879,
      "loss_total": 0.007504742126911879,
      "step": 25390
    },
    {
      "loss_action": 0.008202865719795227,
      "loss_total": 0.008202865719795227,
      "step": 25390
    },
    {
      "loss_action": 0.013124192133545876,
      "loss_total": 0.013124192133545876,
      "step": 25390
    },
    {
      "loss_action": 0.005119774024933577,
      "loss_total": 0.005119774024933577,
      "step": 25390
    },
    {
      "loss_action": 0.005480349063873291,
      "loss_total": 0.005480349063873291,
      "step": 25390
    },
    {
      "loss_action": 0.021643485873937607,
      "loss_total": 0.021643485873937607,
      "step": 25390
    },
    {
      "loss_action": 0.009845229797065258,
      "loss_total": 0.009845229797065258,
      "step": 25390
    },
    {
      "grad_norm": 0.16699638962745667,
      "learning_rate": 8.90483852563992e-05,
      "loss": 0.0103,
      "step": 25400
    },
    {
      "loss_action": 0.013254744932055473,
      "loss_total": 0.013254744932055473,
      "step": 25400
    },
    {
      "loss_action": 0.016068048775196075,
      "loss_total": 0.016068048775196075,
      "step": 25400
    },
    {
      "loss_action": 0.012641930021345615,
      "loss_total": 0.012641930021345615,
      "step": 25400
    },
    {
      "loss_action": 0.009390072897076607,
      "loss_total": 0.009390072897076607,
      "step": 25400
    },
    {
      "loss_action": 0.012778010219335556,
      "loss_total": 0.012778010219335556,
      "step": 25400
    },
    {
      "loss_action": 0.017195697873830795,
      "loss_total": 0.017195697873830795,
      "step": 25400
    },
    {
      "loss_action": 0.011287136934697628,
      "loss_total": 0.011287136934697628,
      "step": 25400
    },
    {
      "loss_action": 0.009247928857803345,
      "loss_total": 0.009247928857803345,
      "step": 25400
    },
    {
      "grad_norm": 0.1559755504131317,
      "learning_rate": 8.903805602173185e-05,
      "loss": 0.0113,
      "step": 25410
    },
    {
      "loss_action": 0.012102222070097923,
      "loss_total": 0.012102222070097923,
      "step": 25410
    },
    {
      "loss_action": 0.008900097571313381,
      "loss_total": 0.008900097571313381,
      "step": 25410
    },
    {
      "loss_action": 0.020846052095294,
      "loss_total": 0.020846052095294,
      "step": 25410
    },
    {
      "loss_action": 0.01098366267979145,
      "loss_total": 0.01098366267979145,
      "step": 25410
    },
    {
      "loss_action": 0.010840990580618382,
      "loss_total": 0.010840990580618382,
      "step": 25410
    },
    {
      "loss_action": 0.010726084932684898,
      "loss_total": 0.010726084932684898,
      "step": 25410
    },
    {
      "loss_action": 0.028573524206876755,
      "loss_total": 0.028573524206876755,
      "step": 25410
    },
    {
      "loss_action": 0.00986018218100071,
      "loss_total": 0.00986018218100071,
      "step": 25410
    },
    {
      "grad_norm": 0.1516922116279602,
      "learning_rate": 8.902772251792137e-05,
      "loss": 0.0129,
      "step": 25420
    },
    {
      "loss_action": 0.01118006743490696,
      "loss_total": 0.01118006743490696,
      "step": 25420
    },
    {
      "loss_action": 0.007139565423130989,
      "loss_total": 0.007139565423130989,
      "step": 25420
    },
    {
      "loss_action": 0.006307324860244989,
      "loss_total": 0.006307324860244989,
      "step": 25420
    },
    {
      "loss_action": 0.01838817447423935,
      "loss_total": 0.01838817447423935,
      "step": 25420
    },
    {
      "loss_action": 0.014663705602288246,
      "loss_total": 0.014663705602288246,
      "step": 25420
    },
    {
      "loss_action": 0.008555637672543526,
      "loss_total": 0.008555637672543526,
      "step": 25420
    },
    {
      "loss_action": 0.004103323444724083,
      "loss_total": 0.004103323444724083,
      "step": 25420
    },
    {
      "loss_action": 0.016036998480558395,
      "loss_total": 0.016036998480558395,
      "step": 25420
    },
    {
      "grad_norm": 0.14369413256645203,
      "learning_rate": 8.901738474609786e-05,
      "loss": 0.0118,
      "step": 25430
    },
    {
      "loss_action": 0.006415441166609526,
      "loss_total": 0.006415441166609526,
      "step": 25430
    },
    {
      "loss_action": 0.011023752391338348,
      "loss_total": 0.011023752391338348,
      "step": 25430
    },
    {
      "loss_action": 0.0035962744150310755,
      "loss_total": 0.0035962744150310755,
      "step": 25430
    },
    {
      "loss_action": 0.0103078568354249,
      "loss_total": 0.0103078568354249,
      "step": 25430
    },
    {
      "loss_action": 0.014319272711873055,
      "loss_total": 0.014319272711873055,
      "step": 25430
    },
    {
      "loss_action": 0.01285613514482975,
      "loss_total": 0.01285613514482975,
      "step": 25430
    },
    {
      "loss_action": 0.008150230161845684,
      "loss_total": 0.008150230161845684,
      "step": 25430
    },
    {
      "loss_action": 0.026224400848150253,
      "loss_total": 0.026224400848150253,
      "step": 25430
    },
    {
      "grad_norm": 0.20127175748348236,
      "learning_rate": 8.900704270739179e-05,
      "loss": 0.0109,
      "step": 25440
    },
    {
      "loss_action": 0.07481256872415543,
      "loss_total": 0.07481256872415543,
      "step": 25440
    },
    {
      "loss_action": 0.004543295595794916,
      "loss_total": 0.004543295595794916,
      "step": 25440
    },
    {
      "loss_action": 0.007158135995268822,
      "loss_total": 0.007158135995268822,
      "step": 25440
    },
    {
      "loss_action": 0.012076031416654587,
      "loss_total": 0.012076031416654587,
      "step": 25440
    },
    {
      "loss_action": 0.006792771629989147,
      "loss_total": 0.006792771629989147,
      "step": 25440
    },
    {
      "loss_action": 0.030637353658676147,
      "loss_total": 0.030637353658676147,
      "step": 25440
    },
    {
      "loss_action": 0.004036352504044771,
      "loss_total": 0.004036352504044771,
      "step": 25440
    },
    {
      "loss_action": 0.005684760399162769,
      "loss_total": 0.005684760399162769,
      "step": 25440
    },
    {
      "grad_norm": 0.1491682380437851,
      "learning_rate": 8.89966964029342e-05,
      "loss": 0.0131,
      "step": 25450
    },
    {
      "loss_action": 0.02173556759953499,
      "loss_total": 0.02173556759953499,
      "step": 25450
    },
    {
      "loss_action": 0.041446223855018616,
      "loss_total": 0.041446223855018616,
      "step": 25450
    },
    {
      "loss_action": 0.014001545496284962,
      "loss_total": 0.014001545496284962,
      "step": 25450
    },
    {
      "loss_action": 0.005693678278476,
      "loss_total": 0.005693678278476,
      "step": 25450
    },
    {
      "loss_action": 0.017504539340734482,
      "loss_total": 0.017504539340734482,
      "step": 25450
    },
    {
      "loss_action": 0.013211395591497421,
      "loss_total": 0.013211395591497421,
      "step": 25450
    },
    {
      "loss_action": 0.007711046375334263,
      "loss_total": 0.007711046375334263,
      "step": 25450
    },
    {
      "loss_action": 0.011620864272117615,
      "loss_total": 0.011620864272117615,
      "step": 25450
    },
    {
      "grad_norm": 0.12060137838125229,
      "learning_rate": 8.898634583385652e-05,
      "loss": 0.0136,
      "step": 25460
    },
    {
      "loss_action": 0.022930029779672623,
      "loss_total": 0.022930029779672623,
      "step": 25460
    },
    {
      "loss_action": 0.005461689084768295,
      "loss_total": 0.005461689084768295,
      "step": 25460
    },
    {
      "loss_action": 0.015899324789643288,
      "loss_total": 0.015899324789643288,
      "step": 25460
    },
    {
      "loss_action": 0.01359537336975336,
      "loss_total": 0.01359537336975336,
      "step": 25460
    },
    {
      "loss_action": 0.02975059673190117,
      "loss_total": 0.02975059673190117,
      "step": 25460
    },
    {
      "loss_action": 0.010633159428834915,
      "loss_total": 0.010633159428834915,
      "step": 25460
    },
    {
      "loss_action": 0.015902895480394363,
      "loss_total": 0.015902895480394363,
      "step": 25460
    },
    {
      "loss_action": 0.0033505165483802557,
      "loss_total": 0.0033505165483802557,
      "step": 25460
    },
    {
      "grad_norm": 0.0919998288154602,
      "learning_rate": 8.897599100129065e-05,
      "loss": 0.0128,
      "step": 25470
    },
    {
      "loss_action": 0.011740604415535927,
      "loss_total": 0.011740604415535927,
      "step": 25470
    },
    {
      "loss_action": 0.007117078639566898,
      "loss_total": 0.007117078639566898,
      "step": 25470
    },
    {
      "loss_action": 0.01189110055565834,
      "loss_total": 0.01189110055565834,
      "step": 25470
    },
    {
      "loss_action": 0.005065274424850941,
      "loss_total": 0.005065274424850941,
      "step": 25470
    },
    {
      "loss_action": 0.02206515707075596,
      "loss_total": 0.02206515707075596,
      "step": 25470
    },
    {
      "loss_action": 0.006068245507776737,
      "loss_total": 0.006068245507776737,
      "step": 25470
    },
    {
      "loss_action": 0.012989086098968983,
      "loss_total": 0.012989086098968983,
      "step": 25470
    },
    {
      "loss_action": 0.01591167412698269,
      "loss_total": 0.01591167412698269,
      "step": 25470
    },
    {
      "grad_norm": 0.18084408342838287,
      "learning_rate": 8.896563190636903e-05,
      "loss": 0.0125,
      "step": 25480
    },
    {
      "loss_action": 0.013131773099303246,
      "loss_total": 0.013131773099303246,
      "step": 25480
    },
    {
      "loss_action": 0.01463409885764122,
      "loss_total": 0.01463409885764122,
      "step": 25480
    },
    {
      "loss_action": 0.005241199396550655,
      "loss_total": 0.005241199396550655,
      "step": 25480
    },
    {
      "loss_action": 0.017763881012797356,
      "loss_total": 0.017763881012797356,
      "step": 25480
    },
    {
      "loss_action": 0.010820120573043823,
      "loss_total": 0.010820120573043823,
      "step": 25480
    },
    {
      "loss_action": 0.021780896931886673,
      "loss_total": 0.021780896931886673,
      "step": 25480
    },
    {
      "loss_action": 0.010126982815563679,
      "loss_total": 0.010126982815563679,
      "step": 25480
    },
    {
      "loss_action": 0.009994197636842728,
      "loss_total": 0.009994197636842728,
      "step": 25480
    },
    {
      "grad_norm": 0.16398845613002777,
      "learning_rate": 8.895526855022448e-05,
      "loss": 0.0136,
      "step": 25490
    },
    {
      "loss_action": 0.006656503304839134,
      "loss_total": 0.006656503304839134,
      "step": 25490
    },
    {
      "loss_action": 0.012441206723451614,
      "loss_total": 0.012441206723451614,
      "step": 25490
    },
    {
      "loss_action": 0.01895192265510559,
      "loss_total": 0.01895192265510559,
      "step": 25490
    },
    {
      "loss_action": 0.012234190478920937,
      "loss_total": 0.012234190478920937,
      "step": 25490
    },
    {
      "loss_action": 0.014327828772366047,
      "loss_total": 0.014327828772366047,
      "step": 25490
    },
    {
      "loss_action": 0.011782024055719376,
      "loss_total": 0.011782024055719376,
      "step": 25490
    },
    {
      "loss_action": 0.01495380513370037,
      "loss_total": 0.01495380513370037,
      "step": 25490
    },
    {
      "loss_action": 0.006990039721131325,
      "loss_total": 0.006990039721131325,
      "step": 25490
    },
    {
      "grad_norm": 0.16026762127876282,
      "learning_rate": 8.894490093399033e-05,
      "loss": 0.013,
      "step": 25500
    },
    {
      "loss_action": 0.014614762738347054,
      "loss_total": 0.014614762738347054,
      "step": 25500
    },
    {
      "loss_action": 0.005336500704288483,
      "loss_total": 0.005336500704288483,
      "step": 25500
    },
    {
      "loss_action": 0.012939969077706337,
      "loss_total": 0.012939969077706337,
      "step": 25500
    },
    {
      "loss_action": 0.014438992366194725,
      "loss_total": 0.014438992366194725,
      "step": 25500
    },
    {
      "loss_action": 0.018196769058704376,
      "loss_total": 0.018196769058704376,
      "step": 25500
    },
    {
      "loss_action": 0.005253647454082966,
      "loss_total": 0.005253647454082966,
      "step": 25500
    },
    {
      "loss_action": 0.010487226769328117,
      "loss_total": 0.010487226769328117,
      "step": 25500
    },
    {
      "loss_action": 0.030209802091121674,
      "loss_total": 0.030209802091121674,
      "step": 25500
    },
    {
      "grad_norm": 0.19691140949726105,
      "learning_rate": 8.893452905880035e-05,
      "loss": 0.012,
      "step": 25510
    },
    {
      "loss_action": 0.008338922634720802,
      "loss_total": 0.008338922634720802,
      "step": 25510
    },
    {
      "loss_action": 0.009964298456907272,
      "loss_total": 0.009964298456907272,
      "step": 25510
    },
    {
      "loss_action": 0.007489328272640705,
      "loss_total": 0.007489328272640705,
      "step": 25510
    },
    {
      "loss_action": 0.015822241082787514,
      "loss_total": 0.015822241082787514,
      "step": 25510
    },
    {
      "loss_action": 0.013214983977377415,
      "loss_total": 0.013214983977377415,
      "step": 25510
    },
    {
      "loss_action": 0.011519399471580982,
      "loss_total": 0.011519399471580982,
      "step": 25510
    },
    {
      "loss_action": 0.0130969462916255,
      "loss_total": 0.0130969462916255,
      "step": 25510
    },
    {
      "loss_action": 0.027421046048402786,
      "loss_total": 0.027421046048402786,
      "step": 25510
    },
    {
      "grad_norm": 0.15063530206680298,
      "learning_rate": 8.892415292578883e-05,
      "loss": 0.0147,
      "step": 25520
    },
    {
      "loss_action": 0.009782444685697556,
      "loss_total": 0.009782444685697556,
      "step": 25520
    },
    {
      "loss_action": 0.012860696762800217,
      "loss_total": 0.012860696762800217,
      "step": 25520
    },
    {
      "loss_action": 0.010415331460535526,
      "loss_total": 0.010415331460535526,
      "step": 25520
    },
    {
      "loss_action": 0.008503834716975689,
      "loss_total": 0.008503834716975689,
      "step": 25520
    },
    {
      "loss_action": 0.01601928472518921,
      "loss_total": 0.01601928472518921,
      "step": 25520
    },
    {
      "loss_action": 0.02049918845295906,
      "loss_total": 0.02049918845295906,
      "step": 25520
    },
    {
      "loss_action": 0.003302980214357376,
      "loss_total": 0.003302980214357376,
      "step": 25520
    },
    {
      "loss_action": 0.012439191341400146,
      "loss_total": 0.012439191341400146,
      "step": 25520
    },
    {
      "grad_norm": 0.13445547223091125,
      "learning_rate": 8.891377253609046e-05,
      "loss": 0.0146,
      "step": 25530
    },
    {
      "loss_action": 0.017371224239468575,
      "loss_total": 0.017371224239468575,
      "step": 25530
    },
    {
      "loss_action": 0.012123947963118553,
      "loss_total": 0.012123947963118553,
      "step": 25530
    },
    {
      "loss_action": 0.007407392840832472,
      "loss_total": 0.007407392840832472,
      "step": 25530
    },
    {
      "loss_action": 0.010129398666322231,
      "loss_total": 0.010129398666322231,
      "step": 25530
    },
    {
      "loss_action": 0.008092030882835388,
      "loss_total": 0.008092030882835388,
      "step": 25530
    },
    {
      "loss_action": 0.004343671724200249,
      "loss_total": 0.004343671724200249,
      "step": 25530
    },
    {
      "loss_action": 0.011206647381186485,
      "loss_total": 0.011206647381186485,
      "step": 25530
    },
    {
      "loss_action": 0.010821042582392693,
      "loss_total": 0.010821042582392693,
      "step": 25530
    },
    {
      "grad_norm": 0.19819234311580658,
      "learning_rate": 8.890338789084043e-05,
      "loss": 0.0119,
      "step": 25540
    },
    {
      "loss_action": 0.015133202075958252,
      "loss_total": 0.015133202075958252,
      "step": 25540
    },
    {
      "loss_action": 0.00850328803062439,
      "loss_total": 0.00850328803062439,
      "step": 25540
    },
    {
      "loss_action": 0.016512956470251083,
      "loss_total": 0.016512956470251083,
      "step": 25540
    },
    {
      "loss_action": 0.012870904058218002,
      "loss_total": 0.012870904058218002,
      "step": 25540
    },
    {
      "loss_action": 0.005234997719526291,
      "loss_total": 0.005234997719526291,
      "step": 25540
    },
    {
      "loss_action": 0.044978342950344086,
      "loss_total": 0.044978342950344086,
      "step": 25540
    },
    {
      "loss_action": 0.05212131887674332,
      "loss_total": 0.05212131887674332,
      "step": 25540
    },
    {
      "loss_action": 0.015431332401931286,
      "loss_total": 0.015431332401931286,
      "step": 25540
    },
    {
      "grad_norm": 0.12572479248046875,
      "learning_rate": 8.88929989911744e-05,
      "loss": 0.0124,
      "step": 25550
    },
    {
      "loss_action": 0.03150279074907303,
      "loss_total": 0.03150279074907303,
      "step": 25550
    },
    {
      "loss_action": 0.006486446596682072,
      "loss_total": 0.006486446596682072,
      "step": 25550
    },
    {
      "loss_action": 0.021876636892557144,
      "loss_total": 0.021876636892557144,
      "step": 25550
    },
    {
      "loss_action": 0.012088095769286156,
      "loss_total": 0.012088095769286156,
      "step": 25550
    },
    {
      "loss_action": 0.010322031565010548,
      "loss_total": 0.010322031565010548,
      "step": 25550
    },
    {
      "loss_action": 0.005198994185775518,
      "loss_total": 0.005198994185775518,
      "step": 25550
    },
    {
      "loss_action": 0.00684038270264864,
      "loss_total": 0.00684038270264864,
      "step": 25550
    },
    {
      "loss_action": 0.005474571604281664,
      "loss_total": 0.005474571604281664,
      "step": 25550
    },
    {
      "grad_norm": 0.09995719790458679,
      "learning_rate": 8.888260583822847e-05,
      "loss": 0.0104,
      "step": 25560
    },
    {
      "loss_action": 0.01663195714354515,
      "loss_total": 0.01663195714354515,
      "step": 25560
    },
    {
      "loss_action": 0.012903494760394096,
      "loss_total": 0.012903494760394096,
      "step": 25560
    },
    {
      "loss_action": 0.008852299302816391,
      "loss_total": 0.008852299302816391,
      "step": 25560
    },
    {
      "loss_action": 0.009541857056319714,
      "loss_total": 0.009541857056319714,
      "step": 25560
    },
    {
      "loss_action": 0.005198395811021328,
      "loss_total": 0.005198395811021328,
      "step": 25560
    },
    {
      "loss_action": 0.01315648015588522,
      "loss_total": 0.01315648015588522,
      "step": 25560
    },
    {
      "loss_action": 0.0043273260816931725,
      "loss_total": 0.0043273260816931725,
      "step": 25560
    },
    {
      "loss_action": 0.010476784780621529,
      "loss_total": 0.010476784780621529,
      "step": 25560
    },
    {
      "grad_norm": 0.11259227991104126,
      "learning_rate": 8.887220843313921e-05,
      "loss": 0.0116,
      "step": 25570
    },
    {
      "loss_action": 0.004914476536214352,
      "loss_total": 0.004914476536214352,
      "step": 25570
    },
    {
      "loss_action": 0.01366511546075344,
      "loss_total": 0.01366511546075344,
      "step": 25570
    },
    {
      "loss_action": 0.020805422216653824,
      "loss_total": 0.020805422216653824,
      "step": 25570
    },
    {
      "loss_action": 0.007076302543282509,
      "loss_total": 0.007076302543282509,
      "step": 25570
    },
    {
      "loss_action": 0.01028861291706562,
      "loss_total": 0.01028861291706562,
      "step": 25570
    },
    {
      "loss_action": 0.008577336557209492,
      "loss_total": 0.008577336557209492,
      "step": 25570
    },
    {
      "loss_action": 0.008228084072470665,
      "loss_total": 0.008228084072470665,
      "step": 25570
    },
    {
      "loss_action": 0.009624268859624863,
      "loss_total": 0.009624268859624863,
      "step": 25570
    },
    {
      "grad_norm": 0.16339877247810364,
      "learning_rate": 8.88618067770437e-05,
      "loss": 0.0114,
      "step": 25580
    },
    {
      "loss_action": 0.011448136530816555,
      "loss_total": 0.011448136530816555,
      "step": 25580
    },
    {
      "loss_action": 0.009087424725294113,
      "loss_total": 0.009087424725294113,
      "step": 25580
    },
    {
      "loss_action": 0.008726770058274269,
      "loss_total": 0.008726770058274269,
      "step": 25580
    },
    {
      "loss_action": 0.012911807745695114,
      "loss_total": 0.012911807745695114,
      "step": 25580
    },
    {
      "loss_action": 0.005981855560094118,
      "loss_total": 0.005981855560094118,
      "step": 25580
    },
    {
      "loss_action": 0.018040437251329422,
      "loss_total": 0.018040437251329422,
      "step": 25580
    },
    {
      "loss_action": 0.03939022496342659,
      "loss_total": 0.03939022496342659,
      "step": 25580
    },
    {
      "loss_action": 0.007333361543715,
      "loss_total": 0.007333361543715,
      "step": 25580
    },
    {
      "grad_norm": 0.36945074796676636,
      "learning_rate": 8.885140087107942e-05,
      "loss": 0.0149,
      "step": 25590
    },
    {
      "loss_action": 0.02784879505634308,
      "loss_total": 0.02784879505634308,
      "step": 25590
    },
    {
      "loss_action": 0.017908472567796707,
      "loss_total": 0.017908472567796707,
      "step": 25590
    },
    {
      "loss_action": 0.014933520928025246,
      "loss_total": 0.014933520928025246,
      "step": 25590
    },
    {
      "loss_action": 0.009237268008291721,
      "loss_total": 0.009237268008291721,
      "step": 25590
    },
    {
      "loss_action": 0.010017674416303635,
      "loss_total": 0.010017674416303635,
      "step": 25590
    },
    {
      "loss_action": 0.011869491077959538,
      "loss_total": 0.011869491077959538,
      "step": 25590
    },
    {
      "loss_action": 0.018263138830661774,
      "loss_total": 0.018263138830661774,
      "step": 25590
    },
    {
      "loss_action": 0.004934819880872965,
      "loss_total": 0.004934819880872965,
      "step": 25590
    },
    {
      "grad_norm": 0.12702487409114838,
      "learning_rate": 8.884099071638436e-05,
      "loss": 0.0119,
      "step": 25600
    },
    {
      "loss_action": 0.009504697285592556,
      "loss_total": 0.009504697285592556,
      "step": 25600
    },
    {
      "loss_action": 0.0052083078771829605,
      "loss_total": 0.0052083078771829605,
      "step": 25600
    },
    {
      "loss_action": 0.011652828194200993,
      "loss_total": 0.011652828194200993,
      "step": 25600
    },
    {
      "loss_action": 0.016049755737185478,
      "loss_total": 0.016049755737185478,
      "step": 25600
    },
    {
      "loss_action": 0.010281061753630638,
      "loss_total": 0.010281061753630638,
      "step": 25600
    },
    {
      "loss_action": 0.008308501914143562,
      "loss_total": 0.008308501914143562,
      "step": 25600
    },
    {
      "loss_action": 0.009878981858491898,
      "loss_total": 0.009878981858491898,
      "step": 25600
    },
    {
      "loss_action": 0.005687431897968054,
      "loss_total": 0.005687431897968054,
      "step": 25600
    },
    {
      "grad_norm": 0.1518193483352661,
      "learning_rate": 8.883057631409695e-05,
      "loss": 0.0122,
      "step": 25610
    },
    {
      "loss_action": 0.026636820286512375,
      "loss_total": 0.026636820286512375,
      "step": 25610
    },
    {
      "loss_action": 0.009346711449325085,
      "loss_total": 0.009346711449325085,
      "step": 25610
    },
    {
      "loss_action": 0.01896240934729576,
      "loss_total": 0.01896240934729576,
      "step": 25610
    },
    {
      "loss_action": 0.012176047079265118,
      "loss_total": 0.012176047079265118,
      "step": 25610
    },
    {
      "loss_action": 0.01169987116008997,
      "loss_total": 0.01169987116008997,
      "step": 25610
    },
    {
      "loss_action": 0.021652383729815483,
      "loss_total": 0.021652383729815483,
      "step": 25610
    },
    {
      "loss_action": 0.006960082333534956,
      "loss_total": 0.006960082333534956,
      "step": 25610
    },
    {
      "loss_action": 0.005683493334800005,
      "loss_total": 0.005683493334800005,
      "step": 25610
    },
    {
      "grad_norm": 0.13188640773296356,
      "learning_rate": 8.882015766535608e-05,
      "loss": 0.0118,
      "step": 25620
    },
    {
      "loss_action": 0.014852192252874374,
      "loss_total": 0.014852192252874374,
      "step": 25620
    },
    {
      "loss_action": 0.004285939037799835,
      "loss_total": 0.004285939037799835,
      "step": 25620
    },
    {
      "loss_action": 0.011801573447883129,
      "loss_total": 0.011801573447883129,
      "step": 25620
    },
    {
      "loss_action": 0.01599087379872799,
      "loss_total": 0.01599087379872799,
      "step": 25620
    },
    {
      "loss_action": 0.02576955035328865,
      "loss_total": 0.02576955035328865,
      "step": 25620
    },
    {
      "loss_action": 0.011862378567457199,
      "loss_total": 0.011862378567457199,
      "step": 25620
    },
    {
      "loss_action": 0.005106844939291477,
      "loss_total": 0.005106844939291477,
      "step": 25620
    },
    {
      "loss_action": 0.0036750047001987696,
      "loss_total": 0.0036750047001987696,
      "step": 25620
    },
    {
      "grad_norm": 0.1379653513431549,
      "learning_rate": 8.880973477130115e-05,
      "loss": 0.0114,
      "step": 25630
    },
    {
      "loss_action": 0.006235442124307156,
      "loss_total": 0.006235442124307156,
      "step": 25630
    },
    {
      "loss_action": 0.00868980959057808,
      "loss_total": 0.00868980959057808,
      "step": 25630
    },
    {
      "loss_action": 0.012463985942304134,
      "loss_total": 0.012463985942304134,
      "step": 25630
    },
    {
      "loss_action": 0.01369891781359911,
      "loss_total": 0.01369891781359911,
      "step": 25630
    },
    {
      "loss_action": 0.012193390168249607,
      "loss_total": 0.012193390168249607,
      "step": 25630
    },
    {
      "loss_action": 0.009818915277719498,
      "loss_total": 0.009818915277719498,
      "step": 25630
    },
    {
      "loss_action": 0.006950617767870426,
      "loss_total": 0.006950617767870426,
      "step": 25630
    },
    {
      "loss_action": 0.004914565477520227,
      "loss_total": 0.004914565477520227,
      "step": 25630
    },
    {
      "grad_norm": 0.2300407886505127,
      "learning_rate": 8.879930763307197e-05,
      "loss": 0.0101,
      "step": 25640
    },
    {
      "loss_action": 0.008075431920588017,
      "loss_total": 0.008075431920588017,
      "step": 25640
    },
    {
      "loss_action": 0.010665536858141422,
      "loss_total": 0.010665536858141422,
      "step": 25640
    },
    {
      "loss_action": 0.004167558625340462,
      "loss_total": 0.004167558625340462,
      "step": 25640
    },
    {
      "loss_action": 0.0071206605061888695,
      "loss_total": 0.0071206605061888695,
      "step": 25640
    },
    {
      "loss_action": 0.004616109188646078,
      "loss_total": 0.004616109188646078,
      "step": 25640
    },
    {
      "loss_action": 0.026000604033470154,
      "loss_total": 0.026000604033470154,
      "step": 25640
    },
    {
      "loss_action": 0.009594595059752464,
      "loss_total": 0.009594595059752464,
      "step": 25640
    },
    {
      "loss_action": 0.006265243515372276,
      "loss_total": 0.006265243515372276,
      "step": 25640
    },
    {
      "grad_norm": 0.14410142600536346,
      "learning_rate": 8.878887625180884e-05,
      "loss": 0.0105,
      "step": 25650
    },
    {
      "loss_action": 0.008198713883757591,
      "loss_total": 0.008198713883757591,
      "step": 25650
    },
    {
      "loss_action": 0.00822461023926735,
      "loss_total": 0.00822461023926735,
      "step": 25650
    },
    {
      "loss_action": 0.013740383088588715,
      "loss_total": 0.013740383088588715,
      "step": 25650
    },
    {
      "loss_action": 0.029717454686760902,
      "loss_total": 0.029717454686760902,
      "step": 25650
    },
    {
      "loss_action": 0.005251474678516388,
      "loss_total": 0.005251474678516388,
      "step": 25650
    },
    {
      "loss_action": 0.006545239593833685,
      "loss_total": 0.006545239593833685,
      "step": 25650
    },
    {
      "loss_action": 0.009089656174182892,
      "loss_total": 0.009089656174182892,
      "step": 25650
    },
    {
      "loss_action": 0.016758158802986145,
      "loss_total": 0.016758158802986145,
      "step": 25650
    },
    {
      "grad_norm": 0.12058661878108978,
      "learning_rate": 8.877844062865253e-05,
      "loss": 0.0098,
      "step": 25660
    },
    {
      "loss_action": 0.020350946113467216,
      "loss_total": 0.020350946113467216,
      "step": 25660
    },
    {
      "loss_action": 0.028333306312561035,
      "loss_total": 0.028333306312561035,
      "step": 25660
    },
    {
      "loss_action": 0.006588320713490248,
      "loss_total": 0.006588320713490248,
      "step": 25660
    },
    {
      "loss_action": 0.016796208918094635,
      "loss_total": 0.016796208918094635,
      "step": 25660
    },
    {
      "loss_action": 0.003975631203502417,
      "loss_total": 0.003975631203502417,
      "step": 25660
    },
    {
      "loss_action": 0.012598302215337753,
      "loss_total": 0.012598302215337753,
      "step": 25660
    },
    {
      "loss_action": 0.009259738028049469,
      "loss_total": 0.009259738028049469,
      "step": 25660
    },
    {
      "loss_action": 0.01023148838430643,
      "loss_total": 0.01023148838430643,
      "step": 25660
    },
    {
      "grad_norm": 0.09246143698692322,
      "learning_rate": 8.876800076474424e-05,
      "loss": 0.0109,
      "step": 25670
    },
    {
      "loss_action": 0.01681293547153473,
      "loss_total": 0.01681293547153473,
      "step": 25670
    },
    {
      "loss_action": 0.017174283042550087,
      "loss_total": 0.017174283042550087,
      "step": 25670
    },
    {
      "loss_action": 0.004363384563475847,
      "loss_total": 0.004363384563475847,
      "step": 25670
    },
    {
      "loss_action": 0.009323226287961006,
      "loss_total": 0.009323226287961006,
      "step": 25670
    },
    {
      "loss_action": 0.008571253158152103,
      "loss_total": 0.008571253158152103,
      "step": 25670
    },
    {
      "loss_action": 0.007462156005203724,
      "loss_total": 0.007462156005203724,
      "step": 25670
    },
    {
      "loss_action": 0.007345873862504959,
      "loss_total": 0.007345873862504959,
      "step": 25670
    },
    {
      "loss_action": 0.006799255032092333,
      "loss_total": 0.006799255032092333,
      "step": 25670
    },
    {
      "grad_norm": 0.16891838610172272,
      "learning_rate": 8.875755666122568e-05,
      "loss": 0.0131,
      "step": 25680
    },
    {
      "loss_action": 0.008529894053936005,
      "loss_total": 0.008529894053936005,
      "step": 25680
    },
    {
      "loss_action": 0.009238099679350853,
      "loss_total": 0.009238099679350853,
      "step": 25680
    },
    {
      "loss_action": 0.005556691437959671,
      "loss_total": 0.005556691437959671,
      "step": 25680
    },
    {
      "loss_action": 0.015405939891934395,
      "loss_total": 0.015405939891934395,
      "step": 25680
    },
    {
      "loss_action": 0.005868876818567514,
      "loss_total": 0.005868876818567514,
      "step": 25680
    },
    {
      "loss_action": 0.019682589918375015,
      "loss_total": 0.019682589918375015,
      "step": 25680
    },
    {
      "loss_action": 0.018504008650779724,
      "loss_total": 0.018504008650779724,
      "step": 25680
    },
    {
      "loss_action": 0.019852671772241592,
      "loss_total": 0.019852671772241592,
      "step": 25680
    },
    {
      "grad_norm": 0.11489789187908173,
      "learning_rate": 8.8747108319239e-05,
      "loss": 0.0113,
      "step": 25690
    },
    {
      "loss_action": 0.020098678767681122,
      "loss_total": 0.020098678767681122,
      "step": 25690
    },
    {
      "loss_action": 0.007082085590809584,
      "loss_total": 0.007082085590809584,
      "step": 25690
    },
    {
      "loss_action": 0.005675102584064007,
      "loss_total": 0.005675102584064007,
      "step": 25690
    },
    {
      "loss_action": 0.031667761504650116,
      "loss_total": 0.031667761504650116,
      "step": 25690
    },
    {
      "loss_action": 0.010581322945654392,
      "loss_total": 0.010581322945654392,
      "step": 25690
    },
    {
      "loss_action": 0.02042245864868164,
      "loss_total": 0.02042245864868164,
      "step": 25690
    },
    {
      "loss_action": 0.015846507623791695,
      "loss_total": 0.015846507623791695,
      "step": 25690
    },
    {
      "loss_action": 0.008274229243397713,
      "loss_total": 0.008274229243397713,
      "step": 25690
    },
    {
      "grad_norm": 0.26117372512817383,
      "learning_rate": 8.87366557399268e-05,
      "loss": 0.0141,
      "step": 25700
    },
    {
      "loss_action": 0.014164356514811516,
      "loss_total": 0.014164356514811516,
      "step": 25700
    },
    {
      "loss_action": 0.009811691008508205,
      "loss_total": 0.009811691008508205,
      "step": 25700
    },
    {
      "loss_action": 0.013529343530535698,
      "loss_total": 0.013529343530535698,
      "step": 25700
    },
    {
      "loss_action": 0.0073048933409154415,
      "loss_total": 0.0073048933409154415,
      "step": 25700
    },
    {
      "loss_action": 0.004384385421872139,
      "loss_total": 0.004384385421872139,
      "step": 25700
    },
    {
      "loss_action": 0.010156340897083282,
      "loss_total": 0.010156340897083282,
      "step": 25700
    },
    {
      "loss_action": 0.019557157531380653,
      "loss_total": 0.019557157531380653,
      "step": 25700
    },
    {
      "loss_action": 0.010807661339640617,
      "loss_total": 0.010807661339640617,
      "step": 25700
    },
    {
      "grad_norm": 0.11707652360200882,
      "learning_rate": 8.872619892443217e-05,
      "loss": 0.014,
      "step": 25710
    },
    {
      "loss_action": 0.015276934020221233,
      "loss_total": 0.015276934020221233,
      "step": 25710
    },
    {
      "loss_action": 0.012227969244122505,
      "loss_total": 0.012227969244122505,
      "step": 25710
    },
    {
      "loss_action": 0.017965424805879593,
      "loss_total": 0.017965424805879593,
      "step": 25710
    },
    {
      "loss_action": 0.021915309131145477,
      "loss_total": 0.021915309131145477,
      "step": 25710
    },
    {
      "loss_action": 0.014327292330563068,
      "loss_total": 0.014327292330563068,
      "step": 25710
    },
    {
      "loss_action": 0.006267751567065716,
      "loss_total": 0.006267751567065716,
      "step": 25710
    },
    {
      "loss_action": 0.005877652205526829,
      "loss_total": 0.005877652205526829,
      "step": 25710
    },
    {
      "loss_action": 0.030747247859835625,
      "loss_total": 0.030747247859835625,
      "step": 25710
    },
    {
      "grad_norm": 0.14769992232322693,
      "learning_rate": 8.871573787389865e-05,
      "loss": 0.0141,
      "step": 25720
    },
    {
      "loss_action": 0.01700870506465435,
      "loss_total": 0.01700870506465435,
      "step": 25720
    },
    {
      "loss_action": 0.00809682160615921,
      "loss_total": 0.00809682160615921,
      "step": 25720
    },
    {
      "loss_action": 0.011805965565145016,
      "loss_total": 0.011805965565145016,
      "step": 25720
    },
    {
      "loss_action": 0.01296674832701683,
      "loss_total": 0.01296674832701683,
      "step": 25720
    },
    {
      "loss_action": 0.007818114012479782,
      "loss_total": 0.007818114012479782,
      "step": 25720
    },
    {
      "loss_action": 0.010805824771523476,
      "loss_total": 0.010805824771523476,
      "step": 25720
    },
    {
      "loss_action": 0.01181713305413723,
      "loss_total": 0.01181713305413723,
      "step": 25720
    },
    {
      "loss_action": 0.007599399890750647,
      "loss_total": 0.007599399890750647,
      "step": 25720
    },
    {
      "grad_norm": 0.21681657433509827,
      "learning_rate": 8.870527258947024e-05,
      "loss": 0.0126,
      "step": 25730
    },
    {
      "loss_action": 0.014454560354351997,
      "loss_total": 0.014454560354351997,
      "step": 25730
    },
    {
      "loss_action": 0.013872705399990082,
      "loss_total": 0.013872705399990082,
      "step": 25730
    },
    {
      "loss_action": 0.005800856277346611,
      "loss_total": 0.005800856277346611,
      "step": 25730
    },
    {
      "loss_action": 0.005511176306754351,
      "loss_total": 0.005511176306754351,
      "step": 25730
    },
    {
      "loss_action": 0.004251220263540745,
      "loss_total": 0.004251220263540745,
      "step": 25730
    },
    {
      "loss_action": 0.005052667111158371,
      "loss_total": 0.005052667111158371,
      "step": 25730
    },
    {
      "loss_action": 0.008191341534256935,
      "loss_total": 0.008191341534256935,
      "step": 25730
    },
    {
      "loss_action": 0.011301467195153236,
      "loss_total": 0.011301467195153236,
      "step": 25730
    },
    {
      "grad_norm": 0.22635693848133087,
      "learning_rate": 8.869480307229143e-05,
      "loss": 0.0129,
      "step": 25740
    },
    {
      "loss_action": 0.019042104482650757,
      "loss_total": 0.019042104482650757,
      "step": 25740
    },
    {
      "loss_action": 0.02155182883143425,
      "loss_total": 0.02155182883143425,
      "step": 25740
    },
    {
      "loss_action": 0.03286274895071983,
      "loss_total": 0.03286274895071983,
      "step": 25740
    },
    {
      "loss_action": 0.00969790294766426,
      "loss_total": 0.00969790294766426,
      "step": 25740
    },
    {
      "loss_action": 0.01610388234257698,
      "loss_total": 0.01610388234257698,
      "step": 25740
    },
    {
      "loss_action": 0.00631183385848999,
      "loss_total": 0.00631183385848999,
      "step": 25740
    },
    {
      "loss_action": 0.01808207854628563,
      "loss_total": 0.01808207854628563,
      "step": 25740
    },
    {
      "loss_action": 0.011076184920966625,
      "loss_total": 0.011076184920966625,
      "step": 25740
    },
    {
      "grad_norm": 0.13997440040111542,
      "learning_rate": 8.868432932350712e-05,
      "loss": 0.012,
      "step": 25750
    },
    {
      "loss_action": 0.0035595549270510674,
      "loss_total": 0.0035595549270510674,
      "step": 25750
    },
    {
      "loss_action": 0.013078768737614155,
      "loss_total": 0.013078768737614155,
      "step": 25750
    },
    {
      "loss_action": 0.016538633033633232,
      "loss_total": 0.016538633033633232,
      "step": 25750
    },
    {
      "loss_action": 0.011213764548301697,
      "loss_total": 0.011213764548301697,
      "step": 25750
    },
    {
      "loss_action": 0.010138059966266155,
      "loss_total": 0.010138059966266155,
      "step": 25750
    },
    {
      "loss_action": 0.01280849240720272,
      "loss_total": 0.01280849240720272,
      "step": 25750
    },
    {
      "loss_action": 0.01757650263607502,
      "loss_total": 0.01757650263607502,
      "step": 25750
    },
    {
      "loss_action": 0.006724813021719456,
      "loss_total": 0.006724813021719456,
      "step": 25750
    },
    {
      "grad_norm": 0.1502583920955658,
      "learning_rate": 8.867385134426272e-05,
      "loss": 0.0116,
      "step": 25760
    },
    {
      "loss_action": 0.018474284559488297,
      "loss_total": 0.018474284559488297,
      "step": 25760
    },
    {
      "loss_action": 0.009660756215453148,
      "loss_total": 0.009660756215453148,
      "step": 25760
    },
    {
      "loss_action": 0.015940789133310318,
      "loss_total": 0.015940789133310318,
      "step": 25760
    },
    {
      "loss_action": 0.00513214897364378,
      "loss_total": 0.00513214897364378,
      "step": 25760
    },
    {
      "loss_action": 0.014077392406761646,
      "loss_total": 0.014077392406761646,
      "step": 25760
    },
    {
      "loss_action": 0.008049873635172844,
      "loss_total": 0.008049873635172844,
      "step": 25760
    },
    {
      "loss_action": 0.011345943436026573,
      "loss_total": 0.011345943436026573,
      "step": 25760
    },
    {
      "loss_action": 0.010731913149356842,
      "loss_total": 0.010731913149356842,
      "step": 25760
    },
    {
      "grad_norm": 0.139772430062294,
      "learning_rate": 8.866336913570407e-05,
      "loss": 0.0108,
      "step": 25770
    },
    {
      "loss_action": 0.02155408263206482,
      "loss_total": 0.02155408263206482,
      "step": 25770
    },
    {
      "loss_action": 0.007993170991539955,
      "loss_total": 0.007993170991539955,
      "step": 25770
    },
    {
      "loss_action": 0.007059404160827398,
      "loss_total": 0.007059404160827398,
      "step": 25770
    },
    {
      "loss_action": 0.011153082363307476,
      "loss_total": 0.011153082363307476,
      "step": 25770
    },
    {
      "loss_action": 0.019040770828723907,
      "loss_total": 0.019040770828723907,
      "step": 25770
    },
    {
      "loss_action": 0.011682063341140747,
      "loss_total": 0.011682063341140747,
      "step": 25770
    },
    {
      "loss_action": 0.018853146582841873,
      "loss_total": 0.018853146582841873,
      "step": 25770
    },
    {
      "loss_action": 0.01639803871512413,
      "loss_total": 0.01639803871512413,
      "step": 25770
    },
    {
      "grad_norm": 0.3285121023654938,
      "learning_rate": 8.865288269897751e-05,
      "loss": 0.0132,
      "step": 25780
    },
    {
      "loss_action": 0.021200554445385933,
      "loss_total": 0.021200554445385933,
      "step": 25780
    },
    {
      "loss_action": 0.019609497860074043,
      "loss_total": 0.019609497860074043,
      "step": 25780
    },
    {
      "loss_action": 0.012796450406312943,
      "loss_total": 0.012796450406312943,
      "step": 25780
    },
    {
      "loss_action": 0.01958829164505005,
      "loss_total": 0.01958829164505005,
      "step": 25780
    },
    {
      "loss_action": 0.01160011813044548,
      "loss_total": 0.01160011813044548,
      "step": 25780
    },
    {
      "loss_action": 0.013261135667562485,
      "loss_total": 0.013261135667562485,
      "step": 25780
    },
    {
      "loss_action": 0.01777167059481144,
      "loss_total": 0.01777167059481144,
      "step": 25780
    },
    {
      "loss_action": 0.01743406057357788,
      "loss_total": 0.01743406057357788,
      "step": 25780
    },
    {
      "grad_norm": 0.19657140970230103,
      "learning_rate": 8.864239203522981e-05,
      "loss": 0.015,
      "step": 25790
    },
    {
      "loss_action": 0.004654326010495424,
      "loss_total": 0.004654326010495424,
      "step": 25790
    },
    {
      "loss_action": 0.008929259143769741,
      "loss_total": 0.008929259143769741,
      "step": 25790
    },
    {
      "loss_action": 0.032428085803985596,
      "loss_total": 0.032428085803985596,
      "step": 25790
    },
    {
      "loss_action": 0.010482639074325562,
      "loss_total": 0.010482639074325562,
      "step": 25790
    },
    {
      "loss_action": 0.023136865347623825,
      "loss_total": 0.023136865347623825,
      "step": 25790
    },
    {
      "loss_action": 0.010313192382454872,
      "loss_total": 0.010313192382454872,
      "step": 25790
    },
    {
      "loss_action": 0.005226219538599253,
      "loss_total": 0.005226219538599253,
      "step": 25790
    },
    {
      "loss_action": 0.0034024082124233246,
      "loss_total": 0.0034024082124233246,
      "step": 25790
    },
    {
      "grad_norm": 0.12062341719865799,
      "learning_rate": 8.863189714560822e-05,
      "loss": 0.0117,
      "step": 25800
    },
    {
      "loss_action": 0.015944018959999084,
      "loss_total": 0.015944018959999084,
      "step": 25800
    },
    {
      "loss_action": 0.010817966423928738,
      "loss_total": 0.010817966423928738,
      "step": 25800
    },
    {
      "loss_action": 0.017292510718107224,
      "loss_total": 0.017292510718107224,
      "step": 25800
    },
    {
      "loss_action": 0.008786046877503395,
      "loss_total": 0.008786046877503395,
      "step": 25800
    },
    {
      "loss_action": 0.01133051235228777,
      "loss_total": 0.01133051235228777,
      "step": 25800
    },
    {
      "loss_action": 0.02146914042532444,
      "loss_total": 0.02146914042532444,
      "step": 25800
    },
    {
      "loss_action": 0.004890172276645899,
      "loss_total": 0.004890172276645899,
      "step": 25800
    },
    {
      "loss_action": 0.009017686359584332,
      "loss_total": 0.009017686359584332,
      "step": 25800
    },
    {
      "grad_norm": 0.10691508650779724,
      "learning_rate": 8.862139803126043e-05,
      "loss": 0.0096,
      "step": 25810
    },
    {
      "loss_action": 0.009057789109647274,
      "loss_total": 0.009057789109647274,
      "step": 25810
    },
    {
      "loss_action": 0.011725597083568573,
      "loss_total": 0.011725597083568573,
      "step": 25810
    },
    {
      "loss_action": 0.019565481692552567,
      "loss_total": 0.019565481692552567,
      "step": 25810
    },
    {
      "loss_action": 0.005524877924472094,
      "loss_total": 0.005524877924472094,
      "step": 25810
    },
    {
      "loss_action": 0.013800594955682755,
      "loss_total": 0.013800594955682755,
      "step": 25810
    },
    {
      "loss_action": 0.010046987794339657,
      "loss_total": 0.010046987794339657,
      "step": 25810
    },
    {
      "loss_action": 0.006843635346740484,
      "loss_total": 0.006843635346740484,
      "step": 25810
    },
    {
      "loss_action": 0.019164422526955605,
      "loss_total": 0.019164422526955605,
      "step": 25810
    },
    {
      "grad_norm": 0.15903526544570923,
      "learning_rate": 8.861089469333463e-05,
      "loss": 0.0129,
      "step": 25820
    },
    {
      "loss_action": 0.004700532183051109,
      "loss_total": 0.004700532183051109,
      "step": 25820
    },
    {
      "loss_action": 0.012780237011611462,
      "loss_total": 0.012780237011611462,
      "step": 25820
    },
    {
      "loss_action": 0.013525296002626419,
      "loss_total": 0.013525296002626419,
      "step": 25820
    },
    {
      "loss_action": 0.005935417488217354,
      "loss_total": 0.005935417488217354,
      "step": 25820
    },
    {
      "loss_action": 0.011218387633562088,
      "loss_total": 0.011218387633562088,
      "step": 25820
    },
    {
      "loss_action": 0.0082168597728014,
      "loss_total": 0.0082168597728014,
      "step": 25820
    },
    {
      "loss_action": 0.0032322732731699944,
      "loss_total": 0.0032322732731699944,
      "step": 25820
    },
    {
      "loss_action": 0.008224362507462502,
      "loss_total": 0.008224362507462502,
      "step": 25820
    },
    {
      "grad_norm": 0.1704009622335434,
      "learning_rate": 8.860038713297944e-05,
      "loss": 0.0134,
      "step": 25830
    },
    {
      "loss_action": 0.00968012586236,
      "loss_total": 0.00968012586236,
      "step": 25830
    },
    {
      "loss_action": 0.011630889028310776,
      "loss_total": 0.011630889028310776,
      "step": 25830
    },
    {
      "loss_action": 0.01382138766348362,
      "loss_total": 0.01382138766348362,
      "step": 25830
    },
    {
      "loss_action": 0.02318708412349224,
      "loss_total": 0.02318708412349224,
      "step": 25830
    },
    {
      "loss_action": 0.016278333961963654,
      "loss_total": 0.016278333961963654,
      "step": 25830
    },
    {
      "loss_action": 0.02803098037838936,
      "loss_total": 0.02803098037838936,
      "step": 25830
    },
    {
      "loss_action": 0.007981318049132824,
      "loss_total": 0.007981318049132824,
      "step": 25830
    },
    {
      "loss_action": 0.023483209311962128,
      "loss_total": 0.023483209311962128,
      "step": 25830
    },
    {
      "grad_norm": 0.15214693546295166,
      "learning_rate": 8.858987535134394e-05,
      "loss": 0.0143,
      "step": 25840
    },
    {
      "loss_action": 0.012816255912184715,
      "loss_total": 0.012816255912184715,
      "step": 25840
    },
    {
      "loss_action": 0.01554177701473236,
      "loss_total": 0.01554177701473236,
      "step": 25840
    },
    {
      "loss_action": 0.005548353772610426,
      "loss_total": 0.005548353772610426,
      "step": 25840
    },
    {
      "loss_action": 0.009227801114320755,
      "loss_total": 0.009227801114320755,
      "step": 25840
    },
    {
      "loss_action": 0.011693699285387993,
      "loss_total": 0.011693699285387993,
      "step": 25840
    },
    {
      "loss_action": 0.004801170434802771,
      "loss_total": 0.004801170434802771,
      "step": 25840
    },
    {
      "loss_action": 0.009629335254430771,
      "loss_total": 0.009629335254430771,
      "step": 25840
    },
    {
      "loss_action": 0.012806961312890053,
      "loss_total": 0.012806961312890053,
      "step": 25840
    },
    {
      "grad_norm": 0.13091649115085602,
      "learning_rate": 8.857935934957769e-05,
      "loss": 0.0117,
      "step": 25850
    },
    {
      "loss_action": 0.022340796887874603,
      "loss_total": 0.022340796887874603,
      "step": 25850
    },
    {
      "loss_action": 0.010482283309102058,
      "loss_total": 0.010482283309102058,
      "step": 25850
    },
    {
      "loss_action": 0.017291521653532982,
      "loss_total": 0.017291521653532982,
      "step": 25850
    },
    {
      "loss_action": 0.019124340265989304,
      "loss_total": 0.019124340265989304,
      "step": 25850
    },
    {
      "loss_action": 0.01731887459754944,
      "loss_total": 0.01731887459754944,
      "step": 25850
    },
    {
      "loss_action": 0.018672190606594086,
      "loss_total": 0.018672190606594086,
      "step": 25850
    },
    {
      "loss_action": 0.021088721230626106,
      "loss_total": 0.021088721230626106,
      "step": 25850
    },
    {
      "loss_action": 0.008600222878158092,
      "loss_total": 0.008600222878158092,
      "step": 25850
    },
    {
      "grad_norm": 0.14854563772678375,
      "learning_rate": 8.856883912883071e-05,
      "loss": 0.0109,
      "step": 25860
    },
    {
      "loss_action": 0.006663020700216293,
      "loss_total": 0.006663020700216293,
      "step": 25860
    },
    {
      "loss_action": 0.011851618066430092,
      "loss_total": 0.011851618066430092,
      "step": 25860
    },
    {
      "loss_action": 0.008400717750191689,
      "loss_total": 0.008400717750191689,
      "step": 25860
    },
    {
      "loss_action": 0.0054199546575546265,
      "loss_total": 0.0054199546575546265,
      "step": 25860
    },
    {
      "loss_action": 0.010504310950636864,
      "loss_total": 0.010504310950636864,
      "step": 25860
    },
    {
      "loss_action": 0.010587219148874283,
      "loss_total": 0.010587219148874283,
      "step": 25860
    },
    {
      "loss_action": 0.007236072793602943,
      "loss_total": 0.007236072793602943,
      "step": 25860
    },
    {
      "loss_action": 0.0052274735644459724,
      "loss_total": 0.0052274735644459724,
      "step": 25860
    },
    {
      "grad_norm": 0.13407939672470093,
      "learning_rate": 8.855831469025346e-05,
      "loss": 0.0118,
      "step": 25870
    },
    {
      "loss_action": 0.006280194967985153,
      "loss_total": 0.006280194967985153,
      "step": 25870
    },
    {
      "loss_action": 0.007765755522996187,
      "loss_total": 0.007765755522996187,
      "step": 25870
    },
    {
      "loss_action": 0.011406525038182735,
      "loss_total": 0.011406525038182735,
      "step": 25870
    },
    {
      "loss_action": 0.027544572949409485,
      "loss_total": 0.027544572949409485,
      "step": 25870
    },
    {
      "loss_action": 0.011624880135059357,
      "loss_total": 0.011624880135059357,
      "step": 25870
    },
    {
      "loss_action": 0.01173236034810543,
      "loss_total": 0.01173236034810543,
      "step": 25870
    },
    {
      "loss_action": 0.006846067029982805,
      "loss_total": 0.006846067029982805,
      "step": 25870
    },
    {
      "loss_action": 0.011379537172615528,
      "loss_total": 0.011379537172615528,
      "step": 25870
    },
    {
      "grad_norm": 0.14909136295318604,
      "learning_rate": 8.854778603499689e-05,
      "loss": 0.0114,
      "step": 25880
    },
    {
      "loss_action": 0.008821409195661545,
      "loss_total": 0.008821409195661545,
      "step": 25880
    },
    {
      "loss_action": 0.027997000142931938,
      "loss_total": 0.027997000142931938,
      "step": 25880
    },
    {
      "loss_action": 0.009139842353761196,
      "loss_total": 0.009139842353761196,
      "step": 25880
    },
    {
      "loss_action": 0.008912235498428345,
      "loss_total": 0.008912235498428345,
      "step": 25880
    },
    {
      "loss_action": 0.013134418055415154,
      "loss_total": 0.013134418055415154,
      "step": 25880
    },
    {
      "loss_action": 0.01862000674009323,
      "loss_total": 0.01862000674009323,
      "step": 25880
    },
    {
      "loss_action": 0.014045767486095428,
      "loss_total": 0.014045767486095428,
      "step": 25880
    },
    {
      "loss_action": 0.007014647126197815,
      "loss_total": 0.007014647126197815,
      "step": 25880
    },
    {
      "grad_norm": 0.12631915509700775,
      "learning_rate": 8.85372531642124e-05,
      "loss": 0.0122,
      "step": 25890
    },
    {
      "loss_action": 0.014821839518845081,
      "loss_total": 0.014821839518845081,
      "step": 25890
    },
    {
      "loss_action": 0.02418527565896511,
      "loss_total": 0.02418527565896511,
      "step": 25890
    },
    {
      "loss_action": 0.01845495030283928,
      "loss_total": 0.01845495030283928,
      "step": 25890
    },
    {
      "loss_action": 0.006403549108654261,
      "loss_total": 0.006403549108654261,
      "step": 25890
    },
    {
      "loss_action": 0.013254142366349697,
      "loss_total": 0.013254142366349697,
      "step": 25890
    },
    {
      "loss_action": 0.012912760488688946,
      "loss_total": 0.012912760488688946,
      "step": 25890
    },
    {
      "loss_action": 0.005756373517215252,
      "loss_total": 0.005756373517215252,
      "step": 25890
    },
    {
      "loss_action": 0.006751619279384613,
      "loss_total": 0.006751619279384613,
      "step": 25890
    },
    {
      "grad_norm": 0.10516521334648132,
      "learning_rate": 8.852671607905185e-05,
      "loss": 0.012,
      "step": 25900
    },
    {
      "loss_action": 0.012295607477426529,
      "loss_total": 0.012295607477426529,
      "step": 25900
    },
    {
      "loss_action": 0.013377620838582516,
      "loss_total": 0.013377620838582516,
      "step": 25900
    },
    {
      "loss_action": 0.007997063919901848,
      "loss_total": 0.007997063919901848,
      "step": 25900
    },
    {
      "loss_action": 0.010983211919665337,
      "loss_total": 0.010983211919665337,
      "step": 25900
    },
    {
      "loss_action": 0.005223652347922325,
      "loss_total": 0.005223652347922325,
      "step": 25900
    },
    {
      "loss_action": 0.010827912017703056,
      "loss_total": 0.010827912017703056,
      "step": 25900
    },
    {
      "loss_action": 0.006039916537702084,
      "loss_total": 0.006039916537702084,
      "step": 25900
    },
    {
      "loss_action": 0.006011228077113628,
      "loss_total": 0.006011228077113628,
      "step": 25900
    },
    {
      "grad_norm": 0.10656977444887161,
      "learning_rate": 8.851617478066754e-05,
      "loss": 0.0105,
      "step": 25910
    },
    {
      "loss_action": 0.004391671624034643,
      "loss_total": 0.004391671624034643,
      "step": 25910
    },
    {
      "loss_action": 0.005797812715172768,
      "loss_total": 0.005797812715172768,
      "step": 25910
    },
    {
      "loss_action": 0.006195169873535633,
      "loss_total": 0.006195169873535633,
      "step": 25910
    },
    {
      "loss_action": 0.0047625284641981125,
      "loss_total": 0.0047625284641981125,
      "step": 25910
    },
    {
      "loss_action": 0.009454763494431973,
      "loss_total": 0.009454763494431973,
      "step": 25910
    },
    {
      "loss_action": 0.007202389184385538,
      "loss_total": 0.007202389184385538,
      "step": 25910
    },
    {
      "loss_action": 0.0053967805579304695,
      "loss_total": 0.0053967805579304695,
      "step": 25910
    },
    {
      "loss_action": 0.00807795487344265,
      "loss_total": 0.00807795487344265,
      "step": 25910
    },
    {
      "grad_norm": 0.1401638686656952,
      "learning_rate": 8.850562927021227e-05,
      "loss": 0.0103,
      "step": 25920
    },
    {
      "loss_action": 0.005804885178804398,
      "loss_total": 0.005804885178804398,
      "step": 25920
    },
    {
      "loss_action": 0.007453592494130135,
      "loss_total": 0.007453592494130135,
      "step": 25920
    },
    {
      "loss_action": 0.004769711755216122,
      "loss_total": 0.004769711755216122,
      "step": 25920
    },
    {
      "loss_action": 0.009480532258749008,
      "loss_total": 0.009480532258749008,
      "step": 25920
    },
    {
      "loss_action": 0.03949379920959473,
      "loss_total": 0.03949379920959473,
      "step": 25920
    },
    {
      "loss_action": 0.005889412015676498,
      "loss_total": 0.005889412015676498,
      "step": 25920
    },
    {
      "loss_action": 0.011506670154631138,
      "loss_total": 0.011506670154631138,
      "step": 25920
    },
    {
      "loss_action": 0.005118078552186489,
      "loss_total": 0.005118078552186489,
      "step": 25920
    },
    {
      "grad_norm": 0.16160671412944794,
      "learning_rate": 8.849507954883928e-05,
      "loss": 0.0129,
      "step": 25930
    },
    {
      "loss_action": 0.004775616340339184,
      "loss_total": 0.004775616340339184,
      "step": 25930
    },
    {
      "loss_action": 0.00855204276740551,
      "loss_total": 0.00855204276740551,
      "step": 25930
    },
    {
      "loss_action": 0.009189272299408913,
      "loss_total": 0.009189272299408913,
      "step": 25930
    },
    {
      "loss_action": 0.006481403484940529,
      "loss_total": 0.006481403484940529,
      "step": 25930
    },
    {
      "loss_action": 0.015587126836180687,
      "loss_total": 0.015587126836180687,
      "step": 25930
    },
    {
      "loss_action": 0.00739850290119648,
      "loss_total": 0.00739850290119648,
      "step": 25930
    },
    {
      "loss_action": 0.011459308676421642,
      "loss_total": 0.011459308676421642,
      "step": 25930
    },
    {
      "loss_action": 0.010952793061733246,
      "loss_total": 0.010952793061733246,
      "step": 25930
    },
    {
      "grad_norm": 0.11040090769529343,
      "learning_rate": 8.848452561770226e-05,
      "loss": 0.0113,
      "step": 25940
    },
    {
      "loss_action": 0.021905943751335144,
      "loss_total": 0.021905943751335144,
      "step": 25940
    },
    {
      "loss_action": 0.013664999976754189,
      "loss_total": 0.013664999976754189,
      "step": 25940
    },
    {
      "loss_action": 0.008714663796126842,
      "loss_total": 0.008714663796126842,
      "step": 25940
    },
    {
      "loss_action": 0.016507446765899658,
      "loss_total": 0.016507446765899658,
      "step": 25940
    },
    {
      "loss_action": 0.012613323517143726,
      "loss_total": 0.012613323517143726,
      "step": 25940
    },
    {
      "loss_action": 0.013581356965005398,
      "loss_total": 0.013581356965005398,
      "step": 25940
    },
    {
      "loss_action": 0.017348207533359528,
      "loss_total": 0.017348207533359528,
      "step": 25940
    },
    {
      "loss_action": 0.016919180750846863,
      "loss_total": 0.016919180750846863,
      "step": 25940
    },
    {
      "grad_norm": 0.1572011411190033,
      "learning_rate": 8.847396747795538e-05,
      "loss": 0.0099,
      "step": 25950
    },
    {
      "loss_action": 0.02992463856935501,
      "loss_total": 0.02992463856935501,
      "step": 25950
    },
    {
      "loss_action": 0.011372355744242668,
      "loss_total": 0.011372355744242668,
      "step": 25950
    },
    {
      "loss_action": 0.014948716387152672,
      "loss_total": 0.014948716387152672,
      "step": 25950
    },
    {
      "loss_action": 0.012705599889159203,
      "loss_total": 0.012705599889159203,
      "step": 25950
    },
    {
      "loss_action": 0.005498046986758709,
      "loss_total": 0.005498046986758709,
      "step": 25950
    },
    {
      "loss_action": 0.013153141364455223,
      "loss_total": 0.013153141364455223,
      "step": 25950
    },
    {
      "loss_action": 0.006962326820939779,
      "loss_total": 0.006962326820939779,
      "step": 25950
    },
    {
      "loss_action": 0.005675547756254673,
      "loss_total": 0.005675547756254673,
      "step": 25950
    },
    {
      "grad_norm": 0.20183171331882477,
      "learning_rate": 8.846340513075327e-05,
      "loss": 0.0121,
      "step": 25960
    },
    {
      "loss_action": 0.0068473308347165585,
      "loss_total": 0.0068473308347165585,
      "step": 25960
    },
    {
      "loss_action": 0.0163003820925951,
      "loss_total": 0.0163003820925951,
      "step": 25960
    },
    {
      "loss_action": 0.004542868584394455,
      "loss_total": 0.004542868584394455,
      "step": 25960
    },
    {
      "loss_action": 0.007810669019818306,
      "loss_total": 0.007810669019818306,
      "step": 25960
    },
    {
      "loss_action": 0.0060567110776901245,
      "loss_total": 0.0060567110776901245,
      "step": 25960
    },
    {
      "loss_action": 0.009301505982875824,
      "loss_total": 0.009301505982875824,
      "step": 25960
    },
    {
      "loss_action": 0.007281188853085041,
      "loss_total": 0.007281188853085041,
      "step": 25960
    },
    {
      "loss_action": 0.004480231553316116,
      "loss_total": 0.004480231553316116,
      "step": 25960
    },
    {
      "grad_norm": 0.1764071136713028,
      "learning_rate": 8.845283857725099e-05,
      "loss": 0.0131,
      "step": 25970
    },
    {
      "loss_action": 0.010832970961928368,
      "loss_total": 0.010832970961928368,
      "step": 25970
    },
    {
      "loss_action": 0.012310517951846123,
      "loss_total": 0.012310517951846123,
      "step": 25970
    },
    {
      "loss_action": 0.01015838235616684,
      "loss_total": 0.01015838235616684,
      "step": 25970
    },
    {
      "loss_action": 0.026586882770061493,
      "loss_total": 0.026586882770061493,
      "step": 25970
    },
    {
      "loss_action": 0.01356407068669796,
      "loss_total": 0.01356407068669796,
      "step": 25970
    },
    {
      "loss_action": 0.006793119478970766,
      "loss_total": 0.006793119478970766,
      "step": 25970
    },
    {
      "loss_action": 0.009395786561071873,
      "loss_total": 0.009395786561071873,
      "step": 25970
    },
    {
      "loss_action": 0.007532916031777859,
      "loss_total": 0.007532916031777859,
      "step": 25970
    },
    {
      "grad_norm": 0.18465854227542877,
      "learning_rate": 8.844226781860409e-05,
      "loss": 0.0146,
      "step": 25980
    },
    {
      "loss_action": 0.003884193254634738,
      "loss_total": 0.003884193254634738,
      "step": 25980
    },
    {
      "loss_action": 0.04354873299598694,
      "loss_total": 0.04354873299598694,
      "step": 25980
    },
    {
      "loss_action": 0.017295019701123238,
      "loss_total": 0.017295019701123238,
      "step": 25980
    },
    {
      "loss_action": 0.042159195989370346,
      "loss_total": 0.042159195989370346,
      "step": 25980
    },
    {
      "loss_action": 0.011773210018873215,
      "loss_total": 0.011773210018873215,
      "step": 25980
    },
    {
      "loss_action": 0.009885643608868122,
      "loss_total": 0.009885643608868122,
      "step": 25980
    },
    {
      "loss_action": 0.03267667070031166,
      "loss_total": 0.03267667070031166,
      "step": 25980
    },
    {
      "loss_action": 0.007030416280031204,
      "loss_total": 0.007030416280031204,
      "step": 25980
    },
    {
      "grad_norm": 0.13976255059242249,
      "learning_rate": 8.84316928559686e-05,
      "loss": 0.0135,
      "step": 25990
    },
    {
      "loss_action": 0.014643055386841297,
      "loss_total": 0.014643055386841297,
      "step": 25990
    },
    {
      "loss_action": 0.00843525119125843,
      "loss_total": 0.00843525119125843,
      "step": 25990
    },
    {
      "loss_action": 0.010908880271017551,
      "loss_total": 0.010908880271017551,
      "step": 25990
    },
    {
      "loss_action": 0.017248790711164474,
      "loss_total": 0.017248790711164474,
      "step": 25990
    },
    {
      "loss_action": 0.007981769740581512,
      "loss_total": 0.007981769740581512,
      "step": 25990
    },
    {
      "loss_action": 0.005581716075539589,
      "loss_total": 0.005581716075539589,
      "step": 25990
    },
    {
      "loss_action": 0.005185484886169434,
      "loss_total": 0.005185484886169434,
      "step": 25990
    },
    {
      "loss_action": 0.005447529722005129,
      "loss_total": 0.005447529722005129,
      "step": 25990
    },
    {
      "grad_norm": 0.14446525275707245,
      "learning_rate": 8.842111369050094e-05,
      "loss": 0.0124,
      "step": 26000
    },
    {
      "loss_action": 0.015862997621297836,
      "loss_total": 0.015862997621297836,
      "step": 26000
    },
    {
      "loss_action": 0.006608458701521158,
      "loss_total": 0.006608458701521158,
      "step": 26000
    },
    {
      "loss_action": 0.006259397603571415,
      "loss_total": 0.006259397603571415,
      "step": 26000
    },
    {
      "loss_action": 0.0029503032565116882,
      "loss_total": 0.0029503032565116882,
      "step": 26000
    },
    {
      "loss_action": 0.006698607932776213,
      "loss_total": 0.006698607932776213,
      "step": 26000
    },
    {
      "loss_action": 0.00342760793864727,
      "loss_total": 0.00342760793864727,
      "step": 26000
    },
    {
      "loss_action": 0.006523028016090393,
      "loss_total": 0.006523028016090393,
      "step": 26000
    },
    {
      "loss_action": 0.0026770918630063534,
      "loss_total": 0.0026770918630063534,
      "step": 26000
    },
    {
      "grad_norm": 0.16631367802619934,
      "learning_rate": 8.841053032335808e-05,
      "loss": 0.012,
      "step": 26010
    },
    {
      "loss_action": 0.013038218021392822,
      "loss_total": 0.013038218021392822,
      "step": 26010
    },
    {
      "loss_action": 0.029958302155137062,
      "loss_total": 0.029958302155137062,
      "step": 26010
    },
    {
      "loss_action": 0.00619114376604557,
      "loss_total": 0.00619114376604557,
      "step": 26010
    },
    {
      "loss_action": 0.007901608012616634,
      "loss_total": 0.007901608012616634,
      "step": 26010
    },
    {
      "loss_action": 0.006517163943499327,
      "loss_total": 0.006517163943499327,
      "step": 26010
    },
    {
      "loss_action": 0.014391729608178139,
      "loss_total": 0.014391729608178139,
      "step": 26010
    },
    {
      "loss_action": 0.006818582769483328,
      "loss_total": 0.006818582769483328,
      "step": 26010
    },
    {
      "loss_action": 0.006803412456065416,
      "loss_total": 0.006803412456065416,
      "step": 26010
    },
    {
      "grad_norm": 0.16437529027462006,
      "learning_rate": 8.839994275569735e-05,
      "loss": 0.0102,
      "step": 26020
    },
    {
      "loss_action": 0.015215910971164703,
      "loss_total": 0.015215910971164703,
      "step": 26020
    },
    {
      "loss_action": 0.032648131251335144,
      "loss_total": 0.032648131251335144,
      "step": 26020
    },
    {
      "loss_action": 0.009419647045433521,
      "loss_total": 0.009419647045433521,
      "step": 26020
    },
    {
      "loss_action": 0.006429966539144516,
      "loss_total": 0.006429966539144516,
      "step": 26020
    },
    {
      "loss_action": 0.005495305173099041,
      "loss_total": 0.005495305173099041,
      "step": 26020
    },
    {
      "loss_action": 0.04499423876404762,
      "loss_total": 0.04499423876404762,
      "step": 26020
    },
    {
      "loss_action": 0.008863665163516998,
      "loss_total": 0.008863665163516998,
      "step": 26020
    },
    {
      "loss_action": 0.01972499117255211,
      "loss_total": 0.01972499117255211,
      "step": 26020
    },
    {
      "grad_norm": 0.11210321635007858,
      "learning_rate": 8.838935098867662e-05,
      "loss": 0.0114,
      "step": 26030
    },
    {
      "loss_action": 0.004717095755040646,
      "loss_total": 0.004717095755040646,
      "step": 26030
    },
    {
      "loss_action": 0.005103572271764278,
      "loss_total": 0.005103572271764278,
      "step": 26030
    },
    {
      "loss_action": 0.01802106201648712,
      "loss_total": 0.01802106201648712,
      "step": 26030
    },
    {
      "loss_action": 0.019032644107937813,
      "loss_total": 0.019032644107937813,
      "step": 26030
    },
    {
      "loss_action": 0.019827749580144882,
      "loss_total": 0.019827749580144882,
      "step": 26030
    },
    {
      "loss_action": 0.0038442981895059347,
      "loss_total": 0.0038442981895059347,
      "step": 26030
    },
    {
      "loss_action": 0.005947154946625233,
      "loss_total": 0.005947154946625233,
      "step": 26030
    },
    {
      "loss_action": 0.006797242909669876,
      "loss_total": 0.006797242909669876,
      "step": 26030
    },
    {
      "grad_norm": 0.10597550868988037,
      "learning_rate": 8.837875502345418e-05,
      "loss": 0.0111,
      "step": 26040
    },
    {
      "loss_action": 0.024860192090272903,
      "loss_total": 0.024860192090272903,
      "step": 26040
    },
    {
      "loss_action": 0.011653995141386986,
      "loss_total": 0.011653995141386986,
      "step": 26040
    },
    {
      "loss_action": 0.015210723504424095,
      "loss_total": 0.015210723504424095,
      "step": 26040
    },
    {
      "loss_action": 0.004721308592706919,
      "loss_total": 0.004721308592706919,
      "step": 26040
    },
    {
      "loss_action": 0.004173906520009041,
      "loss_total": 0.004173906520009041,
      "step": 26040
    },
    {
      "loss_action": 0.012738799676299095,
      "loss_total": 0.012738799676299095,
      "step": 26040
    },
    {
      "loss_action": 0.008469190448522568,
      "loss_total": 0.008469190448522568,
      "step": 26040
    },
    {
      "loss_action": 0.00908997654914856,
      "loss_total": 0.00908997654914856,
      "step": 26040
    },
    {
      "grad_norm": 0.13780876994132996,
      "learning_rate": 8.83681548611888e-05,
      "loss": 0.0116,
      "step": 26050
    },
    {
      "loss_action": 0.021208051592111588,
      "loss_total": 0.021208051592111588,
      "step": 26050
    },
    {
      "loss_action": 0.015087664127349854,
      "loss_total": 0.015087664127349854,
      "step": 26050
    },
    {
      "loss_action": 0.009226330555975437,
      "loss_total": 0.009226330555975437,
      "step": 26050
    },
    {
      "loss_action": 0.010056217201054096,
      "loss_total": 0.010056217201054096,
      "step": 26050
    },
    {
      "loss_action": 0.013783929869532585,
      "loss_total": 0.013783929869532585,
      "step": 26050
    },
    {
      "loss_action": 0.006255836691707373,
      "loss_total": 0.006255836691707373,
      "step": 26050
    },
    {
      "loss_action": 0.0579657182097435,
      "loss_total": 0.0579657182097435,
      "step": 26050
    },
    {
      "loss_action": 0.008362497203052044,
      "loss_total": 0.008362497203052044,
      "step": 26050
    },
    {
      "grad_norm": 0.12868095934391022,
      "learning_rate": 8.835755050303969e-05,
      "loss": 0.013,
      "step": 26060
    },
    {
      "loss_action": 0.013958146795630455,
      "loss_total": 0.013958146795630455,
      "step": 26060
    },
    {
      "loss_action": 0.009694160893559456,
      "loss_total": 0.009694160893559456,
      "step": 26060
    },
    {
      "loss_action": 0.009081417694687843,
      "loss_total": 0.009081417694687843,
      "step": 26060
    },
    {
      "loss_action": 0.019544105976819992,
      "loss_total": 0.019544105976819992,
      "step": 26060
    },
    {
      "loss_action": 0.009550106711685658,
      "loss_total": 0.009550106711685658,
      "step": 26060
    },
    {
      "loss_action": 0.01125853881239891,
      "loss_total": 0.01125853881239891,
      "step": 26060
    },
    {
      "loss_action": 0.005583036690950394,
      "loss_total": 0.005583036690950394,
      "step": 26060
    },
    {
      "loss_action": 0.008382776752114296,
      "loss_total": 0.008382776752114296,
      "step": 26060
    },
    {
      "grad_norm": 0.1213017925620079,
      "learning_rate": 8.834694195016653e-05,
      "loss": 0.0104,
      "step": 26070
    },
    {
      "loss_action": 0.0058168829418718815,
      "loss_total": 0.0058168829418718815,
      "step": 26070
    },
    {
      "loss_action": 0.010498365387320518,
      "loss_total": 0.010498365387320518,
      "step": 26070
    },
    {
      "loss_action": 0.008853932842612267,
      "loss_total": 0.008853932842612267,
      "step": 26070
    },
    {
      "loss_action": 0.005781897343695164,
      "loss_total": 0.005781897343695164,
      "step": 26070
    },
    {
      "loss_action": 0.00298721669241786,
      "loss_total": 0.00298721669241786,
      "step": 26070
    },
    {
      "loss_action": 0.0026983534917235374,
      "loss_total": 0.0026983534917235374,
      "step": 26070
    },
    {
      "loss_action": 0.004200455732643604,
      "loss_total": 0.004200455732643604,
      "step": 26070
    },
    {
      "loss_action": 0.00968380831182003,
      "loss_total": 0.00968380831182003,
      "step": 26070
    },
    {
      "grad_norm": 0.1512320190668106,
      "learning_rate": 8.833632920372942e-05,
      "loss": 0.0109,
      "step": 26080
    },
    {
      "loss_action": 0.013662382960319519,
      "loss_total": 0.013662382960319519,
      "step": 26080
    },
    {
      "loss_action": 0.006914704106748104,
      "loss_total": 0.006914704106748104,
      "step": 26080
    },
    {
      "loss_action": 0.002710269298404455,
      "loss_total": 0.002710269298404455,
      "step": 26080
    },
    {
      "loss_action": 0.011119439266622066,
      "loss_total": 0.011119439266622066,
      "step": 26080
    },
    {
      "loss_action": 0.01651877723634243,
      "loss_total": 0.01651877723634243,
      "step": 26080
    },
    {
      "loss_action": 0.007811630144715309,
      "loss_total": 0.007811630144715309,
      "step": 26080
    },
    {
      "loss_action": 0.0038532083854079247,
      "loss_total": 0.0038532083854079247,
      "step": 26080
    },
    {
      "loss_action": 0.008814123459160328,
      "loss_total": 0.008814123459160328,
      "step": 26080
    },
    {
      "grad_norm": 0.14459824562072754,
      "learning_rate": 8.832571226488903e-05,
      "loss": 0.0102,
      "step": 26090
    },
    {
      "loss_action": 0.009531590156257153,
      "loss_total": 0.009531590156257153,
      "step": 26090
    },
    {
      "loss_action": 0.008331804536283016,
      "loss_total": 0.008331804536283016,
      "step": 26090
    },
    {
      "loss_action": 0.005203269887715578,
      "loss_total": 0.005203269887715578,
      "step": 26090
    },
    {
      "loss_action": 0.019009705632925034,
      "loss_total": 0.019009705632925034,
      "step": 26090
    },
    {
      "loss_action": 0.01508830301463604,
      "loss_total": 0.01508830301463604,
      "step": 26090
    },
    {
      "loss_action": 0.009432803839445114,
      "loss_total": 0.009432803839445114,
      "step": 26090
    },
    {
      "loss_action": 0.009371355175971985,
      "loss_total": 0.009371355175971985,
      "step": 26090
    },
    {
      "loss_action": 0.011236388236284256,
      "loss_total": 0.011236388236284256,
      "step": 26090
    },
    {
      "grad_norm": 0.12022582441568375,
      "learning_rate": 8.831509113480634e-05,
      "loss": 0.0128,
      "step": 26100
    },
    {
      "loss_action": 0.008186950348317623,
      "loss_total": 0.008186950348317623,
      "step": 26100
    },
    {
      "loss_action": 0.009501535445451736,
      "loss_total": 0.009501535445451736,
      "step": 26100
    },
    {
      "loss_action": 0.006798338145017624,
      "loss_total": 0.006798338145017624,
      "step": 26100
    },
    {
      "loss_action": 0.008519629016518593,
      "loss_total": 0.008519629016518593,
      "step": 26100
    },
    {
      "loss_action": 0.018707051873207092,
      "loss_total": 0.018707051873207092,
      "step": 26100
    },
    {
      "loss_action": 0.0037219577934592962,
      "loss_total": 0.0037219577934592962,
      "step": 26100
    },
    {
      "loss_action": 0.03450838848948479,
      "loss_total": 0.03450838848948479,
      "step": 26100
    },
    {
      "loss_action": 0.006481938995420933,
      "loss_total": 0.006481938995420933,
      "step": 26100
    },
    {
      "grad_norm": 0.14360550045967102,
      "learning_rate": 8.83044658146429e-05,
      "loss": 0.0111,
      "step": 26110
    },
    {
      "loss_action": 0.00889274850487709,
      "loss_total": 0.00889274850487709,
      "step": 26110
    },
    {
      "loss_action": 0.009421076625585556,
      "loss_total": 0.009421076625585556,
      "step": 26110
    },
    {
      "loss_action": 0.0114554138854146,
      "loss_total": 0.0114554138854146,
      "step": 26110
    },
    {
      "loss_action": 0.01098597701638937,
      "loss_total": 0.01098597701638937,
      "step": 26110
    },
    {
      "loss_action": 0.012686168774962425,
      "loss_total": 0.012686168774962425,
      "step": 26110
    },
    {
      "loss_action": 0.014377595856785774,
      "loss_total": 0.014377595856785774,
      "step": 26110
    },
    {
      "loss_action": 0.01751272939145565,
      "loss_total": 0.01751272939145565,
      "step": 26110
    },
    {
      "loss_action": 0.015260612592101097,
      "loss_total": 0.015260612592101097,
      "step": 26110
    },
    {
      "grad_norm": 0.08939462155103683,
      "learning_rate": 8.829383630556067e-05,
      "loss": 0.0108,
      "step": 26120
    },
    {
      "loss_action": 0.011631829664111137,
      "loss_total": 0.011631829664111137,
      "step": 26120
    },
    {
      "loss_action": 0.02596958354115486,
      "loss_total": 0.02596958354115486,
      "step": 26120
    },
    {
      "loss_action": 0.00974779948592186,
      "loss_total": 0.00974779948592186,
      "step": 26120
    },
    {
      "loss_action": 0.00507399020716548,
      "loss_total": 0.00507399020716548,
      "step": 26120
    },
    {
      "loss_action": 0.02518540434539318,
      "loss_total": 0.02518540434539318,
      "step": 26120
    },
    {
      "loss_action": 0.008723357692360878,
      "loss_total": 0.008723357692360878,
      "step": 26120
    },
    {
      "loss_action": 0.004278119653463364,
      "loss_total": 0.004278119653463364,
      "step": 26120
    },
    {
      "loss_action": 0.005993322469294071,
      "loss_total": 0.005993322469294071,
      "step": 26120
    },
    {
      "grad_norm": 0.14996638894081116,
      "learning_rate": 8.828320260872207e-05,
      "loss": 0.0099,
      "step": 26130
    },
    {
      "loss_action": 0.015465735457837582,
      "loss_total": 0.015465735457837582,
      "step": 26130
    },
    {
      "loss_action": 0.008012887090444565,
      "loss_total": 0.008012887090444565,
      "step": 26130
    },
    {
      "loss_action": 0.006430117413401604,
      "loss_total": 0.006430117413401604,
      "step": 26130
    },
    {
      "loss_action": 0.009891968220472336,
      "loss_total": 0.009891968220472336,
      "step": 26130
    },
    {
      "loss_action": 0.02975035086274147,
      "loss_total": 0.02975035086274147,
      "step": 26130
    },
    {
      "loss_action": 0.013940286822617054,
      "loss_total": 0.013940286822617054,
      "step": 26130
    },
    {
      "loss_action": 0.005778750404715538,
      "loss_total": 0.005778750404715538,
      "step": 26130
    },
    {
      "loss_action": 0.008642405271530151,
      "loss_total": 0.008642405271530151,
      "step": 26130
    },
    {
      "grad_norm": 0.20497679710388184,
      "learning_rate": 8.827256472529e-05,
      "loss": 0.011,
      "step": 26140
    },
    {
      "loss_action": 0.010651558637619019,
      "loss_total": 0.010651558637619019,
      "step": 26140
    },
    {
      "loss_action": 0.005643106997013092,
      "loss_total": 0.005643106997013092,
      "step": 26140
    },
    {
      "loss_action": 0.005434404127299786,
      "loss_total": 0.005434404127299786,
      "step": 26140
    },
    {
      "loss_action": 0.0066246772184967995,
      "loss_total": 0.0066246772184967995,
      "step": 26140
    },
    {
      "loss_action": 0.012818291783332825,
      "loss_total": 0.012818291783332825,
      "step": 26140
    },
    {
      "loss_action": 0.010113010182976723,
      "loss_total": 0.010113010182976723,
      "step": 26140
    },
    {
      "loss_action": 0.011077508330345154,
      "loss_total": 0.011077508330345154,
      "step": 26140
    },
    {
      "loss_action": 0.017902009189128876,
      "loss_total": 0.017902009189128876,
      "step": 26140
    },
    {
      "grad_norm": 0.1959886997938156,
      "learning_rate": 8.826192265642778e-05,
      "loss": 0.0108,
      "step": 26150
    },
    {
      "loss_action": 0.0071460469625890255,
      "loss_total": 0.0071460469625890255,
      "step": 26150
    },
    {
      "loss_action": 0.011049255728721619,
      "loss_total": 0.011049255728721619,
      "step": 26150
    },
    {
      "loss_action": 0.0028594331815838814,
      "loss_total": 0.0028594331815838814,
      "step": 26150
    },
    {
      "loss_action": 0.008654342964291573,
      "loss_total": 0.008654342964291573,
      "step": 26150
    },
    {
      "loss_action": 0.0175611712038517,
      "loss_total": 0.0175611712038517,
      "step": 26150
    },
    {
      "loss_action": 0.0036664893850684166,
      "loss_total": 0.0036664893850684166,
      "step": 26150
    },
    {
      "loss_action": 0.019640102982521057,
      "loss_total": 0.019640102982521057,
      "step": 26150
    },
    {
      "loss_action": 0.004128366243094206,
      "loss_total": 0.004128366243094206,
      "step": 26150
    },
    {
      "grad_norm": 0.16310568153858185,
      "learning_rate": 8.825127640329923e-05,
      "loss": 0.0109,
      "step": 26160
    },
    {
      "loss_action": 0.006358998827636242,
      "loss_total": 0.006358998827636242,
      "step": 26160
    },
    {
      "loss_action": 0.012504169717431068,
      "loss_total": 0.012504169717431068,
      "step": 26160
    },
    {
      "loss_action": 0.009164061397314072,
      "loss_total": 0.009164061397314072,
      "step": 26160
    },
    {
      "loss_action": 0.012188728898763657,
      "loss_total": 0.012188728898763657,
      "step": 26160
    },
    {
      "loss_action": 0.008770646527409554,
      "loss_total": 0.008770646527409554,
      "step": 26160
    },
    {
      "loss_action": 0.0071561867371201515,
      "loss_total": 0.0071561867371201515,
      "step": 26160
    },
    {
      "loss_action": 0.009550405666232109,
      "loss_total": 0.009550405666232109,
      "step": 26160
    },
    {
      "loss_action": 0.007312408182770014,
      "loss_total": 0.007312408182770014,
      "step": 26160
    },
    {
      "grad_norm": 0.19002991914749146,
      "learning_rate": 8.824062596706861e-05,
      "loss": 0.0127,
      "step": 26170
    },
    {
      "loss_action": 0.008111354894936085,
      "loss_total": 0.008111354894936085,
      "step": 26170
    },
    {
      "loss_action": 0.009642388671636581,
      "loss_total": 0.009642388671636581,
      "step": 26170
    },
    {
      "loss_action": 0.011426126584410667,
      "loss_total": 0.011426126584410667,
      "step": 26170
    },
    {
      "loss_action": 0.00786385964602232,
      "loss_total": 0.00786385964602232,
      "step": 26170
    },
    {
      "loss_action": 0.00840030051767826,
      "loss_total": 0.00840030051767826,
      "step": 26170
    },
    {
      "loss_action": 0.006789039354771376,
      "loss_total": 0.006789039354771376,
      "step": 26170
    },
    {
      "loss_action": 0.020007500424981117,
      "loss_total": 0.020007500424981117,
      "step": 26170
    },
    {
      "loss_action": 0.010458303615450859,
      "loss_total": 0.010458303615450859,
      "step": 26170
    },
    {
      "grad_norm": 0.15882772207260132,
      "learning_rate": 8.822997134890062e-05,
      "loss": 0.0124,
      "step": 26180
    },
    {
      "loss_action": 0.009378273040056229,
      "loss_total": 0.009378273040056229,
      "step": 26180
    },
    {
      "loss_action": 0.016575917601585388,
      "loss_total": 0.016575917601585388,
      "step": 26180
    },
    {
      "loss_action": 0.005807030014693737,
      "loss_total": 0.005807030014693737,
      "step": 26180
    },
    {
      "loss_action": 0.013421600684523582,
      "loss_total": 0.013421600684523582,
      "step": 26180
    },
    {
      "loss_action": 0.010998314246535301,
      "loss_total": 0.010998314246535301,
      "step": 26180
    },
    {
      "loss_action": 0.011412519961595535,
      "loss_total": 0.011412519961595535,
      "step": 26180
    },
    {
      "loss_action": 0.012256312184035778,
      "loss_total": 0.012256312184035778,
      "step": 26180
    },
    {
      "loss_action": 0.017542459070682526,
      "loss_total": 0.017542459070682526,
      "step": 26180
    },
    {
      "grad_norm": 0.16473384201526642,
      "learning_rate": 8.821931254996044e-05,
      "loss": 0.0127,
      "step": 26190
    },
    {
      "loss_action": 0.007577066775411367,
      "loss_total": 0.007577066775411367,
      "step": 26190
    },
    {
      "loss_action": 0.00944418366998434,
      "loss_total": 0.00944418366998434,
      "step": 26190
    },
    {
      "loss_action": 0.012160046026110649,
      "loss_total": 0.012160046026110649,
      "step": 26190
    },
    {
      "loss_action": 0.019731197506189346,
      "loss_total": 0.019731197506189346,
      "step": 26190
    },
    {
      "loss_action": 0.006622570566833019,
      "loss_total": 0.006622570566833019,
      "step": 26190
    },
    {
      "loss_action": 0.004158183000981808,
      "loss_total": 0.004158183000981808,
      "step": 26190
    },
    {
      "loss_action": 0.01684788055717945,
      "loss_total": 0.01684788055717945,
      "step": 26190
    },
    {
      "loss_action": 0.006456662900745869,
      "loss_total": 0.006456662900745869,
      "step": 26190
    },
    {
      "grad_norm": 0.18470114469528198,
      "learning_rate": 8.82086495714137e-05,
      "loss": 0.013,
      "step": 26200
    },
    {
      "loss_action": 0.013852174393832684,
      "loss_total": 0.013852174393832684,
      "step": 26200
    },
    {
      "loss_action": 0.012929513119161129,
      "loss_total": 0.012929513119161129,
      "step": 26200
    },
    {
      "loss_action": 0.006081397645175457,
      "loss_total": 0.006081397645175457,
      "step": 26200
    },
    {
      "loss_action": 0.01142037007957697,
      "loss_total": 0.01142037007957697,
      "step": 26200
    },
    {
      "loss_action": 0.01844325289130211,
      "loss_total": 0.01844325289130211,
      "step": 26200
    },
    {
      "loss_action": 0.007040001917630434,
      "loss_total": 0.007040001917630434,
      "step": 26200
    },
    {
      "loss_action": 0.030627399682998657,
      "loss_total": 0.030627399682998657,
      "step": 26200
    },
    {
      "loss_action": 0.007962776347994804,
      "loss_total": 0.007962776347994804,
      "step": 26200
    },
    {
      "grad_norm": 0.190525621175766,
      "learning_rate": 8.81979824144265e-05,
      "loss": 0.0119,
      "step": 26210
    },
    {
      "loss_action": 0.009484528563916683,
      "loss_total": 0.009484528563916683,
      "step": 26210
    },
    {
      "loss_action": 0.018012942746281624,
      "loss_total": 0.018012942746281624,
      "step": 26210
    },
    {
      "loss_action": 0.010799963027238846,
      "loss_total": 0.010799963027238846,
      "step": 26210
    },
    {
      "loss_action": 0.012784392572939396,
      "loss_total": 0.012784392572939396,
      "step": 26210
    },
    {
      "loss_action": 0.01170102134346962,
      "loss_total": 0.01170102134346962,
      "step": 26210
    },
    {
      "loss_action": 0.012947019189596176,
      "loss_total": 0.012947019189596176,
      "step": 26210
    },
    {
      "loss_action": 0.011293903924524784,
      "loss_total": 0.011293903924524784,
      "step": 26210
    },
    {
      "loss_action": 0.013372066430747509,
      "loss_total": 0.013372066430747509,
      "step": 26210
    },
    {
      "grad_norm": 0.15103161334991455,
      "learning_rate": 8.818731108016536e-05,
      "loss": 0.0124,
      "step": 26220
    },
    {
      "loss_action": 0.015077956020832062,
      "loss_total": 0.015077956020832062,
      "step": 26220
    },
    {
      "loss_action": 0.006520379334688187,
      "loss_total": 0.006520379334688187,
      "step": 26220
    },
    {
      "loss_action": 0.01201925240457058,
      "loss_total": 0.01201925240457058,
      "step": 26220
    },
    {
      "loss_action": 0.00904974527657032,
      "loss_total": 0.00904974527657032,
      "step": 26220
    },
    {
      "loss_action": 0.020313668996095657,
      "loss_total": 0.020313668996095657,
      "step": 26220
    },
    {
      "loss_action": 0.011078562587499619,
      "loss_total": 0.011078562587499619,
      "step": 26220
    },
    {
      "loss_action": 0.004997853189706802,
      "loss_total": 0.004997853189706802,
      "step": 26220
    },
    {
      "loss_action": 0.028826173394918442,
      "loss_total": 0.028826173394918442,
      "step": 26220
    },
    {
      "grad_norm": 0.1764024794101715,
      "learning_rate": 8.81766355697973e-05,
      "loss": 0.0125,
      "step": 26230
    },
    {
      "loss_action": 0.008877011947333813,
      "loss_total": 0.008877011947333813,
      "step": 26230
    },
    {
      "loss_action": 0.009670172818005085,
      "loss_total": 0.009670172818005085,
      "step": 26230
    },
    {
      "loss_action": 0.020295603200793266,
      "loss_total": 0.020295603200793266,
      "step": 26230
    },
    {
      "loss_action": 0.01187063753604889,
      "loss_total": 0.01187063753604889,
      "step": 26230
    },
    {
      "loss_action": 0.007035183720290661,
      "loss_total": 0.007035183720290661,
      "step": 26230
    },
    {
      "loss_action": 0.016786199063062668,
      "loss_total": 0.016786199063062668,
      "step": 26230
    },
    {
      "loss_action": 0.007343385834246874,
      "loss_total": 0.007343385834246874,
      "step": 26230
    },
    {
      "loss_action": 0.025921275839209557,
      "loss_total": 0.025921275839209557,
      "step": 26230
    },
    {
      "grad_norm": 0.18216156959533691,
      "learning_rate": 8.816595588448977e-05,
      "loss": 0.0144,
      "step": 26240
    },
    {
      "loss_action": 0.004415259696543217,
      "loss_total": 0.004415259696543217,
      "step": 26240
    },
    {
      "loss_action": 0.022117499262094498,
      "loss_total": 0.022117499262094498,
      "step": 26240
    },
    {
      "loss_action": 0.011014520190656185,
      "loss_total": 0.011014520190656185,
      "step": 26240
    },
    {
      "loss_action": 0.020914115011692047,
      "loss_total": 0.020914115011692047,
      "step": 26240
    },
    {
      "loss_action": 0.006728813983500004,
      "loss_total": 0.006728813983500004,
      "step": 26240
    },
    {
      "loss_action": 0.002593365963548422,
      "loss_total": 0.002593365963548422,
      "step": 26240
    },
    {
      "loss_action": 0.018213361501693726,
      "loss_total": 0.018213361501693726,
      "step": 26240
    },
    {
      "loss_action": 0.004659285768866539,
      "loss_total": 0.004659285768866539,
      "step": 26240
    },
    {
      "grad_norm": 0.12435872107744217,
      "learning_rate": 8.81552720254107e-05,
      "loss": 0.0113,
      "step": 26250
    },
    {
      "loss_action": 0.02512509375810623,
      "loss_total": 0.02512509375810623,
      "step": 26250
    },
    {
      "loss_action": 0.019083788618445396,
      "loss_total": 0.019083788618445396,
      "step": 26250
    },
    {
      "loss_action": 0.009390057995915413,
      "loss_total": 0.009390057995915413,
      "step": 26250
    },
    {
      "loss_action": 0.03424140065908432,
      "loss_total": 0.03424140065908432,
      "step": 26250
    },
    {
      "loss_action": 0.02120938152074814,
      "loss_total": 0.02120938152074814,
      "step": 26250
    },
    {
      "loss_action": 0.009342173114418983,
      "loss_total": 0.009342173114418983,
      "step": 26250
    },
    {
      "loss_action": 0.014515237882733345,
      "loss_total": 0.014515237882733345,
      "step": 26250
    },
    {
      "loss_action": 0.013666716404259205,
      "loss_total": 0.013666716404259205,
      "step": 26250
    },
    {
      "grad_norm": 0.15871265530586243,
      "learning_rate": 8.814458399372842e-05,
      "loss": 0.0137,
      "step": 26260
    },
    {
      "loss_action": 0.007722917944192886,
      "loss_total": 0.007722917944192886,
      "step": 26260
    },
    {
      "loss_action": 0.016416963189840317,
      "loss_total": 0.016416963189840317,
      "step": 26260
    },
    {
      "loss_action": 0.011267680674791336,
      "loss_total": 0.011267680674791336,
      "step": 26260
    },
    {
      "loss_action": 0.010302477516233921,
      "loss_total": 0.010302477516233921,
      "step": 26260
    },
    {
      "loss_action": 0.017043935135006905,
      "loss_total": 0.017043935135006905,
      "step": 26260
    },
    {
      "loss_action": 0.008832963183522224,
      "loss_total": 0.008832963183522224,
      "step": 26260
    },
    {
      "loss_action": 0.007274679373949766,
      "loss_total": 0.007274679373949766,
      "step": 26260
    },
    {
      "loss_action": 0.004360782913863659,
      "loss_total": 0.004360782913863659,
      "step": 26260
    },
    {
      "grad_norm": 0.11069902032613754,
      "learning_rate": 8.813389179061181e-05,
      "loss": 0.0105,
      "step": 26270
    },
    {
      "loss_action": 0.018440309911966324,
      "loss_total": 0.018440309911966324,
      "step": 26270
    },
    {
      "loss_action": 0.007122815120965242,
      "loss_total": 0.007122815120965242,
      "step": 26270
    },
    {
      "loss_action": 0.00854795053601265,
      "loss_total": 0.00854795053601265,
      "step": 26270
    },
    {
      "loss_action": 0.020908311009407043,
      "loss_total": 0.020908311009407043,
      "step": 26270
    },
    {
      "loss_action": 0.012306063435971737,
      "loss_total": 0.012306063435971737,
      "step": 26270
    },
    {
      "loss_action": 0.033717866986989975,
      "loss_total": 0.033717866986989975,
      "step": 26270
    },
    {
      "loss_action": 0.02157561294734478,
      "loss_total": 0.02157561294734478,
      "step": 26270
    },
    {
      "loss_action": 0.020027853548526764,
      "loss_total": 0.020027853548526764,
      "step": 26270
    },
    {
      "grad_norm": 0.13313403725624084,
      "learning_rate": 8.812319541723012e-05,
      "loss": 0.0119,
      "step": 26280
    },
    {
      "loss_action": 0.0059368303045630455,
      "loss_total": 0.0059368303045630455,
      "step": 26280
    },
    {
      "loss_action": 0.015448734164237976,
      "loss_total": 0.015448734164237976,
      "step": 26280
    },
    {
      "loss_action": 0.007091003470122814,
      "loss_total": 0.007091003470122814,
      "step": 26280
    },
    {
      "loss_action": 0.003894129302352667,
      "loss_total": 0.003894129302352667,
      "step": 26280
    },
    {
      "loss_action": 0.008162787184119225,
      "loss_total": 0.008162787184119225,
      "step": 26280
    },
    {
      "loss_action": 0.004838802386075258,
      "loss_total": 0.004838802386075258,
      "step": 26280
    },
    {
      "loss_action": 0.007579602766782045,
      "loss_total": 0.007579602766782045,
      "step": 26280
    },
    {
      "loss_action": 0.019372951239347458,
      "loss_total": 0.019372951239347458,
      "step": 26280
    },
    {
      "grad_norm": 0.10699136555194855,
      "learning_rate": 8.811249487475309e-05,
      "loss": 0.0116,
      "step": 26290
    },
    {
      "loss_action": 0.01068218145519495,
      "loss_total": 0.01068218145519495,
      "step": 26290
    },
    {
      "loss_action": 0.005217531695961952,
      "loss_total": 0.005217531695961952,
      "step": 26290
    },
    {
      "loss_action": 0.01546156220138073,
      "loss_total": 0.01546156220138073,
      "step": 26290
    },
    {
      "loss_action": 0.007130874786525965,
      "loss_total": 0.007130874786525965,
      "step": 26290
    },
    {
      "loss_action": 0.011120026931166649,
      "loss_total": 0.011120026931166649,
      "step": 26290
    },
    {
      "loss_action": 0.01114712841808796,
      "loss_total": 0.01114712841808796,
      "step": 26290
    },
    {
      "loss_action": 0.01074228435754776,
      "loss_total": 0.01074228435754776,
      "step": 26290
    },
    {
      "loss_action": 0.009770381264388561,
      "loss_total": 0.009770381264388561,
      "step": 26290
    },
    {
      "grad_norm": 0.11086998134851456,
      "learning_rate": 8.810179016435092e-05,
      "loss": 0.0091,
      "step": 26300
    },
    {
      "loss_action": 0.01767592504620552,
      "loss_total": 0.01767592504620552,
      "step": 26300
    },
    {
      "loss_action": 0.007013041526079178,
      "loss_total": 0.007013041526079178,
      "step": 26300
    },
    {
      "loss_action": 0.013290653005242348,
      "loss_total": 0.013290653005242348,
      "step": 26300
    },
    {
      "loss_action": 0.008710155263543129,
      "loss_total": 0.008710155263543129,
      "step": 26300
    },
    {
      "loss_action": 0.008990426547825336,
      "loss_total": 0.008990426547825336,
      "step": 26300
    },
    {
      "loss_action": 0.01728866994380951,
      "loss_total": 0.01728866994380951,
      "step": 26300
    },
    {
      "loss_action": 0.06706599146127701,
      "loss_total": 0.06706599146127701,
      "step": 26300
    },
    {
      "loss_action": 0.0035350234247744083,
      "loss_total": 0.0035350234247744083,
      "step": 26300
    },
    {
      "grad_norm": 0.13332206010818481,
      "learning_rate": 8.809108128719428e-05,
      "loss": 0.0129,
      "step": 26310
    },
    {
      "loss_action": 0.013452176004648209,
      "loss_total": 0.013452176004648209,
      "step": 26310
    },
    {
      "loss_action": 0.011452194303274155,
      "loss_total": 0.011452194303274155,
      "step": 26310
    },
    {
      "loss_action": 0.012190394103527069,
      "loss_total": 0.012190394103527069,
      "step": 26310
    },
    {
      "loss_action": 0.01797398179769516,
      "loss_total": 0.01797398179769516,
      "step": 26310
    },
    {
      "loss_action": 0.008775830268859863,
      "loss_total": 0.008775830268859863,
      "step": 26310
    },
    {
      "loss_action": 0.016663648188114166,
      "loss_total": 0.016663648188114166,
      "step": 26310
    },
    {
      "loss_action": 0.008349280804395676,
      "loss_total": 0.008349280804395676,
      "step": 26310
    },
    {
      "loss_action": 0.014746508561074734,
      "loss_total": 0.014746508561074734,
      "step": 26310
    },
    {
      "grad_norm": 0.14129085838794708,
      "learning_rate": 8.808036824445424e-05,
      "loss": 0.0113,
      "step": 26320
    },
    {
      "loss_action": 0.006969448644667864,
      "loss_total": 0.006969448644667864,
      "step": 26320
    },
    {
      "loss_action": 0.014142606407403946,
      "loss_total": 0.014142606407403946,
      "step": 26320
    },
    {
      "loss_action": 0.011934807524085045,
      "loss_total": 0.011934807524085045,
      "step": 26320
    },
    {
      "loss_action": 0.021234676241874695,
      "loss_total": 0.021234676241874695,
      "step": 26320
    },
    {
      "loss_action": 0.006256361957639456,
      "loss_total": 0.006256361957639456,
      "step": 26320
    },
    {
      "loss_action": 0.005649610422551632,
      "loss_total": 0.005649610422551632,
      "step": 26320
    },
    {
      "loss_action": 0.015594719909131527,
      "loss_total": 0.015594719909131527,
      "step": 26320
    },
    {
      "loss_action": 0.013198520988225937,
      "loss_total": 0.013198520988225937,
      "step": 26320
    },
    {
      "grad_norm": 0.12077181786298752,
      "learning_rate": 8.806965103730238e-05,
      "loss": 0.0124,
      "step": 26330
    },
    {
      "loss_action": 0.00706830807030201,
      "loss_total": 0.00706830807030201,
      "step": 26330
    },
    {
      "loss_action": 0.009936664253473282,
      "loss_total": 0.009936664253473282,
      "step": 26330
    },
    {
      "loss_action": 0.030191488564014435,
      "loss_total": 0.030191488564014435,
      "step": 26330
    },
    {
      "loss_action": 0.021352313458919525,
      "loss_total": 0.021352313458919525,
      "step": 26330
    },
    {
      "loss_action": 0.011705467477440834,
      "loss_total": 0.011705467477440834,
      "step": 26330
    },
    {
      "loss_action": 0.020402289927005768,
      "loss_total": 0.020402289927005768,
      "step": 26330
    },
    {
      "loss_action": 0.049723029136657715,
      "loss_total": 0.049723029136657715,
      "step": 26330
    },
    {
      "loss_action": 0.017269760370254517,
      "loss_total": 0.017269760370254517,
      "step": 26330
    },
    {
      "grad_norm": 0.17919622361660004,
      "learning_rate": 8.805892966691074e-05,
      "loss": 0.0155,
      "step": 26340
    },
    {
      "loss_action": 0.010510534048080444,
      "loss_total": 0.010510534048080444,
      "step": 26340
    },
    {
      "loss_action": 0.00490725738927722,
      "loss_total": 0.00490725738927722,
      "step": 26340
    },
    {
      "loss_action": 0.024147216230630875,
      "loss_total": 0.024147216230630875,
      "step": 26340
    },
    {
      "loss_action": 0.012435914017260075,
      "loss_total": 0.012435914017260075,
      "step": 26340
    },
    {
      "loss_action": 0.006447005085647106,
      "loss_total": 0.006447005085647106,
      "step": 26340
    },
    {
      "loss_action": 0.007428403943777084,
      "loss_total": 0.007428403943777084,
      "step": 26340
    },
    {
      "loss_action": 0.007968286983668804,
      "loss_total": 0.007968286983668804,
      "step": 26340
    },
    {
      "loss_action": 0.016780048608779907,
      "loss_total": 0.016780048608779907,
      "step": 26340
    },
    {
      "grad_norm": 0.13803693652153015,
      "learning_rate": 8.804820413445175e-05,
      "loss": 0.0119,
      "step": 26350
    },
    {
      "loss_action": 0.0036472631618380547,
      "loss_total": 0.0036472631618380547,
      "step": 26350
    },
    {
      "loss_action": 0.016557246446609497,
      "loss_total": 0.016557246446609497,
      "step": 26350
    },
    {
      "loss_action": 0.008489304222166538,
      "loss_total": 0.008489304222166538,
      "step": 26350
    },
    {
      "loss_action": 0.011251358315348625,
      "loss_total": 0.011251358315348625,
      "step": 26350
    },
    {
      "loss_action": 0.01359566580504179,
      "loss_total": 0.01359566580504179,
      "step": 26350
    },
    {
      "loss_action": 0.010146679356694221,
      "loss_total": 0.010146679356694221,
      "step": 26350
    },
    {
      "loss_action": 0.013663012534379959,
      "loss_total": 0.013663012534379959,
      "step": 26350
    },
    {
      "loss_action": 0.00722260307520628,
      "loss_total": 0.00722260307520628,
      "step": 26350
    },
    {
      "grad_norm": 0.16667895019054413,
      "learning_rate": 8.803747444109837e-05,
      "loss": 0.0109,
      "step": 26360
    },
    {
      "loss_action": 0.01863623782992363,
      "loss_total": 0.01863623782992363,
      "step": 26360
    },
    {
      "loss_action": 0.016205420717597008,
      "loss_total": 0.016205420717597008,
      "step": 26360
    },
    {
      "loss_action": 0.011597906239330769,
      "loss_total": 0.011597906239330769,
      "step": 26360
    },
    {
      "loss_action": 0.013730376958847046,
      "loss_total": 0.013730376958847046,
      "step": 26360
    },
    {
      "loss_action": 0.004190423525869846,
      "loss_total": 0.004190423525869846,
      "step": 26360
    },
    {
      "loss_action": 0.01913483440876007,
      "loss_total": 0.01913483440876007,
      "step": 26360
    },
    {
      "loss_action": 0.0063032787293195724,
      "loss_total": 0.0063032787293195724,
      "step": 26360
    },
    {
      "loss_action": 0.009723001159727573,
      "loss_total": 0.009723001159727573,
      "step": 26360
    },
    {
      "grad_norm": 0.12929189205169678,
      "learning_rate": 8.802674058802399e-05,
      "loss": 0.0114,
      "step": 26370
    },
    {
      "loss_action": 0.004843214061111212,
      "loss_total": 0.004843214061111212,
      "step": 26370
    },
    {
      "loss_action": 0.013851712457835674,
      "loss_total": 0.013851712457835674,
      "step": 26370
    },
    {
      "loss_action": 0.005481093656271696,
      "loss_total": 0.005481093656271696,
      "step": 26370
    },
    {
      "loss_action": 0.0038477638736367226,
      "loss_total": 0.0038477638736367226,
      "step": 26370
    },
    {
      "loss_action": 0.014175965450704098,
      "loss_total": 0.014175965450704098,
      "step": 26370
    },
    {
      "loss_action": 0.005250509828329086,
      "loss_total": 0.005250509828329086,
      "step": 26370
    },
    {
      "loss_action": 0.009699808433651924,
      "loss_total": 0.009699808433651924,
      "step": 26370
    },
    {
      "loss_action": 0.0026689530350267887,
      "loss_total": 0.0026689530350267887,
      "step": 26370
    },
    {
      "grad_norm": 0.10581455379724503,
      "learning_rate": 8.801600257640241e-05,
      "loss": 0.0101,
      "step": 26380
    },
    {
      "loss_action": 0.005273315589874983,
      "loss_total": 0.005273315589874983,
      "step": 26380
    },
    {
      "loss_action": 0.01622556522488594,
      "loss_total": 0.01622556522488594,
      "step": 26380
    },
    {
      "loss_action": 0.01182243600487709,
      "loss_total": 0.01182243600487709,
      "step": 26380
    },
    {
      "loss_action": 0.006552615202963352,
      "loss_total": 0.006552615202963352,
      "step": 26380
    },
    {
      "loss_action": 0.003966990392655134,
      "loss_total": 0.003966990392655134,
      "step": 26380
    },
    {
      "loss_action": 0.019602127373218536,
      "loss_total": 0.019602127373218536,
      "step": 26380
    },
    {
      "loss_action": 0.02390332520008087,
      "loss_total": 0.02390332520008087,
      "step": 26380
    },
    {
      "loss_action": 0.00703461654484272,
      "loss_total": 0.00703461654484272,
      "step": 26380
    },
    {
      "grad_norm": 0.19717355072498322,
      "learning_rate": 8.800526040740795e-05,
      "loss": 0.0156,
      "step": 26390
    },
    {
      "loss_action": 0.0032783313654363155,
      "loss_total": 0.0032783313654363155,
      "step": 26390
    },
    {
      "loss_action": 0.007722917944192886,
      "loss_total": 0.007722917944192886,
      "step": 26390
    },
    {
      "loss_action": 0.01529616117477417,
      "loss_total": 0.01529616117477417,
      "step": 26390
    },
    {
      "loss_action": 0.008538985624909401,
      "loss_total": 0.008538985624909401,
      "step": 26390
    },
    {
      "loss_action": 0.010484577156603336,
      "loss_total": 0.010484577156603336,
      "step": 26390
    },
    {
      "loss_action": 0.004839805886149406,
      "loss_total": 0.004839805886149406,
      "step": 26390
    },
    {
      "loss_action": 0.015532948076725006,
      "loss_total": 0.015532948076725006,
      "step": 26390
    },
    {
      "loss_action": 0.008088488131761551,
      "loss_total": 0.008088488131761551,
      "step": 26390
    },
    {
      "grad_norm": 0.1752847284078598,
      "learning_rate": 8.799451408221535e-05,
      "loss": 0.0123,
      "step": 26400
    },
    {
      "loss_action": 0.011054273694753647,
      "loss_total": 0.011054273694753647,
      "step": 26400
    },
    {
      "loss_action": 0.004465993493795395,
      "loss_total": 0.004465993493795395,
      "step": 26400
    },
    {
      "loss_action": 0.009359043091535568,
      "loss_total": 0.009359043091535568,
      "step": 26400
    },
    {
      "loss_action": 0.012123797088861465,
      "loss_total": 0.012123797088861465,
      "step": 26400
    },
    {
      "loss_action": 0.0070343934930861,
      "loss_total": 0.0070343934930861,
      "step": 26400
    },
    {
      "loss_action": 0.007649617735296488,
      "loss_total": 0.007649617735296488,
      "step": 26400
    },
    {
      "loss_action": 0.005965052172541618,
      "loss_total": 0.005965052172541618,
      "step": 26400
    },
    {
      "loss_action": 0.009404834359884262,
      "loss_total": 0.009404834359884262,
      "step": 26400
    },
    {
      "grad_norm": 0.1524798572063446,
      "learning_rate": 8.798376360199982e-05,
      "loss": 0.0116,
      "step": 26410
    },
    {
      "loss_action": 0.012512000277638435,
      "loss_total": 0.012512000277638435,
      "step": 26410
    },
    {
      "loss_action": 0.015251745469868183,
      "loss_total": 0.015251745469868183,
      "step": 26410
    },
    {
      "loss_action": 0.006088849622756243,
      "loss_total": 0.006088849622756243,
      "step": 26410
    },
    {
      "loss_action": 0.013006182387471199,
      "loss_total": 0.013006182387471199,
      "step": 26410
    },
    {
      "loss_action": 0.007491934113204479,
      "loss_total": 0.007491934113204479,
      "step": 26410
    },
    {
      "loss_action": 0.013715695589780807,
      "loss_total": 0.013715695589780807,
      "step": 26410
    },
    {
      "loss_action": 0.009299657307565212,
      "loss_total": 0.009299657307565212,
      "step": 26410
    },
    {
      "loss_action": 0.010496973991394043,
      "loss_total": 0.010496973991394043,
      "step": 26410
    },
    {
      "grad_norm": 0.17369437217712402,
      "learning_rate": 8.797300896793701e-05,
      "loss": 0.0124,
      "step": 26420
    },
    {
      "loss_action": 0.006213334854692221,
      "loss_total": 0.006213334854692221,
      "step": 26420
    },
    {
      "loss_action": 0.010662942193448544,
      "loss_total": 0.010662942193448544,
      "step": 26420
    },
    {
      "loss_action": 0.01405236404389143,
      "loss_total": 0.01405236404389143,
      "step": 26420
    },
    {
      "loss_action": 0.004924126900732517,
      "loss_total": 0.004924126900732517,
      "step": 26420
    },
    {
      "loss_action": 0.017954738810658455,
      "loss_total": 0.017954738810658455,
      "step": 26420
    },
    {
      "loss_action": 0.027435626834630966,
      "loss_total": 0.027435626834630966,
      "step": 26420
    },
    {
      "loss_action": 0.012840521521866322,
      "loss_total": 0.012840521521866322,
      "step": 26420
    },
    {
      "loss_action": 0.015696026384830475,
      "loss_total": 0.015696026384830475,
      "step": 26420
    },
    {
      "grad_norm": 0.16700929403305054,
      "learning_rate": 8.796225018120302e-05,
      "loss": 0.0132,
      "step": 26430
    },
    {
      "loss_action": 0.015682436525821686,
      "loss_total": 0.015682436525821686,
      "step": 26430
    },
    {
      "loss_action": 0.011623368598520756,
      "loss_total": 0.011623368598520756,
      "step": 26430
    },
    {
      "loss_action": 0.006522227078676224,
      "loss_total": 0.006522227078676224,
      "step": 26430
    },
    {
      "loss_action": 0.016029495745897293,
      "loss_total": 0.016029495745897293,
      "step": 26430
    },
    {
      "loss_action": 0.01744423247873783,
      "loss_total": 0.01744423247873783,
      "step": 26430
    },
    {
      "loss_action": 0.022470179945230484,
      "loss_total": 0.022470179945230484,
      "step": 26430
    },
    {
      "loss_action": 0.008998632431030273,
      "loss_total": 0.008998632431030273,
      "step": 26430
    },
    {
      "loss_action": 0.006189829204231501,
      "loss_total": 0.006189829204231501,
      "step": 26430
    },
    {
      "grad_norm": 0.1162610873579979,
      "learning_rate": 8.795148724297444e-05,
      "loss": 0.0121,
      "step": 26440
    },
    {
      "loss_action": 0.005324053578078747,
      "loss_total": 0.005324053578078747,
      "step": 26440
    },
    {
      "loss_action": 0.009132669307291508,
      "loss_total": 0.009132669307291508,
      "step": 26440
    },
    {
      "loss_action": 0.011259937658905983,
      "loss_total": 0.011259937658905983,
      "step": 26440
    },
    {
      "loss_action": 0.018581340089440346,
      "loss_total": 0.018581340089440346,
      "step": 26440
    },
    {
      "loss_action": 0.011113175190985203,
      "loss_total": 0.011113175190985203,
      "step": 26440
    },
    {
      "loss_action": 0.00583887193351984,
      "loss_total": 0.00583887193351984,
      "step": 26440
    },
    {
      "loss_action": 0.014811511151492596,
      "loss_total": 0.014811511151492596,
      "step": 26440
    },
    {
      "loss_action": 0.006794827990233898,
      "loss_total": 0.006794827990233898,
      "step": 26440
    },
    {
      "grad_norm": 0.1403941661119461,
      "learning_rate": 8.794072015442825e-05,
      "loss": 0.0102,
      "step": 26450
    },
    {
      "loss_action": 0.0058319661766290665,
      "loss_total": 0.0058319661766290665,
      "step": 26450
    },
    {
      "loss_action": 0.011864262633025646,
      "loss_total": 0.011864262633025646,
      "step": 26450
    },
    {
      "loss_action": 0.012671507894992828,
      "loss_total": 0.012671507894992828,
      "step": 26450
    },
    {
      "loss_action": 0.01163443922996521,
      "loss_total": 0.01163443922996521,
      "step": 26450
    },
    {
      "loss_action": 0.00924453604966402,
      "loss_total": 0.00924453604966402,
      "step": 26450
    },
    {
      "loss_action": 0.02766631543636322,
      "loss_total": 0.02766631543636322,
      "step": 26450
    },
    {
      "loss_action": 0.014794664457440376,
      "loss_total": 0.014794664457440376,
      "step": 26450
    },
    {
      "loss_action": 0.008094308897852898,
      "loss_total": 0.008094308897852898,
      "step": 26450
    },
    {
      "grad_norm": 0.14215205609798431,
      "learning_rate": 8.792994891674198e-05,
      "loss": 0.01,
      "step": 26460
    },
    {
      "loss_action": 0.010482989251613617,
      "loss_total": 0.010482989251613617,
      "step": 26460
    },
    {
      "loss_action": 0.011651494540274143,
      "loss_total": 0.011651494540274143,
      "step": 26460
    },
    {
      "loss_action": 0.007686295080929995,
      "loss_total": 0.007686295080929995,
      "step": 26460
    },
    {
      "loss_action": 0.010121218860149384,
      "loss_total": 0.010121218860149384,
      "step": 26460
    },
    {
      "loss_action": 0.0054065692238509655,
      "loss_total": 0.0054065692238509655,
      "step": 26460
    },
    {
      "loss_action": 0.009965721517801285,
      "loss_total": 0.009965721517801285,
      "step": 26460
    },
    {
      "loss_action": 0.009265655651688576,
      "loss_total": 0.009265655651688576,
      "step": 26460
    },
    {
      "loss_action": 0.014628969132900238,
      "loss_total": 0.014628969132900238,
      "step": 26460
    },
    {
      "grad_norm": 0.15572182834148407,
      "learning_rate": 8.79191735310935e-05,
      "loss": 0.0123,
      "step": 26470
    },
    {
      "loss_action": 0.007633635774254799,
      "loss_total": 0.007633635774254799,
      "step": 26470
    },
    {
      "loss_action": 0.02291201986372471,
      "loss_total": 0.02291201986372471,
      "step": 26470
    },
    {
      "loss_action": 0.006495120003819466,
      "loss_total": 0.006495120003819466,
      "step": 26470
    },
    {
      "loss_action": 0.008467372506856918,
      "loss_total": 0.008467372506856918,
      "step": 26470
    },
    {
      "loss_action": 0.012034498155117035,
      "loss_total": 0.012034498155117035,
      "step": 26470
    },
    {
      "loss_action": 0.013938517309725285,
      "loss_total": 0.013938517309725285,
      "step": 26470
    },
    {
      "loss_action": 0.01063542440533638,
      "loss_total": 0.01063542440533638,
      "step": 26470
    },
    {
      "loss_action": 0.015123602002859116,
      "loss_total": 0.015123602002859116,
      "step": 26470
    },
    {
      "grad_norm": 0.1763681024312973,
      "learning_rate": 8.790839399866122e-05,
      "loss": 0.0135,
      "step": 26480
    },
    {
      "loss_action": 0.005564859602600336,
      "loss_total": 0.005564859602600336,
      "step": 26480
    },
    {
      "loss_action": 0.01603635773062706,
      "loss_total": 0.01603635773062706,
      "step": 26480
    },
    {
      "loss_action": 0.0076517751440405846,
      "loss_total": 0.0076517751440405846,
      "step": 26480
    },
    {
      "loss_action": 0.012918094173073769,
      "loss_total": 0.012918094173073769,
      "step": 26480
    },
    {
      "loss_action": 0.011480448767542839,
      "loss_total": 0.011480448767542839,
      "step": 26480
    },
    {
      "loss_action": 0.005394799634814262,
      "loss_total": 0.005394799634814262,
      "step": 26480
    },
    {
      "loss_action": 0.013066781684756279,
      "loss_total": 0.013066781684756279,
      "step": 26480
    },
    {
      "loss_action": 0.012238078750669956,
      "loss_total": 0.012238078750669956,
      "step": 26480
    },
    {
      "grad_norm": 0.14180989563465118,
      "learning_rate": 8.789761032062397e-05,
      "loss": 0.0103,
      "step": 26490
    },
    {
      "loss_action": 0.010546820238232613,
      "loss_total": 0.010546820238232613,
      "step": 26490
    },
    {
      "loss_action": 0.0077875759452581406,
      "loss_total": 0.0077875759452581406,
      "step": 26490
    },
    {
      "loss_action": 0.005719970911741257,
      "loss_total": 0.005719970911741257,
      "step": 26490
    },
    {
      "loss_action": 0.013534795492887497,
      "loss_total": 0.013534795492887497,
      "step": 26490
    },
    {
      "loss_action": 0.010358737781643867,
      "loss_total": 0.010358737781643867,
      "step": 26490
    },
    {
      "loss_action": 0.014296638779342175,
      "loss_total": 0.014296638779342175,
      "step": 26490
    },
    {
      "loss_action": 0.011695599183440208,
      "loss_total": 0.011695599183440208,
      "step": 26490
    },
    {
      "loss_action": 0.021084614098072052,
      "loss_total": 0.021084614098072052,
      "step": 26490
    },
    {
      "grad_norm": 0.13624808192253113,
      "learning_rate": 8.788682249816103e-05,
      "loss": 0.0116,
      "step": 26500
    },
    {
      "loss_action": 0.027344796806573868,
      "loss_total": 0.027344796806573868,
      "step": 26500
    },
    {
      "loss_action": 0.02339477278292179,
      "loss_total": 0.02339477278292179,
      "step": 26500
    },
    {
      "loss_action": 0.007309810724109411,
      "loss_total": 0.007309810724109411,
      "step": 26500
    },
    {
      "loss_action": 0.006136083044111729,
      "loss_total": 0.006136083044111729,
      "step": 26500
    },
    {
      "loss_action": 0.010188628919422626,
      "loss_total": 0.010188628919422626,
      "step": 26500
    },
    {
      "loss_action": 0.09311433136463165,
      "loss_total": 0.09311433136463165,
      "step": 26500
    },
    {
      "loss_action": 0.00877687893807888,
      "loss_total": 0.00877687893807888,
      "step": 26500
    },
    {
      "loss_action": 0.012642324902117252,
      "loss_total": 0.012642324902117252,
      "step": 26500
    },
    {
      "grad_norm": 0.11277309060096741,
      "learning_rate": 8.787603053245215e-05,
      "loss": 0.0131,
      "step": 26510
    },
    {
      "loss_action": 0.01045602560043335,
      "loss_total": 0.01045602560043335,
      "step": 26510
    },
    {
      "loss_action": 0.006275899242609739,
      "loss_total": 0.006275899242609739,
      "step": 26510
    },
    {
      "loss_action": 0.019706306979060173,
      "loss_total": 0.019706306979060173,
      "step": 26510
    },
    {
      "loss_action": 0.005826939363032579,
      "loss_total": 0.005826939363032579,
      "step": 26510
    },
    {
      "loss_action": 0.01470096968114376,
      "loss_total": 0.01470096968114376,
      "step": 26510
    },
    {
      "loss_action": 0.0065347496420145035,
      "loss_total": 0.0065347496420145035,
      "step": 26510
    },
    {
      "loss_action": 0.013377716764807701,
      "loss_total": 0.013377716764807701,
      "step": 26510
    },
    {
      "loss_action": 0.025611288845539093,
      "loss_total": 0.025611288845539093,
      "step": 26510
    },
    {
      "grad_norm": 0.09387212991714478,
      "learning_rate": 8.78652344246775e-05,
      "loss": 0.0107,
      "step": 26520
    },
    {
      "loss_action": 0.02121133729815483,
      "loss_total": 0.02121133729815483,
      "step": 26520
    },
    {
      "loss_action": 0.00532952044159174,
      "loss_total": 0.00532952044159174,
      "step": 26520
    },
    {
      "loss_action": 0.04097025841474533,
      "loss_total": 0.04097025841474533,
      "step": 26520
    },
    {
      "loss_action": 0.00922116544097662,
      "loss_total": 0.00922116544097662,
      "step": 26520
    },
    {
      "loss_action": 0.008182240650057793,
      "loss_total": 0.008182240650057793,
      "step": 26520
    },
    {
      "loss_action": 0.005399629473686218,
      "loss_total": 0.005399629473686218,
      "step": 26520
    },
    {
      "loss_action": 0.013772665522992611,
      "loss_total": 0.013772665522992611,
      "step": 26520
    },
    {
      "loss_action": 0.005074577871710062,
      "loss_total": 0.005074577871710062,
      "step": 26520
    },
    {
      "grad_norm": 0.1434164047241211,
      "learning_rate": 8.785443417601776e-05,
      "loss": 0.0128,
      "step": 26530
    },
    {
      "loss_action": 0.0041810451075434685,
      "loss_total": 0.0041810451075434685,
      "step": 26530
    },
    {
      "loss_action": 0.014201872050762177,
      "loss_total": 0.014201872050762177,
      "step": 26530
    },
    {
      "loss_action": 0.00813850574195385,
      "loss_total": 0.00813850574195385,
      "step": 26530
    },
    {
      "loss_action": 0.012689745053648949,
      "loss_total": 0.012689745053648949,
      "step": 26530
    },
    {
      "loss_action": 0.011079729534685612,
      "loss_total": 0.011079729534685612,
      "step": 26530
    },
    {
      "loss_action": 0.004606944043189287,
      "loss_total": 0.004606944043189287,
      "step": 26530
    },
    {
      "loss_action": 0.00651156809180975,
      "loss_total": 0.00651156809180975,
      "step": 26530
    },
    {
      "loss_action": 0.020202316343784332,
      "loss_total": 0.020202316343784332,
      "step": 26530
    },
    {
      "grad_norm": 0.21719683706760406,
      "learning_rate": 8.784362978765401e-05,
      "loss": 0.0127,
      "step": 26540
    },
    {
      "loss_action": 0.006512053310871124,
      "loss_total": 0.006512053310871124,
      "step": 26540
    },
    {
      "loss_action": 0.012528229504823685,
      "loss_total": 0.012528229504823685,
      "step": 26540
    },
    {
      "loss_action": 0.00690327538177371,
      "loss_total": 0.00690327538177371,
      "step": 26540
    },
    {
      "loss_action": 0.007204476743936539,
      "loss_total": 0.007204476743936539,
      "step": 26540
    },
    {
      "loss_action": 0.005328942555934191,
      "loss_total": 0.005328942555934191,
      "step": 26540
    },
    {
      "loss_action": 0.006372800096869469,
      "loss_total": 0.006372800096869469,
      "step": 26540
    },
    {
      "loss_action": 0.011561628431081772,
      "loss_total": 0.011561628431081772,
      "step": 26540
    },
    {
      "loss_action": 0.006910105235874653,
      "loss_total": 0.006910105235874653,
      "step": 26540
    },
    {
      "grad_norm": 0.15111398696899414,
      "learning_rate": 8.783282126076779e-05,
      "loss": 0.0107,
      "step": 26550
    },
    {
      "loss_action": 0.015856333076953888,
      "loss_total": 0.015856333076953888,
      "step": 26550
    },
    {
      "loss_action": 0.016524992883205414,
      "loss_total": 0.016524992883205414,
      "step": 26550
    },
    {
      "loss_action": 0.008411625400185585,
      "loss_total": 0.008411625400185585,
      "step": 26550
    },
    {
      "loss_action": 0.006677729077637196,
      "loss_total": 0.006677729077637196,
      "step": 26550
    },
    {
      "loss_action": 0.006120923440903425,
      "loss_total": 0.006120923440903425,
      "step": 26550
    },
    {
      "loss_action": 0.01300126314163208,
      "loss_total": 0.01300126314163208,
      "step": 26550
    },
    {
      "loss_action": 0.004379847086966038,
      "loss_total": 0.004379847086966038,
      "step": 26550
    },
    {
      "loss_action": 0.016123401001095772,
      "loss_total": 0.016123401001095772,
      "step": 26550
    },
    {
      "grad_norm": 0.14789991080760956,
      "learning_rate": 8.782200859654112e-05,
      "loss": 0.0122,
      "step": 26560
    },
    {
      "loss_action": 0.013326161541044712,
      "loss_total": 0.013326161541044712,
      "step": 26560
    },
    {
      "loss_action": 0.006907443515956402,
      "loss_total": 0.006907443515956402,
      "step": 26560
    },
    {
      "loss_action": 0.004170980304479599,
      "loss_total": 0.004170980304479599,
      "step": 26560
    },
    {
      "loss_action": 0.013788547366857529,
      "loss_total": 0.013788547366857529,
      "step": 26560
    },
    {
      "loss_action": 0.008842512965202332,
      "loss_total": 0.008842512965202332,
      "step": 26560
    },
    {
      "loss_action": 0.008406562730669975,
      "loss_total": 0.008406562730669975,
      "step": 26560
    },
    {
      "loss_action": 0.009314646944403648,
      "loss_total": 0.009314646944403648,
      "step": 26560
    },
    {
      "loss_action": 0.014531021006405354,
      "loss_total": 0.014531021006405354,
      "step": 26560
    },
    {
      "grad_norm": 0.14042434096336365,
      "learning_rate": 8.781119179615646e-05,
      "loss": 0.0132,
      "step": 26570
    },
    {
      "loss_action": 0.014556314796209335,
      "loss_total": 0.014556314796209335,
      "step": 26570
    },
    {
      "loss_action": 0.009289732202887535,
      "loss_total": 0.009289732202887535,
      "step": 26570
    },
    {
      "loss_action": 0.013605935499072075,
      "loss_total": 0.013605935499072075,
      "step": 26570
    },
    {
      "loss_action": 0.007471744902431965,
      "loss_total": 0.007471744902431965,
      "step": 26570
    },
    {
      "loss_action": 0.0195300355553627,
      "loss_total": 0.0195300355553627,
      "step": 26570
    },
    {
      "loss_action": 0.012483162805438042,
      "loss_total": 0.012483162805438042,
      "step": 26570
    },
    {
      "loss_action": 0.017783815041184425,
      "loss_total": 0.017783815041184425,
      "step": 26570
    },
    {
      "loss_action": 0.012505622580647469,
      "loss_total": 0.012505622580647469,
      "step": 26570
    },
    {
      "grad_norm": 0.24538902938365936,
      "learning_rate": 8.780037086079674e-05,
      "loss": 0.013,
      "step": 26580
    },
    {
      "loss_action": 0.006840510293841362,
      "loss_total": 0.006840510293841362,
      "step": 26580
    },
    {
      "loss_action": 0.012059306725859642,
      "loss_total": 0.012059306725859642,
      "step": 26580
    },
    {
      "loss_action": 0.007204998284578323,
      "loss_total": 0.007204998284578323,
      "step": 26580
    },
    {
      "loss_action": 0.005815778858959675,
      "loss_total": 0.005815778858959675,
      "step": 26580
    },
    {
      "loss_action": 0.010085158981382847,
      "loss_total": 0.010085158981382847,
      "step": 26580
    },
    {
      "loss_action": 0.008669627830386162,
      "loss_total": 0.008669627830386162,
      "step": 26580
    },
    {
      "loss_action": 0.03645561635494232,
      "loss_total": 0.03645561635494232,
      "step": 26580
    },
    {
      "loss_action": 0.013578278943896294,
      "loss_total": 0.013578278943896294,
      "step": 26580
    },
    {
      "grad_norm": 0.19585499167442322,
      "learning_rate": 8.778954579164527e-05,
      "loss": 0.0104,
      "step": 26590
    },
    {
      "loss_action": 0.007496164180338383,
      "loss_total": 0.007496164180338383,
      "step": 26590
    },
    {
      "loss_action": 0.0067924498580396175,
      "loss_total": 0.0067924498580396175,
      "step": 26590
    },
    {
      "loss_action": 0.014882118441164494,
      "loss_total": 0.014882118441164494,
      "step": 26590
    },
    {
      "loss_action": 0.012316497974097729,
      "loss_total": 0.012316497974097729,
      "step": 26590
    },
    {
      "loss_action": 0.0056394170969724655,
      "loss_total": 0.0056394170969724655,
      "step": 26590
    },
    {
      "loss_action": 0.004253830295056105,
      "loss_total": 0.004253830295056105,
      "step": 26590
    },
    {
      "loss_action": 0.013090037740767002,
      "loss_total": 0.013090037740767002,
      "step": 26590
    },
    {
      "loss_action": 0.009972672909498215,
      "loss_total": 0.009972672909498215,
      "step": 26590
    },
    {
      "grad_norm": 0.1638825386762619,
      "learning_rate": 8.777871658988588e-05,
      "loss": 0.0155,
      "step": 26600
    },
    {
      "loss_action": 0.01322554424405098,
      "loss_total": 0.01322554424405098,
      "step": 26600
    },
    {
      "loss_action": 0.016120687127113342,
      "loss_total": 0.016120687127113342,
      "step": 26600
    },
    {
      "loss_action": 0.011633835732936859,
      "loss_total": 0.011633835732936859,
      "step": 26600
    },
    {
      "loss_action": 0.004452243912965059,
      "loss_total": 0.004452243912965059,
      "step": 26600
    },
    {
      "loss_action": 0.016418032348155975,
      "loss_total": 0.016418032348155975,
      "step": 26600
    },
    {
      "loss_action": 0.014954672195017338,
      "loss_total": 0.014954672195017338,
      "step": 26600
    },
    {
      "loss_action": 0.010856809094548225,
      "loss_total": 0.010856809094548225,
      "step": 26600
    },
    {
      "loss_action": 0.0122371232137084,
      "loss_total": 0.0122371232137084,
      "step": 26600
    },
    {
      "grad_norm": 0.18315136432647705,
      "learning_rate": 8.776788325670285e-05,
      "loss": 0.0122,
      "step": 26610
    },
    {
      "loss_action": 0.01634916663169861,
      "loss_total": 0.01634916663169861,
      "step": 26610
    },
    {
      "loss_action": 0.006086522713303566,
      "loss_total": 0.006086522713303566,
      "step": 26610
    },
    {
      "loss_action": 0.017494365572929382,
      "loss_total": 0.017494365572929382,
      "step": 26610
    },
    {
      "loss_action": 0.012455424293875694,
      "loss_total": 0.012455424293875694,
      "step": 26610
    },
    {
      "loss_action": 0.004288940690457821,
      "loss_total": 0.004288940690457821,
      "step": 26610
    },
    {
      "loss_action": 0.016172777861356735,
      "loss_total": 0.016172777861356735,
      "step": 26610
    },
    {
      "loss_action": 0.0030391369946300983,
      "loss_total": 0.0030391369946300983,
      "step": 26610
    },
    {
      "loss_action": 0.005646283272653818,
      "loss_total": 0.005646283272653818,
      "step": 26610
    },
    {
      "grad_norm": 0.12371542304754257,
      "learning_rate": 8.775704579328089e-05,
      "loss": 0.0112,
      "step": 26620
    },
    {
      "loss_action": 0.010030388832092285,
      "loss_total": 0.010030388832092285,
      "step": 26620
    },
    {
      "loss_action": 0.008930775336921215,
      "loss_total": 0.008930775336921215,
      "step": 26620
    },
    {
      "loss_action": 0.01593642309308052,
      "loss_total": 0.01593642309308052,
      "step": 26620
    },
    {
      "loss_action": 0.005628542974591255,
      "loss_total": 0.005628542974591255,
      "step": 26620
    },
    {
      "loss_action": 0.02727309800684452,
      "loss_total": 0.02727309800684452,
      "step": 26620
    },
    {
      "loss_action": 0.005737828090786934,
      "loss_total": 0.005737828090786934,
      "step": 26620
    },
    {
      "loss_action": 0.004392129369080067,
      "loss_total": 0.004392129369080067,
      "step": 26620
    },
    {
      "loss_action": 0.0043075792491436005,
      "loss_total": 0.0043075792491436005,
      "step": 26620
    },
    {
      "grad_norm": 0.10162530094385147,
      "learning_rate": 8.774620420080517e-05,
      "loss": 0.011,
      "step": 26630
    },
    {
      "loss_action": 0.009797308593988419,
      "loss_total": 0.009797308593988419,
      "step": 26630
    },
    {
      "loss_action": 0.006080493330955505,
      "loss_total": 0.006080493330955505,
      "step": 26630
    },
    {
      "loss_action": 0.005468931049108505,
      "loss_total": 0.005468931049108505,
      "step": 26630
    },
    {
      "loss_action": 0.00940508022904396,
      "loss_total": 0.00940508022904396,
      "step": 26630
    },
    {
      "loss_action": 0.022007271647453308,
      "loss_total": 0.022007271647453308,
      "step": 26630
    },
    {
      "loss_action": 0.010200735181570053,
      "loss_total": 0.010200735181570053,
      "step": 26630
    },
    {
      "loss_action": 0.017811547964811325,
      "loss_total": 0.017811547964811325,
      "step": 26630
    },
    {
      "loss_action": 0.006172263063490391,
      "loss_total": 0.006172263063490391,
      "step": 26630
    },
    {
      "grad_norm": 0.13151821494102478,
      "learning_rate": 8.773535848046131e-05,
      "loss": 0.0112,
      "step": 26640
    },
    {
      "loss_action": 0.013751069083809853,
      "loss_total": 0.013751069083809853,
      "step": 26640
    },
    {
      "loss_action": 0.010474706999957561,
      "loss_total": 0.010474706999957561,
      "step": 26640
    },
    {
      "loss_action": 0.00833249744027853,
      "loss_total": 0.00833249744027853,
      "step": 26640
    },
    {
      "loss_action": 0.008753089234232903,
      "loss_total": 0.008753089234232903,
      "step": 26640
    },
    {
      "loss_action": 0.006512614898383617,
      "loss_total": 0.006512614898383617,
      "step": 26640
    },
    {
      "loss_action": 0.008030837401747704,
      "loss_total": 0.008030837401747704,
      "step": 26640
    },
    {
      "loss_action": 0.010546551086008549,
      "loss_total": 0.010546551086008549,
      "step": 26640
    },
    {
      "loss_action": 0.007215467281639576,
      "loss_total": 0.007215467281639576,
      "step": 26640
    },
    {
      "grad_norm": 0.10548179596662521,
      "learning_rate": 8.772450863343538e-05,
      "loss": 0.0108,
      "step": 26650
    },
    {
      "loss_action": 0.023287557065486908,
      "loss_total": 0.023287557065486908,
      "step": 26650
    },
    {
      "loss_action": 0.005970482714474201,
      "loss_total": 0.005970482714474201,
      "step": 26650
    },
    {
      "loss_action": 0.013247186318039894,
      "loss_total": 0.013247186318039894,
      "step": 26650
    },
    {
      "loss_action": 0.004159596282988787,
      "loss_total": 0.004159596282988787,
      "step": 26650
    },
    {
      "loss_action": 0.003611708991229534,
      "loss_total": 0.003611708991229534,
      "step": 26650
    },
    {
      "loss_action": 0.0061143869534134865,
      "loss_total": 0.0061143869534134865,
      "step": 26650
    },
    {
      "loss_action": 0.00602998211979866,
      "loss_total": 0.00602998211979866,
      "step": 26650
    },
    {
      "loss_action": 0.035112299025058746,
      "loss_total": 0.035112299025058746,
      "step": 26650
    },
    {
      "grad_norm": 0.14309264719486237,
      "learning_rate": 8.77136546609139e-05,
      "loss": 0.0121,
      "step": 26660
    },
    {
      "loss_action": 0.010972192510962486,
      "loss_total": 0.010972192510962486,
      "step": 26660
    },
    {
      "loss_action": 0.007639422081410885,
      "loss_total": 0.007639422081410885,
      "step": 26660
    },
    {
      "loss_action": 0.0055015296675264835,
      "loss_total": 0.0055015296675264835,
      "step": 26660
    },
    {
      "loss_action": 0.009559949859976768,
      "loss_total": 0.009559949859976768,
      "step": 26660
    },
    {
      "loss_action": 0.011508207768201828,
      "loss_total": 0.011508207768201828,
      "step": 26660
    },
    {
      "loss_action": 0.010190010070800781,
      "loss_total": 0.010190010070800781,
      "step": 26660
    },
    {
      "loss_action": 0.004519926384091377,
      "loss_total": 0.004519926384091377,
      "step": 26660
    },
    {
      "loss_action": 0.007266344968229532,
      "loss_total": 0.007266344968229532,
      "step": 26660
    },
    {
      "grad_norm": 0.11624368280172348,
      "learning_rate": 8.770279656408385e-05,
      "loss": 0.0099,
      "step": 26670
    },
    {
      "loss_action": 0.005443215370178223,
      "loss_total": 0.005443215370178223,
      "step": 26670
    },
    {
      "loss_action": 0.013249042443931103,
      "loss_total": 0.013249042443931103,
      "step": 26670
    },
    {
      "loss_action": 0.016611384227871895,
      "loss_total": 0.016611384227871895,
      "step": 26670
    },
    {
      "loss_action": 0.005723250564187765,
      "loss_total": 0.005723250564187765,
      "step": 26670
    },
    {
      "loss_action": 0.007604456972330809,
      "loss_total": 0.007604456972330809,
      "step": 26670
    },
    {
      "loss_action": 0.011589459143579006,
      "loss_total": 0.011589459143579006,
      "step": 26670
    },
    {
      "loss_action": 0.012965716421604156,
      "loss_total": 0.012965716421604156,
      "step": 26670
    },
    {
      "loss_action": 0.005964099429547787,
      "loss_total": 0.005964099429547787,
      "step": 26670
    },
    {
      "grad_norm": 0.18371738493442535,
      "learning_rate": 8.769193434413265e-05,
      "loss": 0.0113,
      "step": 26680
    },
    {
      "loss_action": 0.006637620273977518,
      "loss_total": 0.006637620273977518,
      "step": 26680
    },
    {
      "loss_action": 0.0038248379714787006,
      "loss_total": 0.0038248379714787006,
      "step": 26680
    },
    {
      "loss_action": 0.0062249102629721165,
      "loss_total": 0.0062249102629721165,
      "step": 26680
    },
    {
      "loss_action": 0.01036970503628254,
      "loss_total": 0.01036970503628254,
      "step": 26680
    },
    {
      "loss_action": 0.011729305610060692,
      "loss_total": 0.011729305610060692,
      "step": 26680
    },
    {
      "loss_action": 0.01388172060251236,
      "loss_total": 0.01388172060251236,
      "step": 26680
    },
    {
      "loss_action": 0.0035746213980019093,
      "loss_total": 0.0035746213980019093,
      "step": 26680
    },
    {
      "loss_action": 0.012865938246250153,
      "loss_total": 0.012865938246250153,
      "step": 26680
    },
    {
      "grad_norm": 0.10195831209421158,
      "learning_rate": 8.76810680022482e-05,
      "loss": 0.0108,
      "step": 26690
    },
    {
      "loss_action": 0.002890396397560835,
      "loss_total": 0.002890396397560835,
      "step": 26690
    },
    {
      "loss_action": 0.006213903892785311,
      "loss_total": 0.006213903892785311,
      "step": 26690
    },
    {
      "loss_action": 0.011572185903787613,
      "loss_total": 0.011572185903787613,
      "step": 26690
    },
    {
      "loss_action": 0.0053488751873373985,
      "loss_total": 0.0053488751873373985,
      "step": 26690
    },
    {
      "loss_action": 0.00756736658513546,
      "loss_total": 0.00756736658513546,
      "step": 26690
    },
    {
      "loss_action": 0.004831836558878422,
      "loss_total": 0.004831836558878422,
      "step": 26690
    },
    {
      "loss_action": 0.006475531961768866,
      "loss_total": 0.006475531961768866,
      "step": 26690
    },
    {
      "loss_action": 0.01740979589521885,
      "loss_total": 0.01740979589521885,
      "step": 26690
    },
    {
      "grad_norm": 0.13912692666053772,
      "learning_rate": 8.767019753961878e-05,
      "loss": 0.0107,
      "step": 26700
    },
    {
      "loss_action": 0.014946892857551575,
      "loss_total": 0.014946892857551575,
      "step": 26700
    },
    {
      "loss_action": 0.003510694019496441,
      "loss_total": 0.003510694019496441,
      "step": 26700
    },
    {
      "loss_action": 0.006726348772644997,
      "loss_total": 0.006726348772644997,
      "step": 26700
    },
    {
      "loss_action": 0.010567070916295052,
      "loss_total": 0.010567070916295052,
      "step": 26700
    },
    {
      "loss_action": 0.024634012952446938,
      "loss_total": 0.024634012952446938,
      "step": 26700
    },
    {
      "loss_action": 0.012367747724056244,
      "loss_total": 0.012367747724056244,
      "step": 26700
    },
    {
      "loss_action": 0.005970967933535576,
      "loss_total": 0.005970967933535576,
      "step": 26700
    },
    {
      "loss_action": 0.010712455958127975,
      "loss_total": 0.010712455958127975,
      "step": 26700
    },
    {
      "grad_norm": 0.11160039901733398,
      "learning_rate": 8.765932295743321e-05,
      "loss": 0.0114,
      "step": 26710
    },
    {
      "loss_action": 0.012510005384683609,
      "loss_total": 0.012510005384683609,
      "step": 26710
    },
    {
      "loss_action": 0.006221029907464981,
      "loss_total": 0.006221029907464981,
      "step": 26710
    },
    {
      "loss_action": 0.011192543432116508,
      "loss_total": 0.011192543432116508,
      "step": 26710
    },
    {
      "loss_action": 0.010708772577345371,
      "loss_total": 0.010708772577345371,
      "step": 26710
    },
    {
      "loss_action": 0.009358268231153488,
      "loss_total": 0.009358268231153488,
      "step": 26710
    },
    {
      "loss_action": 0.0076482053846120834,
      "loss_total": 0.0076482053846120834,
      "step": 26710
    },
    {
      "loss_action": 0.009901455603539944,
      "loss_total": 0.009901455603539944,
      "step": 26710
    },
    {
      "loss_action": 0.014728566631674767,
      "loss_total": 0.014728566631674767,
      "step": 26710
    },
    {
      "grad_norm": 0.137625589966774,
      "learning_rate": 8.764844425688068e-05,
      "loss": 0.0107,
      "step": 26720
    },
    {
      "loss_action": 0.01716841757297516,
      "loss_total": 0.01716841757297516,
      "step": 26720
    },
    {
      "loss_action": 0.00672788405790925,
      "loss_total": 0.00672788405790925,
      "step": 26720
    },
    {
      "loss_action": 0.006442468147724867,
      "loss_total": 0.006442468147724867,
      "step": 26720
    },
    {
      "loss_action": 0.005914127454161644,
      "loss_total": 0.005914127454161644,
      "step": 26720
    },
    {
      "loss_action": 0.0131742674857378,
      "loss_total": 0.0131742674857378,
      "step": 26720
    },
    {
      "loss_action": 0.003638818161562085,
      "loss_total": 0.003638818161562085,
      "step": 26720
    },
    {
      "loss_action": 0.005219581071287394,
      "loss_total": 0.005219581071287394,
      "step": 26720
    },
    {
      "loss_action": 0.016034245491027832,
      "loss_total": 0.016034245491027832,
      "step": 26720
    },
    {
      "grad_norm": 0.13657115399837494,
      "learning_rate": 8.763756143915092e-05,
      "loss": 0.0128,
      "step": 26730
    },
    {
      "loss_action": 0.010889621451497078,
      "loss_total": 0.010889621451497078,
      "step": 26730
    },
    {
      "loss_action": 0.004625208210200071,
      "loss_total": 0.004625208210200071,
      "step": 26730
    },
    {
      "loss_action": 0.01191917434334755,
      "loss_total": 0.01191917434334755,
      "step": 26730
    },
    {
      "loss_action": 0.009383526630699635,
      "loss_total": 0.009383526630699635,
      "step": 26730
    },
    {
      "loss_action": 0.004242836032062769,
      "loss_total": 0.004242836032062769,
      "step": 26730
    },
    {
      "loss_action": 0.005414121318608522,
      "loss_total": 0.005414121318608522,
      "step": 26730
    },
    {
      "loss_action": 0.003724687499925494,
      "loss_total": 0.003724687499925494,
      "step": 26730
    },
    {
      "loss_action": 0.02044801414012909,
      "loss_total": 0.02044801414012909,
      "step": 26730
    },
    {
      "grad_norm": 0.11347007006406784,
      "learning_rate": 8.7626674505434e-05,
      "loss": 0.0115,
      "step": 26740
    },
    {
      "loss_action": 0.011851642280817032,
      "loss_total": 0.011851642280817032,
      "step": 26740
    },
    {
      "loss_action": 0.005658108275383711,
      "loss_total": 0.005658108275383711,
      "step": 26740
    },
    {
      "loss_action": 0.005068611819297075,
      "loss_total": 0.005068611819297075,
      "step": 26740
    },
    {
      "loss_action": 0.007210545241832733,
      "loss_total": 0.007210545241832733,
      "step": 26740
    },
    {
      "loss_action": 0.007076091133058071,
      "loss_total": 0.007076091133058071,
      "step": 26740
    },
    {
      "loss_action": 0.0036296555772423744,
      "loss_total": 0.0036296555772423744,
      "step": 26740
    },
    {
      "loss_action": 0.012772604823112488,
      "loss_total": 0.012772604823112488,
      "step": 26740
    },
    {
      "loss_action": 0.006715395487844944,
      "loss_total": 0.006715395487844944,
      "step": 26740
    },
    {
      "grad_norm": 0.09934113174676895,
      "learning_rate": 8.761578345692053e-05,
      "loss": 0.0111,
      "step": 26750
    },
    {
      "loss_action": 0.00691104494035244,
      "loss_total": 0.00691104494035244,
      "step": 26750
    },
    {
      "loss_action": 0.006337758153676987,
      "loss_total": 0.006337758153676987,
      "step": 26750
    },
    {
      "loss_action": 0.013615304604172707,
      "loss_total": 0.013615304604172707,
      "step": 26750
    },
    {
      "loss_action": 0.03445129469037056,
      "loss_total": 0.03445129469037056,
      "step": 26750
    },
    {
      "loss_action": 0.012801021337509155,
      "loss_total": 0.012801021337509155,
      "step": 26750
    },
    {
      "loss_action": 0.013304169289767742,
      "loss_total": 0.013304169289767742,
      "step": 26750
    },
    {
      "loss_action": 0.015328565612435341,
      "loss_total": 0.015328565612435341,
      "step": 26750
    },
    {
      "loss_action": 0.00756511464715004,
      "loss_total": 0.00756511464715004,
      "step": 26750
    },
    {
      "grad_norm": 0.16365395486354828,
      "learning_rate": 8.760488829480156e-05,
      "loss": 0.0119,
      "step": 26760
    },
    {
      "loss_action": 0.007788054179400206,
      "loss_total": 0.007788054179400206,
      "step": 26760
    },
    {
      "loss_action": 0.009588264860212803,
      "loss_total": 0.009588264860212803,
      "step": 26760
    },
    {
      "loss_action": 0.006849559023976326,
      "loss_total": 0.006849559023976326,
      "step": 26760
    },
    {
      "loss_action": 0.007417520973831415,
      "loss_total": 0.007417520973831415,
      "step": 26760
    },
    {
      "loss_action": 0.011428453028202057,
      "loss_total": 0.011428453028202057,
      "step": 26760
    },
    {
      "loss_action": 0.006465375889092684,
      "loss_total": 0.006465375889092684,
      "step": 26760
    },
    {
      "loss_action": 0.011671250686049461,
      "loss_total": 0.011671250686049461,
      "step": 26760
    },
    {
      "loss_action": 0.006777585484087467,
      "loss_total": 0.006777585484087467,
      "step": 26760
    },
    {
      "grad_norm": 0.12686331570148468,
      "learning_rate": 8.759398902026854e-05,
      "loss": 0.0122,
      "step": 26770
    },
    {
      "loss_action": 0.00807168148458004,
      "loss_total": 0.00807168148458004,
      "step": 26770
    },
    {
      "loss_action": 0.0036902609281241894,
      "loss_total": 0.0036902609281241894,
      "step": 26770
    },
    {
      "loss_action": 0.0034349134657531977,
      "loss_total": 0.0034349134657531977,
      "step": 26770
    },
    {
      "loss_action": 0.015742160379886627,
      "loss_total": 0.015742160379886627,
      "step": 26770
    },
    {
      "loss_action": 0.007101577240973711,
      "loss_total": 0.007101577240973711,
      "step": 26770
    },
    {
      "loss_action": 0.010550908744335175,
      "loss_total": 0.010550908744335175,
      "step": 26770
    },
    {
      "loss_action": 0.010382529348134995,
      "loss_total": 0.010382529348134995,
      "step": 26770
    },
    {
      "loss_action": 0.0527021698653698,
      "loss_total": 0.0527021698653698,
      "step": 26770
    },
    {
      "grad_norm": 0.1302638053894043,
      "learning_rate": 8.758308563451339e-05,
      "loss": 0.0124,
      "step": 26780
    },
    {
      "loss_action": 0.010282864794135094,
      "loss_total": 0.010282864794135094,
      "step": 26780
    },
    {
      "loss_action": 0.02004726603627205,
      "loss_total": 0.02004726603627205,
      "step": 26780
    },
    {
      "loss_action": 0.006830580532550812,
      "loss_total": 0.006830580532550812,
      "step": 26780
    },
    {
      "loss_action": 0.008670742623507977,
      "loss_total": 0.008670742623507977,
      "step": 26780
    },
    {
      "loss_action": 0.03142397105693817,
      "loss_total": 0.03142397105693817,
      "step": 26780
    },
    {
      "loss_action": 0.010876934975385666,
      "loss_total": 0.010876934975385666,
      "step": 26780
    },
    {
      "loss_action": 0.010075978003442287,
      "loss_total": 0.010075978003442287,
      "step": 26780
    },
    {
      "loss_action": 0.00960664264857769,
      "loss_total": 0.00960664264857769,
      "step": 26780
    },
    {
      "grad_norm": 0.2018740475177765,
      "learning_rate": 8.75721781387285e-05,
      "loss": 0.0142,
      "step": 26790
    },
    {
      "loss_action": 0.007389976177364588,
      "loss_total": 0.007389976177364588,
      "step": 26790
    },
    {
      "loss_action": 0.032649870961904526,
      "loss_total": 0.032649870961904526,
      "step": 26790
    },
    {
      "loss_action": 0.005308906547725201,
      "loss_total": 0.005308906547725201,
      "step": 26790
    },
    {
      "loss_action": 0.022503849118947983,
      "loss_total": 0.022503849118947983,
      "step": 26790
    },
    {
      "loss_action": 0.016227517277002335,
      "loss_total": 0.016227517277002335,
      "step": 26790
    },
    {
      "loss_action": 0.02450806088745594,
      "loss_total": 0.02450806088745594,
      "step": 26790
    },
    {
      "loss_action": 0.022993499413132668,
      "loss_total": 0.022993499413132668,
      "step": 26790
    },
    {
      "loss_action": 0.00919472798705101,
      "loss_total": 0.00919472798705101,
      "step": 26790
    },
    {
      "grad_norm": 0.19478951394557953,
      "learning_rate": 8.75612665341067e-05,
      "loss": 0.0129,
      "step": 26800
    },
    {
      "loss_action": 0.009457574225962162,
      "loss_total": 0.009457574225962162,
      "step": 26800
    },
    {
      "loss_action": 0.004554242826998234,
      "loss_total": 0.004554242826998234,
      "step": 26800
    },
    {
      "loss_action": 0.004455868154764175,
      "loss_total": 0.004455868154764175,
      "step": 26800
    },
    {
      "loss_action": 0.011779392138123512,
      "loss_total": 0.011779392138123512,
      "step": 26800
    },
    {
      "loss_action": 0.006517223082482815,
      "loss_total": 0.006517223082482815,
      "step": 26800
    },
    {
      "loss_action": 0.004695605486631393,
      "loss_total": 0.004695605486631393,
      "step": 26800
    },
    {
      "loss_action": 0.010110163129866123,
      "loss_total": 0.010110163129866123,
      "step": 26800
    },
    {
      "loss_action": 0.008070303127169609,
      "loss_total": 0.008070303127169609,
      "step": 26800
    },
    {
      "grad_norm": 0.1598246544599533,
      "learning_rate": 8.755035082184126e-05,
      "loss": 0.0119,
      "step": 26810
    },
    {
      "loss_action": 0.010965127497911453,
      "loss_total": 0.010965127497911453,
      "step": 26810
    },
    {
      "loss_action": 0.020144956186413765,
      "loss_total": 0.020144956186413765,
      "step": 26810
    },
    {
      "loss_action": 0.019490927457809448,
      "loss_total": 0.019490927457809448,
      "step": 26810
    },
    {
      "loss_action": 0.006914063356816769,
      "loss_total": 0.006914063356816769,
      "step": 26810
    },
    {
      "loss_action": 0.00961242988705635,
      "loss_total": 0.00961242988705635,
      "step": 26810
    },
    {
      "loss_action": 0.020586546510457993,
      "loss_total": 0.020586546510457993,
      "step": 26810
    },
    {
      "loss_action": 0.01282508485019207,
      "loss_total": 0.01282508485019207,
      "step": 26810
    },
    {
      "loss_action": 0.00845499336719513,
      "loss_total": 0.00845499336719513,
      "step": 26810
    },
    {
      "grad_norm": 0.1425512582063675,
      "learning_rate": 8.753943100312592e-05,
      "loss": 0.0116,
      "step": 26820
    },
    {
      "loss_action": 0.021263720467686653,
      "loss_total": 0.021263720467686653,
      "step": 26820
    },
    {
      "loss_action": 0.01266790647059679,
      "loss_total": 0.01266790647059679,
      "step": 26820
    },
    {
      "loss_action": 0.005422620102763176,
      "loss_total": 0.005422620102763176,
      "step": 26820
    },
    {
      "loss_action": 0.015032388269901276,
      "loss_total": 0.015032388269901276,
      "step": 26820
    },
    {
      "loss_action": 0.004816933535039425,
      "loss_total": 0.004816933535039425,
      "step": 26820
    },
    {
      "loss_action": 0.008219205774366856,
      "loss_total": 0.008219205774366856,
      "step": 26820
    },
    {
      "loss_action": 0.009326043538749218,
      "loss_total": 0.009326043538749218,
      "step": 26820
    },
    {
      "loss_action": 0.013756707310676575,
      "loss_total": 0.013756707310676575,
      "step": 26820
    },
    {
      "grad_norm": 0.16862481832504272,
      "learning_rate": 8.752850707915484e-05,
      "loss": 0.0138,
      "step": 26830
    },
    {
      "loss_action": 0.007484816014766693,
      "loss_total": 0.007484816014766693,
      "step": 26830
    },
    {
      "loss_action": 0.00867399200797081,
      "loss_total": 0.00867399200797081,
      "step": 26830
    },
    {
      "loss_action": 0.006699756253510714,
      "loss_total": 0.006699756253510714,
      "step": 26830
    },
    {
      "loss_action": 0.011359373107552528,
      "loss_total": 0.011359373107552528,
      "step": 26830
    },
    {
      "loss_action": 0.014245424419641495,
      "loss_total": 0.014245424419641495,
      "step": 26830
    },
    {
      "loss_action": 0.009672457352280617,
      "loss_total": 0.009672457352280617,
      "step": 26830
    },
    {
      "loss_action": 0.011791965924203396,
      "loss_total": 0.011791965924203396,
      "step": 26830
    },
    {
      "loss_action": 0.018474586308002472,
      "loss_total": 0.018474586308002472,
      "step": 26830
    },
    {
      "grad_norm": 0.10834819823503494,
      "learning_rate": 8.751757905112264e-05,
      "loss": 0.0129,
      "step": 26840
    },
    {
      "loss_action": 0.013906149193644524,
      "loss_total": 0.013906149193644524,
      "step": 26840
    },
    {
      "loss_action": 0.01547746080905199,
      "loss_total": 0.01547746080905199,
      "step": 26840
    },
    {
      "loss_action": 0.01594880037009716,
      "loss_total": 0.01594880037009716,
      "step": 26840
    },
    {
      "loss_action": 0.014533075504004955,
      "loss_total": 0.014533075504004955,
      "step": 26840
    },
    {
      "loss_action": 0.01590852066874504,
      "loss_total": 0.01590852066874504,
      "step": 26840
    },
    {
      "loss_action": 0.016354236751794815,
      "loss_total": 0.016354236751794815,
      "step": 26840
    },
    {
      "loss_action": 0.00734269805252552,
      "loss_total": 0.00734269805252552,
      "step": 26840
    },
    {
      "loss_action": 0.01391606219112873,
      "loss_total": 0.01391606219112873,
      "step": 26840
    },
    {
      "grad_norm": 0.13582122325897217,
      "learning_rate": 8.75066469202244e-05,
      "loss": 0.0116,
      "step": 26850
    },
    {
      "loss_action": 0.00962856039404869,
      "loss_total": 0.00962856039404869,
      "step": 26850
    },
    {
      "loss_action": 0.014660720713436604,
      "loss_total": 0.014660720713436604,
      "step": 26850
    },
    {
      "loss_action": 0.00614352710545063,
      "loss_total": 0.00614352710545063,
      "step": 26850
    },
    {
      "loss_action": 0.00796440988779068,
      "loss_total": 0.00796440988779068,
      "step": 26850
    },
    {
      "loss_action": 0.015323184430599213,
      "loss_total": 0.015323184430599213,
      "step": 26850
    },
    {
      "loss_action": 0.014326433651149273,
      "loss_total": 0.014326433651149273,
      "step": 26850
    },
    {
      "loss_action": 0.011368060484528542,
      "loss_total": 0.011368060484528542,
      "step": 26850
    },
    {
      "loss_action": 0.014134605415165424,
      "loss_total": 0.014134605415165424,
      "step": 26850
    },
    {
      "grad_norm": 0.19896124303340912,
      "learning_rate": 8.749571068765567e-05,
      "loss": 0.0129,
      "step": 26860
    },
    {
      "loss_action": 0.012823859229683876,
      "loss_total": 0.012823859229683876,
      "step": 26860
    },
    {
      "loss_action": 0.008013191632926464,
      "loss_total": 0.008013191632926464,
      "step": 26860
    },
    {
      "loss_action": 0.014924977906048298,
      "loss_total": 0.014924977906048298,
      "step": 26860
    },
    {
      "loss_action": 0.009806210175156593,
      "loss_total": 0.009806210175156593,
      "step": 26860
    },
    {
      "loss_action": 0.0070039015263319016,
      "loss_total": 0.0070039015263319016,
      "step": 26860
    },
    {
      "loss_action": 0.013187156990170479,
      "loss_total": 0.013187156990170479,
      "step": 26860
    },
    {
      "loss_action": 0.007279560901224613,
      "loss_total": 0.007279560901224613,
      "step": 26860
    },
    {
      "loss_action": 0.013213790953159332,
      "loss_total": 0.013213790953159332,
      "step": 26860
    },
    {
      "grad_norm": 0.10024461150169373,
      "learning_rate": 8.748477035461238e-05,
      "loss": 0.0106,
      "step": 26870
    },
    {
      "loss_action": 0.007074844092130661,
      "loss_total": 0.007074844092130661,
      "step": 26870
    },
    {
      "loss_action": 0.014439795166254044,
      "loss_total": 0.014439795166254044,
      "step": 26870
    },
    {
      "loss_action": 0.00787811353802681,
      "loss_total": 0.00787811353802681,
      "step": 26870
    },
    {
      "loss_action": 0.006027070805430412,
      "loss_total": 0.006027070805430412,
      "step": 26870
    },
    {
      "loss_action": 0.009252835065126419,
      "loss_total": 0.009252835065126419,
      "step": 26870
    },
    {
      "loss_action": 0.006171718239784241,
      "loss_total": 0.006171718239784241,
      "step": 26870
    },
    {
      "loss_action": 0.008852443657815456,
      "loss_total": 0.008852443657815456,
      "step": 26870
    },
    {
      "loss_action": 0.009862685576081276,
      "loss_total": 0.009862685576081276,
      "step": 26870
    },
    {
      "grad_norm": 0.14260655641555786,
      "learning_rate": 8.747382592229095e-05,
      "loss": 0.0111,
      "step": 26880
    },
    {
      "loss_action": 0.013590874150395393,
      "loss_total": 0.013590874150395393,
      "step": 26880
    },
    {
      "loss_action": 0.02865326590836048,
      "loss_total": 0.02865326590836048,
      "step": 26880
    },
    {
      "loss_action": 0.006261242087930441,
      "loss_total": 0.006261242087930441,
      "step": 26880
    },
    {
      "loss_action": 0.007861100137233734,
      "loss_total": 0.007861100137233734,
      "step": 26880
    },
    {
      "loss_action": 0.014118777588009834,
      "loss_total": 0.014118777588009834,
      "step": 26880
    },
    {
      "loss_action": 0.007505155634135008,
      "loss_total": 0.007505155634135008,
      "step": 26880
    },
    {
      "loss_action": 0.005021093413233757,
      "loss_total": 0.005021093413233757,
      "step": 26880
    },
    {
      "loss_action": 0.011363126337528229,
      "loss_total": 0.011363126337528229,
      "step": 26880
    },
    {
      "grad_norm": 0.10680829733610153,
      "learning_rate": 8.746287739188828e-05,
      "loss": 0.0098,
      "step": 26890
    },
    {
      "loss_action": 0.017323575913906097,
      "loss_total": 0.017323575913906097,
      "step": 26890
    },
    {
      "loss_action": 0.012425260618329048,
      "loss_total": 0.012425260618329048,
      "step": 26890
    },
    {
      "loss_action": 0.010860642418265343,
      "loss_total": 0.010860642418265343,
      "step": 26890
    },
    {
      "loss_action": 0.012673700228333473,
      "loss_total": 0.012673700228333473,
      "step": 26890
    },
    {
      "loss_action": 0.012145210057497025,
      "loss_total": 0.012145210057497025,
      "step": 26890
    },
    {
      "loss_action": 0.01374936942011118,
      "loss_total": 0.01374936942011118,
      "step": 26890
    },
    {
      "loss_action": 0.011900615878403187,
      "loss_total": 0.011900615878403187,
      "step": 26890
    },
    {
      "loss_action": 0.016065869480371475,
      "loss_total": 0.016065869480371475,
      "step": 26890
    },
    {
      "grad_norm": 0.12343030422925949,
      "learning_rate": 8.745192476460165e-05,
      "loss": 0.0107,
      "step": 26900
    },
    {
      "loss_action": 0.07440263032913208,
      "loss_total": 0.07440263032913208,
      "step": 26900
    },
    {
      "loss_action": 0.003875678637996316,
      "loss_total": 0.003875678637996316,
      "step": 26900
    },
    {
      "loss_action": 0.004304675851017237,
      "loss_total": 0.004304675851017237,
      "step": 26900
    },
    {
      "loss_action": 0.0044100028462708,
      "loss_total": 0.0044100028462708,
      "step": 26900
    },
    {
      "loss_action": 0.006362897343933582,
      "loss_total": 0.006362897343933582,
      "step": 26900
    },
    {
      "loss_action": 0.005869424901902676,
      "loss_total": 0.005869424901902676,
      "step": 26900
    },
    {
      "loss_action": 0.006400742568075657,
      "loss_total": 0.006400742568075657,
      "step": 26900
    },
    {
      "loss_action": 0.010993510484695435,
      "loss_total": 0.010993510484695435,
      "step": 26900
    },
    {
      "grad_norm": 0.1771680861711502,
      "learning_rate": 8.744096804162882e-05,
      "loss": 0.01,
      "step": 26910
    },
    {
      "loss_action": 0.008380550891160965,
      "loss_total": 0.008380550891160965,
      "step": 26910
    },
    {
      "loss_action": 0.006799932569265366,
      "loss_total": 0.006799932569265366,
      "step": 26910
    },
    {
      "loss_action": 0.005254663992673159,
      "loss_total": 0.005254663992673159,
      "step": 26910
    },
    {
      "loss_action": 0.005447696894407272,
      "loss_total": 0.005447696894407272,
      "step": 26910
    },
    {
      "loss_action": 0.007209268398582935,
      "loss_total": 0.007209268398582935,
      "step": 26910
    },
    {
      "loss_action": 0.0060260118916630745,
      "loss_total": 0.0060260118916630745,
      "step": 26910
    },
    {
      "loss_action": 0.007476720027625561,
      "loss_total": 0.007476720027625561,
      "step": 26910
    },
    {
      "loss_action": 0.00304221548140049,
      "loss_total": 0.00304221548140049,
      "step": 26910
    },
    {
      "grad_norm": 0.15192829072475433,
      "learning_rate": 8.743000722416804e-05,
      "loss": 0.0095,
      "step": 26920
    },
    {
      "loss_action": 0.01917543262243271,
      "loss_total": 0.01917543262243271,
      "step": 26920
    },
    {
      "loss_action": 0.004088408313691616,
      "loss_total": 0.004088408313691616,
      "step": 26920
    },
    {
      "loss_action": 0.006355009973049164,
      "loss_total": 0.006355009973049164,
      "step": 26920
    },
    {
      "loss_action": 0.006593372672796249,
      "loss_total": 0.006593372672796249,
      "step": 26920
    },
    {
      "loss_action": 0.007793385535478592,
      "loss_total": 0.007793385535478592,
      "step": 26920
    },
    {
      "loss_action": 0.00554847763851285,
      "loss_total": 0.00554847763851285,
      "step": 26920
    },
    {
      "loss_action": 0.006860327906906605,
      "loss_total": 0.006860327906906605,
      "step": 26920
    },
    {
      "loss_action": 0.0133751779794693,
      "loss_total": 0.0133751779794693,
      "step": 26920
    },
    {
      "grad_norm": 0.11763515323400497,
      "learning_rate": 8.741904231341793e-05,
      "loss": 0.0101,
      "step": 26930
    },
    {
      "loss_action": 0.014155061915516853,
      "loss_total": 0.014155061915516853,
      "step": 26930
    },
    {
      "loss_action": 0.0035554664209485054,
      "loss_total": 0.0035554664209485054,
      "step": 26930
    },
    {
      "loss_action": 0.012781955301761627,
      "loss_total": 0.012781955301761627,
      "step": 26930
    },
    {
      "loss_action": 0.0034621497616171837,
      "loss_total": 0.0034621497616171837,
      "step": 26930
    },
    {
      "loss_action": 0.014709226787090302,
      "loss_total": 0.014709226787090302,
      "step": 26930
    },
    {
      "loss_action": 0.00885837897658348,
      "loss_total": 0.00885837897658348,
      "step": 26930
    },
    {
      "loss_action": 0.0043982709757983685,
      "loss_total": 0.0043982709757983685,
      "step": 26930
    },
    {
      "loss_action": 0.008243326097726822,
      "loss_total": 0.008243326097726822,
      "step": 26930
    },
    {
      "grad_norm": 0.11297213286161423,
      "learning_rate": 8.740807331057762e-05,
      "loss": 0.0091,
      "step": 26940
    },
    {
      "loss_action": 0.02388228476047516,
      "loss_total": 0.02388228476047516,
      "step": 26940
    },
    {
      "loss_action": 0.014886924996972084,
      "loss_total": 0.014886924996972084,
      "step": 26940
    },
    {
      "loss_action": 0.016280289739370346,
      "loss_total": 0.016280289739370346,
      "step": 26940
    },
    {
      "loss_action": 0.009571436792612076,
      "loss_total": 0.009571436792612076,
      "step": 26940
    },
    {
      "loss_action": 0.005015834700316191,
      "loss_total": 0.005015834700316191,
      "step": 26940
    },
    {
      "loss_action": 0.006725668907165527,
      "loss_total": 0.006725668907165527,
      "step": 26940
    },
    {
      "loss_action": 0.019058803096413612,
      "loss_total": 0.019058803096413612,
      "step": 26940
    },
    {
      "loss_action": 0.007660677656531334,
      "loss_total": 0.007660677656531334,
      "step": 26940
    },
    {
      "grad_norm": 0.1169610247015953,
      "learning_rate": 8.739710021684667e-05,
      "loss": 0.0104,
      "step": 26950
    },
    {
      "loss_action": 0.007542611565440893,
      "loss_total": 0.007542611565440893,
      "step": 26950
    },
    {
      "loss_action": 0.009741313755512238,
      "loss_total": 0.009741313755512238,
      "step": 26950
    },
    {
      "loss_action": 0.00633639981970191,
      "loss_total": 0.00633639981970191,
      "step": 26950
    },
    {
      "loss_action": 0.019427035003900528,
      "loss_total": 0.019427035003900528,
      "step": 26950
    },
    {
      "loss_action": 0.005176429636776447,
      "loss_total": 0.005176429636776447,
      "step": 26950
    },
    {
      "loss_action": 0.015355342999100685,
      "loss_total": 0.015355342999100685,
      "step": 26950
    },
    {
      "loss_action": 0.006270213983952999,
      "loss_total": 0.006270213983952999,
      "step": 26950
    },
    {
      "loss_action": 0.0075784907676279545,
      "loss_total": 0.0075784907676279545,
      "step": 26950
    },
    {
      "grad_norm": 0.10378805547952652,
      "learning_rate": 8.738612303342503e-05,
      "loss": 0.0113,
      "step": 26960
    },
    {
      "loss_action": 0.022283051162958145,
      "loss_total": 0.022283051162958145,
      "step": 26960
    },
    {
      "loss_action": 0.020274242386221886,
      "loss_total": 0.020274242386221886,
      "step": 26960
    },
    {
      "loss_action": 0.014328334480524063,
      "loss_total": 0.014328334480524063,
      "step": 26960
    },
    {
      "loss_action": 0.015968171879649162,
      "loss_total": 0.015968171879649162,
      "step": 26960
    },
    {
      "loss_action": 0.004631776362657547,
      "loss_total": 0.004631776362657547,
      "step": 26960
    },
    {
      "loss_action": 0.012548564001917839,
      "loss_total": 0.012548564001917839,
      "step": 26960
    },
    {
      "loss_action": 0.018538042902946472,
      "loss_total": 0.018538042902946472,
      "step": 26960
    },
    {
      "loss_action": 0.00884481705725193,
      "loss_total": 0.00884481705725193,
      "step": 26960
    },
    {
      "grad_norm": 0.16654857993125916,
      "learning_rate": 8.73751417615132e-05,
      "loss": 0.0125,
      "step": 26970
    },
    {
      "loss_action": 0.011985134333372116,
      "loss_total": 0.011985134333372116,
      "step": 26970
    },
    {
      "loss_action": 0.01169755682349205,
      "loss_total": 0.01169755682349205,
      "step": 26970
    },
    {
      "loss_action": 0.01802825555205345,
      "loss_total": 0.01802825555205345,
      "step": 26970
    },
    {
      "loss_action": 0.005442898720502853,
      "loss_total": 0.005442898720502853,
      "step": 26970
    },
    {
      "loss_action": 0.006226920988410711,
      "loss_total": 0.006226920988410711,
      "step": 26970
    },
    {
      "loss_action": 0.010829448699951172,
      "loss_total": 0.010829448699951172,
      "step": 26970
    },
    {
      "loss_action": 0.018515227362513542,
      "loss_total": 0.018515227362513542,
      "step": 26970
    },
    {
      "loss_action": 0.020946715027093887,
      "loss_total": 0.020946715027093887,
      "step": 26970
    },
    {
      "grad_norm": 0.1314806491136551,
      "learning_rate": 8.736415640231208e-05,
      "loss": 0.0126,
      "step": 26980
    },
    {
      "loss_action": 0.012304190546274185,
      "loss_total": 0.012304190546274185,
      "step": 26980
    },
    {
      "loss_action": 0.009042749181389809,
      "loss_total": 0.009042749181389809,
      "step": 26980
    },
    {
      "loss_action": 0.009849688038229942,
      "loss_total": 0.009849688038229942,
      "step": 26980
    },
    {
      "loss_action": 0.0035771362017840147,
      "loss_total": 0.0035771362017840147,
      "step": 26980
    },
    {
      "loss_action": 0.005060910247266293,
      "loss_total": 0.005060910247266293,
      "step": 26980
    },
    {
      "loss_action": 0.007489725016057491,
      "loss_total": 0.007489725016057491,
      "step": 26980
    },
    {
      "loss_action": 0.004986423067748547,
      "loss_total": 0.004986423067748547,
      "step": 26980
    },
    {
      "loss_action": 0.007134535349905491,
      "loss_total": 0.007134535349905491,
      "step": 26980
    },
    {
      "grad_norm": 0.14028063416481018,
      "learning_rate": 8.735316695702297e-05,
      "loss": 0.0104,
      "step": 26990
    },
    {
      "loss_action": 0.0248667374253273,
      "loss_total": 0.0248667374253273,
      "step": 26990
    },
    {
      "loss_action": 0.014953472651541233,
      "loss_total": 0.014953472651541233,
      "step": 26990
    },
    {
      "loss_action": 0.025581371039152145,
      "loss_total": 0.025581371039152145,
      "step": 26990
    },
    {
      "loss_action": 0.010586895048618317,
      "loss_total": 0.010586895048618317,
      "step": 26990
    },
    {
      "loss_action": 0.015970198437571526,
      "loss_total": 0.015970198437571526,
      "step": 26990
    },
    {
      "loss_action": 0.010100754909217358,
      "loss_total": 0.010100754909217358,
      "step": 26990
    },
    {
      "loss_action": 0.007024696096777916,
      "loss_total": 0.007024696096777916,
      "step": 26990
    },
    {
      "loss_action": 0.016785327345132828,
      "loss_total": 0.016785327345132828,
      "step": 26990
    },
    {
      "grad_norm": 0.19147951900959015,
      "learning_rate": 8.734217342684769e-05,
      "loss": 0.012,
      "step": 27000
    },
    {
      "loss_action": 0.007589018903672695,
      "loss_total": 0.007589018903672695,
      "step": 27000
    },
    {
      "loss_action": 0.012544268742203712,
      "loss_total": 0.012544268742203712,
      "step": 27000
    },
    {
      "loss_action": 0.011559332720935345,
      "loss_total": 0.011559332720935345,
      "step": 27000
    },
    {
      "loss_action": 0.045628905296325684,
      "loss_total": 0.045628905296325684,
      "step": 27000
    },
    {
      "loss_action": 0.01659746654331684,
      "loss_total": 0.01659746654331684,
      "step": 27000
    },
    {
      "loss_action": 0.025352882221341133,
      "loss_total": 0.025352882221341133,
      "step": 27000
    },
    {
      "loss_action": 0.005842412356287241,
      "loss_total": 0.005842412356287241,
      "step": 27000
    },
    {
      "loss_action": 0.006634446792304516,
      "loss_total": 0.006634446792304516,
      "step": 27000
    },
    {
      "grad_norm": 0.14442944526672363,
      "learning_rate": 8.733117581298847e-05,
      "loss": 0.012,
      "step": 27010
    },
    {
      "loss_action": 0.01104048267006874,
      "loss_total": 0.01104048267006874,
      "step": 27010
    },
    {
      "loss_action": 0.011863445863127708,
      "loss_total": 0.011863445863127708,
      "step": 27010
    },
    {
      "loss_action": 0.003643133444711566,
      "loss_total": 0.003643133444711566,
      "step": 27010
    },
    {
      "loss_action": 0.014070795848965645,
      "loss_total": 0.014070795848965645,
      "step": 27010
    },
    {
      "loss_action": 0.008239776827394962,
      "loss_total": 0.008239776827394962,
      "step": 27010
    },
    {
      "loss_action": 0.004575090482831001,
      "loss_total": 0.004575090482831001,
      "step": 27010
    },
    {
      "loss_action": 0.010933846235275269,
      "loss_total": 0.010933846235275269,
      "step": 27010
    },
    {
      "loss_action": 0.00973951630294323,
      "loss_total": 0.00973951630294323,
      "step": 27010
    },
    {
      "grad_norm": 0.14473767578601837,
      "learning_rate": 8.732017411664796e-05,
      "loss": 0.0105,
      "step": 27020
    },
    {
      "loss_action": 0.009167077019810677,
      "loss_total": 0.009167077019810677,
      "step": 27020
    },
    {
      "loss_action": 0.01011853851377964,
      "loss_total": 0.01011853851377964,
      "step": 27020
    },
    {
      "loss_action": 0.009539126418530941,
      "loss_total": 0.009539126418530941,
      "step": 27020
    },
    {
      "loss_action": 0.0048065087758004665,
      "loss_total": 0.0048065087758004665,
      "step": 27020
    },
    {
      "loss_action": 0.013446911238133907,
      "loss_total": 0.013446911238133907,
      "step": 27020
    },
    {
      "loss_action": 0.009944938123226166,
      "loss_total": 0.009944938123226166,
      "step": 27020
    },
    {
      "loss_action": 0.008620576933026314,
      "loss_total": 0.008620576933026314,
      "step": 27020
    },
    {
      "loss_action": 0.006720102392137051,
      "loss_total": 0.006720102392137051,
      "step": 27020
    },
    {
      "grad_norm": 0.2119477540254593,
      "learning_rate": 8.730916833902936e-05,
      "loss": 0.0143,
      "step": 27030
    },
    {
      "loss_action": 0.006025279872119427,
      "loss_total": 0.006025279872119427,
      "step": 27030
    },
    {
      "loss_action": 0.016280345618724823,
      "loss_total": 0.016280345618724823,
      "step": 27030
    },
    {
      "loss_action": 0.005171807482838631,
      "loss_total": 0.005171807482838631,
      "step": 27030
    },
    {
      "loss_action": 0.013881506398320198,
      "loss_total": 0.013881506398320198,
      "step": 27030
    },
    {
      "loss_action": 0.009922966361045837,
      "loss_total": 0.009922966361045837,
      "step": 27030
    },
    {
      "loss_action": 0.007348904851824045,
      "loss_total": 0.007348904851824045,
      "step": 27030
    },
    {
      "loss_action": 0.04049675539135933,
      "loss_total": 0.04049675539135933,
      "step": 27030
    },
    {
      "loss_action": 0.01552242785692215,
      "loss_total": 0.01552242785692215,
      "step": 27030
    },
    {
      "grad_norm": 0.11144491285085678,
      "learning_rate": 8.729815848133618e-05,
      "loss": 0.0133,
      "step": 27040
    },
    {
      "loss_action": 0.0068038650788366795,
      "loss_total": 0.0068038650788366795,
      "step": 27040
    },
    {
      "loss_action": 0.002592022530734539,
      "loss_total": 0.002592022530734539,
      "step": 27040
    },
    {
      "loss_action": 0.00811457447707653,
      "loss_total": 0.00811457447707653,
      "step": 27040
    },
    {
      "loss_action": 0.00529309269040823,
      "loss_total": 0.00529309269040823,
      "step": 27040
    },
    {
      "loss_action": 0.021938182413578033,
      "loss_total": 0.021938182413578033,
      "step": 27040
    },
    {
      "loss_action": 0.013351038098335266,
      "loss_total": 0.013351038098335266,
      "step": 27040
    },
    {
      "loss_action": 0.0064972382970154285,
      "loss_total": 0.0064972382970154285,
      "step": 27040
    },
    {
      "loss_action": 0.013056488707661629,
      "loss_total": 0.013056488707661629,
      "step": 27040
    },
    {
      "grad_norm": 0.1761280745267868,
      "learning_rate": 8.728714454477247e-05,
      "loss": 0.0114,
      "step": 27050
    },
    {
      "loss_action": 0.01698428764939308,
      "loss_total": 0.01698428764939308,
      "step": 27050
    },
    {
      "loss_action": 0.013079604133963585,
      "loss_total": 0.013079604133963585,
      "step": 27050
    },
    {
      "loss_action": 0.016778485849499702,
      "loss_total": 0.016778485849499702,
      "step": 27050
    },
    {
      "loss_action": 0.011936025694012642,
      "loss_total": 0.011936025694012642,
      "step": 27050
    },
    {
      "loss_action": 0.010798590257763863,
      "loss_total": 0.010798590257763863,
      "step": 27050
    },
    {
      "loss_action": 0.01134464144706726,
      "loss_total": 0.01134464144706726,
      "step": 27050
    },
    {
      "loss_action": 0.01841641031205654,
      "loss_total": 0.01841641031205654,
      "step": 27050
    },
    {
      "loss_action": 0.008200332522392273,
      "loss_total": 0.008200332522392273,
      "step": 27050
    },
    {
      "grad_norm": 0.17088207602500916,
      "learning_rate": 8.727612653054269e-05,
      "loss": 0.0125,
      "step": 27060
    },
    {
      "loss_action": 0.007435799576342106,
      "loss_total": 0.007435799576342106,
      "step": 27060
    },
    {
      "loss_action": 0.011263873428106308,
      "loss_total": 0.011263873428106308,
      "step": 27060
    },
    {
      "loss_action": 0.007718246430158615,
      "loss_total": 0.007718246430158615,
      "step": 27060
    },
    {
      "loss_action": 0.004084669053554535,
      "loss_total": 0.004084669053554535,
      "step": 27060
    },
    {
      "loss_action": 0.024336453527212143,
      "loss_total": 0.024336453527212143,
      "step": 27060
    },
    {
      "loss_action": 0.01562123280018568,
      "loss_total": 0.01562123280018568,
      "step": 27060
    },
    {
      "loss_action": 0.009432578459382057,
      "loss_total": 0.009432578459382057,
      "step": 27060
    },
    {
      "loss_action": 0.009755188599228859,
      "loss_total": 0.009755188599228859,
      "step": 27060
    },
    {
      "grad_norm": 0.20170606672763824,
      "learning_rate": 8.726510443985176e-05,
      "loss": 0.013,
      "step": 27070
    },
    {
      "loss_action": 0.007670550607144833,
      "loss_total": 0.007670550607144833,
      "step": 27070
    },
    {
      "loss_action": 0.017676064744591713,
      "loss_total": 0.017676064744591713,
      "step": 27070
    },
    {
      "loss_action": 0.010493027046322823,
      "loss_total": 0.010493027046322823,
      "step": 27070
    },
    {
      "loss_action": 0.02260448783636093,
      "loss_total": 0.02260448783636093,
      "step": 27070
    },
    {
      "loss_action": 0.01337839663028717,
      "loss_total": 0.01337839663028717,
      "step": 27070
    },
    {
      "loss_action": 0.007915155030786991,
      "loss_total": 0.007915155030786991,
      "step": 27070
    },
    {
      "loss_action": 0.01140435878187418,
      "loss_total": 0.01140435878187418,
      "step": 27070
    },
    {
      "loss_action": 0.018875639885663986,
      "loss_total": 0.018875639885663986,
      "step": 27070
    },
    {
      "grad_norm": 0.11562112718820572,
      "learning_rate": 8.725407827390503e-05,
      "loss": 0.0118,
      "step": 27080
    },
    {
      "loss_action": 0.009095548652112484,
      "loss_total": 0.009095548652112484,
      "step": 27080
    },
    {
      "loss_action": 0.021590862423181534,
      "loss_total": 0.021590862423181534,
      "step": 27080
    },
    {
      "loss_action": 0.009512640535831451,
      "loss_total": 0.009512640535831451,
      "step": 27080
    },
    {
      "loss_action": 0.009024996310472488,
      "loss_total": 0.009024996310472488,
      "step": 27080
    },
    {
      "loss_action": 0.012638705782592297,
      "loss_total": 0.012638705782592297,
      "step": 27080
    },
    {
      "loss_action": 0.007152056321501732,
      "loss_total": 0.007152056321501732,
      "step": 27080
    },
    {
      "loss_action": 0.005729654338210821,
      "loss_total": 0.005729654338210821,
      "step": 27080
    },
    {
      "loss_action": 0.0090178232640028,
      "loss_total": 0.0090178232640028,
      "step": 27080
    },
    {
      "grad_norm": 0.12400534749031067,
      "learning_rate": 8.724304803390833e-05,
      "loss": 0.0112,
      "step": 27090
    },
    {
      "loss_action": 0.00430684257298708,
      "loss_total": 0.00430684257298708,
      "step": 27090
    },
    {
      "loss_action": 0.007347450591623783,
      "loss_total": 0.007347450591623783,
      "step": 27090
    },
    {
      "loss_action": 0.008719848468899727,
      "loss_total": 0.008719848468899727,
      "step": 27090
    },
    {
      "loss_action": 0.0131045738235116,
      "loss_total": 0.0131045738235116,
      "step": 27090
    },
    {
      "loss_action": 0.00696179922670126,
      "loss_total": 0.00696179922670126,
      "step": 27090
    },
    {
      "loss_action": 0.0027716797776520252,
      "loss_total": 0.0027716797776520252,
      "step": 27090
    },
    {
      "loss_action": 0.024866584688425064,
      "loss_total": 0.024866584688425064,
      "step": 27090
    },
    {
      "loss_action": 0.011220473796129227,
      "loss_total": 0.011220473796129227,
      "step": 27090
    },
    {
      "grad_norm": 0.11475463956594467,
      "learning_rate": 8.723201372106788e-05,
      "loss": 0.0113,
      "step": 27100
    },
    {
      "loss_action": 0.008866452611982822,
      "loss_total": 0.008866452611982822,
      "step": 27100
    },
    {
      "loss_action": 0.00949102733284235,
      "loss_total": 0.00949102733284235,
      "step": 27100
    },
    {
      "loss_action": 0.011583033949136734,
      "loss_total": 0.011583033949136734,
      "step": 27100
    },
    {
      "loss_action": 0.009747750125825405,
      "loss_total": 0.009747750125825405,
      "step": 27100
    },
    {
      "loss_action": 0.006062023341655731,
      "loss_total": 0.006062023341655731,
      "step": 27100
    },
    {
      "loss_action": 0.029610320925712585,
      "loss_total": 0.029610320925712585,
      "step": 27100
    },
    {
      "loss_action": 0.007938161492347717,
      "loss_total": 0.007938161492347717,
      "step": 27100
    },
    {
      "loss_action": 0.006573621183633804,
      "loss_total": 0.006573621183633804,
      "step": 27100
    },
    {
      "grad_norm": 0.22865840792655945,
      "learning_rate": 8.722097533659038e-05,
      "loss": 0.0117,
      "step": 27110
    },
    {
      "loss_action": 0.0038720222655683756,
      "loss_total": 0.0038720222655683756,
      "step": 27110
    },
    {
      "loss_action": 0.014365434646606445,
      "loss_total": 0.014365434646606445,
      "step": 27110
    },
    {
      "loss_action": 0.024997364729642868,
      "loss_total": 0.024997364729642868,
      "step": 27110
    },
    {
      "loss_action": 0.004244782496243715,
      "loss_total": 0.004244782496243715,
      "step": 27110
    },
    {
      "loss_action": 0.0176354069262743,
      "loss_total": 0.0176354069262743,
      "step": 27110
    },
    {
      "loss_action": 0.010447184555232525,
      "loss_total": 0.010447184555232525,
      "step": 27110
    },
    {
      "loss_action": 0.004948826506733894,
      "loss_total": 0.004948826506733894,
      "step": 27110
    },
    {
      "loss_action": 0.0036077378317713737,
      "loss_total": 0.0036077378317713737,
      "step": 27110
    },
    {
      "grad_norm": 0.19643133878707886,
      "learning_rate": 8.720993288168299e-05,
      "loss": 0.0119,
      "step": 27120
    },
    {
      "loss_action": 0.011769179254770279,
      "loss_total": 0.011769179254770279,
      "step": 27120
    },
    {
      "loss_action": 0.021657925099134445,
      "loss_total": 0.021657925099134445,
      "step": 27120
    },
    {
      "loss_action": 0.012359940446913242,
      "loss_total": 0.012359940446913242,
      "step": 27120
    },
    {
      "loss_action": 0.004672789014875889,
      "loss_total": 0.004672789014875889,
      "step": 27120
    },
    {
      "loss_action": 0.005738549865782261,
      "loss_total": 0.005738549865782261,
      "step": 27120
    },
    {
      "loss_action": 0.03758305311203003,
      "loss_total": 0.03758305311203003,
      "step": 27120
    },
    {
      "loss_action": 0.007113704923540354,
      "loss_total": 0.007113704923540354,
      "step": 27120
    },
    {
      "loss_action": 0.013756250031292439,
      "loss_total": 0.013756250031292439,
      "step": 27120
    },
    {
      "grad_norm": 0.15450818836688995,
      "learning_rate": 8.719888635755327e-05,
      "loss": 0.0116,
      "step": 27130
    },
    {
      "loss_action": 0.014650232158601284,
      "loss_total": 0.014650232158601284,
      "step": 27130
    },
    {
      "loss_action": 0.00885392352938652,
      "loss_total": 0.00885392352938652,
      "step": 27130
    },
    {
      "loss_action": 0.01712394878268242,
      "loss_total": 0.01712394878268242,
      "step": 27130
    },
    {
      "loss_action": 0.007527051493525505,
      "loss_total": 0.007527051493525505,
      "step": 27130
    },
    {
      "loss_action": 0.010272398591041565,
      "loss_total": 0.010272398591041565,
      "step": 27130
    },
    {
      "loss_action": 0.01467047818005085,
      "loss_total": 0.01467047818005085,
      "step": 27130
    },
    {
      "loss_action": 0.006628491450101137,
      "loss_total": 0.006628491450101137,
      "step": 27130
    },
    {
      "loss_action": 0.004428080283105373,
      "loss_total": 0.004428080283105373,
      "step": 27130
    },
    {
      "grad_norm": 0.13531571626663208,
      "learning_rate": 8.718783576540928e-05,
      "loss": 0.0108,
      "step": 27140
    },
    {
      "loss_action": 0.009061979129910469,
      "loss_total": 0.009061979129910469,
      "step": 27140
    },
    {
      "loss_action": 0.013075767084956169,
      "loss_total": 0.013075767084956169,
      "step": 27140
    },
    {
      "loss_action": 0.05864880234003067,
      "loss_total": 0.05864880234003067,
      "step": 27140
    },
    {
      "loss_action": 0.018413515761494637,
      "loss_total": 0.018413515761494637,
      "step": 27140
    },
    {
      "loss_action": 0.011166639626026154,
      "loss_total": 0.011166639626026154,
      "step": 27140
    },
    {
      "loss_action": 0.008401764556765556,
      "loss_total": 0.008401764556765556,
      "step": 27140
    },
    {
      "loss_action": 0.012450031004846096,
      "loss_total": 0.012450031004846096,
      "step": 27140
    },
    {
      "loss_action": 0.012051128782331944,
      "loss_total": 0.012051128782331944,
      "step": 27140
    },
    {
      "grad_norm": 0.09131620079278946,
      "learning_rate": 8.717678110645948e-05,
      "loss": 0.0111,
      "step": 27150
    },
    {
      "loss_action": 0.008893641643226147,
      "loss_total": 0.008893641643226147,
      "step": 27150
    },
    {
      "loss_action": 0.00840670708566904,
      "loss_total": 0.00840670708566904,
      "step": 27150
    },
    {
      "loss_action": 0.011335920542478561,
      "loss_total": 0.011335920542478561,
      "step": 27150
    },
    {
      "loss_action": 0.006629052106291056,
      "loss_total": 0.006629052106291056,
      "step": 27150
    },
    {
      "loss_action": 0.0060017104260623455,
      "loss_total": 0.0060017104260623455,
      "step": 27150
    },
    {
      "loss_action": 0.010995577089488506,
      "loss_total": 0.010995577089488506,
      "step": 27150
    },
    {
      "loss_action": 0.00972902774810791,
      "loss_total": 0.00972902774810791,
      "step": 27150
    },
    {
      "loss_action": 0.004236942157149315,
      "loss_total": 0.004236942157149315,
      "step": 27150
    },
    {
      "grad_norm": 0.11128046363592148,
      "learning_rate": 8.716572238191279e-05,
      "loss": 0.0095,
      "step": 27160
    },
    {
      "loss_action": 0.010054519400000572,
      "loss_total": 0.010054519400000572,
      "step": 27160
    },
    {
      "loss_action": 0.009144682437181473,
      "loss_total": 0.009144682437181473,
      "step": 27160
    },
    {
      "loss_action": 0.0046761296689510345,
      "loss_total": 0.0046761296689510345,
      "step": 27160
    },
    {
      "loss_action": 0.009335196577012539,
      "loss_total": 0.009335196577012539,
      "step": 27160
    },
    {
      "loss_action": 0.008853930979967117,
      "loss_total": 0.008853930979967117,
      "step": 27160
    },
    {
      "loss_action": 0.003346113720908761,
      "loss_total": 0.003346113720908761,
      "step": 27160
    },
    {
      "loss_action": 0.008799631148576736,
      "loss_total": 0.008799631148576736,
      "step": 27160
    },
    {
      "loss_action": 0.008005661889910698,
      "loss_total": 0.008005661889910698,
      "step": 27160
    },
    {
      "grad_norm": 0.17111645638942719,
      "learning_rate": 8.715465959297857e-05,
      "loss": 0.0123,
      "step": 27170
    },
    {
      "loss_action": 0.007237286306917667,
      "loss_total": 0.007237286306917667,
      "step": 27170
    },
    {
      "loss_action": 0.005528166890144348,
      "loss_total": 0.005528166890144348,
      "step": 27170
    },
    {
      "loss_action": 0.010222259908914566,
      "loss_total": 0.010222259908914566,
      "step": 27170
    },
    {
      "loss_action": 0.005486858077347279,
      "loss_total": 0.005486858077347279,
      "step": 27170
    },
    {
      "loss_action": 0.008186377584934235,
      "loss_total": 0.008186377584934235,
      "step": 27170
    },
    {
      "loss_action": 0.004688826389610767,
      "loss_total": 0.004688826389610767,
      "step": 27170
    },
    {
      "loss_action": 0.0297861211001873,
      "loss_total": 0.0297861211001873,
      "step": 27170
    },
    {
      "loss_action": 0.021652141585946083,
      "loss_total": 0.021652141585946083,
      "step": 27170
    },
    {
      "grad_norm": 0.16497433185577393,
      "learning_rate": 8.714359274086665e-05,
      "loss": 0.0116,
      "step": 27180
    },
    {
      "loss_action": 0.003411554731428623,
      "loss_total": 0.003411554731428623,
      "step": 27180
    },
    {
      "loss_action": 0.012453368864953518,
      "loss_total": 0.012453368864953518,
      "step": 27180
    },
    {
      "loss_action": 0.022917449474334717,
      "loss_total": 0.022917449474334717,
      "step": 27180
    },
    {
      "loss_action": 0.015726620331406593,
      "loss_total": 0.015726620331406593,
      "step": 27180
    },
    {
      "loss_action": 0.035681530833244324,
      "loss_total": 0.035681530833244324,
      "step": 27180
    },
    {
      "loss_action": 0.005743843037635088,
      "loss_total": 0.005743843037635088,
      "step": 27180
    },
    {
      "loss_action": 0.021714501082897186,
      "loss_total": 0.021714501082897186,
      "step": 27180
    },
    {
      "loss_action": 0.006739664822816849,
      "loss_total": 0.006739664822816849,
      "step": 27180
    },
    {
      "grad_norm": 0.13326899707317352,
      "learning_rate": 8.713252182678726e-05,
      "loss": 0.011,
      "step": 27190
    },
    {
      "loss_action": 0.008274474181234837,
      "loss_total": 0.008274474181234837,
      "step": 27190
    },
    {
      "loss_action": 0.016856268048286438,
      "loss_total": 0.016856268048286438,
      "step": 27190
    },
    {
      "loss_action": 0.012037497013807297,
      "loss_total": 0.012037497013807297,
      "step": 27190
    },
    {
      "loss_action": 0.011147791519761086,
      "loss_total": 0.011147791519761086,
      "step": 27190
    },
    {
      "loss_action": 0.01291498914361,
      "loss_total": 0.01291498914361,
      "step": 27190
    },
    {
      "loss_action": 0.01321132481098175,
      "loss_total": 0.01321132481098175,
      "step": 27190
    },
    {
      "loss_action": 0.011830988340079784,
      "loss_total": 0.011830988340079784,
      "step": 27190
    },
    {
      "loss_action": 0.012349496595561504,
      "loss_total": 0.012349496595561504,
      "step": 27190
    },
    {
      "grad_norm": 0.13851328194141388,
      "learning_rate": 8.712144685195112e-05,
      "loss": 0.0118,
      "step": 27200
    },
    {
      "loss_action": 0.023642653599381447,
      "loss_total": 0.023642653599381447,
      "step": 27200
    },
    {
      "loss_action": 0.00911552831530571,
      "loss_total": 0.00911552831530571,
      "step": 27200
    },
    {
      "loss_action": 0.01305251382291317,
      "loss_total": 0.01305251382291317,
      "step": 27200
    },
    {
      "loss_action": 0.008379361592233181,
      "loss_total": 0.008379361592233181,
      "step": 27200
    },
    {
      "loss_action": 0.0235512163490057,
      "loss_total": 0.0235512163490057,
      "step": 27200
    },
    {
      "loss_action": 0.014330131001770496,
      "loss_total": 0.014330131001770496,
      "step": 27200
    },
    {
      "loss_action": 0.020944781601428986,
      "loss_total": 0.020944781601428986,
      "step": 27200
    },
    {
      "loss_action": 0.010013258084654808,
      "loss_total": 0.010013258084654808,
      "step": 27200
    },
    {
      "grad_norm": 0.1019110232591629,
      "learning_rate": 8.711036781756936e-05,
      "loss": 0.0119,
      "step": 27210
    },
    {
      "loss_action": 0.00432583037763834,
      "loss_total": 0.00432583037763834,
      "step": 27210
    },
    {
      "loss_action": 0.00787360593676567,
      "loss_total": 0.00787360593676567,
      "step": 27210
    },
    {
      "loss_action": 0.0033079315908253193,
      "loss_total": 0.0033079315908253193,
      "step": 27210
    },
    {
      "loss_action": 0.003956678323447704,
      "loss_total": 0.003956678323447704,
      "step": 27210
    },
    {
      "loss_action": 0.008377349004149437,
      "loss_total": 0.008377349004149437,
      "step": 27210
    },
    {
      "loss_action": 0.018308069556951523,
      "loss_total": 0.018308069556951523,
      "step": 27210
    },
    {
      "loss_action": 0.008894555270671844,
      "loss_total": 0.008894555270671844,
      "step": 27210
    },
    {
      "loss_action": 0.009518862701952457,
      "loss_total": 0.009518862701952457,
      "step": 27210
    },
    {
      "grad_norm": 0.14753779768943787,
      "learning_rate": 8.709928472485357e-05,
      "loss": 0.0109,
      "step": 27220
    },
    {
      "loss_action": 0.011401607654988766,
      "loss_total": 0.011401607654988766,
      "step": 27220
    },
    {
      "loss_action": 0.013729823753237724,
      "loss_total": 0.013729823753237724,
      "step": 27220
    },
    {
      "loss_action": 0.02622644044458866,
      "loss_total": 0.02622644044458866,
      "step": 27220
    },
    {
      "loss_action": 0.011348553001880646,
      "loss_total": 0.011348553001880646,
      "step": 27220
    },
    {
      "loss_action": 0.006895465310662985,
      "loss_total": 0.006895465310662985,
      "step": 27220
    },
    {
      "loss_action": 0.006941709667444229,
      "loss_total": 0.006941709667444229,
      "step": 27220
    },
    {
      "loss_action": 0.007685024756938219,
      "loss_total": 0.007685024756938219,
      "step": 27220
    },
    {
      "loss_action": 0.016257045790553093,
      "loss_total": 0.016257045790553093,
      "step": 27220
    },
    {
      "grad_norm": 0.16485382616519928,
      "learning_rate": 8.708819757501579e-05,
      "loss": 0.0095,
      "step": 27230
    },
    {
      "loss_action": 0.007229816634207964,
      "loss_total": 0.007229816634207964,
      "step": 27230
    },
    {
      "loss_action": 0.008858153596520424,
      "loss_total": 0.008858153596520424,
      "step": 27230
    },
    {
      "loss_action": 0.016444478183984756,
      "loss_total": 0.016444478183984756,
      "step": 27230
    },
    {
      "loss_action": 0.00922338105738163,
      "loss_total": 0.00922338105738163,
      "step": 27230
    },
    {
      "loss_action": 0.009290968999266624,
      "loss_total": 0.009290968999266624,
      "step": 27230
    },
    {
      "loss_action": 0.012741463258862495,
      "loss_total": 0.012741463258862495,
      "step": 27230
    },
    {
      "loss_action": 0.013655981048941612,
      "loss_total": 0.013655981048941612,
      "step": 27230
    },
    {
      "loss_action": 0.012868000194430351,
      "loss_total": 0.012868000194430351,
      "step": 27230
    },
    {
      "grad_norm": 0.17215284705162048,
      "learning_rate": 8.707710636926846e-05,
      "loss": 0.0112,
      "step": 27240
    },
    {
      "loss_action": 0.004286658018827438,
      "loss_total": 0.004286658018827438,
      "step": 27240
    },
    {
      "loss_action": 0.017225701361894608,
      "loss_total": 0.017225701361894608,
      "step": 27240
    },
    {
      "loss_action": 0.005806375294923782,
      "loss_total": 0.005806375294923782,
      "step": 27240
    },
    {
      "loss_action": 0.008893104270100594,
      "loss_total": 0.008893104270100594,
      "step": 27240
    },
    {
      "loss_action": 0.009201634675264359,
      "loss_total": 0.009201634675264359,
      "step": 27240
    },
    {
      "loss_action": 0.042183928191661835,
      "loss_total": 0.042183928191661835,
      "step": 27240
    },
    {
      "loss_action": 0.00912310741841793,
      "loss_total": 0.00912310741841793,
      "step": 27240
    },
    {
      "loss_action": 0.0038140348624438047,
      "loss_total": 0.0038140348624438047,
      "step": 27240
    },
    {
      "grad_norm": 0.1584545075893402,
      "learning_rate": 8.706601110882455e-05,
      "loss": 0.0116,
      "step": 27250
    },
    {
      "loss_action": 0.005608630366623402,
      "loss_total": 0.005608630366623402,
      "step": 27250
    },
    {
      "loss_action": 0.0034070475958287716,
      "loss_total": 0.0034070475958287716,
      "step": 27250
    },
    {
      "loss_action": 0.008326023817062378,
      "loss_total": 0.008326023817062378,
      "step": 27250
    },
    {
      "loss_action": 0.007282353937625885,
      "loss_total": 0.007282353937625885,
      "step": 27250
    },
    {
      "loss_action": 0.004584462381899357,
      "loss_total": 0.004584462381899357,
      "step": 27250
    },
    {
      "loss_action": 0.0061554983258247375,
      "loss_total": 0.0061554983258247375,
      "step": 27250
    },
    {
      "loss_action": 0.010471714660525322,
      "loss_total": 0.010471714660525322,
      "step": 27250
    },
    {
      "loss_action": 0.005725715309381485,
      "loss_total": 0.005725715309381485,
      "step": 27250
    },
    {
      "grad_norm": 0.14069151878356934,
      "learning_rate": 8.705491179489738e-05,
      "loss": 0.0104,
      "step": 27260
    },
    {
      "loss_action": 0.0061525609344244,
      "loss_total": 0.0061525609344244,
      "step": 27260
    },
    {
      "loss_action": 0.02169356495141983,
      "loss_total": 0.02169356495141983,
      "step": 27260
    },
    {
      "loss_action": 0.00798441469669342,
      "loss_total": 0.00798441469669342,
      "step": 27260
    },
    {
      "loss_action": 0.010404784232378006,
      "loss_total": 0.010404784232378006,
      "step": 27260
    },
    {
      "loss_action": 0.021277345716953278,
      "loss_total": 0.021277345716953278,
      "step": 27260
    },
    {
      "loss_action": 0.003931852523237467,
      "loss_total": 0.003931852523237467,
      "step": 27260
    },
    {
      "loss_action": 0.01280137524008751,
      "loss_total": 0.01280137524008751,
      "step": 27260
    },
    {
      "loss_action": 0.0023170094937086105,
      "loss_total": 0.0023170094937086105,
      "step": 27260
    },
    {
      "grad_norm": 0.09995856136083603,
      "learning_rate": 8.704380842870077e-05,
      "loss": 0.0092,
      "step": 27270
    },
    {
      "loss_action": 0.006873423233628273,
      "loss_total": 0.006873423233628273,
      "step": 27270
    },
    {
      "loss_action": 0.017187288030982018,
      "loss_total": 0.017187288030982018,
      "step": 27270
    },
    {
      "loss_action": 0.010512575507164001,
      "loss_total": 0.010512575507164001,
      "step": 27270
    },
    {
      "loss_action": 0.01996663585305214,
      "loss_total": 0.01996663585305214,
      "step": 27270
    },
    {
      "loss_action": 0.016565607860684395,
      "loss_total": 0.016565607860684395,
      "step": 27270
    },
    {
      "loss_action": 0.009771942161023617,
      "loss_total": 0.009771942161023617,
      "step": 27270
    },
    {
      "loss_action": 0.009946608915925026,
      "loss_total": 0.009946608915925026,
      "step": 27270
    },
    {
      "loss_action": 0.013546077534556389,
      "loss_total": 0.013546077534556389,
      "step": 27270
    },
    {
      "grad_norm": 0.11945335566997528,
      "learning_rate": 8.703270101144895e-05,
      "loss": 0.0114,
      "step": 27280
    },
    {
      "loss_action": 0.007231549359858036,
      "loss_total": 0.007231549359858036,
      "step": 27280
    },
    {
      "loss_action": 0.007968771271407604,
      "loss_total": 0.007968771271407604,
      "step": 27280
    },
    {
      "loss_action": 0.01231526117771864,
      "loss_total": 0.01231526117771864,
      "step": 27280
    },
    {
      "loss_action": 0.004557481035590172,
      "loss_total": 0.004557481035590172,
      "step": 27280
    },
    {
      "loss_action": 0.007312496192753315,
      "loss_total": 0.007312496192753315,
      "step": 27280
    },
    {
      "loss_action": 0.004722869489341974,
      "loss_total": 0.004722869489341974,
      "step": 27280
    },
    {
      "loss_action": 0.007415208965539932,
      "loss_total": 0.007415208965539932,
      "step": 27280
    },
    {
      "loss_action": 0.011975661851465702,
      "loss_total": 0.011975661851465702,
      "step": 27280
    },
    {
      "grad_norm": 0.12923668324947357,
      "learning_rate": 8.702158954435664e-05,
      "loss": 0.0109,
      "step": 27290
    },
    {
      "loss_action": 0.004603580106049776,
      "loss_total": 0.004603580106049776,
      "step": 27290
    },
    {
      "loss_action": 0.00836111232638359,
      "loss_total": 0.00836111232638359,
      "step": 27290
    },
    {
      "loss_action": 0.030012058094143867,
      "loss_total": 0.030012058094143867,
      "step": 27290
    },
    {
      "loss_action": 0.02332145906984806,
      "loss_total": 0.02332145906984806,
      "step": 27290
    },
    {
      "loss_action": 0.004534753039479256,
      "loss_total": 0.004534753039479256,
      "step": 27290
    },
    {
      "loss_action": 0.041711486876010895,
      "loss_total": 0.041711486876010895,
      "step": 27290
    },
    {
      "loss_action": 0.015393044799566269,
      "loss_total": 0.015393044799566269,
      "step": 27290
    },
    {
      "loss_action": 0.013274053111672401,
      "loss_total": 0.013274053111672401,
      "step": 27290
    },
    {
      "grad_norm": 0.16055311262607574,
      "learning_rate": 8.701047402863896e-05,
      "loss": 0.0127,
      "step": 27300
    },
    {
      "loss_action": 0.008357982151210308,
      "loss_total": 0.008357982151210308,
      "step": 27300
    },
    {
      "loss_action": 0.005029655992984772,
      "loss_total": 0.005029655992984772,
      "step": 27300
    },
    {
      "loss_action": 0.024626052007079124,
      "loss_total": 0.024626052007079124,
      "step": 27300
    },
    {
      "loss_action": 0.012477957643568516,
      "loss_total": 0.012477957643568516,
      "step": 27300
    },
    {
      "loss_action": 0.02752179652452469,
      "loss_total": 0.02752179652452469,
      "step": 27300
    },
    {
      "loss_action": 0.015203023329377174,
      "loss_total": 0.015203023329377174,
      "step": 27300
    },
    {
      "loss_action": 0.022709112614393234,
      "loss_total": 0.022709112614393234,
      "step": 27300
    },
    {
      "loss_action": 0.011408070102334023,
      "loss_total": 0.011408070102334023,
      "step": 27300
    },
    {
      "grad_norm": 0.15505127608776093,
      "learning_rate": 8.699935446551148e-05,
      "loss": 0.0123,
      "step": 27310
    },
    {
      "loss_action": 0.011889562010765076,
      "loss_total": 0.011889562010765076,
      "step": 27310
    },
    {
      "loss_action": 0.009566761553287506,
      "loss_total": 0.009566761553287506,
      "step": 27310
    },
    {
      "loss_action": 0.005853226408362389,
      "loss_total": 0.005853226408362389,
      "step": 27310
    },
    {
      "loss_action": 0.038678329437971115,
      "loss_total": 0.038678329437971115,
      "step": 27310
    },
    {
      "loss_action": 0.003913098014891148,
      "loss_total": 0.003913098014891148,
      "step": 27310
    },
    {
      "loss_action": 0.010868152603507042,
      "loss_total": 0.010868152603507042,
      "step": 27310
    },
    {
      "loss_action": 0.009079072624444962,
      "loss_total": 0.009079072624444962,
      "step": 27310
    },
    {
      "loss_action": 0.014425680041313171,
      "loss_total": 0.014425680041313171,
      "step": 27310
    },
    {
      "grad_norm": 0.16512538492679596,
      "learning_rate": 8.698823085619022e-05,
      "loss": 0.0121,
      "step": 27320
    },
    {
      "loss_action": 0.008503040298819542,
      "loss_total": 0.008503040298819542,
      "step": 27320
    },
    {
      "loss_action": 0.015128984116017818,
      "loss_total": 0.015128984116017818,
      "step": 27320
    },
    {
      "loss_action": 0.00444584246724844,
      "loss_total": 0.00444584246724844,
      "step": 27320
    },
    {
      "loss_action": 0.019113868474960327,
      "loss_total": 0.019113868474960327,
      "step": 27320
    },
    {
      "loss_action": 0.004840198438614607,
      "loss_total": 0.004840198438614607,
      "step": 27320
    },
    {
      "loss_action": 0.0049206772819161415,
      "loss_total": 0.0049206772819161415,
      "step": 27320
    },
    {
      "loss_action": 0.007701271213591099,
      "loss_total": 0.007701271213591099,
      "step": 27320
    },
    {
      "loss_action": 0.05441153049468994,
      "loss_total": 0.05441153049468994,
      "step": 27320
    },
    {
      "grad_norm": 0.13013461232185364,
      "learning_rate": 8.697710320189166e-05,
      "loss": 0.014,
      "step": 27330
    },
    {
      "loss_action": 0.009866318665444851,
      "loss_total": 0.009866318665444851,
      "step": 27330
    },
    {
      "loss_action": 0.016878914088010788,
      "loss_total": 0.016878914088010788,
      "step": 27330
    },
    {
      "loss_action": 0.011050909757614136,
      "loss_total": 0.011050909757614136,
      "step": 27330
    },
    {
      "loss_action": 0.01872536540031433,
      "loss_total": 0.01872536540031433,
      "step": 27330
    },
    {
      "loss_action": 0.007820974104106426,
      "loss_total": 0.007820974104106426,
      "step": 27330
    },
    {
      "loss_action": 0.010273201391100883,
      "loss_total": 0.010273201391100883,
      "step": 27330
    },
    {
      "loss_action": 0.00767791410908103,
      "loss_total": 0.00767791410908103,
      "step": 27330
    },
    {
      "loss_action": 0.010530591011047363,
      "loss_total": 0.010530591011047363,
      "step": 27330
    },
    {
      "grad_norm": 0.12176088243722916,
      "learning_rate": 8.696597150383268e-05,
      "loss": 0.0117,
      "step": 27340
    },
    {
      "loss_action": 0.005236809141933918,
      "loss_total": 0.005236809141933918,
      "step": 27340
    },
    {
      "loss_action": 0.00814075581729412,
      "loss_total": 0.00814075581729412,
      "step": 27340
    },
    {
      "loss_action": 0.010639890097081661,
      "loss_total": 0.010639890097081661,
      "step": 27340
    },
    {
      "loss_action": 0.0040285829454660416,
      "loss_total": 0.0040285829454660416,
      "step": 27340
    },
    {
      "loss_action": 0.002432044595479965,
      "loss_total": 0.002432044595479965,
      "step": 27340
    },
    {
      "loss_action": 0.010861116461455822,
      "loss_total": 0.010861116461455822,
      "step": 27340
    },
    {
      "loss_action": 0.004641982726752758,
      "loss_total": 0.004641982726752758,
      "step": 27340
    },
    {
      "loss_action": 0.008259313181042671,
      "loss_total": 0.008259313181042671,
      "step": 27340
    },
    {
      "grad_norm": 0.15201394259929657,
      "learning_rate": 8.695483576323063e-05,
      "loss": 0.0108,
      "step": 27350
    },
    {
      "loss_action": 0.004757684655487537,
      "loss_total": 0.004757684655487537,
      "step": 27350
    },
    {
      "loss_action": 0.008509829640388489,
      "loss_total": 0.008509829640388489,
      "step": 27350
    },
    {
      "loss_action": 0.016430599614977837,
      "loss_total": 0.016430599614977837,
      "step": 27350
    },
    {
      "loss_action": 0.018175266683101654,
      "loss_total": 0.018175266683101654,
      "step": 27350
    },
    {
      "loss_action": 0.011620258912444115,
      "loss_total": 0.011620258912444115,
      "step": 27350
    },
    {
      "loss_action": 0.009205278009176254,
      "loss_total": 0.009205278009176254,
      "step": 27350
    },
    {
      "loss_action": 0.010642947629094124,
      "loss_total": 0.010642947629094124,
      "step": 27350
    },
    {
      "loss_action": 0.010110009461641312,
      "loss_total": 0.010110009461641312,
      "step": 27350
    },
    {
      "grad_norm": 0.16409845650196075,
      "learning_rate": 8.69436959813033e-05,
      "loss": 0.012,
      "step": 27360
    },
    {
      "loss_action": 0.005699383560568094,
      "loss_total": 0.005699383560568094,
      "step": 27360
    },
    {
      "loss_action": 0.007480827625840902,
      "loss_total": 0.007480827625840902,
      "step": 27360
    },
    {
      "loss_action": 0.026183931156992912,
      "loss_total": 0.026183931156992912,
      "step": 27360
    },
    {
      "loss_action": 0.0064125992357730865,
      "loss_total": 0.0064125992357730865,
      "step": 27360
    },
    {
      "loss_action": 0.005774201359599829,
      "loss_total": 0.005774201359599829,
      "step": 27360
    },
    {
      "loss_action": 0.0040117488242685795,
      "loss_total": 0.0040117488242685795,
      "step": 27360
    },
    {
      "loss_action": 0.019353758543729782,
      "loss_total": 0.019353758543729782,
      "step": 27360
    },
    {
      "loss_action": 0.003526679938659072,
      "loss_total": 0.003526679938659072,
      "step": 27360
    },
    {
      "grad_norm": 0.14191699028015137,
      "learning_rate": 8.693255215926892e-05,
      "loss": 0.011,
      "step": 27370
    },
    {
      "loss_action": 0.00970434583723545,
      "loss_total": 0.00970434583723545,
      "step": 27370
    },
    {
      "loss_action": 0.009396282024681568,
      "loss_total": 0.009396282024681568,
      "step": 27370
    },
    {
      "loss_action": 0.00871775858104229,
      "loss_total": 0.00871775858104229,
      "step": 27370
    },
    {
      "loss_action": 0.011559993959963322,
      "loss_total": 0.011559993959963322,
      "step": 27370
    },
    {
      "loss_action": 0.008802872151136398,
      "loss_total": 0.008802872151136398,
      "step": 27370
    },
    {
      "loss_action": 0.012586544267833233,
      "loss_total": 0.012586544267833233,
      "step": 27370
    },
    {
      "loss_action": 0.007966069504618645,
      "loss_total": 0.007966069504618645,
      "step": 27370
    },
    {
      "loss_action": 0.009005071595311165,
      "loss_total": 0.009005071595311165,
      "step": 27370
    },
    {
      "grad_norm": 0.22558408975601196,
      "learning_rate": 8.692140429834617e-05,
      "loss": 0.0107,
      "step": 27380
    },
    {
      "loss_action": 0.01418120227754116,
      "loss_total": 0.01418120227754116,
      "step": 27380
    },
    {
      "loss_action": 0.008230605162680149,
      "loss_total": 0.008230605162680149,
      "step": 27380
    },
    {
      "loss_action": 0.010907499119639397,
      "loss_total": 0.010907499119639397,
      "step": 27380
    },
    {
      "loss_action": 0.012379314750432968,
      "loss_total": 0.012379314750432968,
      "step": 27380
    },
    {
      "loss_action": 0.02139902487397194,
      "loss_total": 0.02139902487397194,
      "step": 27380
    },
    {
      "loss_action": 0.004859949462115765,
      "loss_total": 0.004859949462115765,
      "step": 27380
    },
    {
      "loss_action": 0.015299929305911064,
      "loss_total": 0.015299929305911064,
      "step": 27380
    },
    {
      "loss_action": 0.011521764099597931,
      "loss_total": 0.011521764099597931,
      "step": 27380
    },
    {
      "grad_norm": 0.17523041367530823,
      "learning_rate": 8.691025239975415e-05,
      "loss": 0.0114,
      "step": 27390
    },
    {
      "loss_action": 0.005213418044149876,
      "loss_total": 0.005213418044149876,
      "step": 27390
    },
    {
      "loss_action": 0.019436176866292953,
      "loss_total": 0.019436176866292953,
      "step": 27390
    },
    {
      "loss_action": 0.004725621081888676,
      "loss_total": 0.004725621081888676,
      "step": 27390
    },
    {
      "loss_action": 0.0035966625437140465,
      "loss_total": 0.0035966625437140465,
      "step": 27390
    },
    {
      "loss_action": 0.005066963378340006,
      "loss_total": 0.005066963378340006,
      "step": 27390
    },
    {
      "loss_action": 0.009057699702680111,
      "loss_total": 0.009057699702680111,
      "step": 27390
    },
    {
      "loss_action": 0.009285285137593746,
      "loss_total": 0.009285285137593746,
      "step": 27390
    },
    {
      "loss_action": 0.011841638013720512,
      "loss_total": 0.011841638013720512,
      "step": 27390
    },
    {
      "grad_norm": 0.10135073959827423,
      "learning_rate": 8.689909646471243e-05,
      "loss": 0.0109,
      "step": 27400
    },
    {
      "loss_action": 0.015200255438685417,
      "loss_total": 0.015200255438685417,
      "step": 27400
    },
    {
      "loss_action": 0.006245406810194254,
      "loss_total": 0.006245406810194254,
      "step": 27400
    },
    {
      "loss_action": 0.006598356179893017,
      "loss_total": 0.006598356179893017,
      "step": 27400
    },
    {
      "loss_action": 0.008431673981249332,
      "loss_total": 0.008431673981249332,
      "step": 27400
    },
    {
      "loss_action": 0.006637009792029858,
      "loss_total": 0.006637009792029858,
      "step": 27400
    },
    {
      "loss_action": 0.01893250271677971,
      "loss_total": 0.01893250271677971,
      "step": 27400
    },
    {
      "loss_action": 0.009630030021071434,
      "loss_total": 0.009630030021071434,
      "step": 27400
    },
    {
      "loss_action": 0.0043123154900968075,
      "loss_total": 0.0043123154900968075,
      "step": 27400
    },
    {
      "grad_norm": 0.1726561039686203,
      "learning_rate": 8.688793649444099e-05,
      "loss": 0.0104,
      "step": 27410
    },
    {
      "loss_action": 0.00595089653506875,
      "loss_total": 0.00595089653506875,
      "step": 27410
    },
    {
      "loss_action": 0.020691972225904465,
      "loss_total": 0.020691972225904465,
      "step": 27410
    },
    {
      "loss_action": 0.008886855095624924,
      "loss_total": 0.008886855095624924,
      "step": 27410
    },
    {
      "loss_action": 0.00736604118719697,
      "loss_total": 0.00736604118719697,
      "step": 27410
    },
    {
      "loss_action": 0.009763230569660664,
      "loss_total": 0.009763230569660664,
      "step": 27410
    },
    {
      "loss_action": 0.005319307092577219,
      "loss_total": 0.005319307092577219,
      "step": 27410
    },
    {
      "loss_action": 0.014421600848436356,
      "loss_total": 0.014421600848436356,
      "step": 27410
    },
    {
      "loss_action": 0.00616846326738596,
      "loss_total": 0.00616846326738596,
      "step": 27410
    },
    {
      "grad_norm": 0.10554239153862,
      "learning_rate": 8.687677249016029e-05,
      "loss": 0.0093,
      "step": 27420
    },
    {
      "loss_action": 0.008749725297093391,
      "loss_total": 0.008749725297093391,
      "step": 27420
    },
    {
      "loss_action": 0.0046660094521939754,
      "loss_total": 0.0046660094521939754,
      "step": 27420
    },
    {
      "loss_action": 0.005136704538017511,
      "loss_total": 0.005136704538017511,
      "step": 27420
    },
    {
      "loss_action": 0.004475090652704239,
      "loss_total": 0.004475090652704239,
      "step": 27420
    },
    {
      "loss_action": 0.01096443273127079,
      "loss_total": 0.01096443273127079,
      "step": 27420
    },
    {
      "loss_action": 0.013454520143568516,
      "loss_total": 0.013454520143568516,
      "step": 27420
    },
    {
      "loss_action": 0.011415140703320503,
      "loss_total": 0.011415140703320503,
      "step": 27420
    },
    {
      "loss_action": 0.010106872767210007,
      "loss_total": 0.010106872767210007,
      "step": 27420
    },
    {
      "grad_norm": 0.11726054549217224,
      "learning_rate": 8.686560445309118e-05,
      "loss": 0.0109,
      "step": 27430
    },
    {
      "loss_action": 0.01423831656575203,
      "loss_total": 0.01423831656575203,
      "step": 27430
    },
    {
      "loss_action": 0.011449852026998997,
      "loss_total": 0.011449852026998997,
      "step": 27430
    },
    {
      "loss_action": 0.0036863686982542276,
      "loss_total": 0.0036863686982542276,
      "step": 27430
    },
    {
      "loss_action": 0.011379707604646683,
      "loss_total": 0.011379707604646683,
      "step": 27430
    },
    {
      "loss_action": 0.01134529709815979,
      "loss_total": 0.01134529709815979,
      "step": 27430
    },
    {
      "loss_action": 0.014889799058437347,
      "loss_total": 0.014889799058437347,
      "step": 27430
    },
    {
      "loss_action": 0.011337900534272194,
      "loss_total": 0.011337900534272194,
      "step": 27430
    },
    {
      "loss_action": 0.008046112954616547,
      "loss_total": 0.008046112954616547,
      "step": 27430
    },
    {
      "grad_norm": 0.11983288824558258,
      "learning_rate": 8.685443238445499e-05,
      "loss": 0.0117,
      "step": 27440
    },
    {
      "loss_action": 0.0067741042003035545,
      "loss_total": 0.0067741042003035545,
      "step": 27440
    },
    {
      "loss_action": 0.003851256100460887,
      "loss_total": 0.003851256100460887,
      "step": 27440
    },
    {
      "loss_action": 0.0045436350628733635,
      "loss_total": 0.0045436350628733635,
      "step": 27440
    },
    {
      "loss_action": 0.013921082951128483,
      "loss_total": 0.013921082951128483,
      "step": 27440
    },
    {
      "loss_action": 0.03490487486124039,
      "loss_total": 0.03490487486124039,
      "step": 27440
    },
    {
      "loss_action": 0.00862544309347868,
      "loss_total": 0.00862544309347868,
      "step": 27440
    },
    {
      "loss_action": 0.008325858972966671,
      "loss_total": 0.008325858972966671,
      "step": 27440
    },
    {
      "loss_action": 0.011924026533961296,
      "loss_total": 0.011924026533961296,
      "step": 27440
    },
    {
      "grad_norm": 0.14162877202033997,
      "learning_rate": 8.68432562854735e-05,
      "loss": 0.0131,
      "step": 27450
    },
    {
      "loss_action": 0.008083328604698181,
      "loss_total": 0.008083328604698181,
      "step": 27450
    },
    {
      "loss_action": 0.00834061298519373,
      "loss_total": 0.00834061298519373,
      "step": 27450
    },
    {
      "loss_action": 0.010025744326412678,
      "loss_total": 0.010025744326412678,
      "step": 27450
    },
    {
      "loss_action": 0.010917718522250652,
      "loss_total": 0.010917718522250652,
      "step": 27450
    },
    {
      "loss_action": 0.009737128391861916,
      "loss_total": 0.009737128391861916,
      "step": 27450
    },
    {
      "loss_action": 0.00333058531396091,
      "loss_total": 0.00333058531396091,
      "step": 27450
    },
    {
      "loss_action": 0.015383939258754253,
      "loss_total": 0.015383939258754253,
      "step": 27450
    },
    {
      "loss_action": 0.023883473128080368,
      "loss_total": 0.023883473128080368,
      "step": 27450
    },
    {
      "grad_norm": 0.12032610923051834,
      "learning_rate": 8.683207615736887e-05,
      "loss": 0.0115,
      "step": 27460
    },
    {
      "loss_action": 0.009076188318431377,
      "loss_total": 0.009076188318431377,
      "step": 27460
    },
    {
      "loss_action": 0.027671806514263153,
      "loss_total": 0.027671806514263153,
      "step": 27460
    },
    {
      "loss_action": 0.007851144298911095,
      "loss_total": 0.007851144298911095,
      "step": 27460
    },
    {
      "loss_action": 0.010108256712555885,
      "loss_total": 0.010108256712555885,
      "step": 27460
    },
    {
      "loss_action": 0.015236953273415565,
      "loss_total": 0.015236953273415565,
      "step": 27460
    },
    {
      "loss_action": 0.005968430545181036,
      "loss_total": 0.005968430545181036,
      "step": 27460
    },
    {
      "loss_action": 0.012508376501500607,
      "loss_total": 0.012508376501500607,
      "step": 27460
    },
    {
      "loss_action": 0.00912535935640335,
      "loss_total": 0.00912535935640335,
      "step": 27460
    },
    {
      "grad_norm": 0.20802654325962067,
      "learning_rate": 8.682089200136379e-05,
      "loss": 0.0117,
      "step": 27470
    },
    {
      "loss_action": 0.01607678085565567,
      "loss_total": 0.01607678085565567,
      "step": 27470
    },
    {
      "loss_action": 0.005311365704983473,
      "loss_total": 0.005311365704983473,
      "step": 27470
    },
    {
      "loss_action": 0.015084132552146912,
      "loss_total": 0.015084132552146912,
      "step": 27470
    },
    {
      "loss_action": 0.004887954331934452,
      "loss_total": 0.004887954331934452,
      "step": 27470
    },
    {
      "loss_action": 0.011962806805968285,
      "loss_total": 0.011962806805968285,
      "step": 27470
    },
    {
      "loss_action": 0.021081332117319107,
      "loss_total": 0.021081332117319107,
      "step": 27470
    },
    {
      "loss_action": 0.0074444059282541275,
      "loss_total": 0.0074444059282541275,
      "step": 27470
    },
    {
      "loss_action": 0.007022338453680277,
      "loss_total": 0.007022338453680277,
      "step": 27470
    },
    {
      "grad_norm": 0.13405349850654602,
      "learning_rate": 8.680970381868132e-05,
      "loss": 0.0113,
      "step": 27480
    },
    {
      "loss_action": 0.00770519208163023,
      "loss_total": 0.00770519208163023,
      "step": 27480
    },
    {
      "loss_action": 0.007169020362198353,
      "loss_total": 0.007169020362198353,
      "step": 27480
    },
    {
      "loss_action": 0.01393265463411808,
      "loss_total": 0.01393265463411808,
      "step": 27480
    },
    {
      "loss_action": 0.010764829814434052,
      "loss_total": 0.010764829814434052,
      "step": 27480
    },
    {
      "loss_action": 0.0028128856793045998,
      "loss_total": 0.0028128856793045998,
      "step": 27480
    },
    {
      "loss_action": 0.004887019284069538,
      "loss_total": 0.004887019284069538,
      "step": 27480
    },
    {
      "loss_action": 0.009668808430433273,
      "loss_total": 0.009668808430433273,
      "step": 27480
    },
    {
      "loss_action": 0.015936298295855522,
      "loss_total": 0.015936298295855522,
      "step": 27480
    },
    {
      "grad_norm": 0.12054024636745453,
      "learning_rate": 8.679851161054498e-05,
      "loss": 0.0118,
      "step": 27490
    },
    {
      "loss_action": 0.006414354778826237,
      "loss_total": 0.006414354778826237,
      "step": 27490
    },
    {
      "loss_action": 0.0064482009038329124,
      "loss_total": 0.0064482009038329124,
      "step": 27490
    },
    {
      "loss_action": 0.010895535349845886,
      "loss_total": 0.010895535349845886,
      "step": 27490
    },
    {
      "loss_action": 0.029262550175189972,
      "loss_total": 0.029262550175189972,
      "step": 27490
    },
    {
      "loss_action": 0.009566817432641983,
      "loss_total": 0.009566817432641983,
      "step": 27490
    },
    {
      "loss_action": 0.01066402718424797,
      "loss_total": 0.01066402718424797,
      "step": 27490
    },
    {
      "loss_action": 0.006523540709167719,
      "loss_total": 0.006523540709167719,
      "step": 27490
    },
    {
      "loss_action": 0.004329382441937923,
      "loss_total": 0.004329382441937923,
      "step": 27490
    },
    {
      "grad_norm": 0.1544024646282196,
      "learning_rate": 8.678731537817873e-05,
      "loss": 0.0114,
      "step": 27500
    },
    {
      "loss_action": 0.006974764633923769,
      "loss_total": 0.006974764633923769,
      "step": 27500
    },
    {
      "loss_action": 0.005974752362817526,
      "loss_total": 0.005974752362817526,
      "step": 27500
    },
    {
      "loss_action": 0.005633689928799868,
      "loss_total": 0.005633689928799868,
      "step": 27500
    },
    {
      "loss_action": 0.006967351771891117,
      "loss_total": 0.006967351771891117,
      "step": 27500
    },
    {
      "loss_action": 0.008108914829790592,
      "loss_total": 0.008108914829790592,
      "step": 27500
    },
    {
      "loss_action": 0.009697885252535343,
      "loss_total": 0.009697885252535343,
      "step": 27500
    },
    {
      "loss_action": 0.0074686529114842415,
      "loss_total": 0.0074686529114842415,
      "step": 27500
    },
    {
      "loss_action": 0.017064161598682404,
      "loss_total": 0.017064161598682404,
      "step": 27500
    },
    {
      "grad_norm": 0.12420930713415146,
      "learning_rate": 8.677611512280697e-05,
      "loss": 0.0101,
      "step": 27510
    },
    {
      "loss_action": 0.0171225443482399,
      "loss_total": 0.0171225443482399,
      "step": 27510
    },
    {
      "loss_action": 0.0337224118411541,
      "loss_total": 0.0337224118411541,
      "step": 27510
    },
    {
      "loss_action": 0.007570622023195028,
      "loss_total": 0.007570622023195028,
      "step": 27510
    },
    {
      "loss_action": 0.00576742272824049,
      "loss_total": 0.00576742272824049,
      "step": 27510
    },
    {
      "loss_action": 0.006312573328614235,
      "loss_total": 0.006312573328614235,
      "step": 27510
    },
    {
      "loss_action": 0.0033602386247366667,
      "loss_total": 0.0033602386247366667,
      "step": 27510
    },
    {
      "loss_action": 0.013076111674308777,
      "loss_total": 0.013076111674308777,
      "step": 27510
    },
    {
      "loss_action": 0.002392267808318138,
      "loss_total": 0.002392267808318138,
      "step": 27510
    },
    {
      "grad_norm": 0.16366593539714813,
      "learning_rate": 8.676491084565457e-05,
      "loss": 0.0126,
      "step": 27520
    },
    {
      "loss_action": 0.0057402863167226315,
      "loss_total": 0.0057402863167226315,
      "step": 27520
    },
    {
      "loss_action": 0.005478855688124895,
      "loss_total": 0.005478855688124895,
      "step": 27520
    },
    {
      "loss_action": 0.013092918321490288,
      "loss_total": 0.013092918321490288,
      "step": 27520
    },
    {
      "loss_action": 0.004928763955831528,
      "loss_total": 0.004928763955831528,
      "step": 27520
    },
    {
      "loss_action": 0.0048791030421853065,
      "loss_total": 0.0048791030421853065,
      "step": 27520
    },
    {
      "loss_action": 0.016395745798945427,
      "loss_total": 0.016395745798945427,
      "step": 27520
    },
    {
      "loss_action": 0.005078666843473911,
      "loss_total": 0.005078666843473911,
      "step": 27520
    },
    {
      "loss_action": 0.0069829849526286125,
      "loss_total": 0.0069829849526286125,
      "step": 27520
    },
    {
      "grad_norm": 0.11336638778448105,
      "learning_rate": 8.675370254794678e-05,
      "loss": 0.0111,
      "step": 27530
    },
    {
      "loss_action": 0.009831358678638935,
      "loss_total": 0.009831358678638935,
      "step": 27530
    },
    {
      "loss_action": 0.02703540027141571,
      "loss_total": 0.02703540027141571,
      "step": 27530
    },
    {
      "loss_action": 0.009141836315393448,
      "loss_total": 0.009141836315393448,
      "step": 27530
    },
    {
      "loss_action": 0.008048346266150475,
      "loss_total": 0.008048346266150475,
      "step": 27530
    },
    {
      "loss_action": 0.006466724909842014,
      "loss_total": 0.006466724909842014,
      "step": 27530
    },
    {
      "loss_action": 0.008575969375669956,
      "loss_total": 0.008575969375669956,
      "step": 27530
    },
    {
      "loss_action": 0.02296261489391327,
      "loss_total": 0.02296261489391327,
      "step": 27530
    },
    {
      "loss_action": 0.007486219052225351,
      "loss_total": 0.007486219052225351,
      "step": 27530
    },
    {
      "grad_norm": 0.10375945270061493,
      "learning_rate": 8.674249023090935e-05,
      "loss": 0.0106,
      "step": 27540
    },
    {
      "loss_action": 0.0028128507547080517,
      "loss_total": 0.0028128507547080517,
      "step": 27540
    },
    {
      "loss_action": 0.006925144232809544,
      "loss_total": 0.006925144232809544,
      "step": 27540
    },
    {
      "loss_action": 0.008979265578091145,
      "loss_total": 0.008979265578091145,
      "step": 27540
    },
    {
      "loss_action": 0.01897512935101986,
      "loss_total": 0.01897512935101986,
      "step": 27540
    },
    {
      "loss_action": 0.020442217588424683,
      "loss_total": 0.020442217588424683,
      "step": 27540
    },
    {
      "loss_action": 0.018565507605671883,
      "loss_total": 0.018565507605671883,
      "step": 27540
    },
    {
      "loss_action": 0.010679597035050392,
      "loss_total": 0.010679597035050392,
      "step": 27540
    },
    {
      "loss_action": 0.014214583672583103,
      "loss_total": 0.014214583672583103,
      "step": 27540
    },
    {
      "grad_norm": 0.13024434447288513,
      "learning_rate": 8.673127389576843e-05,
      "loss": 0.01,
      "step": 27550
    },
    {
      "loss_action": 0.009087903425097466,
      "loss_total": 0.009087903425097466,
      "step": 27550
    },
    {
      "loss_action": 0.013118227943778038,
      "loss_total": 0.013118227943778038,
      "step": 27550
    },
    {
      "loss_action": 0.008820084854960442,
      "loss_total": 0.008820084854960442,
      "step": 27550
    },
    {
      "loss_action": 0.012542017735540867,
      "loss_total": 0.012542017735540867,
      "step": 27550
    },
    {
      "loss_action": 0.007923193275928497,
      "loss_total": 0.007923193275928497,
      "step": 27550
    },
    {
      "loss_action": 0.00837750919163227,
      "loss_total": 0.00837750919163227,
      "step": 27550
    },
    {
      "loss_action": 0.012310095131397247,
      "loss_total": 0.012310095131397247,
      "step": 27550
    },
    {
      "loss_action": 0.008894717320799828,
      "loss_total": 0.008894717320799828,
      "step": 27550
    },
    {
      "grad_norm": 0.20439733564853668,
      "learning_rate": 8.67200535437506e-05,
      "loss": 0.0127,
      "step": 27560
    },
    {
      "loss_action": 0.014829925261437893,
      "loss_total": 0.014829925261437893,
      "step": 27560
    },
    {
      "loss_action": 0.005356797948479652,
      "loss_total": 0.005356797948479652,
      "step": 27560
    },
    {
      "loss_action": 0.013752112165093422,
      "loss_total": 0.013752112165093422,
      "step": 27560
    },
    {
      "loss_action": 0.0047072917222976685,
      "loss_total": 0.0047072917222976685,
      "step": 27560
    },
    {
      "loss_action": 0.011858837679028511,
      "loss_total": 0.011858837679028511,
      "step": 27560
    },
    {
      "loss_action": 0.013398433104157448,
      "loss_total": 0.013398433104157448,
      "step": 27560
    },
    {
      "loss_action": 0.0153278186917305,
      "loss_total": 0.0153278186917305,
      "step": 27560
    },
    {
      "loss_action": 0.00860145129263401,
      "loss_total": 0.00860145129263401,
      "step": 27560
    },
    {
      "grad_norm": 0.10858339816331863,
      "learning_rate": 8.670882917608296e-05,
      "loss": 0.0118,
      "step": 27570
    },
    {
      "loss_action": 0.005005105398595333,
      "loss_total": 0.005005105398595333,
      "step": 27570
    },
    {
      "loss_action": 0.0047239582054317,
      "loss_total": 0.0047239582054317,
      "step": 27570
    },
    {
      "loss_action": 0.004705683793872595,
      "loss_total": 0.004705683793872595,
      "step": 27570
    },
    {
      "loss_action": 0.007190701551735401,
      "loss_total": 0.007190701551735401,
      "step": 27570
    },
    {
      "loss_action": 0.004428579472005367,
      "loss_total": 0.004428579472005367,
      "step": 27570
    },
    {
      "loss_action": 0.012888438999652863,
      "loss_total": 0.012888438999652863,
      "step": 27570
    },
    {
      "loss_action": 0.010518698021769524,
      "loss_total": 0.010518698021769524,
      "step": 27570
    },
    {
      "loss_action": 0.01609097048640251,
      "loss_total": 0.01609097048640251,
      "step": 27570
    },
    {
      "grad_norm": 0.12330517917871475,
      "learning_rate": 8.669760079399292e-05,
      "loss": 0.0105,
      "step": 27580
    },
    {
      "loss_action": 0.012794943526387215,
      "loss_total": 0.012794943526387215,
      "step": 27580
    },
    {
      "loss_action": 0.0034790795762091875,
      "loss_total": 0.0034790795762091875,
      "step": 27580
    },
    {
      "loss_action": 0.008759340271353722,
      "loss_total": 0.008759340271353722,
      "step": 27580
    },
    {
      "loss_action": 0.006887577008455992,
      "loss_total": 0.006887577008455992,
      "step": 27580
    },
    {
      "loss_action": 0.006063097156584263,
      "loss_total": 0.006063097156584263,
      "step": 27580
    },
    {
      "loss_action": 0.0165838785469532,
      "loss_total": 0.0165838785469532,
      "step": 27580
    },
    {
      "loss_action": 0.008621664717793465,
      "loss_total": 0.008621664717793465,
      "step": 27580
    },
    {
      "loss_action": 0.0075318519957363605,
      "loss_total": 0.0075318519957363605,
      "step": 27580
    },
    {
      "grad_norm": 0.12855447828769684,
      "learning_rate": 8.668636839870845e-05,
      "loss": 0.0102,
      "step": 27590
    },
    {
      "loss_action": 0.005795217584818602,
      "loss_total": 0.005795217584818602,
      "step": 27590
    },
    {
      "loss_action": 0.01239013858139515,
      "loss_total": 0.01239013858139515,
      "step": 27590
    },
    {
      "loss_action": 0.005581439472734928,
      "loss_total": 0.005581439472734928,
      "step": 27590
    },
    {
      "loss_action": 0.004288185387849808,
      "loss_total": 0.004288185387849808,
      "step": 27590
    },
    {
      "loss_action": 0.002494290703907609,
      "loss_total": 0.002494290703907609,
      "step": 27590
    },
    {
      "loss_action": 0.006670344155281782,
      "loss_total": 0.006670344155281782,
      "step": 27590
    },
    {
      "loss_action": 0.016726873815059662,
      "loss_total": 0.016726873815059662,
      "step": 27590
    },
    {
      "loss_action": 0.00596105121076107,
      "loss_total": 0.00596105121076107,
      "step": 27590
    },
    {
      "grad_norm": 0.09401817619800568,
      "learning_rate": 8.667513199145789e-05,
      "loss": 0.0115,
      "step": 27600
    },
    {
      "loss_action": 0.010123356245458126,
      "loss_total": 0.010123356245458126,
      "step": 27600
    },
    {
      "loss_action": 0.014550828374922276,
      "loss_total": 0.014550828374922276,
      "step": 27600
    },
    {
      "loss_action": 0.011899914592504501,
      "loss_total": 0.011899914592504501,
      "step": 27600
    },
    {
      "loss_action": 0.006464806385338306,
      "loss_total": 0.006464806385338306,
      "step": 27600
    },
    {
      "loss_action": 0.01066095195710659,
      "loss_total": 0.01066095195710659,
      "step": 27600
    },
    {
      "loss_action": 0.031947050243616104,
      "loss_total": 0.031947050243616104,
      "step": 27600
    },
    {
      "loss_action": 0.0037882740143686533,
      "loss_total": 0.0037882740143686533,
      "step": 27600
    },
    {
      "loss_action": 0.003970872610807419,
      "loss_total": 0.003970872610807419,
      "step": 27600
    },
    {
      "grad_norm": 0.10669822990894318,
      "learning_rate": 8.666389157347002e-05,
      "loss": 0.0107,
      "step": 27610
    },
    {
      "loss_action": 0.0032940490636974573,
      "loss_total": 0.0032940490636974573,
      "step": 27610
    },
    {
      "loss_action": 0.007555985823273659,
      "loss_total": 0.007555985823273659,
      "step": 27610
    },
    {
      "loss_action": 0.010114351287484169,
      "loss_total": 0.010114351287484169,
      "step": 27610
    },
    {
      "loss_action": 0.010335692204535007,
      "loss_total": 0.010335692204535007,
      "step": 27610
    },
    {
      "loss_action": 0.00971425324678421,
      "loss_total": 0.00971425324678421,
      "step": 27610
    },
    {
      "loss_action": 0.012393997050821781,
      "loss_total": 0.012393997050821781,
      "step": 27610
    },
    {
      "loss_action": 0.014228140003979206,
      "loss_total": 0.014228140003979206,
      "step": 27610
    },
    {
      "loss_action": 0.005855422466993332,
      "loss_total": 0.005855422466993332,
      "step": 27610
    },
    {
      "grad_norm": 0.10661371052265167,
      "learning_rate": 8.66526471459741e-05,
      "loss": 0.0116,
      "step": 27620
    },
    {
      "loss_action": 0.020949918776750565,
      "loss_total": 0.020949918776750565,
      "step": 27620
    },
    {
      "loss_action": 0.008718818426132202,
      "loss_total": 0.008718818426132202,
      "step": 27620
    },
    {
      "loss_action": 0.014368908479809761,
      "loss_total": 0.014368908479809761,
      "step": 27620
    },
    {
      "loss_action": 0.012994170188903809,
      "loss_total": 0.012994170188903809,
      "step": 27620
    },
    {
      "loss_action": 0.014510798268020153,
      "loss_total": 0.014510798268020153,
      "step": 27620
    },
    {
      "loss_action": 0.013306751847267151,
      "loss_total": 0.013306751847267151,
      "step": 27620
    },
    {
      "loss_action": 0.021072015166282654,
      "loss_total": 0.021072015166282654,
      "step": 27620
    },
    {
      "loss_action": 0.00974797923117876,
      "loss_total": 0.00974797923117876,
      "step": 27620
    },
    {
      "grad_norm": 0.14374281466007233,
      "learning_rate": 8.66413987101998e-05,
      "loss": 0.0125,
      "step": 27630
    },
    {
      "loss_action": 0.005666382610797882,
      "loss_total": 0.005666382610797882,
      "step": 27630
    },
    {
      "loss_action": 0.015725910663604736,
      "loss_total": 0.015725910663604736,
      "step": 27630
    },
    {
      "loss_action": 0.003838571719825268,
      "loss_total": 0.003838571719825268,
      "step": 27630
    },
    {
      "loss_action": 0.008386792615056038,
      "loss_total": 0.008386792615056038,
      "step": 27630
    },
    {
      "loss_action": 0.0112167838960886,
      "loss_total": 0.0112167838960886,
      "step": 27630
    },
    {
      "loss_action": 0.03802894800901413,
      "loss_total": 0.03802894800901413,
      "step": 27630
    },
    {
      "loss_action": 0.00941084511578083,
      "loss_total": 0.00941084511578083,
      "step": 27630
    },
    {
      "loss_action": 0.006466791033744812,
      "loss_total": 0.006466791033744812,
      "step": 27630
    },
    {
      "grad_norm": 0.14609628915786743,
      "learning_rate": 8.663014626737723e-05,
      "loss": 0.0106,
      "step": 27640
    },
    {
      "loss_action": 0.03566177189350128,
      "loss_total": 0.03566177189350128,
      "step": 27640
    },
    {
      "loss_action": 0.00820061657577753,
      "loss_total": 0.00820061657577753,
      "step": 27640
    },
    {
      "loss_action": 0.007054589688777924,
      "loss_total": 0.007054589688777924,
      "step": 27640
    },
    {
      "loss_action": 0.01845676079392433,
      "loss_total": 0.01845676079392433,
      "step": 27640
    },
    {
      "loss_action": 0.00544879212975502,
      "loss_total": 0.00544879212975502,
      "step": 27640
    },
    {
      "loss_action": 0.007514978758990765,
      "loss_total": 0.007514978758990765,
      "step": 27640
    },
    {
      "loss_action": 0.025247374549508095,
      "loss_total": 0.025247374549508095,
      "step": 27640
    },
    {
      "loss_action": 0.0077847144566476345,
      "loss_total": 0.0077847144566476345,
      "step": 27640
    },
    {
      "grad_norm": 0.15143096446990967,
      "learning_rate": 8.661888981873691e-05,
      "loss": 0.0106,
      "step": 27650
    },
    {
      "loss_action": 0.004726823884993792,
      "loss_total": 0.004726823884993792,
      "step": 27650
    },
    {
      "loss_action": 0.014024834148585796,
      "loss_total": 0.014024834148585796,
      "step": 27650
    },
    {
      "loss_action": 0.009004615247249603,
      "loss_total": 0.009004615247249603,
      "step": 27650
    },
    {
      "loss_action": 0.016559381037950516,
      "loss_total": 0.016559381037950516,
      "step": 27650
    },
    {
      "loss_action": 0.01474575325846672,
      "loss_total": 0.01474575325846672,
      "step": 27650
    },
    {
      "loss_action": 0.003722450463101268,
      "loss_total": 0.003722450463101268,
      "step": 27650
    },
    {
      "loss_action": 0.010951529256999493,
      "loss_total": 0.010951529256999493,
      "step": 27650
    },
    {
      "loss_action": 0.013571247458457947,
      "loss_total": 0.013571247458457947,
      "step": 27650
    },
    {
      "grad_norm": 0.12227880954742432,
      "learning_rate": 8.660762936550988e-05,
      "loss": 0.0133,
      "step": 27660
    },
    {
      "loss_action": 0.01851586252450943,
      "loss_total": 0.01851586252450943,
      "step": 27660
    },
    {
      "loss_action": 0.012367520481348038,
      "loss_total": 0.012367520481348038,
      "step": 27660
    },
    {
      "loss_action": 0.006298790220171213,
      "loss_total": 0.006298790220171213,
      "step": 27660
    },
    {
      "loss_action": 0.006409661844372749,
      "loss_total": 0.006409661844372749,
      "step": 27660
    },
    {
      "loss_action": 0.017678145319223404,
      "loss_total": 0.017678145319223404,
      "step": 27660
    },
    {
      "loss_action": 0.0077558234333992004,
      "loss_total": 0.0077558234333992004,
      "step": 27660
    },
    {
      "loss_action": 0.006515416316688061,
      "loss_total": 0.006515416316688061,
      "step": 27660
    },
    {
      "loss_action": 0.006508187856525183,
      "loss_total": 0.006508187856525183,
      "step": 27660
    },
    {
      "grad_norm": 0.1569778174161911,
      "learning_rate": 8.659636490892753e-05,
      "loss": 0.0123,
      "step": 27670
    },
    {
      "loss_action": 0.0035091922618448734,
      "loss_total": 0.0035091922618448734,
      "step": 27670
    },
    {
      "loss_action": 0.007943805307149887,
      "loss_total": 0.007943805307149887,
      "step": 27670
    },
    {
      "loss_action": 0.014824568293988705,
      "loss_total": 0.014824568293988705,
      "step": 27670
    },
    {
      "loss_action": 0.006982880178838968,
      "loss_total": 0.006982880178838968,
      "step": 27670
    },
    {
      "loss_action": 0.005947700701653957,
      "loss_total": 0.005947700701653957,
      "step": 27670
    },
    {
      "loss_action": 0.013889925554394722,
      "loss_total": 0.013889925554394722,
      "step": 27670
    },
    {
      "loss_action": 0.005019654519855976,
      "loss_total": 0.005019654519855976,
      "step": 27670
    },
    {
      "loss_action": 0.011730832979083061,
      "loss_total": 0.011730832979083061,
      "step": 27670
    },
    {
      "grad_norm": 0.1140049621462822,
      "learning_rate": 8.658509645022174e-05,
      "loss": 0.0115,
      "step": 27680
    },
    {
      "loss_action": 0.016384247690439224,
      "loss_total": 0.016384247690439224,
      "step": 27680
    },
    {
      "loss_action": 0.09500150382518768,
      "loss_total": 0.09500150382518768,
      "step": 27680
    },
    {
      "loss_action": 0.021765686571598053,
      "loss_total": 0.021765686571598053,
      "step": 27680
    },
    {
      "loss_action": 0.014005711302161217,
      "loss_total": 0.014005711302161217,
      "step": 27680
    },
    {
      "loss_action": 0.008064089342951775,
      "loss_total": 0.008064089342951775,
      "step": 27680
    },
    {
      "loss_action": 0.010497057810425758,
      "loss_total": 0.010497057810425758,
      "step": 27680
    },
    {
      "loss_action": 0.025664635002613068,
      "loss_total": 0.025664635002613068,
      "step": 27680
    },
    {
      "loss_action": 0.00329478457570076,
      "loss_total": 0.00329478457570076,
      "step": 27680
    },
    {
      "grad_norm": 0.11178815364837646,
      "learning_rate": 8.657382399062481e-05,
      "loss": 0.0121,
      "step": 27690
    },
    {
      "loss_action": 0.009391004219651222,
      "loss_total": 0.009391004219651222,
      "step": 27690
    },
    {
      "loss_action": 0.011457854881882668,
      "loss_total": 0.011457854881882668,
      "step": 27690
    },
    {
      "loss_action": 0.009675759822130203,
      "loss_total": 0.009675759822130203,
      "step": 27690
    },
    {
      "loss_action": 0.01048504188656807,
      "loss_total": 0.01048504188656807,
      "step": 27690
    },
    {
      "loss_action": 0.010656571015715599,
      "loss_total": 0.010656571015715599,
      "step": 27690
    },
    {
      "loss_action": 0.007199984043836594,
      "loss_total": 0.007199984043836594,
      "step": 27690
    },
    {
      "loss_action": 0.008542567491531372,
      "loss_total": 0.008542567491531372,
      "step": 27690
    },
    {
      "loss_action": 0.016678640618920326,
      "loss_total": 0.016678640618920326,
      "step": 27690
    },
    {
      "grad_norm": 0.10853049904108047,
      "learning_rate": 8.656254753136946e-05,
      "loss": 0.0113,
      "step": 27700
    },
    {
      "loss_action": 0.014853223226964474,
      "loss_total": 0.014853223226964474,
      "step": 27700
    },
    {
      "loss_action": 0.013093987479805946,
      "loss_total": 0.013093987479805946,
      "step": 27700
    },
    {
      "loss_action": 0.010620874352753162,
      "loss_total": 0.010620874352753162,
      "step": 27700
    },
    {
      "loss_action": 0.01080331765115261,
      "loss_total": 0.01080331765115261,
      "step": 27700
    },
    {
      "loss_action": 0.009696004912257195,
      "loss_total": 0.009696004912257195,
      "step": 27700
    },
    {
      "loss_action": 0.011770137585699558,
      "loss_total": 0.011770137585699558,
      "step": 27700
    },
    {
      "loss_action": 0.019120119512081146,
      "loss_total": 0.019120119512081146,
      "step": 27700
    },
    {
      "loss_action": 0.02059704065322876,
      "loss_total": 0.02059704065322876,
      "step": 27700
    },
    {
      "grad_norm": 0.15508346259593964,
      "learning_rate": 8.655126707368891e-05,
      "loss": 0.0125,
      "step": 27710
    },
    {
      "loss_action": 0.011769836768507957,
      "loss_total": 0.011769836768507957,
      "step": 27710
    },
    {
      "loss_action": 0.01186464074999094,
      "loss_total": 0.01186464074999094,
      "step": 27710
    },
    {
      "loss_action": 0.009850162081420422,
      "loss_total": 0.009850162081420422,
      "step": 27710
    },
    {
      "loss_action": 0.008716441690921783,
      "loss_total": 0.008716441690921783,
      "step": 27710
    },
    {
      "loss_action": 0.002721757162362337,
      "loss_total": 0.002721757162362337,
      "step": 27710
    },
    {
      "loss_action": 0.007707041222602129,
      "loss_total": 0.007707041222602129,
      "step": 27710
    },
    {
      "loss_action": 0.018176883459091187,
      "loss_total": 0.018176883459091187,
      "step": 27710
    },
    {
      "loss_action": 0.0064650122076272964,
      "loss_total": 0.0064650122076272964,
      "step": 27710
    },
    {
      "grad_norm": 0.1678793877363205,
      "learning_rate": 8.653998261881672e-05,
      "loss": 0.0122,
      "step": 27720
    },
    {
      "loss_action": 0.0032609791960567236,
      "loss_total": 0.0032609791960567236,
      "step": 27720
    },
    {
      "loss_action": 0.011996373534202576,
      "loss_total": 0.011996373534202576,
      "step": 27720
    },
    {
      "loss_action": 0.01128624752163887,
      "loss_total": 0.01128624752163887,
      "step": 27720
    },
    {
      "loss_action": 0.007594841532409191,
      "loss_total": 0.007594841532409191,
      "step": 27720
    },
    {
      "loss_action": 0.008958697319030762,
      "loss_total": 0.008958697319030762,
      "step": 27720
    },
    {
      "loss_action": 0.008689656853675842,
      "loss_total": 0.008689656853675842,
      "step": 27720
    },
    {
      "loss_action": 0.00587177649140358,
      "loss_total": 0.00587177649140358,
      "step": 27720
    },
    {
      "loss_action": 0.004168209619820118,
      "loss_total": 0.004168209619820118,
      "step": 27720
    },
    {
      "grad_norm": 0.08800653368234634,
      "learning_rate": 8.652869416798699e-05,
      "loss": 0.0102,
      "step": 27730
    },
    {
      "loss_action": 0.008915331214666367,
      "loss_total": 0.008915331214666367,
      "step": 27730
    },
    {
      "loss_action": 0.015703225508332253,
      "loss_total": 0.015703225508332253,
      "step": 27730
    },
    {
      "loss_action": 0.008048341609537601,
      "loss_total": 0.008048341609537601,
      "step": 27730
    },
    {
      "loss_action": 0.009701360017061234,
      "loss_total": 0.009701360017061234,
      "step": 27730
    },
    {
      "loss_action": 0.008123351261019707,
      "loss_total": 0.008123351261019707,
      "step": 27730
    },
    {
      "loss_action": 0.006416238844394684,
      "loss_total": 0.006416238844394684,
      "step": 27730
    },
    {
      "loss_action": 0.00955517403781414,
      "loss_total": 0.00955517403781414,
      "step": 27730
    },
    {
      "loss_action": 0.04471905156970024,
      "loss_total": 0.04471905156970024,
      "step": 27730
    },
    {
      "grad_norm": 0.13063424825668335,
      "learning_rate": 8.651740172243417e-05,
      "loss": 0.0113,
      "step": 27740
    },
    {
      "loss_action": 0.011987701058387756,
      "loss_total": 0.011987701058387756,
      "step": 27740
    },
    {
      "loss_action": 0.01632949337363243,
      "loss_total": 0.01632949337363243,
      "step": 27740
    },
    {
      "loss_action": 0.003573504276573658,
      "loss_total": 0.003573504276573658,
      "step": 27740
    },
    {
      "loss_action": 0.007158608641475439,
      "loss_total": 0.007158608641475439,
      "step": 27740
    },
    {
      "loss_action": 0.003817260731011629,
      "loss_total": 0.003817260731011629,
      "step": 27740
    },
    {
      "loss_action": 0.005935957655310631,
      "loss_total": 0.005935957655310631,
      "step": 27740
    },
    {
      "loss_action": 0.013423750177025795,
      "loss_total": 0.013423750177025795,
      "step": 27740
    },
    {
      "loss_action": 0.008471908047795296,
      "loss_total": 0.008471908047795296,
      "step": 27740
    },
    {
      "grad_norm": 0.13963472843170166,
      "learning_rate": 8.65061052833932e-05,
      "loss": 0.0125,
      "step": 27750
    },
    {
      "loss_action": 0.006674572825431824,
      "loss_total": 0.006674572825431824,
      "step": 27750
    },
    {
      "loss_action": 0.005732016637921333,
      "loss_total": 0.005732016637921333,
      "step": 27750
    },
    {
      "loss_action": 0.005056396592408419,
      "loss_total": 0.005056396592408419,
      "step": 27750
    },
    {
      "loss_action": 0.006218354683369398,
      "loss_total": 0.006218354683369398,
      "step": 27750
    },
    {
      "loss_action": 0.013503234833478928,
      "loss_total": 0.013503234833478928,
      "step": 27750
    },
    {
      "loss_action": 0.006405751220881939,
      "loss_total": 0.006405751220881939,
      "step": 27750
    },
    {
      "loss_action": 0.0027026571333408356,
      "loss_total": 0.0027026571333408356,
      "step": 27750
    },
    {
      "loss_action": 0.013624574057757854,
      "loss_total": 0.013624574057757854,
      "step": 27750
    },
    {
      "grad_norm": 0.13600116968154907,
      "learning_rate": 8.649480485209945e-05,
      "loss": 0.0127,
      "step": 27760
    },
    {
      "loss_action": 0.019889630377292633,
      "loss_total": 0.019889630377292633,
      "step": 27760
    },
    {
      "loss_action": 0.018481606617569923,
      "loss_total": 0.018481606617569923,
      "step": 27760
    },
    {
      "loss_action": 0.008173768408596516,
      "loss_total": 0.008173768408596516,
      "step": 27760
    },
    {
      "loss_action": 0.006693948991596699,
      "loss_total": 0.006693948991596699,
      "step": 27760
    },
    {
      "loss_action": 0.006899680010974407,
      "loss_total": 0.006899680010974407,
      "step": 27760
    },
    {
      "loss_action": 0.007321902085095644,
      "loss_total": 0.007321902085095644,
      "step": 27760
    },
    {
      "loss_action": 0.020047156140208244,
      "loss_total": 0.020047156140208244,
      "step": 27760
    },
    {
      "loss_action": 0.005063157062977552,
      "loss_total": 0.005063157062977552,
      "step": 27760
    },
    {
      "grad_norm": 0.10569661855697632,
      "learning_rate": 8.64835004297887e-05,
      "loss": 0.0109,
      "step": 27770
    },
    {
      "loss_action": 0.005380821414291859,
      "loss_total": 0.005380821414291859,
      "step": 27770
    },
    {
      "loss_action": 0.021290339529514313,
      "loss_total": 0.021290339529514313,
      "step": 27770
    },
    {
      "loss_action": 0.004904727451503277,
      "loss_total": 0.004904727451503277,
      "step": 27770
    },
    {
      "loss_action": 0.018667098134756088,
      "loss_total": 0.018667098134756088,
      "step": 27770
    },
    {
      "loss_action": 0.012667972594499588,
      "loss_total": 0.012667972594499588,
      "step": 27770
    },
    {
      "loss_action": 0.008690735325217247,
      "loss_total": 0.008690735325217247,
      "step": 27770
    },
    {
      "loss_action": 0.006634352263063192,
      "loss_total": 0.006634352263063192,
      "step": 27770
    },
    {
      "loss_action": 0.017750082537531853,
      "loss_total": 0.017750082537531853,
      "step": 27770
    },
    {
      "grad_norm": 0.13581177592277527,
      "learning_rate": 8.64721920176972e-05,
      "loss": 0.0129,
      "step": 27780
    },
    {
      "loss_action": 0.009314869530498981,
      "loss_total": 0.009314869530498981,
      "step": 27780
    },
    {
      "loss_action": 0.019666466861963272,
      "loss_total": 0.019666466861963272,
      "step": 27780
    },
    {
      "loss_action": 0.022795606404542923,
      "loss_total": 0.022795606404542923,
      "step": 27780
    },
    {
      "loss_action": 0.01832067407667637,
      "loss_total": 0.01832067407667637,
      "step": 27780
    },
    {
      "loss_action": 0.004000648856163025,
      "loss_total": 0.004000648856163025,
      "step": 27780
    },
    {
      "loss_action": 0.01621490903198719,
      "loss_total": 0.01621490903198719,
      "step": 27780
    },
    {
      "loss_action": 0.010437291115522385,
      "loss_total": 0.010437291115522385,
      "step": 27780
    },
    {
      "loss_action": 0.010552659630775452,
      "loss_total": 0.010552659630775452,
      "step": 27780
    },
    {
      "grad_norm": 0.16431087255477905,
      "learning_rate": 8.646087961706164e-05,
      "loss": 0.0118,
      "step": 27790
    },
    {
      "loss_action": 0.00528925284743309,
      "loss_total": 0.00528925284743309,
      "step": 27790
    },
    {
      "loss_action": 0.009818137623369694,
      "loss_total": 0.009818137623369694,
      "step": 27790
    },
    {
      "loss_action": 0.0038462458178400993,
      "loss_total": 0.0038462458178400993,
      "step": 27790
    },
    {
      "loss_action": 0.012280045077204704,
      "loss_total": 0.012280045077204704,
      "step": 27790
    },
    {
      "loss_action": 0.004661893006414175,
      "loss_total": 0.004661893006414175,
      "step": 27790
    },
    {
      "loss_action": 0.011560952290892601,
      "loss_total": 0.011560952290892601,
      "step": 27790
    },
    {
      "loss_action": 0.02522554248571396,
      "loss_total": 0.02522554248571396,
      "step": 27790
    },
    {
      "loss_action": 0.01680189184844494,
      "loss_total": 0.01680189184844494,
      "step": 27790
    },
    {
      "grad_norm": 0.11787226796150208,
      "learning_rate": 8.644956322911908e-05,
      "loss": 0.0128,
      "step": 27800
    },
    {
      "loss_action": 0.003441582666710019,
      "loss_total": 0.003441582666710019,
      "step": 27800
    },
    {
      "loss_action": 0.009414932690560818,
      "loss_total": 0.009414932690560818,
      "step": 27800
    },
    {
      "loss_action": 0.012137074023485184,
      "loss_total": 0.012137074023485184,
      "step": 27800
    },
    {
      "loss_action": 0.007894700393080711,
      "loss_total": 0.007894700393080711,
      "step": 27800
    },
    {
      "loss_action": 0.017088375985622406,
      "loss_total": 0.017088375985622406,
      "step": 27800
    },
    {
      "loss_action": 0.01616959273815155,
      "loss_total": 0.01616959273815155,
      "step": 27800
    },
    {
      "loss_action": 0.013908926397562027,
      "loss_total": 0.013908926397562027,
      "step": 27800
    },
    {
      "loss_action": 0.014860738068819046,
      "loss_total": 0.014860738068819046,
      "step": 27800
    },
    {
      "grad_norm": 0.13379496335983276,
      "learning_rate": 8.643824285510709e-05,
      "loss": 0.0107,
      "step": 27810
    },
    {
      "loss_action": 0.006970860995352268,
      "loss_total": 0.006970860995352268,
      "step": 27810
    },
    {
      "loss_action": 0.01939382590353489,
      "loss_total": 0.01939382590353489,
      "step": 27810
    },
    {
      "loss_action": 0.02146880514919758,
      "loss_total": 0.02146880514919758,
      "step": 27810
    },
    {
      "loss_action": 0.01266599539667368,
      "loss_total": 0.01266599539667368,
      "step": 27810
    },
    {
      "loss_action": 0.012571396306157112,
      "loss_total": 0.012571396306157112,
      "step": 27810
    },
    {
      "loss_action": 0.018484119325876236,
      "loss_total": 0.018484119325876236,
      "step": 27810
    },
    {
      "loss_action": 0.007217950187623501,
      "loss_total": 0.007217950187623501,
      "step": 27810
    },
    {
      "loss_action": 0.015765169635415077,
      "loss_total": 0.015765169635415077,
      "step": 27810
    },
    {
      "grad_norm": 0.13608291745185852,
      "learning_rate": 8.642691849626364e-05,
      "loss": 0.0129,
      "step": 27820
    },
    {
      "loss_action": 0.008250370621681213,
      "loss_total": 0.008250370621681213,
      "step": 27820
    },
    {
      "loss_action": 0.016347501426935196,
      "loss_total": 0.016347501426935196,
      "step": 27820
    },
    {
      "loss_action": 0.004541450180113316,
      "loss_total": 0.004541450180113316,
      "step": 27820
    },
    {
      "loss_action": 0.012462177313864231,
      "loss_total": 0.012462177313864231,
      "step": 27820
    },
    {
      "loss_action": 0.004801537841558456,
      "loss_total": 0.004801537841558456,
      "step": 27820
    },
    {
      "loss_action": 0.004591099452227354,
      "loss_total": 0.004591099452227354,
      "step": 27820
    },
    {
      "loss_action": 0.007148441858589649,
      "loss_total": 0.007148441858589649,
      "step": 27820
    },
    {
      "loss_action": 0.006109350360929966,
      "loss_total": 0.006109350360929966,
      "step": 27820
    },
    {
      "grad_norm": 0.08986801654100418,
      "learning_rate": 8.641559015382717e-05,
      "loss": 0.0119,
      "step": 27830
    },
    {
      "loss_action": 0.007690747268497944,
      "loss_total": 0.007690747268497944,
      "step": 27830
    },
    {
      "loss_action": 0.009902550838887691,
      "loss_total": 0.009902550838887691,
      "step": 27830
    },
    {
      "loss_action": 0.008676203899085522,
      "loss_total": 0.008676203899085522,
      "step": 27830
    },
    {
      "loss_action": 0.006836585700511932,
      "loss_total": 0.006836585700511932,
      "step": 27830
    },
    {
      "loss_action": 0.005640386138111353,
      "loss_total": 0.005640386138111353,
      "step": 27830
    },
    {
      "loss_action": 0.009050427004694939,
      "loss_total": 0.009050427004694939,
      "step": 27830
    },
    {
      "loss_action": 0.00436300877481699,
      "loss_total": 0.00436300877481699,
      "step": 27830
    },
    {
      "loss_action": 0.004509139806032181,
      "loss_total": 0.004509139806032181,
      "step": 27830
    },
    {
      "grad_norm": 0.21624673902988434,
      "learning_rate": 8.640425782903649e-05,
      "loss": 0.0116,
      "step": 27840
    },
    {
      "loss_action": 0.007638651877641678,
      "loss_total": 0.007638651877641678,
      "step": 27840
    },
    {
      "loss_action": 0.005935386288911104,
      "loss_total": 0.005935386288911104,
      "step": 27840
    },
    {
      "loss_action": 0.011388405226171017,
      "loss_total": 0.011388405226171017,
      "step": 27840
    },
    {
      "loss_action": 0.03168092668056488,
      "loss_total": 0.03168092668056488,
      "step": 27840
    },
    {
      "loss_action": 0.012879866175353527,
      "loss_total": 0.012879866175353527,
      "step": 27840
    },
    {
      "loss_action": 0.02100808545947075,
      "loss_total": 0.02100808545947075,
      "step": 27840
    },
    {
      "loss_action": 0.010626781731843948,
      "loss_total": 0.010626781731843948,
      "step": 27840
    },
    {
      "loss_action": 0.014517489820718765,
      "loss_total": 0.014517489820718765,
      "step": 27840
    },
    {
      "grad_norm": 0.1040780171751976,
      "learning_rate": 8.639292152313091e-05,
      "loss": 0.0125,
      "step": 27850
    },
    {
      "loss_action": 0.007651072461158037,
      "loss_total": 0.007651072461158037,
      "step": 27850
    },
    {
      "loss_action": 0.02971898391842842,
      "loss_total": 0.02971898391842842,
      "step": 27850
    },
    {
      "loss_action": 0.021120332181453705,
      "loss_total": 0.021120332181453705,
      "step": 27850
    },
    {
      "loss_action": 0.01270525436848402,
      "loss_total": 0.01270525436848402,
      "step": 27850
    },
    {
      "loss_action": 0.01972598023712635,
      "loss_total": 0.01972598023712635,
      "step": 27850
    },
    {
      "loss_action": 0.005218717735260725,
      "loss_total": 0.005218717735260725,
      "step": 27850
    },
    {
      "loss_action": 0.029641367495059967,
      "loss_total": 0.029641367495059967,
      "step": 27850
    },
    {
      "loss_action": 0.013316601514816284,
      "loss_total": 0.013316601514816284,
      "step": 27850
    },
    {
      "grad_norm": 0.18287818133831024,
      "learning_rate": 8.638158123735015e-05,
      "loss": 0.0124,
      "step": 27860
    },
    {
      "loss_action": 0.01816284842789173,
      "loss_total": 0.01816284842789173,
      "step": 27860
    },
    {
      "loss_action": 0.004745231941342354,
      "loss_total": 0.004745231941342354,
      "step": 27860
    },
    {
      "loss_action": 0.018337585031986237,
      "loss_total": 0.018337585031986237,
      "step": 27860
    },
    {
      "loss_action": 0.009091601707041264,
      "loss_total": 0.009091601707041264,
      "step": 27860
    },
    {
      "loss_action": 0.00977531261742115,
      "loss_total": 0.00977531261742115,
      "step": 27860
    },
    {
      "loss_action": 0.007178521249443293,
      "loss_total": 0.007178521249443293,
      "step": 27860
    },
    {
      "loss_action": 0.01479149330407381,
      "loss_total": 0.01479149330407381,
      "step": 27860
    },
    {
      "loss_action": 0.023985901847481728,
      "loss_total": 0.023985901847481728,
      "step": 27860
    },
    {
      "grad_norm": 0.20618757605552673,
      "learning_rate": 8.637023697293436e-05,
      "loss": 0.012,
      "step": 27870
    },
    {
      "loss_action": 0.01876598596572876,
      "loss_total": 0.01876598596572876,
      "step": 27870
    },
    {
      "loss_action": 0.016110161319375038,
      "loss_total": 0.016110161319375038,
      "step": 27870
    },
    {
      "loss_action": 0.008023237809538841,
      "loss_total": 0.008023237809538841,
      "step": 27870
    },
    {
      "loss_action": 0.01521284133195877,
      "loss_total": 0.01521284133195877,
      "step": 27870
    },
    {
      "loss_action": 0.007789090275764465,
      "loss_total": 0.007789090275764465,
      "step": 27870
    },
    {
      "loss_action": 0.006631871685385704,
      "loss_total": 0.006631871685385704,
      "step": 27870
    },
    {
      "loss_action": 0.04931925982236862,
      "loss_total": 0.04931925982236862,
      "step": 27870
    },
    {
      "loss_action": 0.009589366614818573,
      "loss_total": 0.009589366614818573,
      "step": 27870
    },
    {
      "grad_norm": 0.18713119626045227,
      "learning_rate": 8.635888873112414e-05,
      "loss": 0.0128,
      "step": 27880
    },
    {
      "loss_action": 0.011765646748244762,
      "loss_total": 0.011765646748244762,
      "step": 27880
    },
    {
      "loss_action": 0.00696633430197835,
      "loss_total": 0.00696633430197835,
      "step": 27880
    },
    {
      "loss_action": 0.015376562252640724,
      "loss_total": 0.015376562252640724,
      "step": 27880
    },
    {
      "loss_action": 0.01991899497807026,
      "loss_total": 0.01991899497807026,
      "step": 27880
    },
    {
      "loss_action": 0.007193280383944511,
      "loss_total": 0.007193280383944511,
      "step": 27880
    },
    {
      "loss_action": 0.004962976556271315,
      "loss_total": 0.004962976556271315,
      "step": 27880
    },
    {
      "loss_action": 0.019772419705986977,
      "loss_total": 0.019772419705986977,
      "step": 27880
    },
    {
      "loss_action": 0.004398126155138016,
      "loss_total": 0.004398126155138016,
      "step": 27880
    },
    {
      "grad_norm": 0.15087969601154327,
      "learning_rate": 8.634753651316052e-05,
      "loss": 0.0126,
      "step": 27890
    },
    {
      "loss_action": 0.011552175506949425,
      "loss_total": 0.011552175506949425,
      "step": 27890
    },
    {
      "loss_action": 0.028068827465176582,
      "loss_total": 0.028068827465176582,
      "step": 27890
    },
    {
      "loss_action": 0.031133456155657768,
      "loss_total": 0.031133456155657768,
      "step": 27890
    },
    {
      "loss_action": 0.012517187744379044,
      "loss_total": 0.012517187744379044,
      "step": 27890
    },
    {
      "loss_action": 0.0120118148624897,
      "loss_total": 0.0120118148624897,
      "step": 27890
    },
    {
      "loss_action": 0.02333064191043377,
      "loss_total": 0.02333064191043377,
      "step": 27890
    },
    {
      "loss_action": 0.006338492035865784,
      "loss_total": 0.006338492035865784,
      "step": 27890
    },
    {
      "loss_action": 0.014654560014605522,
      "loss_total": 0.014654560014605522,
      "step": 27890
    },
    {
      "grad_norm": 0.13506367802619934,
      "learning_rate": 8.633618032028496e-05,
      "loss": 0.0133,
      "step": 27900
    },
    {
      "loss_action": 0.016464117914438248,
      "loss_total": 0.016464117914438248,
      "step": 27900
    },
    {
      "loss_action": 0.007382250856608152,
      "loss_total": 0.007382250856608152,
      "step": 27900
    },
    {
      "loss_action": 0.04688847064971924,
      "loss_total": 0.04688847064971924,
      "step": 27900
    },
    {
      "loss_action": 0.00969294086098671,
      "loss_total": 0.00969294086098671,
      "step": 27900
    },
    {
      "loss_action": 0.007880626246333122,
      "loss_total": 0.007880626246333122,
      "step": 27900
    },
    {
      "loss_action": 0.01488431915640831,
      "loss_total": 0.01488431915640831,
      "step": 27900
    },
    {
      "loss_action": 0.007386996876448393,
      "loss_total": 0.007386996876448393,
      "step": 27900
    },
    {
      "loss_action": 0.010362401604652405,
      "loss_total": 0.010362401604652405,
      "step": 27900
    },
    {
      "grad_norm": 0.1622498780488968,
      "learning_rate": 8.632482015373934e-05,
      "loss": 0.0134,
      "step": 27910
    },
    {
      "loss_action": 0.009239958599209785,
      "loss_total": 0.009239958599209785,
      "step": 27910
    },
    {
      "loss_action": 0.024397704750299454,
      "loss_total": 0.024397704750299454,
      "step": 27910
    },
    {
      "loss_action": 0.013536673970520496,
      "loss_total": 0.013536673970520496,
      "step": 27910
    },
    {
      "loss_action": 0.01436132937669754,
      "loss_total": 0.01436132937669754,
      "step": 27910
    },
    {
      "loss_action": 0.006306665018200874,
      "loss_total": 0.006306665018200874,
      "step": 27910
    },
    {
      "loss_action": 0.005791552364826202,
      "loss_total": 0.005791552364826202,
      "step": 27910
    },
    {
      "loss_action": 0.003413956146687269,
      "loss_total": 0.003413956146687269,
      "step": 27910
    },
    {
      "loss_action": 0.019112342968583107,
      "loss_total": 0.019112342968583107,
      "step": 27910
    },
    {
      "grad_norm": 0.10969379544258118,
      "learning_rate": 8.6313456014766e-05,
      "loss": 0.0139,
      "step": 27920
    },
    {
      "loss_action": 0.005540096201002598,
      "loss_total": 0.005540096201002598,
      "step": 27920
    },
    {
      "loss_action": 0.004972462542355061,
      "loss_total": 0.004972462542355061,
      "step": 27920
    },
    {
      "loss_action": 0.006264673545956612,
      "loss_total": 0.006264673545956612,
      "step": 27920
    },
    {
      "loss_action": 0.022476043552160263,
      "loss_total": 0.022476043552160263,
      "step": 27920
    },
    {
      "loss_action": 0.02607552334666252,
      "loss_total": 0.02607552334666252,
      "step": 27920
    },
    {
      "loss_action": 0.026935867965221405,
      "loss_total": 0.026935867965221405,
      "step": 27920
    },
    {
      "loss_action": 0.008817112073302269,
      "loss_total": 0.008817112073302269,
      "step": 27920
    },
    {
      "loss_action": 0.0080708097666502,
      "loss_total": 0.0080708097666502,
      "step": 27920
    },
    {
      "grad_norm": 0.14873604476451874,
      "learning_rate": 8.630208790460771e-05,
      "loss": 0.0105,
      "step": 27930
    },
    {
      "loss_action": 0.007053059991449118,
      "loss_total": 0.007053059991449118,
      "step": 27930
    },
    {
      "loss_action": 0.01262735202908516,
      "loss_total": 0.01262735202908516,
      "step": 27930
    },
    {
      "loss_action": 0.005411714315414429,
      "loss_total": 0.005411714315414429,
      "step": 27930
    },
    {
      "loss_action": 0.013968467712402344,
      "loss_total": 0.013968467712402344,
      "step": 27930
    },
    {
      "loss_action": 0.008528932929039001,
      "loss_total": 0.008528932929039001,
      "step": 27930
    },
    {
      "loss_action": 0.02112780697643757,
      "loss_total": 0.02112780697643757,
      "step": 27930
    },
    {
      "loss_action": 0.01699654385447502,
      "loss_total": 0.01699654385447502,
      "step": 27930
    },
    {
      "loss_action": 0.017390944063663483,
      "loss_total": 0.017390944063663483,
      "step": 27930
    },
    {
      "grad_norm": 0.12310507148504257,
      "learning_rate": 8.629071582450768e-05,
      "loss": 0.0122,
      "step": 27940
    },
    {
      "loss_action": 0.005496494006365538,
      "loss_total": 0.005496494006365538,
      "step": 27940
    },
    {
      "loss_action": 0.005155531689524651,
      "loss_total": 0.005155531689524651,
      "step": 27940
    },
    {
      "loss_action": 0.00800265371799469,
      "loss_total": 0.00800265371799469,
      "step": 27940
    },
    {
      "loss_action": 0.005967121571302414,
      "loss_total": 0.005967121571302414,
      "step": 27940
    },
    {
      "loss_action": 0.0035811038687825203,
      "loss_total": 0.0035811038687825203,
      "step": 27940
    },
    {
      "loss_action": 0.007627240382134914,
      "loss_total": 0.007627240382134914,
      "step": 27940
    },
    {
      "loss_action": 0.02210710197687149,
      "loss_total": 0.02210710197687149,
      "step": 27940
    },
    {
      "loss_action": 0.01467242743819952,
      "loss_total": 0.01467242743819952,
      "step": 27940
    },
    {
      "grad_norm": 0.1730853170156479,
      "learning_rate": 8.62793397757095e-05,
      "loss": 0.0106,
      "step": 27950
    },
    {
      "loss_action": 0.00870715081691742,
      "loss_total": 0.00870715081691742,
      "step": 27950
    },
    {
      "loss_action": 0.003547854721546173,
      "loss_total": 0.003547854721546173,
      "step": 27950
    },
    {
      "loss_action": 0.012620540335774422,
      "loss_total": 0.012620540335774422,
      "step": 27950
    },
    {
      "loss_action": 0.009523065760731697,
      "loss_total": 0.009523065760731697,
      "step": 27950
    },
    {
      "loss_action": 0.01168579701334238,
      "loss_total": 0.01168579701334238,
      "step": 27950
    },
    {
      "loss_action": 0.012170620262622833,
      "loss_total": 0.012170620262622833,
      "step": 27950
    },
    {
      "loss_action": 0.007667269557714462,
      "loss_total": 0.007667269557714462,
      "step": 27950
    },
    {
      "loss_action": 0.012824065051972866,
      "loss_total": 0.012824065051972866,
      "step": 27950
    },
    {
      "grad_norm": 0.18597780168056488,
      "learning_rate": 8.626795975945729e-05,
      "loss": 0.0119,
      "step": 27960
    },
    {
      "loss_action": 0.008367910049855709,
      "loss_total": 0.008367910049855709,
      "step": 27960
    },
    {
      "loss_action": 0.0064578247256577015,
      "loss_total": 0.0064578247256577015,
      "step": 27960
    },
    {
      "loss_action": 0.025741014629602432,
      "loss_total": 0.025741014629602432,
      "step": 27960
    },
    {
      "loss_action": 0.016132954508066177,
      "loss_total": 0.016132954508066177,
      "step": 27960
    },
    {
      "loss_action": 0.016165582463145256,
      "loss_total": 0.016165582463145256,
      "step": 27960
    },
    {
      "loss_action": 0.011135324835777283,
      "loss_total": 0.011135324835777283,
      "step": 27960
    },
    {
      "loss_action": 0.011501292698085308,
      "loss_total": 0.011501292698085308,
      "step": 27960
    },
    {
      "loss_action": 0.011297009885311127,
      "loss_total": 0.011297009885311127,
      "step": 27960
    },
    {
      "grad_norm": 0.18807928264141083,
      "learning_rate": 8.625657577699551e-05,
      "loss": 0.0118,
      "step": 27970
    },
    {
      "loss_action": 0.009699125774204731,
      "loss_total": 0.009699125774204731,
      "step": 27970
    },
    {
      "loss_action": 0.005706724710762501,
      "loss_total": 0.005706724710762501,
      "step": 27970
    },
    {
      "loss_action": 0.009764008224010468,
      "loss_total": 0.009764008224010468,
      "step": 27970
    },
    {
      "loss_action": 0.0066692461259663105,
      "loss_total": 0.0066692461259663105,
      "step": 27970
    },
    {
      "loss_action": 0.004642829764634371,
      "loss_total": 0.004642829764634371,
      "step": 27970
    },
    {
      "loss_action": 0.012990139424800873,
      "loss_total": 0.012990139424800873,
      "step": 27970
    },
    {
      "loss_action": 0.009822218678891659,
      "loss_total": 0.009822218678891659,
      "step": 27970
    },
    {
      "loss_action": 0.008457150310277939,
      "loss_total": 0.008457150310277939,
      "step": 27970
    },
    {
      "grad_norm": 0.14518773555755615,
      "learning_rate": 8.624518782956914e-05,
      "loss": 0.0112,
      "step": 27980
    },
    {
      "loss_action": 0.01002726424485445,
      "loss_total": 0.01002726424485445,
      "step": 27980
    },
    {
      "loss_action": 0.007878422737121582,
      "loss_total": 0.007878422737121582,
      "step": 27980
    },
    {
      "loss_action": 0.008109105750918388,
      "loss_total": 0.008109105750918388,
      "step": 27980
    },
    {
      "loss_action": 0.013266056776046753,
      "loss_total": 0.013266056776046753,
      "step": 27980
    },
    {
      "loss_action": 0.00914397556334734,
      "loss_total": 0.00914397556334734,
      "step": 27980
    },
    {
      "loss_action": 0.0060416050255298615,
      "loss_total": 0.0060416050255298615,
      "step": 27980
    },
    {
      "loss_action": 0.006376110017299652,
      "loss_total": 0.006376110017299652,
      "step": 27980
    },
    {
      "loss_action": 0.0063352277502417564,
      "loss_total": 0.0063352277502417564,
      "step": 27980
    },
    {
      "grad_norm": 0.16444014012813568,
      "learning_rate": 8.62337959184235e-05,
      "loss": 0.0123,
      "step": 27990
    },
    {
      "loss_action": 0.015986384823918343,
      "loss_total": 0.015986384823918343,
      "step": 27990
    },
    {
      "loss_action": 0.01566474884748459,
      "loss_total": 0.01566474884748459,
      "step": 27990
    },
    {
      "loss_action": 0.023386718705296516,
      "loss_total": 0.023386718705296516,
      "step": 27990
    },
    {
      "loss_action": 0.020408734679222107,
      "loss_total": 0.020408734679222107,
      "step": 27990
    },
    {
      "loss_action": 0.012002290226519108,
      "loss_total": 0.012002290226519108,
      "step": 27990
    },
    {
      "loss_action": 0.010006830096244812,
      "loss_total": 0.010006830096244812,
      "step": 27990
    },
    {
      "loss_action": 0.02691788226366043,
      "loss_total": 0.02691788226366043,
      "step": 27990
    },
    {
      "loss_action": 0.006093602627515793,
      "loss_total": 0.006093602627515793,
      "step": 27990
    },
    {
      "grad_norm": 0.19848044216632843,
      "learning_rate": 8.622240004480441e-05,
      "loss": 0.011,
      "step": 28000
    },
    {
      "loss_action": 0.03246361017227173,
      "loss_total": 0.03246361017227173,
      "step": 28000
    },
    {
      "loss_action": 0.004617133643478155,
      "loss_total": 0.004617133643478155,
      "step": 28000
    },
    {
      "loss_action": 0.04949110746383667,
      "loss_total": 0.04949110746383667,
      "step": 28000
    },
    {
      "loss_action": 0.018196431919932365,
      "loss_total": 0.018196431919932365,
      "step": 28000
    },
    {
      "loss_action": 0.012251749634742737,
      "loss_total": 0.012251749634742737,
      "step": 28000
    },
    {
      "loss_action": 0.01045280508697033,
      "loss_total": 0.01045280508697033,
      "step": 28000
    },
    {
      "loss_action": 0.012756368145346642,
      "loss_total": 0.012756368145346642,
      "step": 28000
    },
    {
      "loss_action": 0.006134606432169676,
      "loss_total": 0.006134606432169676,
      "step": 28000
    },
    {
      "grad_norm": 0.13653674721717834,
      "learning_rate": 8.621100020995814e-05,
      "loss": 0.0118,
      "step": 28010
    },
    {
      "loss_action": 0.01392100565135479,
      "loss_total": 0.01392100565135479,
      "step": 28010
    },
    {
      "loss_action": 0.011736603453755379,
      "loss_total": 0.011736603453755379,
      "step": 28010
    },
    {
      "loss_action": 0.008257586508989334,
      "loss_total": 0.008257586508989334,
      "step": 28010
    },
    {
      "loss_action": 0.00497175520285964,
      "loss_total": 0.00497175520285964,
      "step": 28010
    },
    {
      "loss_action": 0.01562655158340931,
      "loss_total": 0.01562655158340931,
      "step": 28010
    },
    {
      "loss_action": 0.008102684281766415,
      "loss_total": 0.008102684281766415,
      "step": 28010
    },
    {
      "loss_action": 0.00501779280602932,
      "loss_total": 0.00501779280602932,
      "step": 28010
    },
    {
      "loss_action": 0.008075944148004055,
      "loss_total": 0.008075944148004055,
      "step": 28010
    },
    {
      "grad_norm": 0.17182557284832,
      "learning_rate": 8.619959641513132e-05,
      "loss": 0.0129,
      "step": 28020
    },
    {
      "loss_action": 0.010216230526566505,
      "loss_total": 0.010216230526566505,
      "step": 28020
    },
    {
      "loss_action": 0.006322540808469057,
      "loss_total": 0.006322540808469057,
      "step": 28020
    },
    {
      "loss_action": 0.011206142604351044,
      "loss_total": 0.011206142604351044,
      "step": 28020
    },
    {
      "loss_action": 0.012007759883999825,
      "loss_total": 0.012007759883999825,
      "step": 28020
    },
    {
      "loss_action": 0.02521129697561264,
      "loss_total": 0.02521129697561264,
      "step": 28020
    },
    {
      "loss_action": 0.012948079034686089,
      "loss_total": 0.012948079034686089,
      "step": 28020
    },
    {
      "loss_action": 0.003992656245827675,
      "loss_total": 0.003992656245827675,
      "step": 28020
    },
    {
      "loss_action": 0.008608439937233925,
      "loss_total": 0.008608439937233925,
      "step": 28020
    },
    {
      "grad_norm": 0.15591856837272644,
      "learning_rate": 8.618818866157105e-05,
      "loss": 0.0098,
      "step": 28030
    },
    {
      "loss_action": 0.007487437687814236,
      "loss_total": 0.007487437687814236,
      "step": 28030
    },
    {
      "loss_action": 0.004577454179525375,
      "loss_total": 0.004577454179525375,
      "step": 28030
    },
    {
      "loss_action": 0.0174544770270586,
      "loss_total": 0.0174544770270586,
      "step": 28030
    },
    {
      "loss_action": 0.007386929355561733,
      "loss_total": 0.007386929355561733,
      "step": 28030
    },
    {
      "loss_action": 0.012376727536320686,
      "loss_total": 0.012376727536320686,
      "step": 28030
    },
    {
      "loss_action": 0.027369417250156403,
      "loss_total": 0.027369417250156403,
      "step": 28030
    },
    {
      "loss_action": 0.018277304247021675,
      "loss_total": 0.018277304247021675,
      "step": 28030
    },
    {
      "loss_action": 0.007205172907561064,
      "loss_total": 0.007205172907561064,
      "step": 28030
    },
    {
      "grad_norm": 0.14977094531059265,
      "learning_rate": 8.617677695052487e-05,
      "loss": 0.0122,
      "step": 28040
    },
    {
      "loss_action": 0.006723998114466667,
      "loss_total": 0.006723998114466667,
      "step": 28040
    },
    {
      "loss_action": 0.002793331863358617,
      "loss_total": 0.002793331863358617,
      "step": 28040
    },
    {
      "loss_action": 0.010504383593797684,
      "loss_total": 0.010504383593797684,
      "step": 28040
    },
    {
      "loss_action": 0.004439489915966988,
      "loss_total": 0.004439489915966988,
      "step": 28040
    },
    {
      "loss_action": 0.0033996393904089928,
      "loss_total": 0.0033996393904089928,
      "step": 28040
    },
    {
      "loss_action": 0.0067397416569292545,
      "loss_total": 0.0067397416569292545,
      "step": 28040
    },
    {
      "loss_action": 0.010800713673233986,
      "loss_total": 0.010800713673233986,
      "step": 28040
    },
    {
      "loss_action": 0.008172566071152687,
      "loss_total": 0.008172566071152687,
      "step": 28040
    },
    {
      "grad_norm": 0.12722811102867126,
      "learning_rate": 8.616536128324078e-05,
      "loss": 0.0106,
      "step": 28050
    },
    {
      "loss_action": 0.028862472623586655,
      "loss_total": 0.028862472623586655,
      "step": 28050
    },
    {
      "loss_action": 0.02462896890938282,
      "loss_total": 0.02462896890938282,
      "step": 28050
    },
    {
      "loss_action": 0.034452930092811584,
      "loss_total": 0.034452930092811584,
      "step": 28050
    },
    {
      "loss_action": 0.007492145989090204,
      "loss_total": 0.007492145989090204,
      "step": 28050
    },
    {
      "loss_action": 0.008329167030751705,
      "loss_total": 0.008329167030751705,
      "step": 28050
    },
    {
      "loss_action": 0.028812363743782043,
      "loss_total": 0.028812363743782043,
      "step": 28050
    },
    {
      "loss_action": 0.00786607526242733,
      "loss_total": 0.00786607526242733,
      "step": 28050
    },
    {
      "loss_action": 0.009577694348990917,
      "loss_total": 0.009577694348990917,
      "step": 28050
    },
    {
      "grad_norm": 0.15668578445911407,
      "learning_rate": 8.615394166096712e-05,
      "loss": 0.0121,
      "step": 28060
    },
    {
      "loss_action": 0.0036170496605336666,
      "loss_total": 0.0036170496605336666,
      "step": 28060
    },
    {
      "loss_action": 0.0053444840013980865,
      "loss_total": 0.0053444840013980865,
      "step": 28060
    },
    {
      "loss_action": 0.010679513216018677,
      "loss_total": 0.010679513216018677,
      "step": 28060
    },
    {
      "loss_action": 0.004555490333586931,
      "loss_total": 0.004555490333586931,
      "step": 28060
    },
    {
      "loss_action": 0.013733088970184326,
      "loss_total": 0.013733088970184326,
      "step": 28060
    },
    {
      "loss_action": 0.012918817810714245,
      "loss_total": 0.012918817810714245,
      "step": 28060
    },
    {
      "loss_action": 0.004228587262332439,
      "loss_total": 0.004228587262332439,
      "step": 28060
    },
    {
      "loss_action": 0.005291231907904148,
      "loss_total": 0.005291231907904148,
      "step": 28060
    },
    {
      "grad_norm": 0.14693348109722137,
      "learning_rate": 8.614251808495279e-05,
      "loss": 0.0109,
      "step": 28070
    },
    {
      "loss_action": 0.014690764248371124,
      "loss_total": 0.014690764248371124,
      "step": 28070
    },
    {
      "loss_action": 0.01114769745618105,
      "loss_total": 0.01114769745618105,
      "step": 28070
    },
    {
      "loss_action": 0.011592711322009563,
      "loss_total": 0.011592711322009563,
      "step": 28070
    },
    {
      "loss_action": 0.006427356041967869,
      "loss_total": 0.006427356041967869,
      "step": 28070
    },
    {
      "loss_action": 0.008509181439876556,
      "loss_total": 0.008509181439876556,
      "step": 28070
    },
    {
      "loss_action": 0.009744741022586823,
      "loss_total": 0.009744741022586823,
      "step": 28070
    },
    {
      "loss_action": 0.00581808015704155,
      "loss_total": 0.00581808015704155,
      "step": 28070
    },
    {
      "loss_action": 0.014482319355010986,
      "loss_total": 0.014482319355010986,
      "step": 28070
    },
    {
      "grad_norm": 0.13403567671775818,
      "learning_rate": 8.6131090556447e-05,
      "loss": 0.0121,
      "step": 28080
    },
    {
      "loss_action": 0.009093071334064007,
      "loss_total": 0.009093071334064007,
      "step": 28080
    },
    {
      "loss_action": 0.009623239748179913,
      "loss_total": 0.009623239748179913,
      "step": 28080
    },
    {
      "loss_action": 0.023545067757368088,
      "loss_total": 0.023545067757368088,
      "step": 28080
    },
    {
      "loss_action": 0.00907137431204319,
      "loss_total": 0.00907137431204319,
      "step": 28080
    },
    {
      "loss_action": 0.006764193996787071,
      "loss_total": 0.006764193996787071,
      "step": 28080
    },
    {
      "loss_action": 0.00606694258749485,
      "loss_total": 0.00606694258749485,
      "step": 28080
    },
    {
      "loss_action": 0.005060681141912937,
      "loss_total": 0.005060681141912937,
      "step": 28080
    },
    {
      "loss_action": 0.019008614122867584,
      "loss_total": 0.019008614122867584,
      "step": 28080
    },
    {
      "grad_norm": 0.15997859835624695,
      "learning_rate": 8.611965907669947e-05,
      "loss": 0.0117,
      "step": 28090
    },
    {
      "loss_action": 0.026085443794727325,
      "loss_total": 0.026085443794727325,
      "step": 28090
    },
    {
      "loss_action": 0.009794184938073158,
      "loss_total": 0.009794184938073158,
      "step": 28090
    },
    {
      "loss_action": 0.00554634677246213,
      "loss_total": 0.00554634677246213,
      "step": 28090
    },
    {
      "loss_action": 0.013797171413898468,
      "loss_total": 0.013797171413898468,
      "step": 28090
    },
    {
      "loss_action": 0.01287173479795456,
      "loss_total": 0.01287173479795456,
      "step": 28090
    },
    {
      "loss_action": 0.005412992089986801,
      "loss_total": 0.005412992089986801,
      "step": 28090
    },
    {
      "loss_action": 0.014597366563975811,
      "loss_total": 0.014597366563975811,
      "step": 28090
    },
    {
      "loss_action": 0.0068785157054662704,
      "loss_total": 0.0068785157054662704,
      "step": 28090
    },
    {
      "grad_norm": 0.17080996930599213,
      "learning_rate": 8.610822364696034e-05,
      "loss": 0.0099,
      "step": 28100
    },
    {
      "loss_action": 0.019567370414733887,
      "loss_total": 0.019567370414733887,
      "step": 28100
    },
    {
      "loss_action": 0.019119905307888985,
      "loss_total": 0.019119905307888985,
      "step": 28100
    },
    {
      "loss_action": 0.013812734745442867,
      "loss_total": 0.013812734745442867,
      "step": 28100
    },
    {
      "loss_action": 0.020520595833659172,
      "loss_total": 0.020520595833659172,
      "step": 28100
    },
    {
      "loss_action": 0.026322370395064354,
      "loss_total": 0.026322370395064354,
      "step": 28100
    },
    {
      "loss_action": 0.015153300948441029,
      "loss_total": 0.015153300948441029,
      "step": 28100
    },
    {
      "loss_action": 0.03947006165981293,
      "loss_total": 0.03947006165981293,
      "step": 28100
    },
    {
      "loss_action": 0.017262466251850128,
      "loss_total": 0.017262466251850128,
      "step": 28100
    },
    {
      "grad_norm": 0.14477600157260895,
      "learning_rate": 8.609678426848015e-05,
      "loss": 0.0129,
      "step": 28110
    },
    {
      "loss_action": 0.016266515478491783,
      "loss_total": 0.016266515478491783,
      "step": 28110
    },
    {
      "loss_action": 0.014691194519400597,
      "loss_total": 0.014691194519400597,
      "step": 28110
    },
    {
      "loss_action": 0.013911360874772072,
      "loss_total": 0.013911360874772072,
      "step": 28110
    },
    {
      "loss_action": 0.01229252852499485,
      "loss_total": 0.01229252852499485,
      "step": 28110
    },
    {
      "loss_action": 0.012920942157506943,
      "loss_total": 0.012920942157506943,
      "step": 28110
    },
    {
      "loss_action": 0.0140801090747118,
      "loss_total": 0.0140801090747118,
      "step": 28110
    },
    {
      "loss_action": 0.012963812798261642,
      "loss_total": 0.012963812798261642,
      "step": 28110
    },
    {
      "loss_action": 0.007668242324143648,
      "loss_total": 0.007668242324143648,
      "step": 28110
    },
    {
      "grad_norm": 0.14349396526813507,
      "learning_rate": 8.60853409425099e-05,
      "loss": 0.0132,
      "step": 28120
    },
    {
      "loss_action": 0.011733652092516422,
      "loss_total": 0.011733652092516422,
      "step": 28120
    },
    {
      "loss_action": 0.012540244497358799,
      "loss_total": 0.012540244497358799,
      "step": 28120
    },
    {
      "loss_action": 0.004370789974927902,
      "loss_total": 0.004370789974927902,
      "step": 28120
    },
    {
      "loss_action": 0.004277486354112625,
      "loss_total": 0.004277486354112625,
      "step": 28120
    },
    {
      "loss_action": 0.0035544163547456264,
      "loss_total": 0.0035544163547456264,
      "step": 28120
    },
    {
      "loss_action": 0.005665604956448078,
      "loss_total": 0.005665604956448078,
      "step": 28120
    },
    {
      "loss_action": 0.009071686305105686,
      "loss_total": 0.009071686305105686,
      "step": 28120
    },
    {
      "loss_action": 0.013744800351560116,
      "loss_total": 0.013744800351560116,
      "step": 28120
    },
    {
      "grad_norm": 0.182275652885437,
      "learning_rate": 8.607389367030104e-05,
      "loss": 0.0136,
      "step": 28130
    },
    {
      "loss_action": 0.00707218935713172,
      "loss_total": 0.00707218935713172,
      "step": 28130
    },
    {
      "loss_action": 0.011486411094665527,
      "loss_total": 0.011486411094665527,
      "step": 28130
    },
    {
      "loss_action": 0.00618431530892849,
      "loss_total": 0.00618431530892849,
      "step": 28130
    },
    {
      "loss_action": 0.011942333541810513,
      "loss_total": 0.011942333541810513,
      "step": 28130
    },
    {
      "loss_action": 0.005991698242723942,
      "loss_total": 0.005991698242723942,
      "step": 28130
    },
    {
      "loss_action": 0.00843445211648941,
      "loss_total": 0.00843445211648941,
      "step": 28130
    },
    {
      "loss_action": 0.013362267054617405,
      "loss_total": 0.013362267054617405,
      "step": 28130
    },
    {
      "loss_action": 0.006205836310982704,
      "loss_total": 0.006205836310982704,
      "step": 28130
    },
    {
      "grad_norm": 0.131489560008049,
      "learning_rate": 8.606244245310538e-05,
      "loss": 0.0133,
      "step": 28140
    },
    {
      "loss_action": 0.008818166330456734,
      "loss_total": 0.008818166330456734,
      "step": 28140
    },
    {
      "loss_action": 0.009829999879002571,
      "loss_total": 0.009829999879002571,
      "step": 28140
    },
    {
      "loss_action": 0.008868644014000893,
      "loss_total": 0.008868644014000893,
      "step": 28140
    },
    {
      "loss_action": 0.005016944371163845,
      "loss_total": 0.005016944371163845,
      "step": 28140
    },
    {
      "loss_action": 0.010260775685310364,
      "loss_total": 0.010260775685310364,
      "step": 28140
    },
    {
      "loss_action": 0.011441105976700783,
      "loss_total": 0.011441105976700783,
      "step": 28140
    },
    {
      "loss_action": 0.012909947894513607,
      "loss_total": 0.012909947894513607,
      "step": 28140
    },
    {
      "loss_action": 0.019853204488754272,
      "loss_total": 0.019853204488754272,
      "step": 28140
    },
    {
      "grad_norm": 0.10830617696046829,
      "learning_rate": 8.605098729217525e-05,
      "loss": 0.0128,
      "step": 28150
    },
    {
      "loss_action": 0.01755988784134388,
      "loss_total": 0.01755988784134388,
      "step": 28150
    },
    {
      "loss_action": 0.004747183062136173,
      "loss_total": 0.004747183062136173,
      "step": 28150
    },
    {
      "loss_action": 0.007276618387550116,
      "loss_total": 0.007276618387550116,
      "step": 28150
    },
    {
      "loss_action": 0.00905861146748066,
      "loss_total": 0.00905861146748066,
      "step": 28150
    },
    {
      "loss_action": 0.017532754689455032,
      "loss_total": 0.017532754689455032,
      "step": 28150
    },
    {
      "loss_action": 0.005977325607091188,
      "loss_total": 0.005977325607091188,
      "step": 28150
    },
    {
      "loss_action": 0.014183059334754944,
      "loss_total": 0.014183059334754944,
      "step": 28150
    },
    {
      "loss_action": 0.026361161842942238,
      "loss_total": 0.026361161842942238,
      "step": 28150
    },
    {
      "grad_norm": 0.13432779908180237,
      "learning_rate": 8.603952818876335e-05,
      "loss": 0.0105,
      "step": 28160
    },
    {
      "loss_action": 0.014093182049691677,
      "loss_total": 0.014093182049691677,
      "step": 28160
    },
    {
      "loss_action": 0.009814642369747162,
      "loss_total": 0.009814642369747162,
      "step": 28160
    },
    {
      "loss_action": 0.004215097054839134,
      "loss_total": 0.004215097054839134,
      "step": 28160
    },
    {
      "loss_action": 0.010610781610012054,
      "loss_total": 0.010610781610012054,
      "step": 28160
    },
    {
      "loss_action": 0.004342271015048027,
      "loss_total": 0.004342271015048027,
      "step": 28160
    },
    {
      "loss_action": 0.009953504428267479,
      "loss_total": 0.009953504428267479,
      "step": 28160
    },
    {
      "loss_action": 0.015121237374842167,
      "loss_total": 0.015121237374842167,
      "step": 28160
    },
    {
      "loss_action": 0.01312535535544157,
      "loss_total": 0.01312535535544157,
      "step": 28160
    },
    {
      "grad_norm": 0.13740964233875275,
      "learning_rate": 8.602806514412281e-05,
      "loss": 0.0104,
      "step": 28170
    },
    {
      "loss_action": 0.014952002093195915,
      "loss_total": 0.014952002093195915,
      "step": 28170
    },
    {
      "loss_action": 0.010721491649746895,
      "loss_total": 0.010721491649746895,
      "step": 28170
    },
    {
      "loss_action": 0.0262080617249012,
      "loss_total": 0.0262080617249012,
      "step": 28170
    },
    {
      "loss_action": 0.02863597497344017,
      "loss_total": 0.02863597497344017,
      "step": 28170
    },
    {
      "loss_action": 0.011831982061266899,
      "loss_total": 0.011831982061266899,
      "step": 28170
    },
    {
      "loss_action": 0.020984148606657982,
      "loss_total": 0.020984148606657982,
      "step": 28170
    },
    {
      "loss_action": 0.009309206157922745,
      "loss_total": 0.009309206157922745,
      "step": 28170
    },
    {
      "loss_action": 0.018635127693414688,
      "loss_total": 0.018635127693414688,
      "step": 28170
    },
    {
      "grad_norm": 0.10722055286169052,
      "learning_rate": 8.601659815950726e-05,
      "loss": 0.0118,
      "step": 28180
    },
    {
      "loss_action": 0.004028774797916412,
      "loss_total": 0.004028774797916412,
      "step": 28180
    },
    {
      "loss_action": 0.004163722507655621,
      "loss_total": 0.004163722507655621,
      "step": 28180
    },
    {
      "loss_action": 0.007831371389329433,
      "loss_total": 0.007831371389329433,
      "step": 28180
    },
    {
      "loss_action": 0.013872499577701092,
      "loss_total": 0.013872499577701092,
      "step": 28180
    },
    {
      "loss_action": 0.005106176715344191,
      "loss_total": 0.005106176715344191,
      "step": 28180
    },
    {
      "loss_action": 0.0046419622376561165,
      "loss_total": 0.0046419622376561165,
      "step": 28180
    },
    {
      "loss_action": 0.008827177807688713,
      "loss_total": 0.008827177807688713,
      "step": 28180
    },
    {
      "loss_action": 0.03164263814687729,
      "loss_total": 0.03164263814687729,
      "step": 28180
    },
    {
      "grad_norm": 0.16706056892871857,
      "learning_rate": 8.600512723617067e-05,
      "loss": 0.0118,
      "step": 28190
    },
    {
      "loss_action": 0.0157951470464468,
      "loss_total": 0.0157951470464468,
      "step": 28190
    },
    {
      "loss_action": 0.017046434804797173,
      "loss_total": 0.017046434804797173,
      "step": 28190
    },
    {
      "loss_action": 0.005637339316308498,
      "loss_total": 0.005637339316308498,
      "step": 28190
    },
    {
      "loss_action": 0.004968089051544666,
      "loss_total": 0.004968089051544666,
      "step": 28190
    },
    {
      "loss_action": 0.006595181301236153,
      "loss_total": 0.006595181301236153,
      "step": 28190
    },
    {
      "loss_action": 0.014171106740832329,
      "loss_total": 0.014171106740832329,
      "step": 28190
    },
    {
      "loss_action": 0.011895231902599335,
      "loss_total": 0.011895231902599335,
      "step": 28190
    },
    {
      "loss_action": 0.021625403314828873,
      "loss_total": 0.021625403314828873,
      "step": 28190
    },
    {
      "grad_norm": 0.10673607140779495,
      "learning_rate": 8.59936523753675e-05,
      "loss": 0.0102,
      "step": 28200
    },
    {
      "loss_action": 0.009599671699106693,
      "loss_total": 0.009599671699106693,
      "step": 28200
    },
    {
      "loss_action": 0.005598335526883602,
      "loss_total": 0.005598335526883602,
      "step": 28200
    },
    {
      "loss_action": 0.035103172063827515,
      "loss_total": 0.035103172063827515,
      "step": 28200
    },
    {
      "loss_action": 0.0022774222306907177,
      "loss_total": 0.0022774222306907177,
      "step": 28200
    },
    {
      "loss_action": 0.02169838920235634,
      "loss_total": 0.02169838920235634,
      "step": 28200
    },
    {
      "loss_action": 0.011231829412281513,
      "loss_total": 0.011231829412281513,
      "step": 28200
    },
    {
      "loss_action": 0.00775703601539135,
      "loss_total": 0.00775703601539135,
      "step": 28200
    },
    {
      "loss_action": 0.012454647570848465,
      "loss_total": 0.012454647570848465,
      "step": 28200
    },
    {
      "grad_norm": 0.1521727591753006,
      "learning_rate": 8.598217357835264e-05,
      "loss": 0.0119,
      "step": 28210
    },
    {
      "loss_action": 0.012349280528724194,
      "loss_total": 0.012349280528724194,
      "step": 28210
    },
    {
      "loss_action": 0.014056028798222542,
      "loss_total": 0.014056028798222542,
      "step": 28210
    },
    {
      "loss_action": 0.008734888397157192,
      "loss_total": 0.008734888397157192,
      "step": 28210
    },
    {
      "loss_action": 0.01772281900048256,
      "loss_total": 0.01772281900048256,
      "step": 28210
    },
    {
      "loss_action": 0.0089888796210289,
      "loss_total": 0.0089888796210289,
      "step": 28210
    },
    {
      "loss_action": 0.009639083407819271,
      "loss_total": 0.009639083407819271,
      "step": 28210
    },
    {
      "loss_action": 0.016196567565202713,
      "loss_total": 0.016196567565202713,
      "step": 28210
    },
    {
      "loss_action": 0.010151708498597145,
      "loss_total": 0.010151708498597145,
      "step": 28210
    },
    {
      "grad_norm": 0.1545490026473999,
      "learning_rate": 8.597069084638135e-05,
      "loss": 0.0105,
      "step": 28220
    },
    {
      "loss_action": 0.01675172708928585,
      "loss_total": 0.01675172708928585,
      "step": 28220
    },
    {
      "loss_action": 0.006661631166934967,
      "loss_total": 0.006661631166934967,
      "step": 28220
    },
    {
      "loss_action": 0.006277450360357761,
      "loss_total": 0.006277450360357761,
      "step": 28220
    },
    {
      "loss_action": 0.01112348958849907,
      "loss_total": 0.01112348958849907,
      "step": 28220
    },
    {
      "loss_action": 0.007448748219758272,
      "loss_total": 0.007448748219758272,
      "step": 28220
    },
    {
      "loss_action": 0.010549289174377918,
      "loss_total": 0.010549289174377918,
      "step": 28220
    },
    {
      "loss_action": 0.004376554861664772,
      "loss_total": 0.004376554861664772,
      "step": 28220
    },
    {
      "loss_action": 0.007017813622951508,
      "loss_total": 0.007017813622951508,
      "step": 28220
    },
    {
      "grad_norm": 0.1337309032678604,
      "learning_rate": 8.595920418070939e-05,
      "loss": 0.011,
      "step": 28230
    },
    {
      "loss_action": 0.008103922009468079,
      "loss_total": 0.008103922009468079,
      "step": 28230
    },
    {
      "loss_action": 0.008472672663629055,
      "loss_total": 0.008472672663629055,
      "step": 28230
    },
    {
      "loss_action": 0.010846739634871483,
      "loss_total": 0.010846739634871483,
      "step": 28230
    },
    {
      "loss_action": 0.008928997442126274,
      "loss_total": 0.008928997442126274,
      "step": 28230
    },
    {
      "loss_action": 0.011426141485571861,
      "loss_total": 0.011426141485571861,
      "step": 28230
    },
    {
      "loss_action": 0.007013294380158186,
      "loss_total": 0.007013294380158186,
      "step": 28230
    },
    {
      "loss_action": 0.01004931889474392,
      "loss_total": 0.01004931889474392,
      "step": 28230
    },
    {
      "loss_action": 0.008792251348495483,
      "loss_total": 0.008792251348495483,
      "step": 28230
    },
    {
      "grad_norm": 0.13126426935195923,
      "learning_rate": 8.594771358259295e-05,
      "loss": 0.0106,
      "step": 28240
    },
    {
      "loss_action": 0.008687019348144531,
      "loss_total": 0.008687019348144531,
      "step": 28240
    },
    {
      "loss_action": 0.007608161307871342,
      "loss_total": 0.007608161307871342,
      "step": 28240
    },
    {
      "loss_action": 0.013261441141366959,
      "loss_total": 0.013261441141366959,
      "step": 28240
    },
    {
      "loss_action": 0.007722584530711174,
      "loss_total": 0.007722584530711174,
      "step": 28240
    },
    {
      "loss_action": 0.007974877022206783,
      "loss_total": 0.007974877022206783,
      "step": 28240
    },
    {
      "loss_action": 0.01631033420562744,
      "loss_total": 0.01631033420562744,
      "step": 28240
    },
    {
      "loss_action": 0.01426745019853115,
      "loss_total": 0.01426745019853115,
      "step": 28240
    },
    {
      "loss_action": 0.008685254491865635,
      "loss_total": 0.008685254491865635,
      "step": 28240
    },
    {
      "grad_norm": 0.13052591681480408,
      "learning_rate": 8.593621905328858e-05,
      "loss": 0.0119,
      "step": 28250
    },
    {
      "loss_action": 0.0084020234644413,
      "loss_total": 0.0084020234644413,
      "step": 28250
    },
    {
      "loss_action": 0.005281486548483372,
      "loss_total": 0.005281486548483372,
      "step": 28250
    },
    {
      "loss_action": 0.0037170744035393,
      "loss_total": 0.0037170744035393,
      "step": 28250
    },
    {
      "loss_action": 0.01129007525742054,
      "loss_total": 0.01129007525742054,
      "step": 28250
    },
    {
      "loss_action": 0.008621582761406898,
      "loss_total": 0.008621582761406898,
      "step": 28250
    },
    {
      "loss_action": 0.018718456849455833,
      "loss_total": 0.018718456849455833,
      "step": 28250
    },
    {
      "loss_action": 0.01094556599855423,
      "loss_total": 0.01094556599855423,
      "step": 28250
    },
    {
      "loss_action": 0.01021247636526823,
      "loss_total": 0.01021247636526823,
      "step": 28250
    },
    {
      "grad_norm": 0.10186533629894257,
      "learning_rate": 8.592472059405333e-05,
      "loss": 0.0125,
      "step": 28260
    },
    {
      "loss_action": 0.006021853536367416,
      "loss_total": 0.006021853536367416,
      "step": 28260
    },
    {
      "loss_action": 0.01536925882101059,
      "loss_total": 0.01536925882101059,
      "step": 28260
    },
    {
      "loss_action": 0.013655089773237705,
      "loss_total": 0.013655089773237705,
      "step": 28260
    },
    {
      "loss_action": 0.006014700513333082,
      "loss_total": 0.006014700513333082,
      "step": 28260
    },
    {
      "loss_action": 0.010126248002052307,
      "loss_total": 0.010126248002052307,
      "step": 28260
    },
    {
      "loss_action": 0.015842601656913757,
      "loss_total": 0.015842601656913757,
      "step": 28260
    },
    {
      "loss_action": 0.010005494579672813,
      "loss_total": 0.010005494579672813,
      "step": 28260
    },
    {
      "loss_action": 0.007500172592699528,
      "loss_total": 0.007500172592699528,
      "step": 28260
    },
    {
      "grad_norm": 0.14117363095283508,
      "learning_rate": 8.591321820614464e-05,
      "loss": 0.0132,
      "step": 28270
    },
    {
      "loss_action": 0.01728828065097332,
      "loss_total": 0.01728828065097332,
      "step": 28270
    },
    {
      "loss_action": 0.013238998129963875,
      "loss_total": 0.013238998129963875,
      "step": 28270
    },
    {
      "loss_action": 0.006668797694146633,
      "loss_total": 0.006668797694146633,
      "step": 28270
    },
    {
      "loss_action": 0.010708944872021675,
      "loss_total": 0.010708944872021675,
      "step": 28270
    },
    {
      "loss_action": 0.01666882634162903,
      "loss_total": 0.01666882634162903,
      "step": 28270
    },
    {
      "loss_action": 0.006866788957268,
      "loss_total": 0.006866788957268,
      "step": 28270
    },
    {
      "loss_action": 0.012357078492641449,
      "loss_total": 0.012357078492641449,
      "step": 28270
    },
    {
      "loss_action": 0.011710403487086296,
      "loss_total": 0.011710403487086296,
      "step": 28270
    },
    {
      "grad_norm": 0.10977011919021606,
      "learning_rate": 8.590171189082041e-05,
      "loss": 0.0121,
      "step": 28280
    },
    {
      "loss_action": 0.00778770400211215,
      "loss_total": 0.00778770400211215,
      "step": 28280
    },
    {
      "loss_action": 0.018296901136636734,
      "loss_total": 0.018296901136636734,
      "step": 28280
    },
    {
      "loss_action": 0.027355697005987167,
      "loss_total": 0.027355697005987167,
      "step": 28280
    },
    {
      "loss_action": 0.008768082596361637,
      "loss_total": 0.008768082596361637,
      "step": 28280
    },
    {
      "loss_action": 0.01499895565211773,
      "loss_total": 0.01499895565211773,
      "step": 28280
    },
    {
      "loss_action": 0.008231953717768192,
      "loss_total": 0.008231953717768192,
      "step": 28280
    },
    {
      "loss_action": 0.0065844994969666,
      "loss_total": 0.0065844994969666,
      "step": 28280
    },
    {
      "loss_action": 0.012564352713525295,
      "loss_total": 0.012564352713525295,
      "step": 28280
    },
    {
      "grad_norm": 0.13480894267559052,
      "learning_rate": 8.589020164933894e-05,
      "loss": 0.0115,
      "step": 28290
    },
    {
      "loss_action": 0.004915548022836447,
      "loss_total": 0.004915548022836447,
      "step": 28290
    },
    {
      "loss_action": 0.011942214332520962,
      "loss_total": 0.011942214332520962,
      "step": 28290
    },
    {
      "loss_action": 0.005485158413648605,
      "loss_total": 0.005485158413648605,
      "step": 28290
    },
    {
      "loss_action": 0.01873650774359703,
      "loss_total": 0.01873650774359703,
      "step": 28290
    },
    {
      "loss_action": 0.01043340191245079,
      "loss_total": 0.01043340191245079,
      "step": 28290
    },
    {
      "loss_action": 0.010638650506734848,
      "loss_total": 0.010638650506734848,
      "step": 28290
    },
    {
      "loss_action": 0.025821886956691742,
      "loss_total": 0.025821886956691742,
      "step": 28290
    },
    {
      "loss_action": 0.0043494123965501785,
      "loss_total": 0.0043494123965501785,
      "step": 28290
    },
    {
      "grad_norm": 0.14113065600395203,
      "learning_rate": 8.587868748295898e-05,
      "loss": 0.0114,
      "step": 28300
    },
    {
      "loss_action": 0.0052090175449848175,
      "loss_total": 0.0052090175449848175,
      "step": 28300
    },
    {
      "loss_action": 0.020687349140644073,
      "loss_total": 0.020687349140644073,
      "step": 28300
    },
    {
      "loss_action": 0.012882929295301437,
      "loss_total": 0.012882929295301437,
      "step": 28300
    },
    {
      "loss_action": 0.012657621875405312,
      "loss_total": 0.012657621875405312,
      "step": 28300
    },
    {
      "loss_action": 0.005413258448243141,
      "loss_total": 0.005413258448243141,
      "step": 28300
    },
    {
      "loss_action": 0.009872258640825748,
      "loss_total": 0.009872258640825748,
      "step": 28300
    },
    {
      "loss_action": 0.005322576966136694,
      "loss_total": 0.005322576966136694,
      "step": 28300
    },
    {
      "loss_action": 0.006234508007764816,
      "loss_total": 0.006234508007764816,
      "step": 28300
    },
    {
      "grad_norm": 0.11873859912157059,
      "learning_rate": 8.586716939293971e-05,
      "loss": 0.011,
      "step": 28310
    },
    {
      "loss_action": 0.01280539482831955,
      "loss_total": 0.01280539482831955,
      "step": 28310
    },
    {
      "loss_action": 0.012221280485391617,
      "loss_total": 0.012221280485391617,
      "step": 28310
    },
    {
      "loss_action": 0.010999511927366257,
      "loss_total": 0.010999511927366257,
      "step": 28310
    },
    {
      "loss_action": 0.009062827564775944,
      "loss_total": 0.009062827564775944,
      "step": 28310
    },
    {
      "loss_action": 0.021497901529073715,
      "loss_total": 0.021497901529073715,
      "step": 28310
    },
    {
      "loss_action": 0.00451640784740448,
      "loss_total": 0.00451640784740448,
      "step": 28310
    },
    {
      "loss_action": 0.018752962350845337,
      "loss_total": 0.018752962350845337,
      "step": 28310
    },
    {
      "loss_action": 0.015968795865774155,
      "loss_total": 0.015968795865774155,
      "step": 28310
    },
    {
      "grad_norm": 0.08205068856477737,
      "learning_rate": 8.58556473805407e-05,
      "loss": 0.0093,
      "step": 28320
    },
    {
      "loss_action": 0.007147494237869978,
      "loss_total": 0.007147494237869978,
      "step": 28320
    },
    {
      "loss_action": 0.00879514031112194,
      "loss_total": 0.00879514031112194,
      "step": 28320
    },
    {
      "loss_action": 0.03284476324915886,
      "loss_total": 0.03284476324915886,
      "step": 28320
    },
    {
      "loss_action": 0.006912490352988243,
      "loss_total": 0.006912490352988243,
      "step": 28320
    },
    {
      "loss_action": 0.008593166247010231,
      "loss_total": 0.008593166247010231,
      "step": 28320
    },
    {
      "loss_action": 0.006957831792533398,
      "loss_total": 0.006957831792533398,
      "step": 28320
    },
    {
      "loss_action": 0.00535949133336544,
      "loss_total": 0.00535949133336544,
      "step": 28320
    },
    {
      "loss_action": 0.021036706864833832,
      "loss_total": 0.021036706864833832,
      "step": 28320
    },
    {
      "grad_norm": 0.2929028272628784,
      "learning_rate": 8.584412144702202e-05,
      "loss": 0.0119,
      "step": 28330
    },
    {
      "loss_action": 0.014710181392729282,
      "loss_total": 0.014710181392729282,
      "step": 28330
    },
    {
      "loss_action": 0.0165482759475708,
      "loss_total": 0.0165482759475708,
      "step": 28330
    },
    {
      "loss_action": 0.009595450945198536,
      "loss_total": 0.009595450945198536,
      "step": 28330
    },
    {
      "loss_action": 0.008225683122873306,
      "loss_total": 0.008225683122873306,
      "step": 28330
    },
    {
      "loss_action": 0.009266290813684464,
      "loss_total": 0.009266290813684464,
      "step": 28330
    },
    {
      "loss_action": 0.007549691945314407,
      "loss_total": 0.007549691945314407,
      "step": 28330
    },
    {
      "loss_action": 0.006073283962905407,
      "loss_total": 0.006073283962905407,
      "step": 28330
    },
    {
      "loss_action": 0.0071615902706980705,
      "loss_total": 0.0071615902706980705,
      "step": 28330
    },
    {
      "grad_norm": 0.13022030889987946,
      "learning_rate": 8.58325915936441e-05,
      "loss": 0.0119,
      "step": 28340
    },
    {
      "loss_action": 0.014762572944164276,
      "loss_total": 0.014762572944164276,
      "step": 28340
    },
    {
      "loss_action": 0.014217625372111797,
      "loss_total": 0.014217625372111797,
      "step": 28340
    },
    {
      "loss_action": 0.008786576800048351,
      "loss_total": 0.008786576800048351,
      "step": 28340
    },
    {
      "loss_action": 0.01344174612313509,
      "loss_total": 0.01344174612313509,
      "step": 28340
    },
    {
      "loss_action": 0.01523906271904707,
      "loss_total": 0.01523906271904707,
      "step": 28340
    },
    {
      "loss_action": 0.010144094936549664,
      "loss_total": 0.010144094936549664,
      "step": 28340
    },
    {
      "loss_action": 0.006129949353635311,
      "loss_total": 0.006129949353635311,
      "step": 28340
    },
    {
      "loss_action": 0.00737565103918314,
      "loss_total": 0.00737565103918314,
      "step": 28340
    },
    {
      "grad_norm": 0.15669186413288116,
      "learning_rate": 8.582105782166783e-05,
      "loss": 0.0114,
      "step": 28350
    },
    {
      "loss_action": 0.01750069484114647,
      "loss_total": 0.01750069484114647,
      "step": 28350
    },
    {
      "loss_action": 0.010481701232492924,
      "loss_total": 0.010481701232492924,
      "step": 28350
    },
    {
      "loss_action": 0.015215301886200905,
      "loss_total": 0.015215301886200905,
      "step": 28350
    },
    {
      "loss_action": 0.01798456721007824,
      "loss_total": 0.01798456721007824,
      "step": 28350
    },
    {
      "loss_action": 0.011021223850548267,
      "loss_total": 0.011021223850548267,
      "step": 28350
    },
    {
      "loss_action": 0.019326604902744293,
      "loss_total": 0.019326604902744293,
      "step": 28350
    },
    {
      "loss_action": 0.008880028501152992,
      "loss_total": 0.008880028501152992,
      "step": 28350
    },
    {
      "loss_action": 0.00733435433357954,
      "loss_total": 0.00733435433357954,
      "step": 28350
    },
    {
      "grad_norm": 0.15167371928691864,
      "learning_rate": 8.580952013235455e-05,
      "loss": 0.0125,
      "step": 28360
    },
    {
      "loss_action": 0.004966218024492264,
      "loss_total": 0.004966218024492264,
      "step": 28360
    },
    {
      "loss_action": 0.015577641315758228,
      "loss_total": 0.015577641315758228,
      "step": 28360
    },
    {
      "loss_action": 0.01585337519645691,
      "loss_total": 0.01585337519645691,
      "step": 28360
    },
    {
      "loss_action": 0.02603190951049328,
      "loss_total": 0.02603190951049328,
      "step": 28360
    },
    {
      "loss_action": 0.004371302668005228,
      "loss_total": 0.004371302668005228,
      "step": 28360
    },
    {
      "loss_action": 0.008361791260540485,
      "loss_total": 0.008361791260540485,
      "step": 28360
    },
    {
      "loss_action": 0.004533175844699144,
      "loss_total": 0.004533175844699144,
      "step": 28360
    },
    {
      "loss_action": 0.013735325075685978,
      "loss_total": 0.013735325075685978,
      "step": 28360
    },
    {
      "grad_norm": 0.140205979347229,
      "learning_rate": 8.579797852696596e-05,
      "loss": 0.011,
      "step": 28370
    },
    {
      "loss_action": 0.010326236486434937,
      "loss_total": 0.010326236486434937,
      "step": 28370
    },
    {
      "loss_action": 0.014607304707169533,
      "loss_total": 0.014607304707169533,
      "step": 28370
    },
    {
      "loss_action": 0.009858841076493263,
      "loss_total": 0.009858841076493263,
      "step": 28370
    },
    {
      "loss_action": 0.004870433825999498,
      "loss_total": 0.004870433825999498,
      "step": 28370
    },
    {
      "loss_action": 0.0072975847870111465,
      "loss_total": 0.0072975847870111465,
      "step": 28370
    },
    {
      "loss_action": 0.040662944316864014,
      "loss_total": 0.040662944316864014,
      "step": 28370
    },
    {
      "loss_action": 0.009497379884123802,
      "loss_total": 0.009497379884123802,
      "step": 28370
    },
    {
      "loss_action": 0.011707646772265434,
      "loss_total": 0.011707646772265434,
      "step": 28370
    },
    {
      "grad_norm": 0.16935768723487854,
      "learning_rate": 8.578643300676428e-05,
      "loss": 0.0114,
      "step": 28380
    },
    {
      "loss_action": 0.013627490028738976,
      "loss_total": 0.013627490028738976,
      "step": 28380
    },
    {
      "loss_action": 0.0114498445764184,
      "loss_total": 0.0114498445764184,
      "step": 28380
    },
    {
      "loss_action": 0.02916211448609829,
      "loss_total": 0.02916211448609829,
      "step": 28380
    },
    {
      "loss_action": 0.01871791109442711,
      "loss_total": 0.01871791109442711,
      "step": 28380
    },
    {
      "loss_action": 0.02956187166273594,
      "loss_total": 0.02956187166273594,
      "step": 28380
    },
    {
      "loss_action": 0.013143902644515038,
      "loss_total": 0.013143902644515038,
      "step": 28380
    },
    {
      "loss_action": 0.01029034610837698,
      "loss_total": 0.01029034610837698,
      "step": 28380
    },
    {
      "loss_action": 0.013441597111523151,
      "loss_total": 0.013441597111523151,
      "step": 28380
    },
    {
      "grad_norm": 0.13813120126724243,
      "learning_rate": 8.577488357301209e-05,
      "loss": 0.011,
      "step": 28390
    },
    {
      "loss_action": 0.004088947549462318,
      "loss_total": 0.004088947549462318,
      "step": 28390
    },
    {
      "loss_action": 0.005552179180085659,
      "loss_total": 0.005552179180085659,
      "step": 28390
    },
    {
      "loss_action": 0.02101312205195427,
      "loss_total": 0.02101312205195427,
      "step": 28390
    },
    {
      "loss_action": 0.015434462577104568,
      "loss_total": 0.015434462577104568,
      "step": 28390
    },
    {
      "loss_action": 0.004508649930357933,
      "loss_total": 0.004508649930357933,
      "step": 28390
    },
    {
      "loss_action": 0.03995119035243988,
      "loss_total": 0.03995119035243988,
      "step": 28390
    },
    {
      "loss_action": 0.010443503968417645,
      "loss_total": 0.010443503968417645,
      "step": 28390
    },
    {
      "loss_action": 0.00851221289485693,
      "loss_total": 0.00851221289485693,
      "step": 28390
    },
    {
      "grad_norm": 0.12162750214338303,
      "learning_rate": 8.576333022697242e-05,
      "loss": 0.011,
      "step": 28400
    },
    {
      "loss_action": 0.01111127994954586,
      "loss_total": 0.01111127994954586,
      "step": 28400
    },
    {
      "loss_action": 0.016869649291038513,
      "loss_total": 0.016869649291038513,
      "step": 28400
    },
    {
      "loss_action": 0.004135099705308676,
      "loss_total": 0.004135099705308676,
      "step": 28400
    },
    {
      "loss_action": 0.008366713300347328,
      "loss_total": 0.008366713300347328,
      "step": 28400
    },
    {
      "loss_action": 0.03262225538492203,
      "loss_total": 0.03262225538492203,
      "step": 28400
    },
    {
      "loss_action": 0.019581880420446396,
      "loss_total": 0.019581880420446396,
      "step": 28400
    },
    {
      "loss_action": 0.006905772723257542,
      "loss_total": 0.006905772723257542,
      "step": 28400
    },
    {
      "loss_action": 0.01368724275380373,
      "loss_total": 0.01368724275380373,
      "step": 28400
    },
    {
      "grad_norm": 0.14687485992908478,
      "learning_rate": 8.575177296990873e-05,
      "loss": 0.0109,
      "step": 28410
    },
    {
      "loss_action": 0.03206874430179596,
      "loss_total": 0.03206874430179596,
      "step": 28410
    },
    {
      "loss_action": 0.005682205315679312,
      "loss_total": 0.005682205315679312,
      "step": 28410
    },
    {
      "loss_action": 0.011816654354333878,
      "loss_total": 0.011816654354333878,
      "step": 28410
    },
    {
      "loss_action": 0.005048073828220367,
      "loss_total": 0.005048073828220367,
      "step": 28410
    },
    {
      "loss_action": 0.010323144495487213,
      "loss_total": 0.010323144495487213,
      "step": 28410
    },
    {
      "loss_action": 0.008581714704632759,
      "loss_total": 0.008581714704632759,
      "step": 28410
    },
    {
      "loss_action": 0.0038721119053661823,
      "loss_total": 0.0038721119053661823,
      "step": 28410
    },
    {
      "loss_action": 0.015211977995932102,
      "loss_total": 0.015211977995932102,
      "step": 28410
    },
    {
      "grad_norm": 0.1314144879579544,
      "learning_rate": 8.574021180308489e-05,
      "loss": 0.011,
      "step": 28420
    },
    {
      "loss_action": 0.005371770355850458,
      "loss_total": 0.005371770355850458,
      "step": 28420
    },
    {
      "loss_action": 0.03108517825603485,
      "loss_total": 0.03108517825603485,
      "step": 28420
    },
    {
      "loss_action": 0.005328044295310974,
      "loss_total": 0.005328044295310974,
      "step": 28420
    },
    {
      "loss_action": 0.006867695599794388,
      "loss_total": 0.006867695599794388,
      "step": 28420
    },
    {
      "loss_action": 0.00924387201666832,
      "loss_total": 0.00924387201666832,
      "step": 28420
    },
    {
      "loss_action": 0.004852632060647011,
      "loss_total": 0.004852632060647011,
      "step": 28420
    },
    {
      "loss_action": 0.0020871928427368402,
      "loss_total": 0.0020871928427368402,
      "step": 28420
    },
    {
      "loss_action": 0.010310208424925804,
      "loss_total": 0.010310208424925804,
      "step": 28420
    },
    {
      "grad_norm": 0.14973458647727966,
      "learning_rate": 8.572864672776523e-05,
      "loss": 0.0112,
      "step": 28430
    },
    {
      "loss_action": 0.019697729498147964,
      "loss_total": 0.019697729498147964,
      "step": 28430
    },
    {
      "loss_action": 0.007795171812176704,
      "loss_total": 0.007795171812176704,
      "step": 28430
    },
    {
      "loss_action": 0.004435948096215725,
      "loss_total": 0.004435948096215725,
      "step": 28430
    },
    {
      "loss_action": 0.01333885919302702,
      "loss_total": 0.01333885919302702,
      "step": 28430
    },
    {
      "loss_action": 0.004593114368617535,
      "loss_total": 0.004593114368617535,
      "step": 28430
    },
    {
      "loss_action": 0.010892737656831741,
      "loss_total": 0.010892737656831741,
      "step": 28430
    },
    {
      "loss_action": 0.019137917086482048,
      "loss_total": 0.019137917086482048,
      "step": 28430
    },
    {
      "loss_action": 0.013294732198119164,
      "loss_total": 0.013294732198119164,
      "step": 28430
    },
    {
      "grad_norm": 0.14166578650474548,
      "learning_rate": 8.571707774521447e-05,
      "loss": 0.0109,
      "step": 28440
    },
    {
      "loss_action": 0.008091877214610577,
      "loss_total": 0.008091877214610577,
      "step": 28440
    },
    {
      "loss_action": 0.005433963146060705,
      "loss_total": 0.005433963146060705,
      "step": 28440
    },
    {
      "loss_action": 0.00423685647547245,
      "loss_total": 0.00423685647547245,
      "step": 28440
    },
    {
      "loss_action": 0.019740985706448555,
      "loss_total": 0.019740985706448555,
      "step": 28440
    },
    {
      "loss_action": 0.008947006426751614,
      "loss_total": 0.008947006426751614,
      "step": 28440
    },
    {
      "loss_action": 0.00786338560283184,
      "loss_total": 0.00786338560283184,
      "step": 28440
    },
    {
      "loss_action": 0.012710310518741608,
      "loss_total": 0.012710310518741608,
      "step": 28440
    },
    {
      "loss_action": 0.007276964373886585,
      "loss_total": 0.007276964373886585,
      "step": 28440
    },
    {
      "grad_norm": 0.1926167756319046,
      "learning_rate": 8.57055048566978e-05,
      "loss": 0.0126,
      "step": 28450
    },
    {
      "loss_action": 0.008131633512675762,
      "loss_total": 0.008131633512675762,
      "step": 28450
    },
    {
      "loss_action": 0.010595659725368023,
      "loss_total": 0.010595659725368023,
      "step": 28450
    },
    {
      "loss_action": 0.014450633898377419,
      "loss_total": 0.014450633898377419,
      "step": 28450
    },
    {
      "loss_action": 0.003667965065687895,
      "loss_total": 0.003667965065687895,
      "step": 28450
    },
    {
      "loss_action": 0.014572281390428543,
      "loss_total": 0.014572281390428543,
      "step": 28450
    },
    {
      "loss_action": 0.018917404115200043,
      "loss_total": 0.018917404115200043,
      "step": 28450
    },
    {
      "loss_action": 0.006553127430379391,
      "loss_total": 0.006553127430379391,
      "step": 28450
    },
    {
      "loss_action": 0.009453476406633854,
      "loss_total": 0.009453476406633854,
      "step": 28450
    },
    {
      "grad_norm": 0.18133345246315002,
      "learning_rate": 8.569392806348078e-05,
      "loss": 0.012,
      "step": 28460
    },
    {
      "loss_action": 0.006310250610113144,
      "loss_total": 0.006310250610113144,
      "step": 28460
    },
    {
      "loss_action": 0.009504562243819237,
      "loss_total": 0.009504562243819237,
      "step": 28460
    },
    {
      "loss_action": 0.004810940474271774,
      "loss_total": 0.004810940474271774,
      "step": 28460
    },
    {
      "loss_action": 0.005339692812412977,
      "loss_total": 0.005339692812412977,
      "step": 28460
    },
    {
      "loss_action": 0.014786389656364918,
      "loss_total": 0.014786389656364918,
      "step": 28460
    },
    {
      "loss_action": 0.005155104212462902,
      "loss_total": 0.005155104212462902,
      "step": 28460
    },
    {
      "loss_action": 0.011478662490844727,
      "loss_total": 0.011478662490844727,
      "step": 28460
    },
    {
      "loss_action": 0.017060449346899986,
      "loss_total": 0.017060449346899986,
      "step": 28460
    },
    {
      "grad_norm": 0.15445764362812042,
      "learning_rate": 8.568234736682947e-05,
      "loss": 0.0118,
      "step": 28470
    },
    {
      "loss_action": 0.00883563607931137,
      "loss_total": 0.00883563607931137,
      "step": 28470
    },
    {
      "loss_action": 0.02103697508573532,
      "loss_total": 0.02103697508573532,
      "step": 28470
    },
    {
      "loss_action": 0.020074091851711273,
      "loss_total": 0.020074091851711273,
      "step": 28470
    },
    {
      "loss_action": 0.011369334533810616,
      "loss_total": 0.011369334533810616,
      "step": 28470
    },
    {
      "loss_action": 0.005007550120353699,
      "loss_total": 0.005007550120353699,
      "step": 28470
    },
    {
      "loss_action": 0.009350784122943878,
      "loss_total": 0.009350784122943878,
      "step": 28470
    },
    {
      "loss_action": 0.007766600698232651,
      "loss_total": 0.007766600698232651,
      "step": 28470
    },
    {
      "loss_action": 0.0107643511146307,
      "loss_total": 0.0107643511146307,
      "step": 28470
    },
    {
      "grad_norm": 0.12825290858745575,
      "learning_rate": 8.567076276801029e-05,
      "loss": 0.0134,
      "step": 28480
    },
    {
      "loss_action": 0.019992098212242126,
      "loss_total": 0.019992098212242126,
      "step": 28480
    },
    {
      "loss_action": 0.004495627246797085,
      "loss_total": 0.004495627246797085,
      "step": 28480
    },
    {
      "loss_action": 0.016981232911348343,
      "loss_total": 0.016981232911348343,
      "step": 28480
    },
    {
      "loss_action": 0.017369769513607025,
      "loss_total": 0.017369769513607025,
      "step": 28480
    },
    {
      "loss_action": 0.012361845001578331,
      "loss_total": 0.012361845001578331,
      "step": 28480
    },
    {
      "loss_action": 0.008768407627940178,
      "loss_total": 0.008768407627940178,
      "step": 28480
    },
    {
      "loss_action": 0.0081443777307868,
      "loss_total": 0.0081443777307868,
      "step": 28480
    },
    {
      "loss_action": 0.015592940151691437,
      "loss_total": 0.015592940151691437,
      "step": 28480
    },
    {
      "grad_norm": 0.1353466957807541,
      "learning_rate": 8.565917426829013e-05,
      "loss": 0.0116,
      "step": 28490
    },
    {
      "loss_action": 0.023544862866401672,
      "loss_total": 0.023544862866401672,
      "step": 28490
    },
    {
      "loss_action": 0.0104225417599082,
      "loss_total": 0.0104225417599082,
      "step": 28490
    },
    {
      "loss_action": 0.008003592491149902,
      "loss_total": 0.008003592491149902,
      "step": 28490
    },
    {
      "loss_action": 0.01324392855167389,
      "loss_total": 0.01324392855167389,
      "step": 28490
    },
    {
      "loss_action": 0.0062727853655815125,
      "loss_total": 0.0062727853655815125,
      "step": 28490
    },
    {
      "loss_action": 0.009786494076251984,
      "loss_total": 0.009786494076251984,
      "step": 28490
    },
    {
      "loss_action": 0.013356574811041355,
      "loss_total": 0.013356574811041355,
      "step": 28490
    },
    {
      "loss_action": 0.007846822962164879,
      "loss_total": 0.007846822962164879,
      "step": 28490
    },
    {
      "grad_norm": 0.14026813209056854,
      "learning_rate": 8.564758186893628e-05,
      "loss": 0.0106,
      "step": 28500
    },
    {
      "loss_action": 0.0038907311391085386,
      "loss_total": 0.0038907311391085386,
      "step": 28500
    },
    {
      "loss_action": 0.010693262331187725,
      "loss_total": 0.010693262331187725,
      "step": 28500
    },
    {
      "loss_action": 0.0051346225664019585,
      "loss_total": 0.0051346225664019585,
      "step": 28500
    },
    {
      "loss_action": 0.029528584331274033,
      "loss_total": 0.029528584331274033,
      "step": 28500
    },
    {
      "loss_action": 0.008225604891777039,
      "loss_total": 0.008225604891777039,
      "step": 28500
    },
    {
      "loss_action": 0.009186068549752235,
      "loss_total": 0.009186068549752235,
      "step": 28500
    },
    {
      "loss_action": 0.017168253660202026,
      "loss_total": 0.017168253660202026,
      "step": 28500
    },
    {
      "loss_action": 0.003803847823292017,
      "loss_total": 0.003803847823292017,
      "step": 28500
    },
    {
      "grad_norm": 0.1312071532011032,
      "learning_rate": 8.563598557121649e-05,
      "loss": 0.0097,
      "step": 28510
    },
    {
      "loss_action": 0.003680893685668707,
      "loss_total": 0.003680893685668707,
      "step": 28510
    },
    {
      "loss_action": 0.004688370041549206,
      "loss_total": 0.004688370041549206,
      "step": 28510
    },
    {
      "loss_action": 0.004687073174864054,
      "loss_total": 0.004687073174864054,
      "step": 28510
    },
    {
      "loss_action": 0.015631506219506264,
      "loss_total": 0.015631506219506264,
      "step": 28510
    },
    {
      "loss_action": 0.006769960280507803,
      "loss_total": 0.006769960280507803,
      "step": 28510
    },
    {
      "loss_action": 0.009410394355654716,
      "loss_total": 0.009410394355654716,
      "step": 28510
    },
    {
      "loss_action": 0.014199196361005306,
      "loss_total": 0.014199196361005306,
      "step": 28510
    },
    {
      "loss_action": 0.00963319931179285,
      "loss_total": 0.00963319931179285,
      "step": 28510
    },
    {
      "grad_norm": 0.24554777145385742,
      "learning_rate": 8.562438537639888e-05,
      "loss": 0.0113,
      "step": 28520
    },
    {
      "loss_action": 0.011445092037320137,
      "loss_total": 0.011445092037320137,
      "step": 28520
    },
    {
      "loss_action": 0.010289560072124004,
      "loss_total": 0.010289560072124004,
      "step": 28520
    },
    {
      "loss_action": 0.004726777318865061,
      "loss_total": 0.004726777318865061,
      "step": 28520
    },
    {
      "loss_action": 0.014767101034522057,
      "loss_total": 0.014767101034522057,
      "step": 28520
    },
    {
      "loss_action": 0.005173307377845049,
      "loss_total": 0.005173307377845049,
      "step": 28520
    },
    {
      "loss_action": 0.01833479292690754,
      "loss_total": 0.01833479292690754,
      "step": 28520
    },
    {
      "loss_action": 0.03438003361225128,
      "loss_total": 0.03438003361225128,
      "step": 28520
    },
    {
      "loss_action": 0.022289108484983444,
      "loss_total": 0.022289108484983444,
      "step": 28520
    },
    {
      "grad_norm": 0.1320129930973053,
      "learning_rate": 8.561278128575206e-05,
      "loss": 0.0119,
      "step": 28530
    },
    {
      "loss_action": 0.016495930030941963,
      "loss_total": 0.016495930030941963,
      "step": 28530
    },
    {
      "loss_action": 0.015110023319721222,
      "loss_total": 0.015110023319721222,
      "step": 28530
    },
    {
      "loss_action": 0.009658866561949253,
      "loss_total": 0.009658866561949253,
      "step": 28530
    },
    {
      "loss_action": 0.02419295161962509,
      "loss_total": 0.02419295161962509,
      "step": 28530
    },
    {
      "loss_action": 0.01293814368546009,
      "loss_total": 0.01293814368546009,
      "step": 28530
    },
    {
      "loss_action": 0.010630910284817219,
      "loss_total": 0.010630910284817219,
      "step": 28530
    },
    {
      "loss_action": 0.012291878461837769,
      "loss_total": 0.012291878461837769,
      "step": 28530
    },
    {
      "loss_action": 0.011787500232458115,
      "loss_total": 0.011787500232458115,
      "step": 28530
    },
    {
      "grad_norm": 0.13859812915325165,
      "learning_rate": 8.5601173300545e-05,
      "loss": 0.0115,
      "step": 28540
    },
    {
      "loss_action": 0.011758644133806229,
      "loss_total": 0.011758644133806229,
      "step": 28540
    },
    {
      "loss_action": 0.01671314612030983,
      "loss_total": 0.01671314612030983,
      "step": 28540
    },
    {
      "loss_action": 0.009494398720562458,
      "loss_total": 0.009494398720562458,
      "step": 28540
    },
    {
      "loss_action": 0.011107205413281918,
      "loss_total": 0.011107205413281918,
      "step": 28540
    },
    {
      "loss_action": 0.01670917496085167,
      "loss_total": 0.01670917496085167,
      "step": 28540
    },
    {
      "loss_action": 0.026159163564443588,
      "loss_total": 0.026159163564443588,
      "step": 28540
    },
    {
      "loss_action": 0.006398607045412064,
      "loss_total": 0.006398607045412064,
      "step": 28540
    },
    {
      "loss_action": 0.003957527223974466,
      "loss_total": 0.003957527223974466,
      "step": 28540
    },
    {
      "grad_norm": 0.10081702470779419,
      "learning_rate": 8.558956142204717e-05,
      "loss": 0.0097,
      "step": 28550
    },
    {
      "loss_action": 0.010050483979284763,
      "loss_total": 0.010050483979284763,
      "step": 28550
    },
    {
      "loss_action": 0.012393036857247353,
      "loss_total": 0.012393036857247353,
      "step": 28550
    },
    {
      "loss_action": 0.039640165865421295,
      "loss_total": 0.039640165865421295,
      "step": 28550
    },
    {
      "loss_action": 0.008972521871328354,
      "loss_total": 0.008972521871328354,
      "step": 28550
    },
    {
      "loss_action": 0.0074959988705813885,
      "loss_total": 0.0074959988705813885,
      "step": 28550
    },
    {
      "loss_action": 0.011687968857586384,
      "loss_total": 0.011687968857586384,
      "step": 28550
    },
    {
      "loss_action": 0.005253900308161974,
      "loss_total": 0.005253900308161974,
      "step": 28550
    },
    {
      "loss_action": 0.005145980976521969,
      "loss_total": 0.005145980976521969,
      "step": 28550
    },
    {
      "grad_norm": 0.1771591156721115,
      "learning_rate": 8.55779456515284e-05,
      "loss": 0.0106,
      "step": 28560
    },
    {
      "loss_action": 0.007119123823940754,
      "loss_total": 0.007119123823940754,
      "step": 28560
    },
    {
      "loss_action": 0.008092916570603848,
      "loss_total": 0.008092916570603848,
      "step": 28560
    },
    {
      "loss_action": 0.02085205726325512,
      "loss_total": 0.02085205726325512,
      "step": 28560
    },
    {
      "loss_action": 0.007996942847967148,
      "loss_total": 0.007996942847967148,
      "step": 28560
    },
    {
      "loss_action": 0.007454392500221729,
      "loss_total": 0.007454392500221729,
      "step": 28560
    },
    {
      "loss_action": 0.009335620328783989,
      "loss_total": 0.009335620328783989,
      "step": 28560
    },
    {
      "loss_action": 0.01272597722709179,
      "loss_total": 0.01272597722709179,
      "step": 28560
    },
    {
      "loss_action": 0.007320033386349678,
      "loss_total": 0.007320033386349678,
      "step": 28560
    },
    {
      "grad_norm": 0.13794159889221191,
      "learning_rate": 8.556632599025898e-05,
      "loss": 0.0121,
      "step": 28570
    },
    {
      "loss_action": 0.015210263431072235,
      "loss_total": 0.015210263431072235,
      "step": 28570
    },
    {
      "loss_action": 0.005362636875361204,
      "loss_total": 0.005362636875361204,
      "step": 28570
    },
    {
      "loss_action": 0.011079467833042145,
      "loss_total": 0.011079467833042145,
      "step": 28570
    },
    {
      "loss_action": 0.010556096211075783,
      "loss_total": 0.010556096211075783,
      "step": 28570
    },
    {
      "loss_action": 0.005762504413723946,
      "loss_total": 0.005762504413723946,
      "step": 28570
    },
    {
      "loss_action": 0.0027900850400328636,
      "loss_total": 0.0027900850400328636,
      "step": 28570
    },
    {
      "loss_action": 0.0063823917880654335,
      "loss_total": 0.0063823917880654335,
      "step": 28570
    },
    {
      "loss_action": 0.06254503130912781,
      "loss_total": 0.06254503130912781,
      "step": 28570
    },
    {
      "grad_norm": 0.12482081353664398,
      "learning_rate": 8.555470243950964e-05,
      "loss": 0.0106,
      "step": 28580
    },
    {
      "loss_action": 0.0033190282993018627,
      "loss_total": 0.0033190282993018627,
      "step": 28580
    },
    {
      "loss_action": 0.005261693615466356,
      "loss_total": 0.005261693615466356,
      "step": 28580
    },
    {
      "loss_action": 0.01109396107494831,
      "loss_total": 0.01109396107494831,
      "step": 28580
    },
    {
      "loss_action": 0.011746538802981377,
      "loss_total": 0.011746538802981377,
      "step": 28580
    },
    {
      "loss_action": 0.00819581188261509,
      "loss_total": 0.00819581188261509,
      "step": 28580
    },
    {
      "loss_action": 0.01310240849852562,
      "loss_total": 0.01310240849852562,
      "step": 28580
    },
    {
      "loss_action": 0.02633633278310299,
      "loss_total": 0.02633633278310299,
      "step": 28580
    },
    {
      "loss_action": 0.003678041510283947,
      "loss_total": 0.003678041510283947,
      "step": 28580
    },
    {
      "grad_norm": 0.11799655109643936,
      "learning_rate": 8.554307500055148e-05,
      "loss": 0.0102,
      "step": 28590
    },
    {
      "loss_action": 0.006132661364972591,
      "loss_total": 0.006132661364972591,
      "step": 28590
    },
    {
      "loss_action": 0.011004749685525894,
      "loss_total": 0.011004749685525894,
      "step": 28590
    },
    {
      "loss_action": 0.010364758782088757,
      "loss_total": 0.010364758782088757,
      "step": 28590
    },
    {
      "loss_action": 0.004205041099339724,
      "loss_total": 0.004205041099339724,
      "step": 28590
    },
    {
      "loss_action": 0.005013932473957539,
      "loss_total": 0.005013932473957539,
      "step": 28590
    },
    {
      "loss_action": 0.02176850475370884,
      "loss_total": 0.02176850475370884,
      "step": 28590
    },
    {
      "loss_action": 0.009053925052285194,
      "loss_total": 0.009053925052285194,
      "step": 28590
    },
    {
      "loss_action": 0.002294815145432949,
      "loss_total": 0.002294815145432949,
      "step": 28590
    },
    {
      "grad_norm": 0.14345858991146088,
      "learning_rate": 8.553144367465609e-05,
      "loss": 0.0115,
      "step": 28600
    },
    {
      "loss_action": 0.027908001095056534,
      "loss_total": 0.027908001095056534,
      "step": 28600
    },
    {
      "loss_action": 0.007832861505448818,
      "loss_total": 0.007832861505448818,
      "step": 28600
    },
    {
      "loss_action": 0.006909792311489582,
      "loss_total": 0.006909792311489582,
      "step": 28600
    },
    {
      "loss_action": 0.01355089619755745,
      "loss_total": 0.01355089619755745,
      "step": 28600
    },
    {
      "loss_action": 0.0038300484884530306,
      "loss_total": 0.0038300484884530306,
      "step": 28600
    },
    {
      "loss_action": 0.013713194988667965,
      "loss_total": 0.013713194988667965,
      "step": 28600
    },
    {
      "loss_action": 0.0039415424689650536,
      "loss_total": 0.0039415424689650536,
      "step": 28600
    },
    {
      "loss_action": 0.005605215206742287,
      "loss_total": 0.005605215206742287,
      "step": 28600
    },
    {
      "grad_norm": 0.1735936999320984,
      "learning_rate": 8.551980846309544e-05,
      "loss": 0.0121,
      "step": 28610
    },
    {
      "loss_action": 0.0039033193606883287,
      "loss_total": 0.0039033193606883287,
      "step": 28610
    },
    {
      "loss_action": 0.009639997966587543,
      "loss_total": 0.009639997966587543,
      "step": 28610
    },
    {
      "loss_action": 0.018543148413300514,
      "loss_total": 0.018543148413300514,
      "step": 28610
    },
    {
      "loss_action": 0.011285587213933468,
      "loss_total": 0.011285587213933468,
      "step": 28610
    },
    {
      "loss_action": 0.009811582043766975,
      "loss_total": 0.009811582043766975,
      "step": 28610
    },
    {
      "loss_action": 0.01580151915550232,
      "loss_total": 0.01580151915550232,
      "step": 28610
    },
    {
      "loss_action": 0.005065164528787136,
      "loss_total": 0.005065164528787136,
      "step": 28610
    },
    {
      "loss_action": 0.008048109710216522,
      "loss_total": 0.008048109710216522,
      "step": 28610
    },
    {
      "grad_norm": 0.16596105694770813,
      "learning_rate": 8.550816936714193e-05,
      "loss": 0.0115,
      "step": 28620
    },
    {
      "loss_action": 0.005492985248565674,
      "loss_total": 0.005492985248565674,
      "step": 28620
    },
    {
      "loss_action": 0.01078019943088293,
      "loss_total": 0.01078019943088293,
      "step": 28620
    },
    {
      "loss_action": 0.014679018408060074,
      "loss_total": 0.014679018408060074,
      "step": 28620
    },
    {
      "loss_action": 0.011457391083240509,
      "loss_total": 0.011457391083240509,
      "step": 28620
    },
    {
      "loss_action": 0.027892518788576126,
      "loss_total": 0.027892518788576126,
      "step": 28620
    },
    {
      "loss_action": 0.006927137263119221,
      "loss_total": 0.006927137263119221,
      "step": 28620
    },
    {
      "loss_action": 0.0362277552485466,
      "loss_total": 0.0362277552485466,
      "step": 28620
    },
    {
      "loss_action": 0.008896561339497566,
      "loss_total": 0.008896561339497566,
      "step": 28620
    },
    {
      "grad_norm": 0.0913539007306099,
      "learning_rate": 8.549652638806841e-05,
      "loss": 0.0107,
      "step": 28630
    },
    {
      "loss_action": 0.013573652133345604,
      "loss_total": 0.013573652133345604,
      "step": 28630
    },
    {
      "loss_action": 0.007737976964563131,
      "loss_total": 0.007737976964563131,
      "step": 28630
    },
    {
      "loss_action": 0.008605506271123886,
      "loss_total": 0.008605506271123886,
      "step": 28630
    },
    {
      "loss_action": 0.006591247860342264,
      "loss_total": 0.006591247860342264,
      "step": 28630
    },
    {
      "loss_action": 0.0039055170491337776,
      "loss_total": 0.0039055170491337776,
      "step": 28630
    },
    {
      "loss_action": 0.011110574938356876,
      "loss_total": 0.011110574938356876,
      "step": 28630
    },
    {
      "loss_action": 0.01776934415102005,
      "loss_total": 0.01776934415102005,
      "step": 28630
    },
    {
      "loss_action": 0.008673612028360367,
      "loss_total": 0.008673612028360367,
      "step": 28630
    },
    {
      "grad_norm": 0.1087435856461525,
      "learning_rate": 8.548487952714812e-05,
      "loss": 0.0106,
      "step": 28640
    },
    {
      "loss_action": 0.01181965321302414,
      "loss_total": 0.01181965321302414,
      "step": 28640
    },
    {
      "loss_action": 0.009183865040540695,
      "loss_total": 0.009183865040540695,
      "step": 28640
    },
    {
      "loss_action": 0.003976700361818075,
      "loss_total": 0.003976700361818075,
      "step": 28640
    },
    {
      "loss_action": 0.0067180488258600235,
      "loss_total": 0.0067180488258600235,
      "step": 28640
    },
    {
      "loss_action": 0.009946014732122421,
      "loss_total": 0.009946014732122421,
      "step": 28640
    },
    {
      "loss_action": 0.02334340661764145,
      "loss_total": 0.02334340661764145,
      "step": 28640
    },
    {
      "loss_action": 0.01813652366399765,
      "loss_total": 0.01813652366399765,
      "step": 28640
    },
    {
      "loss_action": 0.012674869038164616,
      "loss_total": 0.012674869038164616,
      "step": 28640
    },
    {
      "grad_norm": 0.14988844096660614,
      "learning_rate": 8.547322878565478e-05,
      "loss": 0.0126,
      "step": 28650
    },
    {
      "loss_action": 0.0076502650044858456,
      "loss_total": 0.0076502650044858456,
      "step": 28650
    },
    {
      "loss_action": 0.00475662387907505,
      "loss_total": 0.00475662387907505,
      "step": 28650
    },
    {
      "loss_action": 0.006945081986486912,
      "loss_total": 0.006945081986486912,
      "step": 28650
    },
    {
      "loss_action": 0.028721829876303673,
      "loss_total": 0.028721829876303673,
      "step": 28650
    },
    {
      "loss_action": 0.010429468005895615,
      "loss_total": 0.010429468005895615,
      "step": 28650
    },
    {
      "loss_action": 0.016132621094584465,
      "loss_total": 0.016132621094584465,
      "step": 28650
    },
    {
      "loss_action": 0.012944210320711136,
      "loss_total": 0.012944210320711136,
      "step": 28650
    },
    {
      "loss_action": 0.01318153366446495,
      "loss_total": 0.01318153366446495,
      "step": 28650
    },
    {
      "grad_norm": 0.14896583557128906,
      "learning_rate": 8.546157416486245e-05,
      "loss": 0.0117,
      "step": 28660
    },
    {
      "loss_action": 0.007400151342153549,
      "loss_total": 0.007400151342153549,
      "step": 28660
    },
    {
      "loss_action": 0.009736912325024605,
      "loss_total": 0.009736912325024605,
      "step": 28660
    },
    {
      "loss_action": 0.003998353146016598,
      "loss_total": 0.003998353146016598,
      "step": 28660
    },
    {
      "loss_action": 0.008337082341313362,
      "loss_total": 0.008337082341313362,
      "step": 28660
    },
    {
      "loss_action": 0.02325359731912613,
      "loss_total": 0.02325359731912613,
      "step": 28660
    },
    {
      "loss_action": 0.005758299492299557,
      "loss_total": 0.005758299492299557,
      "step": 28660
    },
    {
      "loss_action": 0.005355698987841606,
      "loss_total": 0.005355698987841606,
      "step": 28660
    },
    {
      "loss_action": 0.005847848951816559,
      "loss_total": 0.005847848951816559,
      "step": 28660
    },
    {
      "grad_norm": 0.2077445089817047,
      "learning_rate": 8.54499156660457e-05,
      "loss": 0.0132,
      "step": 28670
    },
    {
      "loss_action": 0.011950565502047539,
      "loss_total": 0.011950565502047539,
      "step": 28670
    },
    {
      "loss_action": 0.022444944828748703,
      "loss_total": 0.022444944828748703,
      "step": 28670
    },
    {
      "loss_action": 0.022970102727413177,
      "loss_total": 0.022970102727413177,
      "step": 28670
    },
    {
      "loss_action": 0.008685368113219738,
      "loss_total": 0.008685368113219738,
      "step": 28670
    },
    {
      "loss_action": 0.01753140240907669,
      "loss_total": 0.01753140240907669,
      "step": 28670
    },
    {
      "loss_action": 0.009326394647359848,
      "loss_total": 0.009326394647359848,
      "step": 28670
    },
    {
      "loss_action": 0.008163916878402233,
      "loss_total": 0.008163916878402233,
      "step": 28670
    },
    {
      "loss_action": 0.014462977647781372,
      "loss_total": 0.014462977647781372,
      "step": 28670
    },
    {
      "grad_norm": 0.11343599855899811,
      "learning_rate": 8.543825329047947e-05,
      "loss": 0.0112,
      "step": 28680
    },
    {
      "loss_action": 0.00667525501921773,
      "loss_total": 0.00667525501921773,
      "step": 28680
    },
    {
      "loss_action": 0.03563256561756134,
      "loss_total": 0.03563256561756134,
      "step": 28680
    },
    {
      "loss_action": 0.007962673902511597,
      "loss_total": 0.007962673902511597,
      "step": 28680
    },
    {
      "loss_action": 0.012626633048057556,
      "loss_total": 0.012626633048057556,
      "step": 28680
    },
    {
      "loss_action": 0.028500381857156754,
      "loss_total": 0.028500381857156754,
      "step": 28680
    },
    {
      "loss_action": 0.00865194946527481,
      "loss_total": 0.00865194946527481,
      "step": 28680
    },
    {
      "loss_action": 0.010374413803219795,
      "loss_total": 0.010374413803219795,
      "step": 28680
    },
    {
      "loss_action": 0.010666953399777412,
      "loss_total": 0.010666953399777412,
      "step": 28680
    },
    {
      "grad_norm": 0.1377396136522293,
      "learning_rate": 8.542658703943913e-05,
      "loss": 0.0121,
      "step": 28690
    },
    {
      "loss_action": 0.005535298492759466,
      "loss_total": 0.005535298492759466,
      "step": 28690
    },
    {
      "loss_action": 0.003452231641858816,
      "loss_total": 0.003452231641858816,
      "step": 28690
    },
    {
      "loss_action": 0.004769876599311829,
      "loss_total": 0.004769876599311829,
      "step": 28690
    },
    {
      "loss_action": 0.027856655418872833,
      "loss_total": 0.027856655418872833,
      "step": 28690
    },
    {
      "loss_action": 0.008765337988734245,
      "loss_total": 0.008765337988734245,
      "step": 28690
    },
    {
      "loss_action": 0.005365503020584583,
      "loss_total": 0.005365503020584583,
      "step": 28690
    },
    {
      "loss_action": 0.02822202257812023,
      "loss_total": 0.02822202257812023,
      "step": 28690
    },
    {
      "loss_action": 0.012422317638993263,
      "loss_total": 0.012422317638993263,
      "step": 28690
    },
    {
      "grad_norm": 0.16042374074459076,
      "learning_rate": 8.541491691420051e-05,
      "loss": 0.0105,
      "step": 28700
    },
    {
      "loss_action": 0.007964972406625748,
      "loss_total": 0.007964972406625748,
      "step": 28700
    },
    {
      "loss_action": 0.007775135338306427,
      "loss_total": 0.007775135338306427,
      "step": 28700
    },
    {
      "loss_action": 0.026371780782938004,
      "loss_total": 0.026371780782938004,
      "step": 28700
    },
    {
      "loss_action": 0.009585248306393623,
      "loss_total": 0.009585248306393623,
      "step": 28700
    },
    {
      "loss_action": 0.01627453975379467,
      "loss_total": 0.01627453975379467,
      "step": 28700
    },
    {
      "loss_action": 0.006961390376091003,
      "loss_total": 0.006961390376091003,
      "step": 28700
    },
    {
      "loss_action": 0.01039311196655035,
      "loss_total": 0.01039311196655035,
      "step": 28700
    },
    {
      "loss_action": 0.019599221646785736,
      "loss_total": 0.019599221646785736,
      "step": 28700
    },
    {
      "grad_norm": 0.15913021564483643,
      "learning_rate": 8.54032429160398e-05,
      "loss": 0.0108,
      "step": 28710
    },
    {
      "loss_action": 0.02448602020740509,
      "loss_total": 0.02448602020740509,
      "step": 28710
    },
    {
      "loss_action": 0.014220594428479671,
      "loss_total": 0.014220594428479671,
      "step": 28710
    },
    {
      "loss_action": 0.010955557227134705,
      "loss_total": 0.010955557227134705,
      "step": 28710
    },
    {
      "loss_action": 0.009628869593143463,
      "loss_total": 0.009628869593143463,
      "step": 28710
    },
    {
      "loss_action": 0.011109321378171444,
      "loss_total": 0.011109321378171444,
      "step": 28710
    },
    {
      "loss_action": 0.004320438019931316,
      "loss_total": 0.004320438019931316,
      "step": 28710
    },
    {
      "loss_action": 0.007088945247232914,
      "loss_total": 0.007088945247232914,
      "step": 28710
    },
    {
      "loss_action": 0.01764862611889839,
      "loss_total": 0.01764862611889839,
      "step": 28710
    },
    {
      "grad_norm": 0.13991796970367432,
      "learning_rate": 8.539156504623369e-05,
      "loss": 0.0104,
      "step": 28720
    },
    {
      "loss_action": 0.014039418660104275,
      "loss_total": 0.014039418660104275,
      "step": 28720
    },
    {
      "loss_action": 0.0034221280366182327,
      "loss_total": 0.0034221280366182327,
      "step": 28720
    },
    {
      "loss_action": 0.014770107343792915,
      "loss_total": 0.014770107343792915,
      "step": 28720
    },
    {
      "loss_action": 0.007898661307990551,
      "loss_total": 0.007898661307990551,
      "step": 28720
    },
    {
      "loss_action": 0.017580371350049973,
      "loss_total": 0.017580371350049973,
      "step": 28720
    },
    {
      "loss_action": 0.010023877955973148,
      "loss_total": 0.010023877955973148,
      "step": 28720
    },
    {
      "loss_action": 0.01191437803208828,
      "loss_total": 0.01191437803208828,
      "step": 28720
    },
    {
      "loss_action": 0.009895602241158485,
      "loss_total": 0.009895602241158485,
      "step": 28720
    },
    {
      "grad_norm": 0.14785236120224,
      "learning_rate": 8.537988330605923e-05,
      "loss": 0.0101,
      "step": 28730
    },
    {
      "loss_action": 0.0063539789989590645,
      "loss_total": 0.0063539789989590645,
      "step": 28730
    },
    {
      "loss_action": 0.07745997607707977,
      "loss_total": 0.07745997607707977,
      "step": 28730
    },
    {
      "loss_action": 0.01108215656131506,
      "loss_total": 0.01108215656131506,
      "step": 28730
    },
    {
      "loss_action": 0.025910181924700737,
      "loss_total": 0.025910181924700737,
      "step": 28730
    },
    {
      "loss_action": 0.01407867856323719,
      "loss_total": 0.01407867856323719,
      "step": 28730
    },
    {
      "loss_action": 0.009737539105117321,
      "loss_total": 0.009737539105117321,
      "step": 28730
    },
    {
      "loss_action": 0.009930171072483063,
      "loss_total": 0.009930171072483063,
      "step": 28730
    },
    {
      "loss_action": 0.006794230546802282,
      "loss_total": 0.006794230546802282,
      "step": 28730
    },
    {
      "grad_norm": 0.13847722113132477,
      "learning_rate": 8.536819769679393e-05,
      "loss": 0.0117,
      "step": 28740
    },
    {
      "loss_action": 0.007006709463894367,
      "loss_total": 0.007006709463894367,
      "step": 28740
    },
    {
      "loss_action": 0.012451982125639915,
      "loss_total": 0.012451982125639915,
      "step": 28740
    },
    {
      "loss_action": 0.016948780044913292,
      "loss_total": 0.016948780044913292,
      "step": 28740
    },
    {
      "loss_action": 0.0049567874521017075,
      "loss_total": 0.0049567874521017075,
      "step": 28740
    },
    {
      "loss_action": 0.006720446050167084,
      "loss_total": 0.006720446050167084,
      "step": 28740
    },
    {
      "loss_action": 0.023448994383215904,
      "loss_total": 0.023448994383215904,
      "step": 28740
    },
    {
      "loss_action": 0.009246107190847397,
      "loss_total": 0.009246107190847397,
      "step": 28740
    },
    {
      "loss_action": 0.0067175040021538734,
      "loss_total": 0.0067175040021538734,
      "step": 28740
    },
    {
      "grad_norm": 0.19462066888809204,
      "learning_rate": 8.53565082197157e-05,
      "loss": 0.0134,
      "step": 28750
    },
    {
      "loss_action": 0.008699027821421623,
      "loss_total": 0.008699027821421623,
      "step": 28750
    },
    {
      "loss_action": 0.01539376750588417,
      "loss_total": 0.01539376750588417,
      "step": 28750
    },
    {
      "loss_action": 0.012751040980219841,
      "loss_total": 0.012751040980219841,
      "step": 28750
    },
    {
      "loss_action": 0.01912151277065277,
      "loss_total": 0.01912151277065277,
      "step": 28750
    },
    {
      "loss_action": 0.006173786707222462,
      "loss_total": 0.006173786707222462,
      "step": 28750
    },
    {
      "loss_action": 0.00927699450403452,
      "loss_total": 0.00927699450403452,
      "step": 28750
    },
    {
      "loss_action": 0.008641978725790977,
      "loss_total": 0.008641978725790977,
      "step": 28750
    },
    {
      "loss_action": 0.007688672281801701,
      "loss_total": 0.007688672281801701,
      "step": 28750
    },
    {
      "grad_norm": 0.11712193489074707,
      "learning_rate": 8.534481487610289e-05,
      "loss": 0.0135,
      "step": 28760
    },
    {
      "loss_action": 0.010335512459278107,
      "loss_total": 0.010335512459278107,
      "step": 28760
    },
    {
      "loss_action": 0.004950216971337795,
      "loss_total": 0.004950216971337795,
      "step": 28760
    },
    {
      "loss_action": 0.020336370915174484,
      "loss_total": 0.020336370915174484,
      "step": 28760
    },
    {
      "loss_action": 0.006366913206875324,
      "loss_total": 0.006366913206875324,
      "step": 28760
    },
    {
      "loss_action": 0.022198405116796494,
      "loss_total": 0.022198405116796494,
      "step": 28760
    },
    {
      "loss_action": 0.002848150208592415,
      "loss_total": 0.002848150208592415,
      "step": 28760
    },
    {
      "loss_action": 0.014534249901771545,
      "loss_total": 0.014534249901771545,
      "step": 28760
    },
    {
      "loss_action": 0.011893052607774734,
      "loss_total": 0.011893052607774734,
      "step": 28760
    },
    {
      "grad_norm": 0.13513436913490295,
      "learning_rate": 8.533311766723428e-05,
      "loss": 0.0111,
      "step": 28770
    },
    {
      "loss_action": 0.006750107742846012,
      "loss_total": 0.006750107742846012,
      "step": 28770
    },
    {
      "loss_action": 0.00931885838508606,
      "loss_total": 0.00931885838508606,
      "step": 28770
    },
    {
      "loss_action": 0.011150725185871124,
      "loss_total": 0.011150725185871124,
      "step": 28770
    },
    {
      "loss_action": 0.007423824165016413,
      "loss_total": 0.007423824165016413,
      "step": 28770
    },
    {
      "loss_action": 0.01061074249446392,
      "loss_total": 0.01061074249446392,
      "step": 28770
    },
    {
      "loss_action": 0.0058527556248009205,
      "loss_total": 0.0058527556248009205,
      "step": 28770
    },
    {
      "loss_action": 0.01766766607761383,
      "loss_total": 0.01766766607761383,
      "step": 28770
    },
    {
      "loss_action": 0.012947306968271732,
      "loss_total": 0.012947306968271732,
      "step": 28770
    },
    {
      "grad_norm": 0.22948162257671356,
      "learning_rate": 8.532141659438901e-05,
      "loss": 0.0113,
      "step": 28780
    },
    {
      "loss_action": 0.007681718096137047,
      "loss_total": 0.007681718096137047,
      "step": 28780
    },
    {
      "loss_action": 0.016011279076337814,
      "loss_total": 0.016011279076337814,
      "step": 28780
    },
    {
      "loss_action": 0.006792937405407429,
      "loss_total": 0.006792937405407429,
      "step": 28780
    },
    {
      "loss_action": 0.01131494715809822,
      "loss_total": 0.01131494715809822,
      "step": 28780
    },
    {
      "loss_action": 0.017566295340657234,
      "loss_total": 0.017566295340657234,
      "step": 28780
    },
    {
      "loss_action": 0.0247381329536438,
      "loss_total": 0.0247381329536438,
      "step": 28780
    },
    {
      "loss_action": 0.016541581600904465,
      "loss_total": 0.016541581600904465,
      "step": 28780
    },
    {
      "loss_action": 0.018510853871703148,
      "loss_total": 0.018510853871703148,
      "step": 28780
    },
    {
      "grad_norm": 0.14667093753814697,
      "learning_rate": 8.530971165884675e-05,
      "loss": 0.0125,
      "step": 28790
    },
    {
      "loss_action": 0.0056703956797719,
      "loss_total": 0.0056703956797719,
      "step": 28790
    },
    {
      "loss_action": 0.004934531170874834,
      "loss_total": 0.004934531170874834,
      "step": 28790
    },
    {
      "loss_action": 0.010662851855158806,
      "loss_total": 0.010662851855158806,
      "step": 28790
    },
    {
      "loss_action": 0.03187699615955353,
      "loss_total": 0.03187699615955353,
      "step": 28790
    },
    {
      "loss_action": 0.009583735838532448,
      "loss_total": 0.009583735838532448,
      "step": 28790
    },
    {
      "loss_action": 0.007568868342787027,
      "loss_total": 0.007568868342787027,
      "step": 28790
    },
    {
      "loss_action": 0.00927850790321827,
      "loss_total": 0.00927850790321827,
      "step": 28790
    },
    {
      "loss_action": 0.024169862270355225,
      "loss_total": 0.024169862270355225,
      "step": 28790
    },
    {
      "grad_norm": 0.13709774613380432,
      "learning_rate": 8.529800286188752e-05,
      "loss": 0.0111,
      "step": 28800
    },
    {
      "loss_action": 0.008795343339443207,
      "loss_total": 0.008795343339443207,
      "step": 28800
    },
    {
      "loss_action": 0.0059248292818665504,
      "loss_total": 0.0059248292818665504,
      "step": 28800
    },
    {
      "loss_action": 0.005344123113900423,
      "loss_total": 0.005344123113900423,
      "step": 28800
    },
    {
      "loss_action": 0.005978038534522057,
      "loss_total": 0.005978038534522057,
      "step": 28800
    },
    {
      "loss_action": 0.024265119805932045,
      "loss_total": 0.024265119805932045,
      "step": 28800
    },
    {
      "loss_action": 0.008054779842495918,
      "loss_total": 0.008054779842495918,
      "step": 28800
    },
    {
      "loss_action": 0.00862308219075203,
      "loss_total": 0.00862308219075203,
      "step": 28800
    },
    {
      "loss_action": 0.01450747437775135,
      "loss_total": 0.01450747437775135,
      "step": 28800
    },
    {
      "grad_norm": 0.15346591174602509,
      "learning_rate": 8.528629020479175e-05,
      "loss": 0.0117,
      "step": 28810
    },
    {
      "loss_action": 0.0074818916618824005,
      "loss_total": 0.0074818916618824005,
      "step": 28810
    },
    {
      "loss_action": 0.014651147648692131,
      "loss_total": 0.014651147648692131,
      "step": 28810
    },
    {
      "loss_action": 0.009208924137055874,
      "loss_total": 0.009208924137055874,
      "step": 28810
    },
    {
      "loss_action": 0.01009189710021019,
      "loss_total": 0.01009189710021019,
      "step": 28810
    },
    {
      "loss_action": 0.02160792425274849,
      "loss_total": 0.02160792425274849,
      "step": 28810
    },
    {
      "loss_action": 0.05884450301527977,
      "loss_total": 0.05884450301527977,
      "step": 28810
    },
    {
      "loss_action": 0.006286341696977615,
      "loss_total": 0.006286341696977615,
      "step": 28810
    },
    {
      "loss_action": 0.00693139061331749,
      "loss_total": 0.00693139061331749,
      "step": 28810
    },
    {
      "grad_norm": 0.1699620932340622,
      "learning_rate": 8.527457368884033e-05,
      "loss": 0.0132,
      "step": 28820
    },
    {
      "loss_action": 0.013387094251811504,
      "loss_total": 0.013387094251811504,
      "step": 28820
    },
    {
      "loss_action": 0.010936971753835678,
      "loss_total": 0.010936971753835678,
      "step": 28820
    },
    {
      "loss_action": 0.01415990013629198,
      "loss_total": 0.01415990013629198,
      "step": 28820
    },
    {
      "loss_action": 0.009655016474425793,
      "loss_total": 0.009655016474425793,
      "step": 28820
    },
    {
      "loss_action": 0.0042424919083714485,
      "loss_total": 0.0042424919083714485,
      "step": 28820
    },
    {
      "loss_action": 0.013341369107365608,
      "loss_total": 0.013341369107365608,
      "step": 28820
    },
    {
      "loss_action": 0.007411071565002203,
      "loss_total": 0.007411071565002203,
      "step": 28820
    },
    {
      "loss_action": 0.007802351377904415,
      "loss_total": 0.007802351377904415,
      "step": 28820
    },
    {
      "grad_norm": 0.15302486717700958,
      "learning_rate": 8.526285331531458e-05,
      "loss": 0.0119,
      "step": 28830
    },
    {
      "loss_action": 0.024012643843889236,
      "loss_total": 0.024012643843889236,
      "step": 28830
    },
    {
      "loss_action": 0.008421534672379494,
      "loss_total": 0.008421534672379494,
      "step": 28830
    },
    {
      "loss_action": 0.017814746126532555,
      "loss_total": 0.017814746126532555,
      "step": 28830
    },
    {
      "loss_action": 0.0052443151362240314,
      "loss_total": 0.0052443151362240314,
      "step": 28830
    },
    {
      "loss_action": 0.0036045233719050884,
      "loss_total": 0.0036045233719050884,
      "step": 28830
    },
    {
      "loss_action": 0.018311571329832077,
      "loss_total": 0.018311571329832077,
      "step": 28830
    },
    {
      "loss_action": 0.008895881474018097,
      "loss_total": 0.008895881474018097,
      "step": 28830
    },
    {
      "loss_action": 0.00668895011767745,
      "loss_total": 0.00668895011767745,
      "step": 28830
    },
    {
      "grad_norm": 0.14516548812389374,
      "learning_rate": 8.525112908549621e-05,
      "loss": 0.0109,
      "step": 28840
    },
    {
      "loss_action": 0.008853645995259285,
      "loss_total": 0.008853645995259285,
      "step": 28840
    },
    {
      "loss_action": 0.006078063510358334,
      "loss_total": 0.006078063510358334,
      "step": 28840
    },
    {
      "loss_action": 0.009573664516210556,
      "loss_total": 0.009573664516210556,
      "step": 28840
    },
    {
      "loss_action": 0.02279628813266754,
      "loss_total": 0.02279628813266754,
      "step": 28840
    },
    {
      "loss_action": 0.004265671595931053,
      "loss_total": 0.004265671595931053,
      "step": 28840
    },
    {
      "loss_action": 0.00418912572786212,
      "loss_total": 0.00418912572786212,
      "step": 28840
    },
    {
      "loss_action": 0.0294375978410244,
      "loss_total": 0.0294375978410244,
      "step": 28840
    },
    {
      "loss_action": 0.013857211917638779,
      "loss_total": 0.013857211917638779,
      "step": 28840
    },
    {
      "grad_norm": 0.10939285904169083,
      "learning_rate": 8.523940100066735e-05,
      "loss": 0.0113,
      "step": 28850
    },
    {
      "loss_action": 0.0071648722514510155,
      "loss_total": 0.0071648722514510155,
      "step": 28850
    },
    {
      "loss_action": 0.0061216214671730995,
      "loss_total": 0.0061216214671730995,
      "step": 28850
    },
    {
      "loss_action": 0.006023289170116186,
      "loss_total": 0.006023289170116186,
      "step": 28850
    },
    {
      "loss_action": 0.03570491820573807,
      "loss_total": 0.03570491820573807,
      "step": 28850
    },
    {
      "loss_action": 0.005693236365914345,
      "loss_total": 0.005693236365914345,
      "step": 28850
    },
    {
      "loss_action": 0.008713155053555965,
      "loss_total": 0.008713155053555965,
      "step": 28850
    },
    {
      "loss_action": 0.003550628200173378,
      "loss_total": 0.003550628200173378,
      "step": 28850
    },
    {
      "loss_action": 0.025717247277498245,
      "loss_total": 0.025717247277498245,
      "step": 28850
    },
    {
      "grad_norm": 0.1897822618484497,
      "learning_rate": 8.52276690621106e-05,
      "loss": 0.0121,
      "step": 28860
    },
    {
      "loss_action": 0.009783189743757248,
      "loss_total": 0.009783189743757248,
      "step": 28860
    },
    {
      "loss_action": 0.01439228281378746,
      "loss_total": 0.01439228281378746,
      "step": 28860
    },
    {
      "loss_action": 0.013814987614750862,
      "loss_total": 0.013814987614750862,
      "step": 28860
    },
    {
      "loss_action": 0.008389236405491829,
      "loss_total": 0.008389236405491829,
      "step": 28860
    },
    {
      "loss_action": 0.007215763442218304,
      "loss_total": 0.007215763442218304,
      "step": 28860
    },
    {
      "loss_action": 0.005732957273721695,
      "loss_total": 0.005732957273721695,
      "step": 28860
    },
    {
      "loss_action": 0.0058098710142076015,
      "loss_total": 0.0058098710142076015,
      "step": 28860
    },
    {
      "loss_action": 0.012577536515891552,
      "loss_total": 0.012577536515891552,
      "step": 28860
    },
    {
      "grad_norm": 0.15750393271446228,
      "learning_rate": 8.521593327110889e-05,
      "loss": 0.0138,
      "step": 28870
    },
    {
      "loss_action": 0.010717099532485008,
      "loss_total": 0.010717099532485008,
      "step": 28870
    },
    {
      "loss_action": 0.013490285724401474,
      "loss_total": 0.013490285724401474,
      "step": 28870
    },
    {
      "loss_action": 0.015113226138055325,
      "loss_total": 0.015113226138055325,
      "step": 28870
    },
    {
      "loss_action": 0.005573016591370106,
      "loss_total": 0.005573016591370106,
      "step": 28870
    },
    {
      "loss_action": 0.03720468282699585,
      "loss_total": 0.03720468282699585,
      "step": 28870
    },
    {
      "loss_action": 0.0036908581387251616,
      "loss_total": 0.0036908581387251616,
      "step": 28870
    },
    {
      "loss_action": 0.006760929711163044,
      "loss_total": 0.006760929711163044,
      "step": 28870
    },
    {
      "loss_action": 0.010829262435436249,
      "loss_total": 0.010829262435436249,
      "step": 28870
    },
    {
      "grad_norm": 0.16284966468811035,
      "learning_rate": 8.520419362894569e-05,
      "loss": 0.0124,
      "step": 28880
    },
    {
      "loss_action": 0.006430212873965502,
      "loss_total": 0.006430212873965502,
      "step": 28880
    },
    {
      "loss_action": 0.008859951980412006,
      "loss_total": 0.008859951980412006,
      "step": 28880
    },
    {
      "loss_action": 0.01096254587173462,
      "loss_total": 0.01096254587173462,
      "step": 28880
    },
    {
      "loss_action": 0.009227234870195389,
      "loss_total": 0.009227234870195389,
      "step": 28880
    },
    {
      "loss_action": 0.00400413665920496,
      "loss_total": 0.00400413665920496,
      "step": 28880
    },
    {
      "loss_action": 0.008326670154929161,
      "loss_total": 0.008326670154929161,
      "step": 28880
    },
    {
      "loss_action": 0.006673089228570461,
      "loss_total": 0.006673089228570461,
      "step": 28880
    },
    {
      "loss_action": 0.015919219702482224,
      "loss_total": 0.015919219702482224,
      "step": 28880
    },
    {
      "grad_norm": 0.17155851423740387,
      "learning_rate": 8.51924501369048e-05,
      "loss": 0.0107,
      "step": 28890
    },
    {
      "loss_action": 0.018163135275244713,
      "loss_total": 0.018163135275244713,
      "step": 28890
    },
    {
      "loss_action": 0.00771170062944293,
      "loss_total": 0.00771170062944293,
      "step": 28890
    },
    {
      "loss_action": 0.006715934257954359,
      "loss_total": 0.006715934257954359,
      "step": 28890
    },
    {
      "loss_action": 0.0035599167458713055,
      "loss_total": 0.0035599167458713055,
      "step": 28890
    },
    {
      "loss_action": 0.008427209220826626,
      "loss_total": 0.008427209220826626,
      "step": 28890
    },
    {
      "loss_action": 0.011218547821044922,
      "loss_total": 0.011218547821044922,
      "step": 28890
    },
    {
      "loss_action": 0.007021600380539894,
      "loss_total": 0.007021600380539894,
      "step": 28890
    },
    {
      "loss_action": 0.012578007765114307,
      "loss_total": 0.012578007765114307,
      "step": 28890
    },
    {
      "grad_norm": 0.13435187935829163,
      "learning_rate": 8.518070279627047e-05,
      "loss": 0.0107,
      "step": 28900
    },
    {
      "loss_action": 0.0061916750855743885,
      "loss_total": 0.0061916750855743885,
      "step": 28900
    },
    {
      "loss_action": 0.015653081238269806,
      "loss_total": 0.015653081238269806,
      "step": 28900
    },
    {
      "loss_action": 0.012404432520270348,
      "loss_total": 0.012404432520270348,
      "step": 28900
    },
    {
      "loss_action": 0.007714201230555773,
      "loss_total": 0.007714201230555773,
      "step": 28900
    },
    {
      "loss_action": 0.00749790295958519,
      "loss_total": 0.00749790295958519,
      "step": 28900
    },
    {
      "loss_action": 0.006693501491099596,
      "loss_total": 0.006693501491099596,
      "step": 28900
    },
    {
      "loss_action": 0.009641602635383606,
      "loss_total": 0.009641602635383606,
      "step": 28900
    },
    {
      "loss_action": 0.010694888420403004,
      "loss_total": 0.010694888420403004,
      "step": 28900
    },
    {
      "grad_norm": 0.10185399651527405,
      "learning_rate": 8.516895160832737e-05,
      "loss": 0.0127,
      "step": 28910
    },
    {
      "loss_action": 0.013282233849167824,
      "loss_total": 0.013282233849167824,
      "step": 28910
    },
    {
      "loss_action": 0.013023840263485909,
      "loss_total": 0.013023840263485909,
      "step": 28910
    },
    {
      "loss_action": 0.00545974588021636,
      "loss_total": 0.00545974588021636,
      "step": 28910
    },
    {
      "loss_action": 0.006899259984493256,
      "loss_total": 0.006899259984493256,
      "step": 28910
    },
    {
      "loss_action": 0.023095548152923584,
      "loss_total": 0.023095548152923584,
      "step": 28910
    },
    {
      "loss_action": 0.009472589939832687,
      "loss_total": 0.009472589939832687,
      "step": 28910
    },
    {
      "loss_action": 0.010177341289818287,
      "loss_total": 0.010177341289818287,
      "step": 28910
    },
    {
      "loss_action": 0.015069362707436085,
      "loss_total": 0.015069362707436085,
      "step": 28910
    },
    {
      "grad_norm": 0.15265606343746185,
      "learning_rate": 8.515719657436061e-05,
      "loss": 0.01,
      "step": 28920
    },
    {
      "loss_action": 0.009295551106333733,
      "loss_total": 0.009295551106333733,
      "step": 28920
    },
    {
      "loss_action": 0.003188973991200328,
      "loss_total": 0.003188973991200328,
      "step": 28920
    },
    {
      "loss_action": 0.009331216104328632,
      "loss_total": 0.009331216104328632,
      "step": 28920
    },
    {
      "loss_action": 0.011850347742438316,
      "loss_total": 0.011850347742438316,
      "step": 28920
    },
    {
      "loss_action": 0.010799095965921879,
      "loss_total": 0.010799095965921879,
      "step": 28920
    },
    {
      "loss_action": 0.011826133355498314,
      "loss_total": 0.011826133355498314,
      "step": 28920
    },
    {
      "loss_action": 0.00527033768594265,
      "loss_total": 0.00527033768594265,
      "step": 28920
    },
    {
      "loss_action": 0.011614318937063217,
      "loss_total": 0.011614318937063217,
      "step": 28920
    },
    {
      "grad_norm": 0.13260291516780853,
      "learning_rate": 8.514543769565568e-05,
      "loss": 0.0129,
      "step": 28930
    },
    {
      "loss_action": 0.010523376055061817,
      "loss_total": 0.010523376055061817,
      "step": 28930
    },
    {
      "loss_action": 0.007237767335027456,
      "loss_total": 0.007237767335027456,
      "step": 28930
    },
    {
      "loss_action": 0.02061101421713829,
      "loss_total": 0.02061101421713829,
      "step": 28930
    },
    {
      "loss_action": 0.008746616542339325,
      "loss_total": 0.008746616542339325,
      "step": 28930
    },
    {
      "loss_action": 0.008616341277956963,
      "loss_total": 0.008616341277956963,
      "step": 28930
    },
    {
      "loss_action": 0.0105755515396595,
      "loss_total": 0.0105755515396595,
      "step": 28930
    },
    {
      "loss_action": 0.005462592002004385,
      "loss_total": 0.005462592002004385,
      "step": 28930
    },
    {
      "loss_action": 0.03158271685242653,
      "loss_total": 0.03158271685242653,
      "step": 28930
    },
    {
      "grad_norm": 0.19668379426002502,
      "learning_rate": 8.513367497349853e-05,
      "loss": 0.0104,
      "step": 28940
    },
    {
      "loss_action": 0.007907100953161716,
      "loss_total": 0.007907100953161716,
      "step": 28940
    },
    {
      "loss_action": 0.0057598804123699665,
      "loss_total": 0.0057598804123699665,
      "step": 28940
    },
    {
      "loss_action": 0.011778552085161209,
      "loss_total": 0.011778552085161209,
      "step": 28940
    },
    {
      "loss_action": 0.005829782225191593,
      "loss_total": 0.005829782225191593,
      "step": 28940
    },
    {
      "loss_action": 0.06186361610889435,
      "loss_total": 0.06186361610889435,
      "step": 28940
    },
    {
      "loss_action": 0.007127278484404087,
      "loss_total": 0.007127278484404087,
      "step": 28940
    },
    {
      "loss_action": 0.01162684801965952,
      "loss_total": 0.01162684801965952,
      "step": 28940
    },
    {
      "loss_action": 0.01886146515607834,
      "loss_total": 0.01886146515607834,
      "step": 28940
    },
    {
      "grad_norm": 0.23356890678405762,
      "learning_rate": 8.51219084091755e-05,
      "loss": 0.014,
      "step": 28950
    },
    {
      "loss_action": 0.013028295710682869,
      "loss_total": 0.013028295710682869,
      "step": 28950
    },
    {
      "loss_action": 0.01839284412562847,
      "loss_total": 0.01839284412562847,
      "step": 28950
    },
    {
      "loss_action": 0.013908905908465385,
      "loss_total": 0.013908905908465385,
      "step": 28950
    },
    {
      "loss_action": 0.006846818141639233,
      "loss_total": 0.006846818141639233,
      "step": 28950
    },
    {
      "loss_action": 0.01776963099837303,
      "loss_total": 0.01776963099837303,
      "step": 28950
    },
    {
      "loss_action": 0.007201866712421179,
      "loss_total": 0.007201866712421179,
      "step": 28950
    },
    {
      "loss_action": 0.012237261049449444,
      "loss_total": 0.012237261049449444,
      "step": 28950
    },
    {
      "loss_action": 0.01986696943640709,
      "loss_total": 0.01986696943640709,
      "step": 28950
    },
    {
      "grad_norm": 0.14002923667430878,
      "learning_rate": 8.511013800397338e-05,
      "loss": 0.0123,
      "step": 28960
    },
    {
      "loss_action": 0.008264532312750816,
      "loss_total": 0.008264532312750816,
      "step": 28960
    },
    {
      "loss_action": 0.013872085139155388,
      "loss_total": 0.013872085139155388,
      "step": 28960
    },
    {
      "loss_action": 0.01203245110809803,
      "loss_total": 0.01203245110809803,
      "step": 28960
    },
    {
      "loss_action": 0.007083569187670946,
      "loss_total": 0.007083569187670946,
      "step": 28960
    },
    {
      "loss_action": 0.013950787484645844,
      "loss_total": 0.013950787484645844,
      "step": 28960
    },
    {
      "loss_action": 0.008469244465231895,
      "loss_total": 0.008469244465231895,
      "step": 28960
    },
    {
      "loss_action": 0.0128929503262043,
      "loss_total": 0.0128929503262043,
      "step": 28960
    },
    {
      "loss_action": 0.017336981371045113,
      "loss_total": 0.017336981371045113,
      "step": 28960
    },
    {
      "grad_norm": 0.14624245464801788,
      "learning_rate": 8.509836375917937e-05,
      "loss": 0.012,
      "step": 28970
    },
    {
      "loss_action": 0.010633798316121101,
      "loss_total": 0.010633798316121101,
      "step": 28970
    },
    {
      "loss_action": 0.00943046249449253,
      "loss_total": 0.00943046249449253,
      "step": 28970
    },
    {
      "loss_action": 0.0059016053564846516,
      "loss_total": 0.0059016053564846516,
      "step": 28970
    },
    {
      "loss_action": 0.004923624452203512,
      "loss_total": 0.004923624452203512,
      "step": 28970
    },
    {
      "loss_action": 0.00765504315495491,
      "loss_total": 0.00765504315495491,
      "step": 28970
    },
    {
      "loss_action": 0.009881367906928062,
      "loss_total": 0.009881367906928062,
      "step": 28970
    },
    {
      "loss_action": 0.01910567656159401,
      "loss_total": 0.01910567656159401,
      "step": 28970
    },
    {
      "loss_action": 0.008543767966330051,
      "loss_total": 0.008543767966330051,
      "step": 28970
    },
    {
      "grad_norm": 0.1326015144586563,
      "learning_rate": 8.508658567608104e-05,
      "loss": 0.0103,
      "step": 28980
    },
    {
      "loss_action": 0.012910853140056133,
      "loss_total": 0.012910853140056133,
      "step": 28980
    },
    {
      "loss_action": 0.005594726651906967,
      "loss_total": 0.005594726651906967,
      "step": 28980
    },
    {
      "loss_action": 0.004593394231051207,
      "loss_total": 0.004593394231051207,
      "step": 28980
    },
    {
      "loss_action": 0.0028141490183770657,
      "loss_total": 0.0028141490183770657,
      "step": 28980
    },
    {
      "loss_action": 0.004235999658703804,
      "loss_total": 0.004235999658703804,
      "step": 28980
    },
    {
      "loss_action": 0.09039396792650223,
      "loss_total": 0.09039396792650223,
      "step": 28980
    },
    {
      "loss_action": 0.004248906392604113,
      "loss_total": 0.004248906392604113,
      "step": 28980
    },
    {
      "loss_action": 0.018601858988404274,
      "loss_total": 0.018601858988404274,
      "step": 28980
    },
    {
      "grad_norm": 0.15610618889331818,
      "learning_rate": 8.507480375596647e-05,
      "loss": 0.0109,
      "step": 28990
    },
    {
      "loss_action": 0.011860711500048637,
      "loss_total": 0.011860711500048637,
      "step": 28990
    },
    {
      "loss_action": 0.016114741563796997,
      "loss_total": 0.016114741563796997,
      "step": 28990
    },
    {
      "loss_action": 0.014413710683584213,
      "loss_total": 0.014413710683584213,
      "step": 28990
    },
    {
      "loss_action": 0.011415144428610802,
      "loss_total": 0.011415144428610802,
      "step": 28990
    },
    {
      "loss_action": 0.008213055320084095,
      "loss_total": 0.008213055320084095,
      "step": 28990
    },
    {
      "loss_action": 0.013414704240858555,
      "loss_total": 0.013414704240858555,
      "step": 28990
    },
    {
      "loss_action": 0.014599768444895744,
      "loss_total": 0.014599768444895744,
      "step": 28990
    },
    {
      "loss_action": 0.01121983490884304,
      "loss_total": 0.01121983490884304,
      "step": 28990
    },
    {
      "grad_norm": 0.1126776710152626,
      "learning_rate": 8.506301800012408e-05,
      "loss": 0.0103,
      "step": 29000
    },
    {
      "loss_action": 0.00906255841255188,
      "loss_total": 0.00906255841255188,
      "step": 29000
    },
    {
      "loss_action": 0.010240606032311916,
      "loss_total": 0.010240606032311916,
      "step": 29000
    },
    {
      "loss_action": 0.005927967838943005,
      "loss_total": 0.005927967838943005,
      "step": 29000
    },
    {
      "loss_action": 0.006895617116242647,
      "loss_total": 0.006895617116242647,
      "step": 29000
    },
    {
      "loss_action": 0.00579695263877511,
      "loss_total": 0.00579695263877511,
      "step": 29000
    },
    {
      "loss_action": 0.014842834323644638,
      "loss_total": 0.014842834323644638,
      "step": 29000
    },
    {
      "loss_action": 0.006904488429427147,
      "loss_total": 0.006904488429427147,
      "step": 29000
    },
    {
      "loss_action": 0.00916350819170475,
      "loss_total": 0.00916350819170475,
      "step": 29000
    },
    {
      "grad_norm": 0.16336333751678467,
      "learning_rate": 8.505122840984278e-05,
      "loss": 0.0113,
      "step": 29010
    },
    {
      "loss_action": 0.010969284921884537,
      "loss_total": 0.010969284921884537,
      "step": 29010
    },
    {
      "loss_action": 0.006883916445076466,
      "loss_total": 0.006883916445076466,
      "step": 29010
    },
    {
      "loss_action": 0.012528272345662117,
      "loss_total": 0.012528272345662117,
      "step": 29010
    },
    {
      "loss_action": 0.010428057052195072,
      "loss_total": 0.010428057052195072,
      "step": 29010
    },
    {
      "loss_action": 0.009975703433156013,
      "loss_total": 0.009975703433156013,
      "step": 29010
    },
    {
      "loss_action": 0.010237246751785278,
      "loss_total": 0.010237246751785278,
      "step": 29010
    },
    {
      "loss_action": 0.01271918136626482,
      "loss_total": 0.01271918136626482,
      "step": 29010
    },
    {
      "loss_action": 0.008231988176703453,
      "loss_total": 0.008231988176703453,
      "step": 29010
    },
    {
      "grad_norm": 0.1557164192199707,
      "learning_rate": 8.503943498641182e-05,
      "loss": 0.0111,
      "step": 29020
    },
    {
      "loss_action": 0.01180928386747837,
      "loss_total": 0.01180928386747837,
      "step": 29020
    },
    {
      "loss_action": 0.00903228297829628,
      "loss_total": 0.00903228297829628,
      "step": 29020
    },
    {
      "loss_action": 0.0055501703172922134,
      "loss_total": 0.0055501703172922134,
      "step": 29020
    },
    {
      "loss_action": 0.00733349472284317,
      "loss_total": 0.00733349472284317,
      "step": 29020
    },
    {
      "loss_action": 0.003651775186881423,
      "loss_total": 0.003651775186881423,
      "step": 29020
    },
    {
      "loss_action": 0.010579199530184269,
      "loss_total": 0.010579199530184269,
      "step": 29020
    },
    {
      "loss_action": 0.004657769110053778,
      "loss_total": 0.004657769110053778,
      "step": 29020
    },
    {
      "loss_action": 0.014458389021456242,
      "loss_total": 0.014458389021456242,
      "step": 29020
    },
    {
      "grad_norm": 0.14018237590789795,
      "learning_rate": 8.502763773112095e-05,
      "loss": 0.0103,
      "step": 29030
    },
    {
      "loss_action": 0.008935779333114624,
      "loss_total": 0.008935779333114624,
      "step": 29030
    },
    {
      "loss_action": 0.0046310704201459885,
      "loss_total": 0.0046310704201459885,
      "step": 29030
    },
    {
      "loss_action": 0.00984737928956747,
      "loss_total": 0.00984737928956747,
      "step": 29030
    },
    {
      "loss_action": 0.009048156440258026,
      "loss_total": 0.009048156440258026,
      "step": 29030
    },
    {
      "loss_action": 0.005896818824112415,
      "loss_total": 0.005896818824112415,
      "step": 29030
    },
    {
      "loss_action": 0.012081243097782135,
      "loss_total": 0.012081243097782135,
      "step": 29030
    },
    {
      "loss_action": 0.008627294562757015,
      "loss_total": 0.008627294562757015,
      "step": 29030
    },
    {
      "loss_action": 0.01824270375072956,
      "loss_total": 0.01824270375072956,
      "step": 29030
    },
    {
      "grad_norm": 0.11166080832481384,
      "learning_rate": 8.501583664526026e-05,
      "loss": 0.0113,
      "step": 29040
    },
    {
      "loss_action": 0.0142092015594244,
      "loss_total": 0.0142092015594244,
      "step": 29040
    },
    {
      "loss_action": 0.027426166459918022,
      "loss_total": 0.027426166459918022,
      "step": 29040
    },
    {
      "loss_action": 0.00510577205568552,
      "loss_total": 0.00510577205568552,
      "step": 29040
    },
    {
      "loss_action": 0.009249607101082802,
      "loss_total": 0.009249607101082802,
      "step": 29040
    },
    {
      "loss_action": 0.0066163018345832825,
      "loss_total": 0.0066163018345832825,
      "step": 29040
    },
    {
      "loss_action": 0.004280419088900089,
      "loss_total": 0.004280419088900089,
      "step": 29040
    },
    {
      "loss_action": 0.008469603955745697,
      "loss_total": 0.008469603955745697,
      "step": 29040
    },
    {
      "loss_action": 0.009476511739194393,
      "loss_total": 0.009476511739194393,
      "step": 29040
    },
    {
      "grad_norm": 0.14967158436775208,
      "learning_rate": 8.500403173012032e-05,
      "loss": 0.0122,
      "step": 29050
    },
    {
      "loss_action": 0.007978957146406174,
      "loss_total": 0.007978957146406174,
      "step": 29050
    },
    {
      "loss_action": 0.010846070013940334,
      "loss_total": 0.010846070013940334,
      "step": 29050
    },
    {
      "loss_action": 0.007421533111482859,
      "loss_total": 0.007421533111482859,
      "step": 29050
    },
    {
      "loss_action": 0.019586849957704544,
      "loss_total": 0.019586849957704544,
      "step": 29050
    },
    {
      "loss_action": 0.011626366525888443,
      "loss_total": 0.011626366525888443,
      "step": 29050
    },
    {
      "loss_action": 0.005842581856995821,
      "loss_total": 0.005842581856995821,
      "step": 29050
    },
    {
      "loss_action": 0.007038668729364872,
      "loss_total": 0.007038668729364872,
      "step": 29050
    },
    {
      "loss_action": 0.00986846536397934,
      "loss_total": 0.00986846536397934,
      "step": 29050
    },
    {
      "grad_norm": 0.13085255026817322,
      "learning_rate": 8.499222298699211e-05,
      "loss": 0.0113,
      "step": 29060
    },
    {
      "loss_action": 0.005130856763571501,
      "loss_total": 0.005130856763571501,
      "step": 29060
    },
    {
      "loss_action": 0.00565976882353425,
      "loss_total": 0.00565976882353425,
      "step": 29060
    },
    {
      "loss_action": 0.005693486891686916,
      "loss_total": 0.005693486891686916,
      "step": 29060
    },
    {
      "loss_action": 0.012122245505452156,
      "loss_total": 0.012122245505452156,
      "step": 29060
    },
    {
      "loss_action": 0.003629933809861541,
      "loss_total": 0.003629933809861541,
      "step": 29060
    },
    {
      "loss_action": 0.007679241709411144,
      "loss_total": 0.007679241709411144,
      "step": 29060
    },
    {
      "loss_action": 0.004892581608146429,
      "loss_total": 0.004892581608146429,
      "step": 29060
    },
    {
      "loss_action": 0.005524943582713604,
      "loss_total": 0.005524943582713604,
      "step": 29060
    },
    {
      "grad_norm": 0.13614636659622192,
      "learning_rate": 8.498041041716701e-05,
      "loss": 0.0111,
      "step": 29070
    },
    {
      "loss_action": 0.009158652275800705,
      "loss_total": 0.009158652275800705,
      "step": 29070
    },
    {
      "loss_action": 0.006963636726140976,
      "loss_total": 0.006963636726140976,
      "step": 29070
    },
    {
      "loss_action": 0.01051592081785202,
      "loss_total": 0.01051592081785202,
      "step": 29070
    },
    {
      "loss_action": 0.004037225618958473,
      "loss_total": 0.004037225618958473,
      "step": 29070
    },
    {
      "loss_action": 0.0047362372279167175,
      "loss_total": 0.0047362372279167175,
      "step": 29070
    },
    {
      "loss_action": 0.008481649681925774,
      "loss_total": 0.008481649681925774,
      "step": 29070
    },
    {
      "loss_action": 0.013112666085362434,
      "loss_total": 0.013112666085362434,
      "step": 29070
    },
    {
      "loss_action": 0.023243889212608337,
      "loss_total": 0.023243889212608337,
      "step": 29070
    },
    {
      "grad_norm": 0.12050870060920715,
      "learning_rate": 8.496859402193681e-05,
      "loss": 0.0125,
      "step": 29080
    },
    {
      "loss_action": 0.006709329783916473,
      "loss_total": 0.006709329783916473,
      "step": 29080
    },
    {
      "loss_action": 0.005196624435484409,
      "loss_total": 0.005196624435484409,
      "step": 29080
    },
    {
      "loss_action": 0.01005377247929573,
      "loss_total": 0.01005377247929573,
      "step": 29080
    },
    {
      "loss_action": 0.011378536000847816,
      "loss_total": 0.011378536000847816,
      "step": 29080
    },
    {
      "loss_action": 0.0038353081326931715,
      "loss_total": 0.0038353081326931715,
      "step": 29080
    },
    {
      "loss_action": 0.02135283686220646,
      "loss_total": 0.02135283686220646,
      "step": 29080
    },
    {
      "loss_action": 0.015759658068418503,
      "loss_total": 0.015759658068418503,
      "step": 29080
    },
    {
      "loss_action": 0.012010270729660988,
      "loss_total": 0.012010270729660988,
      "step": 29080
    },
    {
      "grad_norm": 0.11493398249149323,
      "learning_rate": 8.495677380259374e-05,
      "loss": 0.0105,
      "step": 29090
    },
    {
      "loss_action": 0.029963240027427673,
      "loss_total": 0.029963240027427673,
      "step": 29090
    },
    {
      "loss_action": 0.00833186972886324,
      "loss_total": 0.00833186972886324,
      "step": 29090
    },
    {
      "loss_action": 0.008553815074265003,
      "loss_total": 0.008553815074265003,
      "step": 29090
    },
    {
      "loss_action": 0.018389718607068062,
      "loss_total": 0.018389718607068062,
      "step": 29090
    },
    {
      "loss_action": 0.007605383172631264,
      "loss_total": 0.007605383172631264,
      "step": 29090
    },
    {
      "loss_action": 0.015631793066859245,
      "loss_total": 0.015631793066859245,
      "step": 29090
    },
    {
      "loss_action": 0.005203499458730221,
      "loss_total": 0.005203499458730221,
      "step": 29090
    },
    {
      "loss_action": 0.008544828742742538,
      "loss_total": 0.008544828742742538,
      "step": 29090
    },
    {
      "grad_norm": 0.1453154981136322,
      "learning_rate": 8.494494976043045e-05,
      "loss": 0.0118,
      "step": 29100
    },
    {
      "loss_action": 0.005996746942400932,
      "loss_total": 0.005996746942400932,
      "step": 29100
    },
    {
      "loss_action": 0.006318199448287487,
      "loss_total": 0.006318199448287487,
      "step": 29100
    },
    {
      "loss_action": 0.00395137257874012,
      "loss_total": 0.00395137257874012,
      "step": 29100
    },
    {
      "loss_action": 0.019863735884428024,
      "loss_total": 0.019863735884428024,
      "step": 29100
    },
    {
      "loss_action": 0.011640366166830063,
      "loss_total": 0.011640366166830063,
      "step": 29100
    },
    {
      "loss_action": 0.013459835201501846,
      "loss_total": 0.013459835201501846,
      "step": 29100
    },
    {
      "loss_action": 0.003389611840248108,
      "loss_total": 0.003389611840248108,
      "step": 29100
    },
    {
      "loss_action": 0.014825105667114258,
      "loss_total": 0.014825105667114258,
      "step": 29100
    },
    {
      "grad_norm": 0.1547432690858841,
      "learning_rate": 8.493312189673998e-05,
      "loss": 0.0118,
      "step": 29110
    },
    {
      "loss_action": 0.00697743846103549,
      "loss_total": 0.00697743846103549,
      "step": 29110
    },
    {
      "loss_action": 0.020654678344726562,
      "loss_total": 0.020654678344726562,
      "step": 29110
    },
    {
      "loss_action": 0.0032026057597249746,
      "loss_total": 0.0032026057597249746,
      "step": 29110
    },
    {
      "loss_action": 0.02710340917110443,
      "loss_total": 0.02710340917110443,
      "step": 29110
    },
    {
      "loss_action": 0.017465822398662567,
      "loss_total": 0.017465822398662567,
      "step": 29110
    },
    {
      "loss_action": 0.003587172133848071,
      "loss_total": 0.003587172133848071,
      "step": 29110
    },
    {
      "loss_action": 0.006809357088059187,
      "loss_total": 0.006809357088059187,
      "step": 29110
    },
    {
      "loss_action": 0.008716167882084846,
      "loss_total": 0.008716167882084846,
      "step": 29110
    },
    {
      "grad_norm": 0.09883347898721695,
      "learning_rate": 8.492129021281584e-05,
      "loss": 0.0121,
      "step": 29120
    },
    {
      "loss_action": 0.013158363290131092,
      "loss_total": 0.013158363290131092,
      "step": 29120
    },
    {
      "loss_action": 0.012832658365368843,
      "loss_total": 0.012832658365368843,
      "step": 29120
    },
    {
      "loss_action": 0.010145965032279491,
      "loss_total": 0.010145965032279491,
      "step": 29120
    },
    {
      "loss_action": 0.009517568163573742,
      "loss_total": 0.009517568163573742,
      "step": 29120
    },
    {
      "loss_action": 0.024335358291864395,
      "loss_total": 0.024335358291864395,
      "step": 29120
    },
    {
      "loss_action": 0.008932114578783512,
      "loss_total": 0.008932114578783512,
      "step": 29120
    },
    {
      "loss_action": 0.022489840164780617,
      "loss_total": 0.022489840164780617,
      "step": 29120
    },
    {
      "loss_action": 0.007053109351545572,
      "loss_total": 0.007053109351545572,
      "step": 29120
    },
    {
      "grad_norm": 0.09447191655635834,
      "learning_rate": 8.490945470995188e-05,
      "loss": 0.0113,
      "step": 29130
    },
    {
      "loss_action": 0.006926548667252064,
      "loss_total": 0.006926548667252064,
      "step": 29130
    },
    {
      "loss_action": 0.010814672335982323,
      "loss_total": 0.010814672335982323,
      "step": 29130
    },
    {
      "loss_action": 0.014024268835783005,
      "loss_total": 0.014024268835783005,
      "step": 29130
    },
    {
      "loss_action": 0.010109986178576946,
      "loss_total": 0.010109986178576946,
      "step": 29130
    },
    {
      "loss_action": 0.007910841144621372,
      "loss_total": 0.007910841144621372,
      "step": 29130
    },
    {
      "loss_action": 0.006043200381100178,
      "loss_total": 0.006043200381100178,
      "step": 29130
    },
    {
      "loss_action": 0.005732470657676458,
      "loss_total": 0.005732470657676458,
      "step": 29130
    },
    {
      "loss_action": 0.007871009409427643,
      "loss_total": 0.007871009409427643,
      "step": 29130
    },
    {
      "grad_norm": 0.17795367538928986,
      "learning_rate": 8.489761538944247e-05,
      "loss": 0.0125,
      "step": 29140
    },
    {
      "loss_action": 0.016691872850060463,
      "loss_total": 0.016691872850060463,
      "step": 29140
    },
    {
      "loss_action": 0.009198014624416828,
      "loss_total": 0.009198014624416828,
      "step": 29140
    },
    {
      "loss_action": 0.010258857160806656,
      "loss_total": 0.010258857160806656,
      "step": 29140
    },
    {
      "loss_action": 0.005836659111082554,
      "loss_total": 0.005836659111082554,
      "step": 29140
    },
    {
      "loss_action": 0.005630743224173784,
      "loss_total": 0.005630743224173784,
      "step": 29140
    },
    {
      "loss_action": 0.0071669030003249645,
      "loss_total": 0.0071669030003249645,
      "step": 29140
    },
    {
      "loss_action": 0.02284778282046318,
      "loss_total": 0.02284778282046318,
      "step": 29140
    },
    {
      "loss_action": 0.005472651217132807,
      "loss_total": 0.005472651217132807,
      "step": 29140
    },
    {
      "grad_norm": 0.08246362209320068,
      "learning_rate": 8.48857722525823e-05,
      "loss": 0.0111,
      "step": 29150
    },
    {
      "loss_action": 0.0063158669508993626,
      "loss_total": 0.0063158669508993626,
      "step": 29150
    },
    {
      "loss_action": 0.026066329330205917,
      "loss_total": 0.026066329330205917,
      "step": 29150
    },
    {
      "loss_action": 0.010221905075013638,
      "loss_total": 0.010221905075013638,
      "step": 29150
    },
    {
      "loss_action": 0.011759644374251366,
      "loss_total": 0.011759644374251366,
      "step": 29150
    },
    {
      "loss_action": 0.0037906672805547714,
      "loss_total": 0.0037906672805547714,
      "step": 29150
    },
    {
      "loss_action": 0.008407060988247395,
      "loss_total": 0.008407060988247395,
      "step": 29150
    },
    {
      "loss_action": 0.0037824916653335094,
      "loss_total": 0.0037824916653335094,
      "step": 29150
    },
    {
      "loss_action": 0.0063140299171209335,
      "loss_total": 0.0063140299171209335,
      "step": 29150
    },
    {
      "grad_norm": 0.10965921729803085,
      "learning_rate": 8.487392530066652e-05,
      "loss": 0.0114,
      "step": 29160
    },
    {
      "loss_action": 0.011784140020608902,
      "loss_total": 0.011784140020608902,
      "step": 29160
    },
    {
      "loss_action": 0.03981694206595421,
      "loss_total": 0.03981694206595421,
      "step": 29160
    },
    {
      "loss_action": 0.015107586048543453,
      "loss_total": 0.015107586048543453,
      "step": 29160
    },
    {
      "loss_action": 0.012236665934324265,
      "loss_total": 0.012236665934324265,
      "step": 29160
    },
    {
      "loss_action": 0.023858286440372467,
      "loss_total": 0.023858286440372467,
      "step": 29160
    },
    {
      "loss_action": 0.003618133021518588,
      "loss_total": 0.003618133021518588,
      "step": 29160
    },
    {
      "loss_action": 0.010922165587544441,
      "loss_total": 0.010922165587544441,
      "step": 29160
    },
    {
      "loss_action": 0.01098356582224369,
      "loss_total": 0.01098356582224369,
      "step": 29160
    },
    {
      "grad_norm": 0.15295352041721344,
      "learning_rate": 8.486207453499069e-05,
      "loss": 0.0108,
      "step": 29170
    },
    {
      "loss_action": 0.007353486493229866,
      "loss_total": 0.007353486493229866,
      "step": 29170
    },
    {
      "loss_action": 0.011420311406254768,
      "loss_total": 0.011420311406254768,
      "step": 29170
    },
    {
      "loss_action": 0.005789401009678841,
      "loss_total": 0.005789401009678841,
      "step": 29170
    },
    {
      "loss_action": 0.01731254532933235,
      "loss_total": 0.01731254532933235,
      "step": 29170
    },
    {
      "loss_action": 0.02114139497280121,
      "loss_total": 0.02114139497280121,
      "step": 29170
    },
    {
      "loss_action": 0.008146548643708229,
      "loss_total": 0.008146548643708229,
      "step": 29170
    },
    {
      "loss_action": 0.006944929715245962,
      "loss_total": 0.006944929715245962,
      "step": 29170
    },
    {
      "loss_action": 0.004173587076365948,
      "loss_total": 0.004173587076365948,
      "step": 29170
    },
    {
      "grad_norm": 0.14362232387065887,
      "learning_rate": 8.485021995685082e-05,
      "loss": 0.012,
      "step": 29180
    },
    {
      "loss_action": 0.003925400786101818,
      "loss_total": 0.003925400786101818,
      "step": 29180
    },
    {
      "loss_action": 0.0089336596429348,
      "loss_total": 0.0089336596429348,
      "step": 29180
    },
    {
      "loss_action": 0.009663170203566551,
      "loss_total": 0.009663170203566551,
      "step": 29180
    },
    {
      "loss_action": 0.008506383746862411,
      "loss_total": 0.008506383746862411,
      "step": 29180
    },
    {
      "loss_action": 0.021508563309907913,
      "loss_total": 0.021508563309907913,
      "step": 29180
    },
    {
      "loss_action": 0.01587916724383831,
      "loss_total": 0.01587916724383831,
      "step": 29180
    },
    {
      "loss_action": 0.008309912867844105,
      "loss_total": 0.008309912867844105,
      "step": 29180
    },
    {
      "loss_action": 0.0026875678449869156,
      "loss_total": 0.0026875678449869156,
      "step": 29180
    },
    {
      "grad_norm": 0.15730270743370056,
      "learning_rate": 8.483836156754328e-05,
      "loss": 0.0114,
      "step": 29190
    },
    {
      "loss_action": 0.020833339542150497,
      "loss_total": 0.020833339542150497,
      "step": 29190
    },
    {
      "loss_action": 0.0071920836344361305,
      "loss_total": 0.0071920836344361305,
      "step": 29190
    },
    {
      "loss_action": 0.0030793589539825916,
      "loss_total": 0.0030793589539825916,
      "step": 29190
    },
    {
      "loss_action": 0.0031828065402805805,
      "loss_total": 0.0031828065402805805,
      "step": 29190
    },
    {
      "loss_action": 0.00523609621450305,
      "loss_total": 0.00523609621450305,
      "step": 29190
    },
    {
      "loss_action": 0.00765894865617156,
      "loss_total": 0.00765894865617156,
      "step": 29190
    },
    {
      "loss_action": 0.010307283140718937,
      "loss_total": 0.010307283140718937,
      "step": 29190
    },
    {
      "loss_action": 0.003383213421329856,
      "loss_total": 0.003383213421329856,
      "step": 29190
    },
    {
      "grad_norm": 0.12615323066711426,
      "learning_rate": 8.482649936836491e-05,
      "loss": 0.0109,
      "step": 29200
    },
    {
      "loss_action": 0.008821682073175907,
      "loss_total": 0.008821682073175907,
      "step": 29200
    },
    {
      "loss_action": 0.02060387283563614,
      "loss_total": 0.02060387283563614,
      "step": 29200
    },
    {
      "loss_action": 0.018913984298706055,
      "loss_total": 0.018913984298706055,
      "step": 29200
    },
    {
      "loss_action": 0.02049565315246582,
      "loss_total": 0.02049565315246582,
      "step": 29200
    },
    {
      "loss_action": 0.005350792780518532,
      "loss_total": 0.005350792780518532,
      "step": 29200
    },
    {
      "loss_action": 0.0028006653301417828,
      "loss_total": 0.0028006653301417828,
      "step": 29200
    },
    {
      "loss_action": 0.008943756110966206,
      "loss_total": 0.008943756110966206,
      "step": 29200
    },
    {
      "loss_action": 0.008772806264460087,
      "loss_total": 0.008772806264460087,
      "step": 29200
    },
    {
      "grad_norm": 0.1396580934524536,
      "learning_rate": 8.481463336061293e-05,
      "loss": 0.0119,
      "step": 29210
    },
    {
      "loss_action": 0.012075161561369896,
      "loss_total": 0.012075161561369896,
      "step": 29210
    },
    {
      "loss_action": 0.006418614648282528,
      "loss_total": 0.006418614648282528,
      "step": 29210
    },
    {
      "loss_action": 0.005681487265974283,
      "loss_total": 0.005681487265974283,
      "step": 29210
    },
    {
      "loss_action": 0.004026343114674091,
      "loss_total": 0.004026343114674091,
      "step": 29210
    },
    {
      "loss_action": 0.005023113451898098,
      "loss_total": 0.005023113451898098,
      "step": 29210
    },
    {
      "loss_action": 0.005904096178710461,
      "loss_total": 0.005904096178710461,
      "step": 29210
    },
    {
      "loss_action": 0.004639258608222008,
      "loss_total": 0.004639258608222008,
      "step": 29210
    },
    {
      "loss_action": 0.009438530541956425,
      "loss_total": 0.009438530541956425,
      "step": 29210
    },
    {
      "grad_norm": 0.18598712980747223,
      "learning_rate": 8.480276354558496e-05,
      "loss": 0.0114,
      "step": 29220
    },
    {
      "loss_action": 0.007723099552094936,
      "loss_total": 0.007723099552094936,
      "step": 29220
    },
    {
      "loss_action": 0.019169121980667114,
      "loss_total": 0.019169121980667114,
      "step": 29220
    },
    {
      "loss_action": 0.01539912261068821,
      "loss_total": 0.01539912261068821,
      "step": 29220
    },
    {
      "loss_action": 0.011134562082588673,
      "loss_total": 0.011134562082588673,
      "step": 29220
    },
    {
      "loss_action": 0.013216262683272362,
      "loss_total": 0.013216262683272362,
      "step": 29220
    },
    {
      "loss_action": 0.01118727121502161,
      "loss_total": 0.01118727121502161,
      "step": 29220
    },
    {
      "loss_action": 0.016234975308179855,
      "loss_total": 0.016234975308179855,
      "step": 29220
    },
    {
      "loss_action": 0.00557476794347167,
      "loss_total": 0.00557476794347167,
      "step": 29220
    },
    {
      "grad_norm": 0.13046160340309143,
      "learning_rate": 8.479088992457913e-05,
      "loss": 0.0117,
      "step": 29230
    },
    {
      "loss_action": 0.007235053926706314,
      "loss_total": 0.007235053926706314,
      "step": 29230
    },
    {
      "loss_action": 0.004683737177401781,
      "loss_total": 0.004683737177401781,
      "step": 29230
    },
    {
      "loss_action": 0.024118363857269287,
      "loss_total": 0.024118363857269287,
      "step": 29230
    },
    {
      "loss_action": 0.012491279281675816,
      "loss_total": 0.012491279281675816,
      "step": 29230
    },
    {
      "loss_action": 0.006985045969486237,
      "loss_total": 0.006985045969486237,
      "step": 29230
    },
    {
      "loss_action": 0.008538363501429558,
      "loss_total": 0.008538363501429558,
      "step": 29230
    },
    {
      "loss_action": 0.011436805129051208,
      "loss_total": 0.011436805129051208,
      "step": 29230
    },
    {
      "loss_action": 0.007417112588882446,
      "loss_total": 0.007417112588882446,
      "step": 29230
    },
    {
      "grad_norm": 0.09728797525167465,
      "learning_rate": 8.477901249889387e-05,
      "loss": 0.0116,
      "step": 29240
    },
    {
      "loss_action": 0.023511577397584915,
      "loss_total": 0.023511577397584915,
      "step": 29240
    },
    {
      "loss_action": 0.00866295862942934,
      "loss_total": 0.00866295862942934,
      "step": 29240
    },
    {
      "loss_action": 0.015391167253255844,
      "loss_total": 0.015391167253255844,
      "step": 29240
    },
    {
      "loss_action": 0.005505066365003586,
      "loss_total": 0.005505066365003586,
      "step": 29240
    },
    {
      "loss_action": 0.012580093927681446,
      "loss_total": 0.012580093927681446,
      "step": 29240
    },
    {
      "loss_action": 0.009318036958575249,
      "loss_total": 0.009318036958575249,
      "step": 29240
    },
    {
      "loss_action": 0.01631321758031845,
      "loss_total": 0.01631321758031845,
      "step": 29240
    },
    {
      "loss_action": 0.015274792909622192,
      "loss_total": 0.015274792909622192,
      "step": 29240
    },
    {
      "grad_norm": 0.17605136334896088,
      "learning_rate": 8.47671312698281e-05,
      "loss": 0.0108,
      "step": 29250
    },
    {
      "loss_action": 0.011738106608390808,
      "loss_total": 0.011738106608390808,
      "step": 29250
    },
    {
      "loss_action": 0.009558377787470818,
      "loss_total": 0.009558377787470818,
      "step": 29250
    },
    {
      "loss_action": 0.011884062550961971,
      "loss_total": 0.011884062550961971,
      "step": 29250
    },
    {
      "loss_action": 0.022259414196014404,
      "loss_total": 0.022259414196014404,
      "step": 29250
    },
    {
      "loss_action": 0.006487024016678333,
      "loss_total": 0.006487024016678333,
      "step": 29250
    },
    {
      "loss_action": 0.00330632203258574,
      "loss_total": 0.00330632203258574,
      "step": 29250
    },
    {
      "loss_action": 0.027251530438661575,
      "loss_total": 0.027251530438661575,
      "step": 29250
    },
    {
      "loss_action": 0.010506216436624527,
      "loss_total": 0.010506216436624527,
      "step": 29250
    },
    {
      "grad_norm": 0.10751989483833313,
      "learning_rate": 8.475524623868112e-05,
      "loss": 0.0113,
      "step": 29260
    },
    {
      "loss_action": 0.00439585093408823,
      "loss_total": 0.00439585093408823,
      "step": 29260
    },
    {
      "loss_action": 0.004198166541755199,
      "loss_total": 0.004198166541755199,
      "step": 29260
    },
    {
      "loss_action": 0.011102760210633278,
      "loss_total": 0.011102760210633278,
      "step": 29260
    },
    {
      "loss_action": 0.01566736213862896,
      "loss_total": 0.01566736213862896,
      "step": 29260
    },
    {
      "loss_action": 0.016068294644355774,
      "loss_total": 0.016068294644355774,
      "step": 29260
    },
    {
      "loss_action": 0.00857818778604269,
      "loss_total": 0.00857818778604269,
      "step": 29260
    },
    {
      "loss_action": 0.004887352231889963,
      "loss_total": 0.004887352231889963,
      "step": 29260
    },
    {
      "loss_action": 0.006911292672157288,
      "loss_total": 0.006911292672157288,
      "step": 29260
    },
    {
      "grad_norm": 0.12748749554157257,
      "learning_rate": 8.474335740675266e-05,
      "loss": 0.0117,
      "step": 29270
    },
    {
      "loss_action": 0.017055891454219818,
      "loss_total": 0.017055891454219818,
      "step": 29270
    },
    {
      "loss_action": 0.01725021004676819,
      "loss_total": 0.01725021004676819,
      "step": 29270
    },
    {
      "loss_action": 0.013011501170694828,
      "loss_total": 0.013011501170694828,
      "step": 29270
    },
    {
      "loss_action": 0.006349136587232351,
      "loss_total": 0.006349136587232351,
      "step": 29270
    },
    {
      "loss_action": 0.009991176426410675,
      "loss_total": 0.009991176426410675,
      "step": 29270
    },
    {
      "loss_action": 0.012857494875788689,
      "loss_total": 0.012857494875788689,
      "step": 29270
    },
    {
      "loss_action": 0.008650673553347588,
      "loss_total": 0.008650673553347588,
      "step": 29270
    },
    {
      "loss_action": 0.013444595970213413,
      "loss_total": 0.013444595970213413,
      "step": 29270
    },
    {
      "grad_norm": 0.13337108492851257,
      "learning_rate": 8.473146477534289e-05,
      "loss": 0.0114,
      "step": 29280
    },
    {
      "loss_action": 0.008154014125466347,
      "loss_total": 0.008154014125466347,
      "step": 29280
    },
    {
      "loss_action": 0.009323490783572197,
      "loss_total": 0.009323490783572197,
      "step": 29280
    },
    {
      "loss_action": 0.008981773629784584,
      "loss_total": 0.008981773629784584,
      "step": 29280
    },
    {
      "loss_action": 0.01476324163377285,
      "loss_total": 0.01476324163377285,
      "step": 29280
    },
    {
      "loss_action": 0.015872567892074585,
      "loss_total": 0.015872567892074585,
      "step": 29280
    },
    {
      "loss_action": 0.011131053790450096,
      "loss_total": 0.011131053790450096,
      "step": 29280
    },
    {
      "loss_action": 0.0046242717653512955,
      "loss_total": 0.0046242717653512955,
      "step": 29280
    },
    {
      "loss_action": 0.008273124694824219,
      "loss_total": 0.008273124694824219,
      "step": 29280
    },
    {
      "grad_norm": 0.11887330561876297,
      "learning_rate": 8.471956834575232e-05,
      "loss": 0.0112,
      "step": 29290
    },
    {
      "loss_action": 0.020691141486167908,
      "loss_total": 0.020691141486167908,
      "step": 29290
    },
    {
      "loss_action": 0.006189072038978338,
      "loss_total": 0.006189072038978338,
      "step": 29290
    },
    {
      "loss_action": 0.017836086452007294,
      "loss_total": 0.017836086452007294,
      "step": 29290
    },
    {
      "loss_action": 0.016449889168143272,
      "loss_total": 0.016449889168143272,
      "step": 29290
    },
    {
      "loss_action": 0.013676261529326439,
      "loss_total": 0.013676261529326439,
      "step": 29290
    },
    {
      "loss_action": 0.012764673680067062,
      "loss_total": 0.012764673680067062,
      "step": 29290
    },
    {
      "loss_action": 0.006514628883451223,
      "loss_total": 0.006514628883451223,
      "step": 29290
    },
    {
      "loss_action": 0.012112324126064777,
      "loss_total": 0.012112324126064777,
      "step": 29290
    },
    {
      "grad_norm": 0.15994003415107727,
      "learning_rate": 8.470766811928197e-05,
      "loss": 0.0137,
      "step": 29300
    },
    {
      "loss_action": 0.014580830000340939,
      "loss_total": 0.014580830000340939,
      "step": 29300
    },
    {
      "loss_action": 0.020600590854883194,
      "loss_total": 0.020600590854883194,
      "step": 29300
    },
    {
      "loss_action": 0.007720140740275383,
      "loss_total": 0.007720140740275383,
      "step": 29300
    },
    {
      "loss_action": 0.011135900393128395,
      "loss_total": 0.011135900393128395,
      "step": 29300
    },
    {
      "loss_action": 0.00777148362249136,
      "loss_total": 0.00777148362249136,
      "step": 29300
    },
    {
      "loss_action": 0.011080345138907433,
      "loss_total": 0.011080345138907433,
      "step": 29300
    },
    {
      "loss_action": 0.016014929860830307,
      "loss_total": 0.016014929860830307,
      "step": 29300
    },
    {
      "loss_action": 0.0053336238488554955,
      "loss_total": 0.0053336238488554955,
      "step": 29300
    },
    {
      "grad_norm": 0.1464492380619049,
      "learning_rate": 8.469576409723323e-05,
      "loss": 0.0118,
      "step": 29310
    },
    {
      "loss_action": 0.033481165766716,
      "loss_total": 0.033481165766716,
      "step": 29310
    },
    {
      "loss_action": 0.005216452293097973,
      "loss_total": 0.005216452293097973,
      "step": 29310
    },
    {
      "loss_action": 0.007550089620053768,
      "loss_total": 0.007550089620053768,
      "step": 29310
    },
    {
      "loss_action": 0.021640963852405548,
      "loss_total": 0.021640963852405548,
      "step": 29310
    },
    {
      "loss_action": 0.0054484084248542786,
      "loss_total": 0.0054484084248542786,
      "step": 29310
    },
    {
      "loss_action": 0.005101877264678478,
      "loss_total": 0.005101877264678478,
      "step": 29310
    },
    {
      "loss_action": 0.004341389052569866,
      "loss_total": 0.004341389052569866,
      "step": 29310
    },
    {
      "loss_action": 0.022491831332445145,
      "loss_total": 0.022491831332445145,
      "step": 29310
    },
    {
      "grad_norm": 0.2136196494102478,
      "learning_rate": 8.468385628090788e-05,
      "loss": 0.0128,
      "step": 29320
    },
    {
      "loss_action": 0.01003054715692997,
      "loss_total": 0.01003054715692997,
      "step": 29320
    },
    {
      "loss_action": 0.00850690621882677,
      "loss_total": 0.00850690621882677,
      "step": 29320
    },
    {
      "loss_action": 0.016083844006061554,
      "loss_total": 0.016083844006061554,
      "step": 29320
    },
    {
      "loss_action": 0.007374119013547897,
      "loss_total": 0.007374119013547897,
      "step": 29320
    },
    {
      "loss_action": 0.007071554660797119,
      "loss_total": 0.007071554660797119,
      "step": 29320
    },
    {
      "loss_action": 0.009387705475091934,
      "loss_total": 0.009387705475091934,
      "step": 29320
    },
    {
      "loss_action": 0.007733863312751055,
      "loss_total": 0.007733863312751055,
      "step": 29320
    },
    {
      "loss_action": 0.01847827062010765,
      "loss_total": 0.01847827062010765,
      "step": 29320
    },
    {
      "grad_norm": 0.10788564383983612,
      "learning_rate": 8.467194467160815e-05,
      "loss": 0.01,
      "step": 29330
    },
    {
      "loss_action": 0.0038861765060573816,
      "loss_total": 0.0038861765060573816,
      "step": 29330
    },
    {
      "loss_action": 0.006089022848755121,
      "loss_total": 0.006089022848755121,
      "step": 29330
    },
    {
      "loss_action": 0.009690869599580765,
      "loss_total": 0.009690869599580765,
      "step": 29330
    },
    {
      "loss_action": 0.017545774579048157,
      "loss_total": 0.017545774579048157,
      "step": 29330
    },
    {
      "loss_action": 0.005126099102199078,
      "loss_total": 0.005126099102199078,
      "step": 29330
    },
    {
      "loss_action": 0.008633652701973915,
      "loss_total": 0.008633652701973915,
      "step": 29330
    },
    {
      "loss_action": 0.006151833105832338,
      "loss_total": 0.006151833105832338,
      "step": 29330
    },
    {
      "loss_action": 0.0058033764362335205,
      "loss_total": 0.0058033764362335205,
      "step": 29330
    },
    {
      "grad_norm": 0.1743634194135666,
      "learning_rate": 8.466002927063667e-05,
      "loss": 0.0123,
      "step": 29340
    },
    {
      "loss_action": 0.010120591148734093,
      "loss_total": 0.010120591148734093,
      "step": 29340
    },
    {
      "loss_action": 0.02281205914914608,
      "loss_total": 0.02281205914914608,
      "step": 29340
    },
    {
      "loss_action": 0.01362861692905426,
      "loss_total": 0.01362861692905426,
      "step": 29340
    },
    {
      "loss_action": 0.007965785451233387,
      "loss_total": 0.007965785451233387,
      "step": 29340
    },
    {
      "loss_action": 0.006582988426089287,
      "loss_total": 0.006582988426089287,
      "step": 29340
    },
    {
      "loss_action": 0.00796236377209425,
      "loss_total": 0.00796236377209425,
      "step": 29340
    },
    {
      "loss_action": 0.01053145807236433,
      "loss_total": 0.01053145807236433,
      "step": 29340
    },
    {
      "loss_action": 0.009747235104441643,
      "loss_total": 0.009747235104441643,
      "step": 29340
    },
    {
      "grad_norm": 0.14908653497695923,
      "learning_rate": 8.464811007929651e-05,
      "loss": 0.0138,
      "step": 29350
    },
    {
      "loss_action": 0.010529259219765663,
      "loss_total": 0.010529259219765663,
      "step": 29350
    },
    {
      "loss_action": 0.015186306089162827,
      "loss_total": 0.015186306089162827,
      "step": 29350
    },
    {
      "loss_action": 0.0054432982578873634,
      "loss_total": 0.0054432982578873634,
      "step": 29350
    },
    {
      "loss_action": 0.011971361935138702,
      "loss_total": 0.011971361935138702,
      "step": 29350
    },
    {
      "loss_action": 0.028081174939870834,
      "loss_total": 0.028081174939870834,
      "step": 29350
    },
    {
      "loss_action": 0.014591945335268974,
      "loss_total": 0.014591945335268974,
      "step": 29350
    },
    {
      "loss_action": 0.014182436279952526,
      "loss_total": 0.014182436279952526,
      "step": 29350
    },
    {
      "loss_action": 0.04556640237569809,
      "loss_total": 0.04556640237569809,
      "step": 29350
    },
    {
      "grad_norm": 0.15988653898239136,
      "learning_rate": 8.463618709889114e-05,
      "loss": 0.0113,
      "step": 29360
    },
    {
      "loss_action": 0.008492149412631989,
      "loss_total": 0.008492149412631989,
      "step": 29360
    },
    {
      "loss_action": 0.013021737337112427,
      "loss_total": 0.013021737337112427,
      "step": 29360
    },
    {
      "loss_action": 0.00699964165687561,
      "loss_total": 0.00699964165687561,
      "step": 29360
    },
    {
      "loss_action": 0.017141778022050858,
      "loss_total": 0.017141778022050858,
      "step": 29360
    },
    {
      "loss_action": 0.007824381813406944,
      "loss_total": 0.007824381813406944,
      "step": 29360
    },
    {
      "loss_action": 0.018912123516201973,
      "loss_total": 0.018912123516201973,
      "step": 29360
    },
    {
      "loss_action": 0.014221081510186195,
      "loss_total": 0.014221081510186195,
      "step": 29360
    },
    {
      "loss_action": 0.010086040943861008,
      "loss_total": 0.010086040943861008,
      "step": 29360
    },
    {
      "grad_norm": 0.14368145167827606,
      "learning_rate": 8.462426033072442e-05,
      "loss": 0.01,
      "step": 29370
    },
    {
      "loss_action": 0.009338226169347763,
      "loss_total": 0.009338226169347763,
      "step": 29370
    },
    {
      "loss_action": 0.010238060727715492,
      "loss_total": 0.010238060727715492,
      "step": 29370
    },
    {
      "loss_action": 0.006342946086078882,
      "loss_total": 0.006342946086078882,
      "step": 29370
    },
    {
      "loss_action": 0.00816559698432684,
      "loss_total": 0.00816559698432684,
      "step": 29370
    },
    {
      "loss_action": 0.025986507534980774,
      "loss_total": 0.025986507534980774,
      "step": 29370
    },
    {
      "loss_action": 0.004073186777532101,
      "loss_total": 0.004073186777532101,
      "step": 29370
    },
    {
      "loss_action": 0.0231095552444458,
      "loss_total": 0.0231095552444458,
      "step": 29370
    },
    {
      "loss_action": 0.015230337157845497,
      "loss_total": 0.015230337157845497,
      "step": 29370
    },
    {
      "grad_norm": 0.1332504004240036,
      "learning_rate": 8.461232977610061e-05,
      "loss": 0.0101,
      "step": 29380
    },
    {
      "loss_action": 0.013774674385786057,
      "loss_total": 0.013774674385786057,
      "step": 29380
    },
    {
      "loss_action": 0.0070041390135884285,
      "loss_total": 0.0070041390135884285,
      "step": 29380
    },
    {
      "loss_action": 0.009999528527259827,
      "loss_total": 0.009999528527259827,
      "step": 29380
    },
    {
      "loss_action": 0.0077886274084448814,
      "loss_total": 0.0077886274084448814,
      "step": 29380
    },
    {
      "loss_action": 0.006435872055590153,
      "loss_total": 0.006435872055590153,
      "step": 29380
    },
    {
      "loss_action": 0.007195850368589163,
      "loss_total": 0.007195850368589163,
      "step": 29380
    },
    {
      "loss_action": 0.008366519585251808,
      "loss_total": 0.008366519585251808,
      "step": 29380
    },
    {
      "loss_action": 0.003923920914530754,
      "loss_total": 0.003923920914530754,
      "step": 29380
    },
    {
      "grad_norm": 0.14168237149715424,
      "learning_rate": 8.46003954363245e-05,
      "loss": 0.0105,
      "step": 29390
    },
    {
      "loss_action": 0.01147092878818512,
      "loss_total": 0.01147092878818512,
      "step": 29390
    },
    {
      "loss_action": 0.007601727265864611,
      "loss_total": 0.007601727265864611,
      "step": 29390
    },
    {
      "loss_action": 0.013364598155021667,
      "loss_total": 0.013364598155021667,
      "step": 29390
    },
    {
      "loss_action": 0.00597603153437376,
      "loss_total": 0.00597603153437376,
      "step": 29390
    },
    {
      "loss_action": 0.010364366695284843,
      "loss_total": 0.010364366695284843,
      "step": 29390
    },
    {
      "loss_action": 0.010226607322692871,
      "loss_total": 0.010226607322692871,
      "step": 29390
    },
    {
      "loss_action": 0.009682195261120796,
      "loss_total": 0.009682195261120796,
      "step": 29390
    },
    {
      "loss_action": 0.018254876136779785,
      "loss_total": 0.018254876136779785,
      "step": 29390
    },
    {
      "grad_norm": 0.18843480944633484,
      "learning_rate": 8.458845731270115e-05,
      "loss": 0.0098,
      "step": 29400
    },
    {
      "loss_action": 0.019366584718227386,
      "loss_total": 0.019366584718227386,
      "step": 29400
    },
    {
      "loss_action": 0.01724448800086975,
      "loss_total": 0.01724448800086975,
      "step": 29400
    },
    {
      "loss_action": 0.014733808115124702,
      "loss_total": 0.014733808115124702,
      "step": 29400
    },
    {
      "loss_action": 0.0100546358153224,
      "loss_total": 0.0100546358153224,
      "step": 29400
    },
    {
      "loss_action": 0.009317182004451752,
      "loss_total": 0.009317182004451752,
      "step": 29400
    },
    {
      "loss_action": 0.002904036082327366,
      "loss_total": 0.002904036082327366,
      "step": 29400
    },
    {
      "loss_action": 0.010587001219391823,
      "loss_total": 0.010587001219391823,
      "step": 29400
    },
    {
      "loss_action": 0.008085319772362709,
      "loss_total": 0.008085319772362709,
      "step": 29400
    },
    {
      "grad_norm": 0.13386213779449463,
      "learning_rate": 8.45765154065361e-05,
      "loss": 0.0103,
      "step": 29410
    },
    {
      "loss_action": 0.007352207787334919,
      "loss_total": 0.007352207787334919,
      "step": 29410
    },
    {
      "loss_action": 0.01640753261744976,
      "loss_total": 0.01640753261744976,
      "step": 29410
    },
    {
      "loss_action": 0.0028427219949662685,
      "loss_total": 0.0028427219949662685,
      "step": 29410
    },
    {
      "loss_action": 0.005001055542379618,
      "loss_total": 0.005001055542379618,
      "step": 29410
    },
    {
      "loss_action": 0.030301127582788467,
      "loss_total": 0.030301127582788467,
      "step": 29410
    },
    {
      "loss_action": 0.008211902342736721,
      "loss_total": 0.008211902342736721,
      "step": 29410
    },
    {
      "loss_action": 0.01997319981455803,
      "loss_total": 0.01997319981455803,
      "step": 29410
    },
    {
      "loss_action": 0.013008806854486465,
      "loss_total": 0.013008806854486465,
      "step": 29410
    },
    {
      "grad_norm": 0.14230310916900635,
      "learning_rate": 8.456456971913532e-05,
      "loss": 0.0116,
      "step": 29420
    },
    {
      "loss_action": 0.00937606394290924,
      "loss_total": 0.00937606394290924,
      "step": 29420
    },
    {
      "loss_action": 0.007541317958384752,
      "loss_total": 0.007541317958384752,
      "step": 29420
    },
    {
      "loss_action": 0.020526237785816193,
      "loss_total": 0.020526237785816193,
      "step": 29420
    },
    {
      "loss_action": 0.00455749174579978,
      "loss_total": 0.00455749174579978,
      "step": 29420
    },
    {
      "loss_action": 0.013544764369726181,
      "loss_total": 0.013544764369726181,
      "step": 29420
    },
    {
      "loss_action": 0.009868618100881577,
      "loss_total": 0.009868618100881577,
      "step": 29420
    },
    {
      "loss_action": 0.009335637092590332,
      "loss_total": 0.009335637092590332,
      "step": 29420
    },
    {
      "loss_action": 0.027132295072078705,
      "loss_total": 0.027132295072078705,
      "step": 29420
    },
    {
      "grad_norm": 0.16271735727787018,
      "learning_rate": 8.455262025180517e-05,
      "loss": 0.0136,
      "step": 29430
    },
    {
      "loss_action": 0.0072954087518155575,
      "loss_total": 0.0072954087518155575,
      "step": 29430
    },
    {
      "loss_action": 0.014292889274656773,
      "loss_total": 0.014292889274656773,
      "step": 29430
    },
    {
      "loss_action": 0.003073611296713352,
      "loss_total": 0.003073611296713352,
      "step": 29430
    },
    {
      "loss_action": 0.018100447952747345,
      "loss_total": 0.018100447952747345,
      "step": 29430
    },
    {
      "loss_action": 0.018326351419091225,
      "loss_total": 0.018326351419091225,
      "step": 29430
    },
    {
      "loss_action": 0.00615736935287714,
      "loss_total": 0.00615736935287714,
      "step": 29430
    },
    {
      "loss_action": 0.007833183743059635,
      "loss_total": 0.007833183743059635,
      "step": 29430
    },
    {
      "loss_action": 0.005409356206655502,
      "loss_total": 0.005409356206655502,
      "step": 29430
    },
    {
      "grad_norm": 0.11628136038780212,
      "learning_rate": 8.454066700585242e-05,
      "loss": 0.0102,
      "step": 29440
    },
    {
      "loss_action": 0.0055735744535923,
      "loss_total": 0.0055735744535923,
      "step": 29440
    },
    {
      "loss_action": 0.016276206821203232,
      "loss_total": 0.016276206821203232,
      "step": 29440
    },
    {
      "loss_action": 0.009062375873327255,
      "loss_total": 0.009062375873327255,
      "step": 29440
    },
    {
      "loss_action": 0.008007426746189594,
      "loss_total": 0.008007426746189594,
      "step": 29440
    },
    {
      "loss_action": 0.006102421786636114,
      "loss_total": 0.006102421786636114,
      "step": 29440
    },
    {
      "loss_action": 0.004068693611770868,
      "loss_total": 0.004068693611770868,
      "step": 29440
    },
    {
      "loss_action": 0.00997179001569748,
      "loss_total": 0.00997179001569748,
      "step": 29440
    },
    {
      "loss_action": 0.008134953677654266,
      "loss_total": 0.008134953677654266,
      "step": 29440
    },
    {
      "grad_norm": 0.1728222668170929,
      "learning_rate": 8.452870998258423e-05,
      "loss": 0.011,
      "step": 29450
    },
    {
      "loss_action": 0.011982751078903675,
      "loss_total": 0.011982751078903675,
      "step": 29450
    },
    {
      "loss_action": 0.005482001230120659,
      "loss_total": 0.005482001230120659,
      "step": 29450
    },
    {
      "loss_action": 0.005625325255095959,
      "loss_total": 0.005625325255095959,
      "step": 29450
    },
    {
      "loss_action": 0.0031387845519930124,
      "loss_total": 0.0031387845519930124,
      "step": 29450
    },
    {
      "loss_action": 0.010572584345936775,
      "loss_total": 0.010572584345936775,
      "step": 29450
    },
    {
      "loss_action": 0.008984136395156384,
      "loss_total": 0.008984136395156384,
      "step": 29450
    },
    {
      "loss_action": 0.015617169439792633,
      "loss_total": 0.015617169439792633,
      "step": 29450
    },
    {
      "loss_action": 0.008924403227865696,
      "loss_total": 0.008924403227865696,
      "step": 29450
    },
    {
      "grad_norm": 0.14357011020183563,
      "learning_rate": 8.451674918330825e-05,
      "loss": 0.0138,
      "step": 29460
    },
    {
      "loss_action": 0.01113253366202116,
      "loss_total": 0.01113253366202116,
      "step": 29460
    },
    {
      "loss_action": 0.015865197405219078,
      "loss_total": 0.015865197405219078,
      "step": 29460
    },
    {
      "loss_action": 0.007207738235592842,
      "loss_total": 0.007207738235592842,
      "step": 29460
    },
    {
      "loss_action": 0.013533949851989746,
      "loss_total": 0.013533949851989746,
      "step": 29460
    },
    {
      "loss_action": 0.009897527284920216,
      "loss_total": 0.009897527284920216,
      "step": 29460
    },
    {
      "loss_action": 0.020960278809070587,
      "loss_total": 0.020960278809070587,
      "step": 29460
    },
    {
      "loss_action": 0.004879084415733814,
      "loss_total": 0.004879084415733814,
      "step": 29460
    },
    {
      "loss_action": 0.012190470471978188,
      "loss_total": 0.012190470471978188,
      "step": 29460
    },
    {
      "grad_norm": 0.13643166422843933,
      "learning_rate": 8.450478460933246e-05,
      "loss": 0.0135,
      "step": 29470
    },
    {
      "loss_action": 0.007718001492321491,
      "loss_total": 0.007718001492321491,
      "step": 29470
    },
    {
      "loss_action": 0.018238484859466553,
      "loss_total": 0.018238484859466553,
      "step": 29470
    },
    {
      "loss_action": 0.018791839480400085,
      "loss_total": 0.018791839480400085,
      "step": 29470
    },
    {
      "loss_action": 0.006226013880223036,
      "loss_total": 0.006226013880223036,
      "step": 29470
    },
    {
      "loss_action": 0.016659410670399666,
      "loss_total": 0.016659410670399666,
      "step": 29470
    },
    {
      "loss_action": 0.005641705356538296,
      "loss_total": 0.005641705356538296,
      "step": 29470
    },
    {
      "loss_action": 0.019363857805728912,
      "loss_total": 0.019363857805728912,
      "step": 29470
    },
    {
      "loss_action": 0.02490754798054695,
      "loss_total": 0.02490754798054695,
      "step": 29470
    },
    {
      "grad_norm": 0.16018876433372498,
      "learning_rate": 8.449281626196532e-05,
      "loss": 0.0129,
      "step": 29480
    },
    {
      "loss_action": 0.008466922678053379,
      "loss_total": 0.008466922678053379,
      "step": 29480
    },
    {
      "loss_action": 0.026777904480695724,
      "loss_total": 0.026777904480695724,
      "step": 29480
    },
    {
      "loss_action": 0.005134127102792263,
      "loss_total": 0.005134127102792263,
      "step": 29480
    },
    {
      "loss_action": 0.01307566650211811,
      "loss_total": 0.01307566650211811,
      "step": 29480
    },
    {
      "loss_action": 0.008458536118268967,
      "loss_total": 0.008458536118268967,
      "step": 29480
    },
    {
      "loss_action": 0.006695622578263283,
      "loss_total": 0.006695622578263283,
      "step": 29480
    },
    {
      "loss_action": 0.005695553030818701,
      "loss_total": 0.005695553030818701,
      "step": 29480
    },
    {
      "loss_action": 0.020197972655296326,
      "loss_total": 0.020197972655296326,
      "step": 29480
    },
    {
      "grad_norm": 0.0869961604475975,
      "learning_rate": 8.448084414251564e-05,
      "loss": 0.0118,
      "step": 29490
    },
    {
      "loss_action": 0.013615842908620834,
      "loss_total": 0.013615842908620834,
      "step": 29490
    },
    {
      "loss_action": 0.014002722688019276,
      "loss_total": 0.014002722688019276,
      "step": 29490
    },
    {
      "loss_action": 0.006025861017405987,
      "loss_total": 0.006025861017405987,
      "step": 29490
    },
    {
      "loss_action": 0.010870559141039848,
      "loss_total": 0.010870559141039848,
      "step": 29490
    },
    {
      "loss_action": 0.0036463614087551832,
      "loss_total": 0.0036463614087551832,
      "step": 29490
    },
    {
      "loss_action": 0.01605985127389431,
      "loss_total": 0.01605985127389431,
      "step": 29490
    },
    {
      "loss_action": 0.0033435854129493237,
      "loss_total": 0.0033435854129493237,
      "step": 29490
    },
    {
      "loss_action": 0.0036189984530210495,
      "loss_total": 0.0036189984530210495,
      "step": 29490
    },
    {
      "grad_norm": 0.23624910414218903,
      "learning_rate": 8.446886825229271e-05,
      "loss": 0.0116,
      "step": 29500
    },
    {
      "loss_action": 0.011885695159435272,
      "loss_total": 0.011885695159435272,
      "step": 29500
    },
    {
      "loss_action": 0.008508704602718353,
      "loss_total": 0.008508704602718353,
      "step": 29500
    },
    {
      "loss_action": 0.007462289649993181,
      "loss_total": 0.007462289649993181,
      "step": 29500
    },
    {
      "loss_action": 0.0055518196895718575,
      "loss_total": 0.0055518196895718575,
      "step": 29500
    },
    {
      "loss_action": 0.0054956828244030476,
      "loss_total": 0.0054956828244030476,
      "step": 29500
    },
    {
      "loss_action": 0.013619069010019302,
      "loss_total": 0.013619069010019302,
      "step": 29500
    },
    {
      "loss_action": 0.010919305495917797,
      "loss_total": 0.010919305495917797,
      "step": 29500
    },
    {
      "loss_action": 0.009596239775419235,
      "loss_total": 0.009596239775419235,
      "step": 29500
    },
    {
      "grad_norm": 0.15519465506076813,
      "learning_rate": 8.445688859260615e-05,
      "loss": 0.0109,
      "step": 29510
    },
    {
      "loss_action": 0.007474460639059544,
      "loss_total": 0.007474460639059544,
      "step": 29510
    },
    {
      "loss_action": 0.012713273987174034,
      "loss_total": 0.012713273987174034,
      "step": 29510
    },
    {
      "loss_action": 0.008092097006738186,
      "loss_total": 0.008092097006738186,
      "step": 29510
    },
    {
      "loss_action": 0.015475980937480927,
      "loss_total": 0.015475980937480927,
      "step": 29510
    },
    {
      "loss_action": 0.019970932975411415,
      "loss_total": 0.019970932975411415,
      "step": 29510
    },
    {
      "loss_action": 0.00806097686290741,
      "loss_total": 0.00806097686290741,
      "step": 29510
    },
    {
      "loss_action": 0.008689459413290024,
      "loss_total": 0.008689459413290024,
      "step": 29510
    },
    {
      "loss_action": 0.006097956094890833,
      "loss_total": 0.006097956094890833,
      "step": 29510
    },
    {
      "grad_norm": 0.1214674636721611,
      "learning_rate": 8.444490516476606e-05,
      "loss": 0.0116,
      "step": 29520
    },
    {
      "loss_action": 0.007575481664389372,
      "loss_total": 0.007575481664389372,
      "step": 29520
    },
    {
      "loss_action": 0.005835709162056446,
      "loss_total": 0.005835709162056446,
      "step": 29520
    },
    {
      "loss_action": 0.019667083397507668,
      "loss_total": 0.019667083397507668,
      "step": 29520
    },
    {
      "loss_action": 0.006056027486920357,
      "loss_total": 0.006056027486920357,
      "step": 29520
    },
    {
      "loss_action": 0.01262667030096054,
      "loss_total": 0.01262667030096054,
      "step": 29520
    },
    {
      "loss_action": 0.008159829303622246,
      "loss_total": 0.008159829303622246,
      "step": 29520
    },
    {
      "loss_action": 0.0120552908629179,
      "loss_total": 0.0120552908629179,
      "step": 29520
    },
    {
      "loss_action": 0.021793019026517868,
      "loss_total": 0.021793019026517868,
      "step": 29520
    },
    {
      "grad_norm": 0.13596414029598236,
      "learning_rate": 8.443291797008293e-05,
      "loss": 0.0117,
      "step": 29530
    },
    {
      "loss_action": 0.007938513532280922,
      "loss_total": 0.007938513532280922,
      "step": 29530
    },
    {
      "loss_action": 0.006405630614608526,
      "loss_total": 0.006405630614608526,
      "step": 29530
    },
    {
      "loss_action": 0.01903621107339859,
      "loss_total": 0.01903621107339859,
      "step": 29530
    },
    {
      "loss_action": 0.010255008935928345,
      "loss_total": 0.010255008935928345,
      "step": 29530
    },
    {
      "loss_action": 0.005533064715564251,
      "loss_total": 0.005533064715564251,
      "step": 29530
    },
    {
      "loss_action": 0.006343056447803974,
      "loss_total": 0.006343056447803974,
      "step": 29530
    },
    {
      "loss_action": 0.018027499318122864,
      "loss_total": 0.018027499318122864,
      "step": 29530
    },
    {
      "loss_action": 0.028405802324414253,
      "loss_total": 0.028405802324414253,
      "step": 29530
    },
    {
      "grad_norm": 0.14003822207450867,
      "learning_rate": 8.442092700986765e-05,
      "loss": 0.0108,
      "step": 29540
    },
    {
      "loss_action": 0.0064299339428544044,
      "loss_total": 0.0064299339428544044,
      "step": 29540
    },
    {
      "loss_action": 0.007450018543750048,
      "loss_total": 0.007450018543750048,
      "step": 29540
    },
    {
      "loss_action": 0.005603506229817867,
      "loss_total": 0.005603506229817867,
      "step": 29540
    },
    {
      "loss_action": 0.005818306002765894,
      "loss_total": 0.005818306002765894,
      "step": 29540
    },
    {
      "loss_action": 0.011329649947583675,
      "loss_total": 0.011329649947583675,
      "step": 29540
    },
    {
      "loss_action": 0.008638044819235802,
      "loss_total": 0.008638044819235802,
      "step": 29540
    },
    {
      "loss_action": 0.005540422163903713,
      "loss_total": 0.005540422163903713,
      "step": 29540
    },
    {
      "loss_action": 0.01387854851782322,
      "loss_total": 0.01387854851782322,
      "step": 29540
    },
    {
      "grad_norm": 0.13228295743465424,
      "learning_rate": 8.440893228543156e-05,
      "loss": 0.0097,
      "step": 29550
    },
    {
      "loss_action": 0.00468478025868535,
      "loss_total": 0.00468478025868535,
      "step": 29550
    },
    {
      "loss_action": 0.013902995735406876,
      "loss_total": 0.013902995735406876,
      "step": 29550
    },
    {
      "loss_action": 0.007294145878404379,
      "loss_total": 0.007294145878404379,
      "step": 29550
    },
    {
      "loss_action": 0.008351774886250496,
      "loss_total": 0.008351774886250496,
      "step": 29550
    },
    {
      "loss_action": 0.010007528588175774,
      "loss_total": 0.010007528588175774,
      "step": 29550
    },
    {
      "loss_action": 0.00664127292111516,
      "loss_total": 0.00664127292111516,
      "step": 29550
    },
    {
      "loss_action": 0.0052556563168764114,
      "loss_total": 0.0052556563168764114,
      "step": 29550
    },
    {
      "loss_action": 0.004478359594941139,
      "loss_total": 0.004478359594941139,
      "step": 29550
    },
    {
      "grad_norm": 0.17799213528633118,
      "learning_rate": 8.439693379808638e-05,
      "loss": 0.0094,
      "step": 29560
    },
    {
      "loss_action": 0.006848352029919624,
      "loss_total": 0.006848352029919624,
      "step": 29560
    },
    {
      "loss_action": 0.022547166794538498,
      "loss_total": 0.022547166794538498,
      "step": 29560
    },
    {
      "loss_action": 0.004780275281518698,
      "loss_total": 0.004780275281518698,
      "step": 29560
    },
    {
      "loss_action": 0.012760533019900322,
      "loss_total": 0.012760533019900322,
      "step": 29560
    },
    {
      "loss_action": 0.013115805573761463,
      "loss_total": 0.013115805573761463,
      "step": 29560
    },
    {
      "loss_action": 0.006123064085841179,
      "loss_total": 0.006123064085841179,
      "step": 29560
    },
    {
      "loss_action": 0.017937809228897095,
      "loss_total": 0.017937809228897095,
      "step": 29560
    },
    {
      "loss_action": 0.01616751030087471,
      "loss_total": 0.01616751030087471,
      "step": 29560
    },
    {
      "grad_norm": 0.14122962951660156,
      "learning_rate": 8.43849315491442e-05,
      "loss": 0.0111,
      "step": 29570
    },
    {
      "loss_action": 0.00832412764430046,
      "loss_total": 0.00832412764430046,
      "step": 29570
    },
    {
      "loss_action": 0.017635950818657875,
      "loss_total": 0.017635950818657875,
      "step": 29570
    },
    {
      "loss_action": 0.015029228292405605,
      "loss_total": 0.015029228292405605,
      "step": 29570
    },
    {
      "loss_action": 0.016041336581110954,
      "loss_total": 0.016041336581110954,
      "step": 29570
    },
    {
      "loss_action": 0.00698406295850873,
      "loss_total": 0.00698406295850873,
      "step": 29570
    },
    {
      "loss_action": 0.009985572658479214,
      "loss_total": 0.009985572658479214,
      "step": 29570
    },
    {
      "loss_action": 0.00983175728470087,
      "loss_total": 0.00983175728470087,
      "step": 29570
    },
    {
      "loss_action": 0.0030948412604629993,
      "loss_total": 0.0030948412604629993,
      "step": 29570
    },
    {
      "grad_norm": 0.1872105598449707,
      "learning_rate": 8.437292553991763e-05,
      "loss": 0.0115,
      "step": 29580
    },
    {
      "loss_action": 0.009121662005782127,
      "loss_total": 0.009121662005782127,
      "step": 29580
    },
    {
      "loss_action": 0.008953537791967392,
      "loss_total": 0.008953537791967392,
      "step": 29580
    },
    {
      "loss_action": 0.0027280375361442566,
      "loss_total": 0.0027280375361442566,
      "step": 29580
    },
    {
      "loss_action": 0.004688298795372248,
      "loss_total": 0.004688298795372248,
      "step": 29580
    },
    {
      "loss_action": 0.013996802270412445,
      "loss_total": 0.013996802270412445,
      "step": 29580
    },
    {
      "loss_action": 0.004942269064486027,
      "loss_total": 0.004942269064486027,
      "step": 29580
    },
    {
      "loss_action": 0.007506452035158873,
      "loss_total": 0.007506452035158873,
      "step": 29580
    },
    {
      "loss_action": 0.0072230068035423756,
      "loss_total": 0.0072230068035423756,
      "step": 29580
    },
    {
      "grad_norm": 0.11917237937450409,
      "learning_rate": 8.436091577171959e-05,
      "loss": 0.0103,
      "step": 29590
    },
    {
      "loss_action": 0.0032733813859522343,
      "loss_total": 0.0032733813859522343,
      "step": 29590
    },
    {
      "loss_action": 0.003032660810276866,
      "loss_total": 0.003032660810276866,
      "step": 29590
    },
    {
      "loss_action": 0.0072339605540037155,
      "loss_total": 0.0072339605540037155,
      "step": 29590
    },
    {
      "loss_action": 0.02312663197517395,
      "loss_total": 0.02312663197517395,
      "step": 29590
    },
    {
      "loss_action": 0.010428419336676598,
      "loss_total": 0.010428419336676598,
      "step": 29590
    },
    {
      "loss_action": 0.00995541736483574,
      "loss_total": 0.00995541736483574,
      "step": 29590
    },
    {
      "loss_action": 0.0038957390934228897,
      "loss_total": 0.0038957390934228897,
      "step": 29590
    },
    {
      "loss_action": 0.011708608828485012,
      "loss_total": 0.011708608828485012,
      "step": 29590
    },
    {
      "grad_norm": 0.10495956242084503,
      "learning_rate": 8.434890224586347e-05,
      "loss": 0.0114,
      "step": 29600
    },
    {
      "loss_action": 0.020053643733263016,
      "loss_total": 0.020053643733263016,
      "step": 29600
    },
    {
      "loss_action": 0.013479653745889664,
      "loss_total": 0.013479653745889664,
      "step": 29600
    },
    {
      "loss_action": 0.020132945850491524,
      "loss_total": 0.020132945850491524,
      "step": 29600
    },
    {
      "loss_action": 0.011931587010622025,
      "loss_total": 0.011931587010622025,
      "step": 29600
    },
    {
      "loss_action": 0.009321101009845734,
      "loss_total": 0.009321101009845734,
      "step": 29600
    },
    {
      "loss_action": 0.016381902620196342,
      "loss_total": 0.016381902620196342,
      "step": 29600
    },
    {
      "loss_action": 0.006468066945672035,
      "loss_total": 0.006468066945672035,
      "step": 29600
    },
    {
      "loss_action": 0.005815137177705765,
      "loss_total": 0.005815137177705765,
      "step": 29600
    },
    {
      "grad_norm": 0.11497966200113297,
      "learning_rate": 8.433688496366303e-05,
      "loss": 0.0117,
      "step": 29610
    },
    {
      "loss_action": 0.006837388034909964,
      "loss_total": 0.006837388034909964,
      "step": 29610
    },
    {
      "loss_action": 0.004831152036786079,
      "loss_total": 0.004831152036786079,
      "step": 29610
    },
    {
      "loss_action": 0.009844016283750534,
      "loss_total": 0.009844016283750534,
      "step": 29610
    },
    {
      "loss_action": 0.020251719281077385,
      "loss_total": 0.020251719281077385,
      "step": 29610
    },
    {
      "loss_action": 0.006098233163356781,
      "loss_total": 0.006098233163356781,
      "step": 29610
    },
    {
      "loss_action": 0.016998404636979103,
      "loss_total": 0.016998404636979103,
      "step": 29610
    },
    {
      "loss_action": 0.006984054110944271,
      "loss_total": 0.006984054110944271,
      "step": 29610
    },
    {
      "loss_action": 0.0161975659430027,
      "loss_total": 0.0161975659430027,
      "step": 29610
    },
    {
      "grad_norm": 0.15119509398937225,
      "learning_rate": 8.432486392643248e-05,
      "loss": 0.0108,
      "step": 29620
    },
    {
      "loss_action": 0.0067275455221533775,
      "loss_total": 0.0067275455221533775,
      "step": 29620
    },
    {
      "loss_action": 0.008297663182020187,
      "loss_total": 0.008297663182020187,
      "step": 29620
    },
    {
      "loss_action": 0.008105108514428139,
      "loss_total": 0.008105108514428139,
      "step": 29620
    },
    {
      "loss_action": 0.011729313060641289,
      "loss_total": 0.011729313060641289,
      "step": 29620
    },
    {
      "loss_action": 0.00544485729187727,
      "loss_total": 0.00544485729187727,
      "step": 29620
    },
    {
      "loss_action": 0.0069297864101827145,
      "loss_total": 0.0069297864101827145,
      "step": 29620
    },
    {
      "loss_action": 0.009069922380149364,
      "loss_total": 0.009069922380149364,
      "step": 29620
    },
    {
      "loss_action": 0.020802440121769905,
      "loss_total": 0.020802440121769905,
      "step": 29620
    },
    {
      "grad_norm": 0.14504724740982056,
      "learning_rate": 8.431283913548643e-05,
      "loss": 0.0131,
      "step": 29630
    },
    {
      "loss_action": 0.01361782569438219,
      "loss_total": 0.01361782569438219,
      "step": 29630
    },
    {
      "loss_action": 0.007104950025677681,
      "loss_total": 0.007104950025677681,
      "step": 29630
    },
    {
      "loss_action": 0.008855495601892471,
      "loss_total": 0.008855495601892471,
      "step": 29630
    },
    {
      "loss_action": 0.012647856026887894,
      "loss_total": 0.012647856026887894,
      "step": 29630
    },
    {
      "loss_action": 0.012973561882972717,
      "loss_total": 0.012973561882972717,
      "step": 29630
    },
    {
      "loss_action": 0.008251846767961979,
      "loss_total": 0.008251846767961979,
      "step": 29630
    },
    {
      "loss_action": 0.015371786430478096,
      "loss_total": 0.015371786430478096,
      "step": 29630
    },
    {
      "loss_action": 0.004395440220832825,
      "loss_total": 0.004395440220832825,
      "step": 29630
    },
    {
      "grad_norm": 0.11036588251590729,
      "learning_rate": 8.430081059213985e-05,
      "loss": 0.0116,
      "step": 29640
    },
    {
      "loss_action": 0.01003226637840271,
      "loss_total": 0.01003226637840271,
      "step": 29640
    },
    {
      "loss_action": 0.016451388597488403,
      "loss_total": 0.016451388597488403,
      "step": 29640
    },
    {
      "loss_action": 0.00452377600595355,
      "loss_total": 0.00452377600595355,
      "step": 29640
    },
    {
      "loss_action": 0.008359897881746292,
      "loss_total": 0.008359897881746292,
      "step": 29640
    },
    {
      "loss_action": 0.004574185237288475,
      "loss_total": 0.004574185237288475,
      "step": 29640
    },
    {
      "loss_action": 0.0063124848529696465,
      "loss_total": 0.0063124848529696465,
      "step": 29640
    },
    {
      "loss_action": 0.03812801092863083,
      "loss_total": 0.03812801092863083,
      "step": 29640
    },
    {
      "loss_action": 0.009882768616080284,
      "loss_total": 0.009882768616080284,
      "step": 29640
    },
    {
      "grad_norm": 0.1154589131474495,
      "learning_rate": 8.428877829770823e-05,
      "loss": 0.0094,
      "step": 29650
    },
    {
      "loss_action": 0.042707428336143494,
      "loss_total": 0.042707428336143494,
      "step": 29650
    },
    {
      "loss_action": 0.009122669696807861,
      "loss_total": 0.009122669696807861,
      "step": 29650
    },
    {
      "loss_action": 0.010942479595541954,
      "loss_total": 0.010942479595541954,
      "step": 29650
    },
    {
      "loss_action": 0.011448857374489307,
      "loss_total": 0.011448857374489307,
      "step": 29650
    },
    {
      "loss_action": 0.004787499085068703,
      "loss_total": 0.004787499085068703,
      "step": 29650
    },
    {
      "loss_action": 0.003391314297914505,
      "loss_total": 0.003391314297914505,
      "step": 29650
    },
    {
      "loss_action": 0.006399822887033224,
      "loss_total": 0.006399822887033224,
      "step": 29650
    },
    {
      "loss_action": 0.012998713180422783,
      "loss_total": 0.012998713180422783,
      "step": 29650
    },
    {
      "grad_norm": 0.11518197506666183,
      "learning_rate": 8.427674225350735e-05,
      "loss": 0.0104,
      "step": 29660
    },
    {
      "loss_action": 0.011822309345006943,
      "loss_total": 0.011822309345006943,
      "step": 29660
    },
    {
      "loss_action": 0.02318108081817627,
      "loss_total": 0.02318108081817627,
      "step": 29660
    },
    {
      "loss_action": 0.019761739298701286,
      "loss_total": 0.019761739298701286,
      "step": 29660
    },
    {
      "loss_action": 0.019225994125008583,
      "loss_total": 0.019225994125008583,
      "step": 29660
    },
    {
      "loss_action": 0.0033827777951955795,
      "loss_total": 0.0033827777951955795,
      "step": 29660
    },
    {
      "loss_action": 0.018889013677835464,
      "loss_total": 0.018889013677835464,
      "step": 29660
    },
    {
      "loss_action": 0.007158464752137661,
      "loss_total": 0.007158464752137661,
      "step": 29660
    },
    {
      "loss_action": 0.01998567208647728,
      "loss_total": 0.01998567208647728,
      "step": 29660
    },
    {
      "grad_norm": 0.14249128103256226,
      "learning_rate": 8.426470246085347e-05,
      "loss": 0.0093,
      "step": 29670
    },
    {
      "loss_action": 0.012379983440041542,
      "loss_total": 0.012379983440041542,
      "step": 29670
    },
    {
      "loss_action": 0.006647680886089802,
      "loss_total": 0.006647680886089802,
      "step": 29670
    },
    {
      "loss_action": 0.013667164370417595,
      "loss_total": 0.013667164370417595,
      "step": 29670
    },
    {
      "loss_action": 0.00913502648472786,
      "loss_total": 0.00913502648472786,
      "step": 29670
    },
    {
      "loss_action": 0.0227462500333786,
      "loss_total": 0.0227462500333786,
      "step": 29670
    },
    {
      "loss_action": 0.008953940123319626,
      "loss_total": 0.008953940123319626,
      "step": 29670
    },
    {
      "loss_action": 0.006823273375630379,
      "loss_total": 0.006823273375630379,
      "step": 29670
    },
    {
      "loss_action": 0.0048964605666697025,
      "loss_total": 0.0048964605666697025,
      "step": 29670
    },
    {
      "grad_norm": 0.10434293746948242,
      "learning_rate": 8.425265892106324e-05,
      "loss": 0.0097,
      "step": 29680
    },
    {
      "loss_action": 0.004435759969055653,
      "loss_total": 0.004435759969055653,
      "step": 29680
    },
    {
      "loss_action": 0.009096985682845116,
      "loss_total": 0.009096985682845116,
      "step": 29680
    },
    {
      "loss_action": 0.0056563131511211395,
      "loss_total": 0.0056563131511211395,
      "step": 29680
    },
    {
      "loss_action": 0.008684875443577766,
      "loss_total": 0.008684875443577766,
      "step": 29680
    },
    {
      "loss_action": 0.008241767063736916,
      "loss_total": 0.008241767063736916,
      "step": 29680
    },
    {
      "loss_action": 0.007395333610475063,
      "loss_total": 0.007395333610475063,
      "step": 29680
    },
    {
      "loss_action": 0.01031437423080206,
      "loss_total": 0.01031437423080206,
      "step": 29680
    },
    {
      "loss_action": 0.006018081679940224,
      "loss_total": 0.006018081679940224,
      "step": 29680
    },
    {
      "grad_norm": 0.12619268894195557,
      "learning_rate": 8.424061163545374e-05,
      "loss": 0.0098,
      "step": 29690
    },
    {
      "loss_action": 0.010214698500931263,
      "loss_total": 0.010214698500931263,
      "step": 29690
    },
    {
      "loss_action": 0.003351536812260747,
      "loss_total": 0.003351536812260747,
      "step": 29690
    },
    {
      "loss_action": 0.006130685098469257,
      "loss_total": 0.006130685098469257,
      "step": 29690
    },
    {
      "loss_action": 0.006648999638855457,
      "loss_total": 0.006648999638855457,
      "step": 29690
    },
    {
      "loss_action": 0.0024003367871046066,
      "loss_total": 0.0024003367871046066,
      "step": 29690
    },
    {
      "loss_action": 0.0020694893319159746,
      "loss_total": 0.0020694893319159746,
      "step": 29690
    },
    {
      "loss_action": 0.01225617527961731,
      "loss_total": 0.01225617527961731,
      "step": 29690
    },
    {
      "loss_action": 0.01733345165848732,
      "loss_total": 0.01733345165848732,
      "step": 29690
    },
    {
      "grad_norm": 0.19806374609470367,
      "learning_rate": 8.422856060534243e-05,
      "loss": 0.0123,
      "step": 29700
    },
    {
      "loss_action": 0.0043763951398432255,
      "loss_total": 0.0043763951398432255,
      "step": 29700
    },
    {
      "loss_action": 0.029258396476507187,
      "loss_total": 0.029258396476507187,
      "step": 29700
    },
    {
      "loss_action": 0.0393822006881237,
      "loss_total": 0.0393822006881237,
      "step": 29700
    },
    {
      "loss_action": 0.021059736609458923,
      "loss_total": 0.021059736609458923,
      "step": 29700
    },
    {
      "loss_action": 0.004371301271021366,
      "loss_total": 0.004371301271021366,
      "step": 29700
    },
    {
      "loss_action": 0.005235639400780201,
      "loss_total": 0.005235639400780201,
      "step": 29700
    },
    {
      "loss_action": 0.005926617421209812,
      "loss_total": 0.005926617421209812,
      "step": 29700
    },
    {
      "loss_action": 0.013226306065917015,
      "loss_total": 0.013226306065917015,
      "step": 29700
    },
    {
      "grad_norm": 0.1512022316455841,
      "learning_rate": 8.421650583204718e-05,
      "loss": 0.0113,
      "step": 29710
    },
    {
      "loss_action": 0.006032981909811497,
      "loss_total": 0.006032981909811497,
      "step": 29710
    },
    {
      "loss_action": 0.0033629066310822964,
      "loss_total": 0.0033629066310822964,
      "step": 29710
    },
    {
      "loss_action": 0.004511406645178795,
      "loss_total": 0.004511406645178795,
      "step": 29710
    },
    {
      "loss_action": 0.004853223450481892,
      "loss_total": 0.004853223450481892,
      "step": 29710
    },
    {
      "loss_action": 0.012267266400158405,
      "loss_total": 0.012267266400158405,
      "step": 29710
    },
    {
      "loss_action": 0.014388070441782475,
      "loss_total": 0.014388070441782475,
      "step": 29710
    },
    {
      "loss_action": 0.006960877683013678,
      "loss_total": 0.006960877683013678,
      "step": 29710
    },
    {
      "loss_action": 0.012747220695018768,
      "loss_total": 0.012747220695018768,
      "step": 29710
    },
    {
      "grad_norm": 0.13299565017223358,
      "learning_rate": 8.420444731688633e-05,
      "loss": 0.0104,
      "step": 29720
    },
    {
      "loss_action": 0.010479487478733063,
      "loss_total": 0.010479487478733063,
      "step": 29720
    },
    {
      "loss_action": 0.005817779339849949,
      "loss_total": 0.005817779339849949,
      "step": 29720
    },
    {
      "loss_action": 0.008724864572286606,
      "loss_total": 0.008724864572286606,
      "step": 29720
    },
    {
      "loss_action": 0.011432264931499958,
      "loss_total": 0.011432264931499958,
      "step": 29720
    },
    {
      "loss_action": 0.007588261738419533,
      "loss_total": 0.007588261738419533,
      "step": 29720
    },
    {
      "loss_action": 0.01052684336900711,
      "loss_total": 0.01052684336900711,
      "step": 29720
    },
    {
      "loss_action": 0.007469248492270708,
      "loss_total": 0.007469248492270708,
      "step": 29720
    },
    {
      "loss_action": 0.0030746690463274717,
      "loss_total": 0.0030746690463274717,
      "step": 29720
    },
    {
      "grad_norm": 0.18359802663326263,
      "learning_rate": 8.419238506117852e-05,
      "loss": 0.0108,
      "step": 29730
    },
    {
      "loss_action": 0.010683594271540642,
      "loss_total": 0.010683594271540642,
      "step": 29730
    },
    {
      "loss_action": 0.009153284132480621,
      "loss_total": 0.009153284132480621,
      "step": 29730
    },
    {
      "loss_action": 0.013503656722605228,
      "loss_total": 0.013503656722605228,
      "step": 29730
    },
    {
      "loss_action": 0.011029014363884926,
      "loss_total": 0.011029014363884926,
      "step": 29730
    },
    {
      "loss_action": 0.007415097672492266,
      "loss_total": 0.007415097672492266,
      "step": 29730
    },
    {
      "loss_action": 0.02335049957036972,
      "loss_total": 0.02335049957036972,
      "step": 29730
    },
    {
      "loss_action": 0.013457177206873894,
      "loss_total": 0.013457177206873894,
      "step": 29730
    },
    {
      "loss_action": 0.008398434147238731,
      "loss_total": 0.008398434147238731,
      "step": 29730
    },
    {
      "grad_norm": 0.10230690985918045,
      "learning_rate": 8.418031906624289e-05,
      "loss": 0.0096,
      "step": 29740
    },
    {
      "loss_action": 0.009346897713840008,
      "loss_total": 0.009346897713840008,
      "step": 29740
    },
    {
      "loss_action": 0.010531916283071041,
      "loss_total": 0.010531916283071041,
      "step": 29740
    },
    {
      "loss_action": 0.006388217210769653,
      "loss_total": 0.006388217210769653,
      "step": 29740
    },
    {
      "loss_action": 0.012160422280430794,
      "loss_total": 0.012160422280430794,
      "step": 29740
    },
    {
      "loss_action": 0.010974103584885597,
      "loss_total": 0.010974103584885597,
      "step": 29740
    },
    {
      "loss_action": 0.021582772955298424,
      "loss_total": 0.021582772955298424,
      "step": 29740
    },
    {
      "loss_action": 0.006316446699202061,
      "loss_total": 0.006316446699202061,
      "step": 29740
    },
    {
      "loss_action": 0.007583065424114466,
      "loss_total": 0.007583065424114466,
      "step": 29740
    },
    {
      "grad_norm": 0.09434859454631805,
      "learning_rate": 8.416824933339898e-05,
      "loss": 0.0105,
      "step": 29750
    },
    {
      "loss_action": 0.005449282005429268,
      "loss_total": 0.005449282005429268,
      "step": 29750
    },
    {
      "loss_action": 0.011656723916530609,
      "loss_total": 0.011656723916530609,
      "step": 29750
    },
    {
      "loss_action": 0.012080858461558819,
      "loss_total": 0.012080858461558819,
      "step": 29750
    },
    {
      "loss_action": 0.013898186385631561,
      "loss_total": 0.013898186385631561,
      "step": 29750
    },
    {
      "loss_action": 0.005569174885749817,
      "loss_total": 0.005569174885749817,
      "step": 29750
    },
    {
      "loss_action": 0.008122598752379417,
      "loss_total": 0.008122598752379417,
      "step": 29750
    },
    {
      "loss_action": 0.009183565154671669,
      "loss_total": 0.009183565154671669,
      "step": 29750
    },
    {
      "loss_action": 0.008504919707775116,
      "loss_total": 0.008504919707775116,
      "step": 29750
    },
    {
      "grad_norm": 0.1348700374364853,
      "learning_rate": 8.415617586396667e-05,
      "loss": 0.0108,
      "step": 29760
    },
    {
      "loss_action": 0.02397700399160385,
      "loss_total": 0.02397700399160385,
      "step": 29760
    },
    {
      "loss_action": 0.0191485658288002,
      "loss_total": 0.0191485658288002,
      "step": 29760
    },
    {
      "loss_action": 0.010963525623083115,
      "loss_total": 0.010963525623083115,
      "step": 29760
    },
    {
      "loss_action": 0.011460980400443077,
      "loss_total": 0.011460980400443077,
      "step": 29760
    },
    {
      "loss_action": 0.013176793232560158,
      "loss_total": 0.013176793232560158,
      "step": 29760
    },
    {
      "loss_action": 0.015843991190195084,
      "loss_total": 0.015843991190195084,
      "step": 29760
    },
    {
      "loss_action": 0.017610415816307068,
      "loss_total": 0.017610415816307068,
      "step": 29760
    },
    {
      "loss_action": 0.010753416456282139,
      "loss_total": 0.010753416456282139,
      "step": 29760
    },
    {
      "grad_norm": 0.09800998866558075,
      "learning_rate": 8.414409865926632e-05,
      "loss": 0.0104,
      "step": 29770
    },
    {
      "loss_action": 0.012392072938382626,
      "loss_total": 0.012392072938382626,
      "step": 29770
    },
    {
      "loss_action": 0.0113284382969141,
      "loss_total": 0.0113284382969141,
      "step": 29770
    },
    {
      "loss_action": 0.01029692031443119,
      "loss_total": 0.01029692031443119,
      "step": 29770
    },
    {
      "loss_action": 0.008746681734919548,
      "loss_total": 0.008746681734919548,
      "step": 29770
    },
    {
      "loss_action": 0.005426433868706226,
      "loss_total": 0.005426433868706226,
      "step": 29770
    },
    {
      "loss_action": 0.00630212901160121,
      "loss_total": 0.00630212901160121,
      "step": 29770
    },
    {
      "loss_action": 0.003092115744948387,
      "loss_total": 0.003092115744948387,
      "step": 29770
    },
    {
      "loss_action": 0.004952834919095039,
      "loss_total": 0.004952834919095039,
      "step": 29770
    },
    {
      "grad_norm": 0.1121431291103363,
      "learning_rate": 8.413201772061867e-05,
      "loss": 0.0095,
      "step": 29780
    },
    {
      "loss_action": 0.01814688928425312,
      "loss_total": 0.01814688928425312,
      "step": 29780
    },
    {
      "loss_action": 0.015132782980799675,
      "loss_total": 0.015132782980799675,
      "step": 29780
    },
    {
      "loss_action": 0.008641716092824936,
      "loss_total": 0.008641716092824936,
      "step": 29780
    },
    {
      "loss_action": 0.014409094117581844,
      "loss_total": 0.014409094117581844,
      "step": 29780
    },
    {
      "loss_action": 0.009308517910540104,
      "loss_total": 0.009308517910540104,
      "step": 29780
    },
    {
      "loss_action": 0.010532978922128677,
      "loss_total": 0.010532978922128677,
      "step": 29780
    },
    {
      "loss_action": 0.021362386643886566,
      "loss_total": 0.021362386643886566,
      "step": 29780
    },
    {
      "loss_action": 0.007683857344090939,
      "loss_total": 0.007683857344090939,
      "step": 29780
    },
    {
      "grad_norm": 0.15841858088970184,
      "learning_rate": 8.411993304934488e-05,
      "loss": 0.011,
      "step": 29790
    },
    {
      "loss_action": 0.008188326843082905,
      "loss_total": 0.008188326843082905,
      "step": 29790
    },
    {
      "loss_action": 0.013400666415691376,
      "loss_total": 0.013400666415691376,
      "step": 29790
    },
    {
      "loss_action": 0.0183747299015522,
      "loss_total": 0.0183747299015522,
      "step": 29790
    },
    {
      "loss_action": 0.03143337368965149,
      "loss_total": 0.03143337368965149,
      "step": 29790
    },
    {
      "loss_action": 0.01054723933339119,
      "loss_total": 0.01054723933339119,
      "step": 29790
    },
    {
      "loss_action": 0.01062164455652237,
      "loss_total": 0.01062164455652237,
      "step": 29790
    },
    {
      "loss_action": 0.009906372055411339,
      "loss_total": 0.009906372055411339,
      "step": 29790
    },
    {
      "loss_action": 0.010954177938401699,
      "loss_total": 0.010954177938401699,
      "step": 29790
    },
    {
      "grad_norm": 0.14237679541110992,
      "learning_rate": 8.410784464676654e-05,
      "loss": 0.0126,
      "step": 29800
    },
    {
      "loss_action": 0.025049645453691483,
      "loss_total": 0.025049645453691483,
      "step": 29800
    },
    {
      "loss_action": 0.018781155347824097,
      "loss_total": 0.018781155347824097,
      "step": 29800
    },
    {
      "loss_action": 0.010937546379864216,
      "loss_total": 0.010937546379864216,
      "step": 29800
    },
    {
      "loss_action": 0.01272680051624775,
      "loss_total": 0.01272680051624775,
      "step": 29800
    },
    {
      "loss_action": 0.006595066748559475,
      "loss_total": 0.006595066748559475,
      "step": 29800
    },
    {
      "loss_action": 0.005003863479942083,
      "loss_total": 0.005003863479942083,
      "step": 29800
    },
    {
      "loss_action": 0.014756489545106888,
      "loss_total": 0.014756489545106888,
      "step": 29800
    },
    {
      "loss_action": 0.01722031459212303,
      "loss_total": 0.01722031459212303,
      "step": 29800
    },
    {
      "grad_norm": 0.1529880166053772,
      "learning_rate": 8.409575251420556e-05,
      "loss": 0.0126,
      "step": 29810
    },
    {
      "loss_action": 0.006982868537306786,
      "loss_total": 0.006982868537306786,
      "step": 29810
    },
    {
      "loss_action": 0.00776730477809906,
      "loss_total": 0.00776730477809906,
      "step": 29810
    },
    {
      "loss_action": 0.008946952410042286,
      "loss_total": 0.008946952410042286,
      "step": 29810
    },
    {
      "loss_action": 0.009788481518626213,
      "loss_total": 0.009788481518626213,
      "step": 29810
    },
    {
      "loss_action": 0.011708474718034267,
      "loss_total": 0.011708474718034267,
      "step": 29810
    },
    {
      "loss_action": 0.00865459255874157,
      "loss_total": 0.00865459255874157,
      "step": 29810
    },
    {
      "loss_action": 0.007582222111523151,
      "loss_total": 0.007582222111523151,
      "step": 29810
    },
    {
      "loss_action": 0.01944083161652088,
      "loss_total": 0.01944083161652088,
      "step": 29810
    },
    {
      "grad_norm": 0.22868390381336212,
      "learning_rate": 8.408365665298435e-05,
      "loss": 0.0111,
      "step": 29820
    },
    {
      "loss_action": 0.013272963464260101,
      "loss_total": 0.013272963464260101,
      "step": 29820
    },
    {
      "loss_action": 0.014463216066360474,
      "loss_total": 0.014463216066360474,
      "step": 29820
    },
    {
      "loss_action": 0.008570803329348564,
      "loss_total": 0.008570803329348564,
      "step": 29820
    },
    {
      "loss_action": 0.015672199428081512,
      "loss_total": 0.015672199428081512,
      "step": 29820
    },
    {
      "loss_action": 0.015590732917189598,
      "loss_total": 0.015590732917189598,
      "step": 29820
    },
    {
      "loss_action": 0.011617129668593407,
      "loss_total": 0.011617129668593407,
      "step": 29820
    },
    {
      "loss_action": 0.005344799254089594,
      "loss_total": 0.005344799254089594,
      "step": 29820
    },
    {
      "loss_action": 0.012919899076223373,
      "loss_total": 0.012919899076223373,
      "step": 29820
    },
    {
      "grad_norm": 0.12715941667556763,
      "learning_rate": 8.40715570644257e-05,
      "loss": 0.0107,
      "step": 29830
    },
    {
      "loss_action": 0.0075882296077907085,
      "loss_total": 0.0075882296077907085,
      "step": 29830
    },
    {
      "loss_action": 0.005386443808674812,
      "loss_total": 0.005386443808674812,
      "step": 29830
    },
    {
      "loss_action": 0.008135524578392506,
      "loss_total": 0.008135524578392506,
      "step": 29830
    },
    {
      "loss_action": 0.010512903332710266,
      "loss_total": 0.010512903332710266,
      "step": 29830
    },
    {
      "loss_action": 0.015780821442604065,
      "loss_total": 0.015780821442604065,
      "step": 29830
    },
    {
      "loss_action": 0.008205985650420189,
      "loss_total": 0.008205985650420189,
      "step": 29830
    },
    {
      "loss_action": 0.014207681640982628,
      "loss_total": 0.014207681640982628,
      "step": 29830
    },
    {
      "loss_action": 0.005574146285653114,
      "loss_total": 0.005574146285653114,
      "step": 29830
    },
    {
      "grad_norm": 0.10612501204013824,
      "learning_rate": 8.40594537498528e-05,
      "loss": 0.0119,
      "step": 29840
    },
    {
      "loss_action": 0.01084203738719225,
      "loss_total": 0.01084203738719225,
      "step": 29840
    },
    {
      "loss_action": 0.008264620788395405,
      "loss_total": 0.008264620788395405,
      "step": 29840
    },
    {
      "loss_action": 0.032315731048583984,
      "loss_total": 0.032315731048583984,
      "step": 29840
    },
    {
      "loss_action": 0.01661674678325653,
      "loss_total": 0.01661674678325653,
      "step": 29840
    },
    {
      "loss_action": 0.013507737778127193,
      "loss_total": 0.013507737778127193,
      "step": 29840
    },
    {
      "loss_action": 0.010125950910151005,
      "loss_total": 0.010125950910151005,
      "step": 29840
    },
    {
      "loss_action": 0.007186302915215492,
      "loss_total": 0.007186302915215492,
      "step": 29840
    },
    {
      "loss_action": 0.0060689919628202915,
      "loss_total": 0.0060689919628202915,
      "step": 29840
    },
    {
      "grad_norm": 0.19958817958831787,
      "learning_rate": 8.404734671058924e-05,
      "loss": 0.011,
      "step": 29850
    },
    {
      "loss_action": 0.0177997425198555,
      "loss_total": 0.0177997425198555,
      "step": 29850
    },
    {
      "loss_action": 0.006011378485709429,
      "loss_total": 0.006011378485709429,
      "step": 29850
    },
    {
      "loss_action": 0.005790678784251213,
      "loss_total": 0.005790678784251213,
      "step": 29850
    },
    {
      "loss_action": 0.016829272732138634,
      "loss_total": 0.016829272732138634,
      "step": 29850
    },
    {
      "loss_action": 0.007110548205673695,
      "loss_total": 0.007110548205673695,
      "step": 29850
    },
    {
      "loss_action": 0.006780351046472788,
      "loss_total": 0.006780351046472788,
      "step": 29850
    },
    {
      "loss_action": 0.013521610759198666,
      "loss_total": 0.013521610759198666,
      "step": 29850
    },
    {
      "loss_action": 0.006014569662511349,
      "loss_total": 0.006014569662511349,
      "step": 29850
    },
    {
      "grad_norm": 0.18396835029125214,
      "learning_rate": 8.403523594795902e-05,
      "loss": 0.0114,
      "step": 29860
    },
    {
      "loss_action": 0.009883133694529533,
      "loss_total": 0.009883133694529533,
      "step": 29860
    },
    {
      "loss_action": 0.007896142080426216,
      "loss_total": 0.007896142080426216,
      "step": 29860
    },
    {
      "loss_action": 0.0089867589995265,
      "loss_total": 0.0089867589995265,
      "step": 29860
    },
    {
      "loss_action": 0.018290702253580093,
      "loss_total": 0.018290702253580093,
      "step": 29860
    },
    {
      "loss_action": 0.003532789647579193,
      "loss_total": 0.003532789647579193,
      "step": 29860
    },
    {
      "loss_action": 0.00884455256164074,
      "loss_total": 0.00884455256164074,
      "step": 29860
    },
    {
      "loss_action": 0.008655858226120472,
      "loss_total": 0.008655858226120472,
      "step": 29860
    },
    {
      "loss_action": 0.006385129876434803,
      "loss_total": 0.006385129876434803,
      "step": 29860
    },
    {
      "grad_norm": 0.11869481950998306,
      "learning_rate": 8.402312146328659e-05,
      "loss": 0.0114,
      "step": 29870
    },
    {
      "loss_action": 0.008345216512680054,
      "loss_total": 0.008345216512680054,
      "step": 29870
    },
    {
      "loss_action": 0.004848824813961983,
      "loss_total": 0.004848824813961983,
      "step": 29870
    },
    {
      "loss_action": 0.009902501478791237,
      "loss_total": 0.009902501478791237,
      "step": 29870
    },
    {
      "loss_action": 0.006969003938138485,
      "loss_total": 0.006969003938138485,
      "step": 29870
    },
    {
      "loss_action": 0.01382048986852169,
      "loss_total": 0.01382048986852169,
      "step": 29870
    },
    {
      "loss_action": 0.0139364805072546,
      "loss_total": 0.0139364805072546,
      "step": 29870
    },
    {
      "loss_action": 0.0039224326610565186,
      "loss_total": 0.0039224326610565186,
      "step": 29870
    },
    {
      "loss_action": 0.007317441515624523,
      "loss_total": 0.007317441515624523,
      "step": 29870
    },
    {
      "grad_norm": 0.1318483203649521,
      "learning_rate": 8.401100325789675e-05,
      "loss": 0.0104,
      "step": 29880
    },
    {
      "loss_action": 0.005226664710789919,
      "loss_total": 0.005226664710789919,
      "step": 29880
    },
    {
      "loss_action": 0.009038981050252914,
      "loss_total": 0.009038981050252914,
      "step": 29880
    },
    {
      "loss_action": 0.006770269013941288,
      "loss_total": 0.006770269013941288,
      "step": 29880
    },
    {
      "loss_action": 0.005371366627514362,
      "loss_total": 0.005371366627514362,
      "step": 29880
    },
    {
      "loss_action": 0.010305404663085938,
      "loss_total": 0.010305404663085938,
      "step": 29880
    },
    {
      "loss_action": 0.004640891216695309,
      "loss_total": 0.004640891216695309,
      "step": 29880
    },
    {
      "loss_action": 0.0036923354491591454,
      "loss_total": 0.0036923354491591454,
      "step": 29880
    },
    {
      "loss_action": 0.02307724580168724,
      "loss_total": 0.02307724580168724,
      "step": 29880
    },
    {
      "grad_norm": 0.1540987640619278,
      "learning_rate": 8.399888133311472e-05,
      "loss": 0.0129,
      "step": 29890
    },
    {
      "loss_action": 0.011128968559205532,
      "loss_total": 0.011128968559205532,
      "step": 29890
    },
    {
      "loss_action": 0.016591954976320267,
      "loss_total": 0.016591954976320267,
      "step": 29890
    },
    {
      "loss_action": 0.01165364496409893,
      "loss_total": 0.01165364496409893,
      "step": 29890
    },
    {
      "loss_action": 0.02508585900068283,
      "loss_total": 0.02508585900068283,
      "step": 29890
    },
    {
      "loss_action": 0.008149977773427963,
      "loss_total": 0.008149977773427963,
      "step": 29890
    },
    {
      "loss_action": 0.011816166341304779,
      "loss_total": 0.011816166341304779,
      "step": 29890
    },
    {
      "loss_action": 0.01829213835299015,
      "loss_total": 0.01829213835299015,
      "step": 29890
    },
    {
      "loss_action": 0.007055699359625578,
      "loss_total": 0.007055699359625578,
      "step": 29890
    },
    {
      "grad_norm": 0.09943117201328278,
      "learning_rate": 8.398675569026613e-05,
      "loss": 0.0107,
      "step": 29900
    },
    {
      "loss_action": 0.017369169741868973,
      "loss_total": 0.017369169741868973,
      "step": 29900
    },
    {
      "loss_action": 0.01818525791168213,
      "loss_total": 0.01818525791168213,
      "step": 29900
    },
    {
      "loss_action": 0.006095845717936754,
      "loss_total": 0.006095845717936754,
      "step": 29900
    },
    {
      "loss_action": 0.011087738908827305,
      "loss_total": 0.011087738908827305,
      "step": 29900
    },
    {
      "loss_action": 0.005357192363590002,
      "loss_total": 0.005357192363590002,
      "step": 29900
    },
    {
      "loss_action": 0.015334549359977245,
      "loss_total": 0.015334549359977245,
      "step": 29900
    },
    {
      "loss_action": 0.003416746389120817,
      "loss_total": 0.003416746389120817,
      "step": 29900
    },
    {
      "loss_action": 0.021533239632844925,
      "loss_total": 0.021533239632844925,
      "step": 29900
    },
    {
      "grad_norm": 0.13409943878650665,
      "learning_rate": 8.397462633067705e-05,
      "loss": 0.01,
      "step": 29910
    },
    {
      "loss_action": 0.015519725158810616,
      "loss_total": 0.015519725158810616,
      "step": 29910
    },
    {
      "loss_action": 0.01344374567270279,
      "loss_total": 0.01344374567270279,
      "step": 29910
    },
    {
      "loss_action": 0.011003413237631321,
      "loss_total": 0.011003413237631321,
      "step": 29910
    },
    {
      "loss_action": 0.012078073807060719,
      "loss_total": 0.012078073807060719,
      "step": 29910
    },
    {
      "loss_action": 0.013266429305076599,
      "loss_total": 0.013266429305076599,
      "step": 29910
    },
    {
      "loss_action": 0.0031803203746676445,
      "loss_total": 0.0031803203746676445,
      "step": 29910
    },
    {
      "loss_action": 0.025834614410996437,
      "loss_total": 0.025834614410996437,
      "step": 29910
    },
    {
      "loss_action": 0.003178538056090474,
      "loss_total": 0.003178538056090474,
      "step": 29910
    },
    {
      "grad_norm": 0.11482428014278412,
      "learning_rate": 8.396249325567392e-05,
      "loss": 0.0108,
      "step": 29920
    },
    {
      "loss_action": 0.011844474822282791,
      "loss_total": 0.011844474822282791,
      "step": 29920
    },
    {
      "loss_action": 0.002148149535059929,
      "loss_total": 0.002148149535059929,
      "step": 29920
    },
    {
      "loss_action": 0.035066261887550354,
      "loss_total": 0.035066261887550354,
      "step": 29920
    },
    {
      "loss_action": 0.008945710957050323,
      "loss_total": 0.008945710957050323,
      "step": 29920
    },
    {
      "loss_action": 0.003554315771907568,
      "loss_total": 0.003554315771907568,
      "step": 29920
    },
    {
      "loss_action": 0.02972552739083767,
      "loss_total": 0.02972552739083767,
      "step": 29920
    },
    {
      "loss_action": 0.013141421601176262,
      "loss_total": 0.013141421601176262,
      "step": 29920
    },
    {
      "loss_action": 0.004857875406742096,
      "loss_total": 0.004857875406742096,
      "step": 29920
    },
    {
      "grad_norm": 0.1303718239068985,
      "learning_rate": 8.395035646658357e-05,
      "loss": 0.0128,
      "step": 29930
    },
    {
      "loss_action": 0.00863315723836422,
      "loss_total": 0.00863315723836422,
      "step": 29930
    },
    {
      "loss_action": 0.0184177253395319,
      "loss_total": 0.0184177253395319,
      "step": 29930
    },
    {
      "loss_action": 0.009823983535170555,
      "loss_total": 0.009823983535170555,
      "step": 29930
    },
    {
      "loss_action": 0.004285240545868874,
      "loss_total": 0.004285240545868874,
      "step": 29930
    },
    {
      "loss_action": 0.014347337186336517,
      "loss_total": 0.014347337186336517,
      "step": 29930
    },
    {
      "loss_action": 0.0060661714524030685,
      "loss_total": 0.0060661714524030685,
      "step": 29930
    },
    {
      "loss_action": 0.0033534225076436996,
      "loss_total": 0.0033534225076436996,
      "step": 29930
    },
    {
      "loss_action": 0.005331189371645451,
      "loss_total": 0.005331189371645451,
      "step": 29930
    },
    {
      "grad_norm": 0.14277499914169312,
      "learning_rate": 8.39382159647333e-05,
      "loss": 0.0123,
      "step": 29940
    },
    {
      "loss_action": 0.005885642021894455,
      "loss_total": 0.005885642021894455,
      "step": 29940
    },
    {
      "loss_action": 0.027366312220692635,
      "loss_total": 0.027366312220692635,
      "step": 29940
    },
    {
      "loss_action": 0.007463640533387661,
      "loss_total": 0.007463640533387661,
      "step": 29940
    },
    {
      "loss_action": 0.005068759433925152,
      "loss_total": 0.005068759433925152,
      "step": 29940
    },
    {
      "loss_action": 0.005070880521088839,
      "loss_total": 0.005070880521088839,
      "step": 29940
    },
    {
      "loss_action": 0.010882966220378876,
      "loss_total": 0.010882966220378876,
      "step": 29940
    },
    {
      "loss_action": 0.004822441376745701,
      "loss_total": 0.004822441376745701,
      "step": 29940
    },
    {
      "loss_action": 0.004383392632007599,
      "loss_total": 0.004383392632007599,
      "step": 29940
    },
    {
      "grad_norm": 0.18744002282619476,
      "learning_rate": 8.392607175145075e-05,
      "loss": 0.0121,
      "step": 29950
    },
    {
      "loss_action": 0.040156640112400055,
      "loss_total": 0.040156640112400055,
      "step": 29950
    },
    {
      "loss_action": 0.010809646919369698,
      "loss_total": 0.010809646919369698,
      "step": 29950
    },
    {
      "loss_action": 0.013053108006715775,
      "loss_total": 0.013053108006715775,
      "step": 29950
    },
    {
      "loss_action": 0.022906150668859482,
      "loss_total": 0.022906150668859482,
      "step": 29950
    },
    {
      "loss_action": 0.013019369915127754,
      "loss_total": 0.013019369915127754,
      "step": 29950
    },
    {
      "loss_action": 0.00415310263633728,
      "loss_total": 0.00415310263633728,
      "step": 29950
    },
    {
      "loss_action": 0.01845504716038704,
      "loss_total": 0.01845504716038704,
      "step": 29950
    },
    {
      "loss_action": 0.01722441241145134,
      "loss_total": 0.01722441241145134,
      "step": 29950
    },
    {
      "grad_norm": 0.1139763742685318,
      "learning_rate": 8.3913923828064e-05,
      "loss": 0.0123,
      "step": 29960
    },
    {
      "loss_action": 0.008847835473716259,
      "loss_total": 0.008847835473716259,
      "step": 29960
    },
    {
      "loss_action": 0.015507210977375507,
      "loss_total": 0.015507210977375507,
      "step": 29960
    },
    {
      "loss_action": 0.013427583500742912,
      "loss_total": 0.013427583500742912,
      "step": 29960
    },
    {
      "loss_action": 0.022122425958514214,
      "loss_total": 0.022122425958514214,
      "step": 29960
    },
    {
      "loss_action": 0.010784205049276352,
      "loss_total": 0.010784205049276352,
      "step": 29960
    },
    {
      "loss_action": 0.01709320768713951,
      "loss_total": 0.01709320768713951,
      "step": 29960
    },
    {
      "loss_action": 0.009467272087931633,
      "loss_total": 0.009467272087931633,
      "step": 29960
    },
    {
      "loss_action": 0.013734446838498116,
      "loss_total": 0.013734446838498116,
      "step": 29960
    },
    {
      "grad_norm": 0.14218050241470337,
      "learning_rate": 8.390177219590152e-05,
      "loss": 0.0118,
      "step": 29970
    },
    {
      "loss_action": 0.01575377769768238,
      "loss_total": 0.01575377769768238,
      "step": 29970
    },
    {
      "loss_action": 0.012908954173326492,
      "loss_total": 0.012908954173326492,
      "step": 29970
    },
    {
      "loss_action": 0.00546974316239357,
      "loss_total": 0.00546974316239357,
      "step": 29970
    },
    {
      "loss_action": 0.004046822898089886,
      "loss_total": 0.004046822898089886,
      "step": 29970
    },
    {
      "loss_action": 0.004736027680337429,
      "loss_total": 0.004736027680337429,
      "step": 29970
    },
    {
      "loss_action": 0.019179120659828186,
      "loss_total": 0.019179120659828186,
      "step": 29970
    },
    {
      "loss_action": 0.014276733621954918,
      "loss_total": 0.014276733621954918,
      "step": 29970
    },
    {
      "loss_action": 0.0033724820241332054,
      "loss_total": 0.0033724820241332054,
      "step": 29970
    },
    {
      "grad_norm": 0.1696358174085617,
      "learning_rate": 8.388961685629222e-05,
      "loss": 0.0096,
      "step": 29980
    },
    {
      "loss_action": 0.005669537000358105,
      "loss_total": 0.005669537000358105,
      "step": 29980
    },
    {
      "loss_action": 0.006714792922139168,
      "loss_total": 0.006714792922139168,
      "step": 29980
    },
    {
      "loss_action": 0.007062828168272972,
      "loss_total": 0.007062828168272972,
      "step": 29980
    },
    {
      "loss_action": 0.011728275567293167,
      "loss_total": 0.011728275567293167,
      "step": 29980
    },
    {
      "loss_action": 0.014979193918406963,
      "loss_total": 0.014979193918406963,
      "step": 29980
    },
    {
      "loss_action": 0.013276869431138039,
      "loss_total": 0.013276869431138039,
      "step": 29980
    },
    {
      "loss_action": 0.005725711118429899,
      "loss_total": 0.005725711118429899,
      "step": 29980
    },
    {
      "loss_action": 0.00456860288977623,
      "loss_total": 0.00456860288977623,
      "step": 29980
    },
    {
      "grad_norm": 0.10939323902130127,
      "learning_rate": 8.387745781056536e-05,
      "loss": 0.009,
      "step": 29990
    },
    {
      "loss_action": 0.014966863207519054,
      "loss_total": 0.014966863207519054,
      "step": 29990
    },
    {
      "loss_action": 0.011600908823311329,
      "loss_total": 0.011600908823311329,
      "step": 29990
    },
    {
      "loss_action": 0.006405102089047432,
      "loss_total": 0.006405102089047432,
      "step": 29990
    },
    {
      "loss_action": 0.029064727947115898,
      "loss_total": 0.029064727947115898,
      "step": 29990
    },
    {
      "loss_action": 0.006328613497316837,
      "loss_total": 0.006328613497316837,
      "step": 29990
    },
    {
      "loss_action": 0.009663436561822891,
      "loss_total": 0.009663436561822891,
      "step": 29990
    },
    {
      "loss_action": 0.007779903244227171,
      "loss_total": 0.007779903244227171,
      "step": 29990
    },
    {
      "loss_action": 0.005650755017995834,
      "loss_total": 0.005650755017995834,
      "step": 29990
    },
    {
      "grad_norm": 0.16320060193538666,
      "learning_rate": 8.386529506005065e-05,
      "loss": 0.0098,
      "step": 30000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}